race
This commit is contained in:
parent
657a1102fc
commit
4c9a160a08
@ -17,8 +17,8 @@ package llm
|
||||
import "C"
|
||||
import (
|
||||
"fmt"
|
||||
"unsafe"
|
||||
"time"
|
||||
"unsafe"
|
||||
|
||||
"github.com/ollama/ollama/api"
|
||||
)
|
||||
@ -35,12 +35,14 @@ func Quantize(infile, outfile string, ftype fileType, fn func(resp api.ProgressR
|
||||
coutfile := C.CString(outfile)
|
||||
defer C.free(unsafe.Pointer(coutfile))
|
||||
|
||||
|
||||
|
||||
params := C.llama_model_quantize_default_params()
|
||||
params.nthread = -1
|
||||
params.ftype = ftype.Value()
|
||||
|
||||
// race condition with `store`
|
||||
// use atomicint/float idk yet
|
||||
// use set in the C.
|
||||
|
||||
// Initialize "global" to store progress
|
||||
store := C.malloc(C.sizeof_float)
|
||||
defer C.free(store)
|
||||
|
Loading…
x
Reference in New Issue
Block a user