This commit is contained in:
Josh Yan 2024-07-12 11:52:10 -07:00
parent 657a1102fc
commit 4c9a160a08

View File

@ -17,8 +17,8 @@ package llm
import "C"
import (
"fmt"
"unsafe"
"time"
"unsafe"
"github.com/ollama/ollama/api"
)
@ -35,12 +35,14 @@ func Quantize(infile, outfile string, ftype fileType, fn func(resp api.ProgressR
coutfile := C.CString(outfile)
defer C.free(unsafe.Pointer(coutfile))
params := C.llama_model_quantize_default_params()
params.nthread = -1
params.ftype = ftype.Value()
// race condition with `store`
// use atomicint/float idk yet
// use set in the C.
// Initialize "global" to store progress
store := C.malloc(C.sizeof_float)
defer C.free(store)