jeans/ollama
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

race

Browse Source
This commit is contained in:
Josh Yan 2024-07-12 11:52:10 -07:00
parent 657a1102fc
commit 4c9a160a08
1 changed files with 7 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
llm/llm.go
View File

@ -17,8 +17,8 @@ package llm
import "C" import "C"
import ( import (
"fmt" "fmt"
"unsafe"
"time" "time"
"unsafe"
"github.com/ollama/ollama/api" "github.com/ollama/ollama/api"
) )
@ -35,12 +35,14 @@ func Quantize(infile, outfile string, ftype fileType, fn func(resp api.ProgressR
coutfile := C.CString(outfile) coutfile := C.CString(outfile)
defer C.free(unsafe.Pointer(coutfile)) defer C.free(unsafe.Pointer(coutfile))
params := C.llama_model_quantize_default_params() params := C.llama_model_quantize_default_params()
params.nthread = -1 params.nthread = -1
params.ftype = ftype.Value() params.ftype = ftype.Value()
// race condition with `store`
// use atomicint/float idk yet
// use set in the C.
// Initialize "global" to store progress // Initialize "global" to store progress
store := C.malloc(C.sizeof_float) store := C.malloc(C.sizeof_float)
defer C.free(store) defer C.free(store)