jeans/ollama
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

patched

Browse Source
This commit is contained in:
Josh Yan 2024-07-10 13:57:28 -07:00
parent 60be9e2840
commit d82d25d70c
2 changed files with 4 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
llm/llm.go
View File

@ -28,7 +28,8 @@ func SystemInfo() string {
return C.GoString(C.llama_print_system_info()) return C.GoString(C.llama_print_system_info())
} }
func Quantize(infile, outfile string, ftype fileType, fn func(resp api.ProgressResponse), tensorCount int) error { cinfile := C.CString(infile) func Quantize(infile, outfile string, ftype fileType, fn func(resp api.ProgressResponse), tensorCount int) error {
cinfile := C.CString(infile)
defer C.free(unsafe.Pointer(cinfile)) defer C.free(unsafe.Pointer(cinfile))
coutfile := C.CString(outfile) coutfile := C.CString(outfile)

5
llm/patches/10-quantize-callback.diff
View File

@ -44,10 +44,9 @@ index 2b9ace28..ac640c02 100644
/*.imatrix =*/ nullptr, /*.imatrix =*/ nullptr,
/*.kv_overrides =*/ nullptr, /*.kv_overrides =*/ nullptr,
+ /*.quantize_callback =*/ nullptr, + /*.quantize_callback =*/ nullptr,
++ /*.quantize_callback_data =*/ nullptr, + /*.quantize_callback_data =*/ nullptr,
}; };
return result; return result;
-- --
2.39.3 (Apple Git-146) 2.39.3 (Apple Git-146)