diff --git a/llm/llm.go b/llm/llm.go index 0b1028fc8..d5655aede 100644 --- a/llm/llm.go +++ b/llm/llm.go @@ -28,7 +28,8 @@ func SystemInfo() string { return C.GoString(C.llama_print_system_info()) } -func Quantize(infile, outfile string, ftype fileType, fn func(resp api.ProgressResponse), tensorCount int) error { cinfile := C.CString(infile) +func Quantize(infile, outfile string, ftype fileType, fn func(resp api.ProgressResponse), tensorCount int) error { + cinfile := C.CString(infile) defer C.free(unsafe.Pointer(cinfile)) coutfile := C.CString(outfile) diff --git a/llm/patches/10-quantize-callback.diff b/llm/patches/10-quantize-callback.diff index 4d8c7dcfe..760c0d7e8 100644 --- a/llm/patches/10-quantize-callback.diff +++ b/llm/patches/10-quantize-callback.diff @@ -44,10 +44,9 @@ index 2b9ace28..ac640c02 100644 /*.imatrix =*/ nullptr, /*.kv_overrides =*/ nullptr, + /*.quantize_callback =*/ nullptr, -++ /*.quantize_callback_data =*/ nullptr, ++ /*.quantize_callback_data =*/ nullptr, }; return result; -- -2.39.3 (Apple Git-146) - +2.39.3 (Apple Git-146) \ No newline at end of file