jeans/ollama
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

logs

Browse Source
This commit is contained in:
Josh Yan 2024-07-09 17:12:02 -07:00
parent 369113970a
commit e59453982d
1 changed files with 3 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
llm/llm.go
View File

@ -11,7 +11,7 @@ package llm
// #include <stdlib.h>
// #include "llama.h"
// bool update_quantize_progress(float progress, void* data) {
// *((float*)data) = 5;
// *((float*)data) = progress;
// return true;
// }
import "C"
@ -58,12 +58,11 @@ func Quantize(infile, outfile string, ftype fileType, fn func(resp api.ProgressR
for {
select {
case <-ticker.C:
progress := *((*C.float)(store))
fn(api.ProgressResponse{
Status: fmt.Sprintf("quantizing model %d%%", int(progress*100)),
Status: fmt.Sprintf("quantizing model %d%%", int(*((*C.float)(store))*100)),
Quantize: "quant",
})
fmt.Println("Progress: ", progress)
fmt.Println("Progress: ", *((*C.float)(store)))
case <-done:
fn(api.ProgressResponse{
Status: "quantizing model",