From 73d69bc90b6e44aee81447e2042d87a47adb6b0c Mon Sep 17 00:00:00 2001 From: Josh Yan Date: Mon, 12 Aug 2024 09:47:05 -0700 Subject: [PATCH] remove types --- llm/llm.go | 6 ++---- server/images.go | 1 - 2 files changed, 2 insertions(+), 5 deletions(-) diff --git a/llm/llm.go b/llm/llm.go index 29b395375..9a05ebea1 100644 --- a/llm/llm.go +++ b/llm/llm.go @@ -65,13 +65,11 @@ func Quantize(infile, outfile string, ftype fileType, fn func(resp api.ProgressR progressInt := atomic.LoadInt32(store) progress := *(*float32)(unsafe.Pointer(&progressInt)) fn(api.ProgressResponse{ - Status: fmt.Sprintf("quantizing model %d/%d", int(progress), tensorCount), - Type: "quantize", + Status: fmt.Sprintf("quantizing model %d%%", 100*int(progress)/tensorCount), }) case <-done: fn(api.ProgressResponse{ - Status: fmt.Sprintf("quantizing model %d/%d", tensorCount, tensorCount), - Type: "quantize", + Status: fmt.Sprintf("quantizing model 100%%"), }) return } diff --git a/server/images.go b/server/images.go index eb3c345d7..eff2a311b 100644 --- a/server/images.go +++ b/server/images.go @@ -442,7 +442,6 @@ func CreateModel(ctx context.Context, name model.Name, modelFileDir, quantizatio } else if want != ft { fn(api.ProgressResponse{ Status: "quantizing model tensors", - Type: "quantize", }) blob, err := GetBlobsPath(baseLayer.Digest)