jeans/ollama
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

image

Browse Source
This commit is contained in:
Josh Yan 2024-07-09 10:27:33 -07:00
parent e87eafe5cd
commit 1344843515
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
server/images.go
View File

@ -440,6 +440,8 @@ func CreateModel(ctx context.Context, name model.Name, modelFileDir, quantizatio
defer temp.Close() defer temp.Close()
defer os.Remove(temp.Name()) defer os.Remove(temp.Name())
// Quantizes per layer
// Save total quantized tensors
if err := llm.Quantize(blob, temp.Name(), want); err != nil { if err := llm.Quantize(blob, temp.Name(), want); err != nil {
return err return err
} }
@ -480,7 +482,7 @@ func CreateModel(ctx context.Context, name model.Name, modelFileDir, quantizatio
} }
fn(api.ProgressResponse{ fn(api.ProgressResponse{
Status: fmt.Sprintf("quantizing model %d%%", 100), Status: "quantizing model done",
Quantize: quantization, Quantize: quantization,
}) })
case "license", "template", "system": case "license", "template", "system":