From 05105903d82d62f88dc571489c489285cd331d22 Mon Sep 17 00:00:00 2001 From: Michael Yang Date: Thu, 25 Apr 2024 09:01:20 -0700 Subject: [PATCH] only quantize language models --- server/images.go | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/server/images.go b/server/images.go index 9514662b2..3a83b73e9 100644 --- a/server/images.go +++ b/server/images.go @@ -376,7 +376,10 @@ func CreateModel(ctx context.Context, name, modelFileDir, quantization string, m } for _, baseLayer := range baseLayers { - if quantization != "" && baseLayer.GGML != nil && baseLayer.GGML.Name() == "gguf" { + if quantization != "" && + baseLayer.MediaType == "application/vnd.ollama.image.model" && + baseLayer.GGML != nil && + baseLayer.GGML.Name() == "gguf" { ftype, err := llm.ParseFileType(quantization) if err != nil { return err @@ -582,7 +585,6 @@ func CreateModel(ctx context.Context, name, modelFileDir, quantization string, m return nil } - func CopyModel(src, dst model.Name) error { if !dst.IsFullyQualified() { return model.Unqualified(dst)