From 05f79602f01c4ae61c8bd84d7edec5ff89ea748d Mon Sep 17 00:00:00 2001 From: jmorganca Date: Fri, 7 Jun 2024 09:12:08 -0700 Subject: [PATCH] server: dont error on missing `tokenizer.chat_template` --- server/images.go | 17 +++++++---------- 1 file changed, 7 insertions(+), 10 deletions(-) diff --git a/server/images.go b/server/images.go index 32207f201..ed40c9667 100644 --- a/server/images.go +++ b/server/images.go @@ -437,18 +437,15 @@ func CreateModel(ctx context.Context, name model.Name, modelFileDir, quantizatio config.ModelFamilies = append(config.ModelFamilies, baseLayer.GGML.KV().Architecture()) if s := baseLayer.GGML.KV().ChatTemplate(); s != "" { - t, err := templates.NamedTemplate(s) - if err != nil { - return err - } + if t, err := templates.NamedTemplate(s); err != nil { + layer, err := NewLayer(t.Reader(), "application/vnd.ollama.image.template") + if err != nil { + return err + } - layer, err := NewLayer(t.Reader(), "application/vnd.ollama.image.template") - if err != nil { - return err + layer.status = fmt.Sprintf("using autodetected template %s", t.Name) + layers = append(layers, layer) } - - layer.status = fmt.Sprintf("using autodetected template %s", t.Name) - layers = append(layers, layer) } }