jeans/ollama
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

server: dont error on missing tokenizer.chat_template

Browse Source
This commit is contained in:
jmorganca 2024-06-07 09:12:08 -07:00
parent ce0dc33cb8
commit 05f79602f0
1 changed files with 7 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
server/images.go
View File

@ -437,11 +437,7 @@ func CreateModel(ctx context.Context, name model.Name, modelFileDir, quantizatio
config.ModelFamilies = append(config.ModelFamilies, baseLayer.GGML.KV().Architecture())
if s := baseLayer.GGML.KV().ChatTemplate(); s != "" {
t, err := templates.NamedTemplate(s)
if err != nil {
return err
}
if t, err := templates.NamedTemplate(s); err != nil {
layer, err := NewLayer(t.Reader(), "application/vnd.ollama.image.template")
if err != nil {
return err
@ -451,6 +447,7 @@ func CreateModel(ctx context.Context, name model.Name, modelFileDir, quantizatio
layers = append(layers, layer)
}
}
}
layers = append(layers, baseLayer.Layer)
}