jeans/ollama
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

server: dont error on missing tokenizer.chat_template

Browse Source
This commit is contained in:
jmorganca 2024-06-07 09:12:08 -07:00
parent ce0dc33cb8
commit 05f79602f0
1 changed files with 7 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
server/images.go
View File

@ -437,18 +437,15 @@ func CreateModel(ctx context.Context, name model.Name, modelFileDir, quantizatio
config.ModelFamilies = append(config.ModelFamilies, baseLayer.GGML.KV().Architecture()) config.ModelFamilies = append(config.ModelFamilies, baseLayer.GGML.KV().Architecture())
if s := baseLayer.GGML.KV().ChatTemplate(); s != "" { if s := baseLayer.GGML.KV().ChatTemplate(); s != "" {
t, err := templates.NamedTemplate(s) if t, err := templates.NamedTemplate(s); err != nil {
if err != nil { layer, err := NewLayer(t.Reader(), "application/vnd.ollama.image.template")
return err if err != nil {
} return err
}
layer, err := NewLayer(t.Reader(), "application/vnd.ollama.image.template") layer.status = fmt.Sprintf("using autodetected template %s", t.Name)
if err != nil { layers = append(layers, layer)
return err
} }
layer.status = fmt.Sprintf("using autodetected template %s", t.Name)
layers = append(layers, layer)
} }
} }