diff --git a/model/models/qwen25vl/model_text.go b/model/models/qwen25vl/model_text.go index 735642e10..d358b21a5 100644 --- a/model/models/qwen25vl/model_text.go +++ b/model/models/qwen25vl/model_text.go @@ -41,6 +41,8 @@ func NewTextModel(c fs.Config) *TextModel { AddBOS: c.Bool("tokenizer.ggml.add_bos_token", false), EOS: int32(c.Uint("tokenizer.ggml.eos_token_id")), AddEOS: c.Bool("tokenizer.ggml.add_eos_token", false), + EOT: int32(c.Uint("tokenizer.ggml.eos_token_id")), + AddEOT: c.Bool("tokenizer.ggml.add_eos_token", false), }, ), Layers: make([]Layer, c.Uint("block_count")),