From 533f4c41bd79bcbe3db5793f0c8bbafb64fbc5d6 Mon Sep 17 00:00:00 2001 From: Bruce MacDonald Date: Mon, 12 May 2025 14:03:37 -0700 Subject: [PATCH] add eot --- model/models/qwen25vl/model_text.go | 2 ++ 1 file changed, 2 insertions(+) diff --git a/model/models/qwen25vl/model_text.go b/model/models/qwen25vl/model_text.go index 735642e10..d358b21a5 100644 --- a/model/models/qwen25vl/model_text.go +++ b/model/models/qwen25vl/model_text.go @@ -41,6 +41,8 @@ func NewTextModel(c fs.Config) *TextModel { AddBOS: c.Bool("tokenizer.ggml.add_bos_token", false), EOS: int32(c.Uint("tokenizer.ggml.eos_token_id")), AddEOS: c.Bool("tokenizer.ggml.add_eos_token", false), + EOT: int32(c.Uint("tokenizer.ggml.eos_token_id")), + AddEOT: c.Bool("tokenizer.ggml.add_eos_token", false), }, ), Layers: make([]Layer, c.Uint("block_count")),