add eot
This commit is contained in:
parent
31b2c06393
commit
533f4c41bd
@ -41,6 +41,8 @@ func NewTextModel(c fs.Config) *TextModel {
|
|||||||
AddBOS: c.Bool("tokenizer.ggml.add_bos_token", false),
|
AddBOS: c.Bool("tokenizer.ggml.add_bos_token", false),
|
||||||
EOS: int32(c.Uint("tokenizer.ggml.eos_token_id")),
|
EOS: int32(c.Uint("tokenizer.ggml.eos_token_id")),
|
||||||
AddEOS: c.Bool("tokenizer.ggml.add_eos_token", false),
|
AddEOS: c.Bool("tokenizer.ggml.add_eos_token", false),
|
||||||
|
EOT: int32(c.Uint("tokenizer.ggml.eos_token_id")),
|
||||||
|
AddEOT: c.Bool("tokenizer.ggml.add_eos_token", false),
|
||||||
},
|
},
|
||||||
),
|
),
|
||||||
Layers: make([]Layer, c.Uint("block_count")),
|
Layers: make([]Layer, c.Uint("block_count")),
|
||||||
|
Loading…
x
Reference in New Issue
Block a user