jeans/ollama
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

more linter feeding

Browse Source
This commit is contained in:
Patrick Devine 2025-02-18 13:32:58 -08:00
parent 4cda3e3622
commit b7349a4efd
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
model/process_text_spm.go
View File

@ -26,7 +26,7 @@ func NewSentencePieceModel(pre string, vocab *Vocabulary) SentencePieceModel {
counter := map[int]int{} counter := map[int]int{}
var maxTokenLen int var maxTokenLen int
for cnt, _ := range vocab.Types { for cnt := range vocab.Types {
switch vocab.Types[cnt] { switch vocab.Types[cnt] {
case TOKEN_TYPE_NORMAL, TOKEN_TYPE_USER_DEFINED, TOKEN_TYPE_UNUSED: case TOKEN_TYPE_NORMAL, TOKEN_TYPE_USER_DEFINED, TOKEN_TYPE_UNUSED:
maxTokenLen = max(maxTokenLen, len(vocab.Values[cnt])) maxTokenLen = max(maxTokenLen, len(vocab.Values[cnt]))