feed the linter

This commit is contained in:
Patrick Devine 2025-02-18 13:16:43 -08:00
parent 95fbf1da12
commit 4cda3e3622

View File

@ -26,7 +26,6 @@ func NewSentencePieceModel(pre string, vocab *Vocabulary) SentencePieceModel {
counter := map[int]int{}
var maxTokenLen int
for cnt, _ := range vocab.Types {
switch vocab.Types[cnt] {
case TOKEN_TYPE_NORMAL, TOKEN_TYPE_USER_DEFINED, TOKEN_TYPE_UNUSED:
@ -194,7 +193,6 @@ func (spm SentencePieceModel) Encode(s string) ([]int32, error) {
}
}
}
}
slog.Debug("encoded", "ids", ids)