feed the linter
This commit is contained in:
parent
95fbf1da12
commit
4cda3e3622
@ -26,7 +26,6 @@ func NewSentencePieceModel(pre string, vocab *Vocabulary) SentencePieceModel {
|
||||
|
||||
counter := map[int]int{}
|
||||
var maxTokenLen int
|
||||
|
||||
for cnt, _ := range vocab.Types {
|
||||
switch vocab.Types[cnt] {
|
||||
case TOKEN_TYPE_NORMAL, TOKEN_TYPE_USER_DEFINED, TOKEN_TYPE_UNUSED:
|
||||
@ -194,7 +193,6 @@ func (spm SentencePieceModel) Encode(s string) ([]int32, error) {
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
}
|
||||
slog.Debug("encoded", "ids", ids)
|
||||
|
||||
|
Loading…
x
Reference in New Issue
Block a user