jeans/ollama
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

cleanup

Browse Source
This commit is contained in:
Patrick Devine 2025-02-18 12:47:34 -08:00
parent 035e69799e
commit 83d1a1ab55
1 changed files with 0 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
model/process_text.go
View File

@ -2,7 +2,6 @@ package model
import ( import (
"cmp" "cmp"
"fmt"
"iter" "iter"
"log/slog" "log/slog"
"strings" "strings"
@ -181,7 +180,6 @@ func (bpe BytePairEncoding) Encode(s string) ([]int32, error) {
fragments = append(fragments[:i], append(middle, fragments[i+1:]...)...) fragments = append(fragments[:i], append(middle, fragments[i+1:]...)...)
} }
} }
fmt.Printf("frags = %#v\n", fragments)
var ids []int32 var ids []int32
for _, frag := range fragments { for _, frag := range fragments {