This commit is contained in:
Patrick Devine 2025-02-18 12:47:34 -08:00
parent 035e69799e
commit 83d1a1ab55

View File

@ -2,7 +2,6 @@ package model
import (
"cmp"
"fmt"
"iter"
"log/slog"
"strings"
@ -181,7 +180,6 @@ func (bpe BytePairEncoding) Encode(s string) ([]int32, error) {
fragments = append(fragments[:i], append(middle, fragments[i+1:]...)...)
}
}
fmt.Printf("frags = %#v\n", fragments)
var ids []int32
for _, frag := range fragments {