jeans/ollama
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

FIXED TESTS

Browse Source
This commit is contained in:
Josh Yan 2024-07-16 12:14:10 -07:00
parent fc1b3ee9bf
commit fa49bfc0bd
3 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
llm/gguf.go
View File

@ -810,9 +810,10 @@ func ggufWriteTensorInfo(ws io.Writer, t *Tensor) error {
func ggufWriteTensor(ws io.Writer, t *Tensor, offset int) error { func ggufWriteTensor(ws io.Writer, t *Tensor, offset int) error {
slog.Debug(t.Name, "kind", t.Kind, "shape", t.Shape, "offset", t.Offset) slog.Debug(t.Name, "kind", t.Kind, "shape", t.Shape, "offset", t.Offset)
if err := binary.Write(ws, binary.LittleEndian, bytes.Repeat([]byte{0}, int(ggufPadding(int64(offset), 32)))); err != nil { fmt.Println(int(ggufPadding(int64(offset), 32)))
/* if err := binary.Write(ws, binary.LittleEndian, bytes.Repeat([]byte{0}, int(ggufPadding(int64(offset), 32)))); err != nil {
return err return err
} } */
_, err := t.WriteTo(ws) _, err := t.WriteTo(ws)
return err return err

1
llm/gguf_test.go
View File

@ -54,6 +54,7 @@ func TestGGUFRewrite(t *testing.T) {
if err != nil { if err != nil {
t.Fatal(err) t.Fatal(err)
} }
//t.Fatal("FULL SIZE JFAKFJJEFJAJFLAEJJAFAJKLFJ", n)
if diff, diff2, ok := compareGGML(n, ggml2, ggml, temp, f); !ok { if diff, diff2, ok := compareGGML(n, ggml2, ggml, temp, f); !ok {
if cmp.Diff(diff, diff2) != "" { if cmp.Diff(diff, diff2) != "" {

2
server/model.go
View File

@ -260,7 +260,7 @@ func parseFromFile(ctx context.Context, file *os.File, digest string, fn func(ap
WriterTo: &llm.TensorWriter{ WriterTo: &llm.TensorWriter{
// This needs offset + tensors.Offset int64(tensor.Offset) to be correct // This needs offset + tensors.Offset int64(tensor.Offset) to be correct
Reader: io.NewSectionReader(file, int64(tensor.Offset), int64(tensor.Size())), Reader: io.NewSectionReader(file, offset + int64(tensor.Offset), int64(tensor.Size())),
}, },
}) })
} }