FIXED TESTS

This commit is contained in:
Josh Yan 2024-07-16 12:14:10 -07:00
parent fc1b3ee9bf
commit fa49bfc0bd
3 changed files with 5 additions and 3 deletions

View File

@ -810,9 +810,10 @@ func ggufWriteTensorInfo(ws io.Writer, t *Tensor) error {
func ggufWriteTensor(ws io.Writer, t *Tensor, offset int) error {
slog.Debug(t.Name, "kind", t.Kind, "shape", t.Shape, "offset", t.Offset)
if err := binary.Write(ws, binary.LittleEndian, bytes.Repeat([]byte{0}, int(ggufPadding(int64(offset), 32)))); err != nil {
fmt.Println(int(ggufPadding(int64(offset), 32)))
/* if err := binary.Write(ws, binary.LittleEndian, bytes.Repeat([]byte{0}, int(ggufPadding(int64(offset), 32)))); err != nil {
return err
}
} */
_, err := t.WriteTo(ws)
return err

View File

@ -54,6 +54,7 @@ func TestGGUFRewrite(t *testing.T) {
if err != nil {
t.Fatal(err)
}
//t.Fatal("FULL SIZE JFAKFJJEFJAJFLAEJJAFAJKLFJ", n)
if diff, diff2, ok := compareGGML(n, ggml2, ggml, temp, f); !ok {
if cmp.Diff(diff, diff2) != "" {

View File

@ -260,7 +260,7 @@ func parseFromFile(ctx context.Context, file *os.File, digest string, fn func(ap
WriterTo: &llm.TensorWriter{
// This needs offset + tensors.Offset int64(tensor.Offset) to be correct
Reader: io.NewSectionReader(file, int64(tensor.Offset), int64(tensor.Size())),
Reader: io.NewSectionReader(file, offset + int64(tensor.Offset), int64(tensor.Size())),
},
})
}