convert: cli for direct conversion
This commit is contained in:
parent
84a2314463
commit
4819239e73
3
.gitignore
vendored
3
.gitignore
vendored
@ -12,4 +12,5 @@ test_data
|
|||||||
*.crt
|
*.crt
|
||||||
llama/build
|
llama/build
|
||||||
__debug_bin*
|
__debug_bin*
|
||||||
llama/vendor
|
llama/vendor
|
||||||
|
cmd/convert/out
|
||||||
|
75
cmd/convert/main.go
Normal file
75
cmd/convert/main.go
Normal file
@ -0,0 +1,75 @@
|
|||||||
|
package main
|
||||||
|
|
||||||
|
import (
|
||||||
|
"fmt"
|
||||||
|
"os"
|
||||||
|
"path/filepath"
|
||||||
|
"runtime"
|
||||||
|
|
||||||
|
"github.com/ollama/ollama/convert"
|
||||||
|
)
|
||||||
|
|
||||||
|
func main() {
|
||||||
|
// Check if directory path is provided
|
||||||
|
if len(os.Args) != 2 {
|
||||||
|
fmt.Printf("expected one argument (directory path), got %d\n", len(os.Args)-1)
|
||||||
|
os.Exit(1)
|
||||||
|
}
|
||||||
|
|
||||||
|
dirPath := os.Args[1]
|
||||||
|
|
||||||
|
if err := convertFromDirectory(dirPath); err != nil {
|
||||||
|
fmt.Fprintf(os.Stderr, "error: %v\n", err)
|
||||||
|
os.Exit(1)
|
||||||
|
}
|
||||||
|
fmt.Println("conversion completed successfully")
|
||||||
|
}
|
||||||
|
|
||||||
|
func convertFromDirectory(dirPath string) error {
|
||||||
|
// Verify the directory exists and is accessible
|
||||||
|
info, err := os.Stat(dirPath)
|
||||||
|
if err != nil {
|
||||||
|
if os.IsNotExist(err) {
|
||||||
|
return fmt.Errorf("directory does not exist: %s", dirPath)
|
||||||
|
}
|
||||||
|
if os.IsPermission(err) {
|
||||||
|
return fmt.Errorf("permission denied accessing directory: %s", dirPath)
|
||||||
|
}
|
||||||
|
return fmt.Errorf("error accessing directory: %v", err)
|
||||||
|
}
|
||||||
|
if !info.IsDir() {
|
||||||
|
return fmt.Errorf("%s is not a directory", dirPath)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Get the directory where the script is located
|
||||||
|
_, scriptPath, _, ok := runtime.Caller(0)
|
||||||
|
if !ok {
|
||||||
|
return fmt.Errorf("could not determine script location")
|
||||||
|
}
|
||||||
|
scriptDir := filepath.Dir(scriptPath)
|
||||||
|
|
||||||
|
// Create out directory relative to the script location
|
||||||
|
outDir := filepath.Join(scriptDir, "out")
|
||||||
|
if err := os.MkdirAll(outDir, 0755); err != nil {
|
||||||
|
return fmt.Errorf("failed to create output directory: %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Create output file in the out directory
|
||||||
|
outFile := filepath.Join(outDir, "model.fp16")
|
||||||
|
fmt.Printf("writing output to: %s\n", outFile)
|
||||||
|
|
||||||
|
t, err := os.Create(outFile)
|
||||||
|
if err != nil {
|
||||||
|
return fmt.Errorf("failed to create output file: %v", err)
|
||||||
|
}
|
||||||
|
defer t.Close()
|
||||||
|
|
||||||
|
// Use standard os.DirFS to read from directory
|
||||||
|
if err := convert.ConvertModel(os.DirFS(dirPath), t); err != nil {
|
||||||
|
// Clean up the output file if conversion fails
|
||||||
|
os.Remove(outFile)
|
||||||
|
return fmt.Errorf("model conversion failed: %v", err)
|
||||||
|
}
|
||||||
|
|
||||||
|
return nil
|
||||||
|
}
|
Loading…
x
Reference in New Issue
Block a user