jeans/ollama
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

ml/backend/ggml: set cpu n_threads

Browse Source
This commit is contained in:
Michael Yang 2025-02-26 13:53:56 -08:00
parent 58b9ec1f6b
commit bf920883d5
1 changed files with 4 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
ml/backend/ggml/ggml.go
View File

@ -301,6 +301,10 @@ func New(r *os.File, params ml.BackendParams) (ml.Backend, error) {
bufts = append(bufts, bt) bufts = append(bufts, bt)
slog.Info("compute graph", "backend", C.GoString(C.ggml_backend_name(b)), "buffer_type", C.GoString(C.ggml_backend_buft_name(bt))) slog.Info("compute graph", "backend", C.GoString(C.ggml_backend_name(b)), "buffer_type", C.GoString(C.ggml_backend_buft_name(bt)))
if C.ggml_backend_is_cpu(b) {
C.ggml_backend_cpu_set_n_threads(b, C.int(params.NumThreads))
}
} }
return &Backend{ return &Backend{