ml/backend/ggml: set cpu n_threads
This commit is contained in:
parent
58b9ec1f6b
commit
bf920883d5
@ -301,6 +301,10 @@ func New(r *os.File, params ml.BackendParams) (ml.Backend, error) {
|
||||
bufts = append(bufts, bt)
|
||||
|
||||
slog.Info("compute graph", "backend", C.GoString(C.ggml_backend_name(b)), "buffer_type", C.GoString(C.ggml_backend_buft_name(bt)))
|
||||
|
||||
if C.ggml_backend_is_cpu(b) {
|
||||
C.ggml_backend_cpu_set_n_threads(b, C.int(params.NumThreads))
|
||||
}
|
||||
}
|
||||
|
||||
return &Backend{
|
||||
|
Loading…
x
Reference in New Issue
Block a user