From bf920883d54eaeaff174e82e9cc77197bdc7f645 Mon Sep 17 00:00:00 2001 From: Michael Yang Date: Wed, 26 Feb 2025 13:53:56 -0800 Subject: [PATCH] ml/backend/ggml: set cpu n_threads --- ml/backend/ggml/ggml.go | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/ml/backend/ggml/ggml.go b/ml/backend/ggml/ggml.go index a55d42f14..f60619454 100644 --- a/ml/backend/ggml/ggml.go +++ b/ml/backend/ggml/ggml.go @@ -301,6 +301,10 @@ func New(r *os.File, params ml.BackendParams) (ml.Backend, error) { bufts = append(bufts, bt) slog.Info("compute graph", "backend", C.GoString(C.ggml_backend_name(b)), "buffer_type", C.GoString(C.ggml_backend_buft_name(bt))) + + if C.ggml_backend_is_cpu(b) { + C.ggml_backend_cpu_set_n_threads(b, C.int(params.NumThreads)) + } } return &Backend{