diff --git a/llm/server.go b/llm/server.go index a64669c2f..bf0bda620 100644 --- a/llm/server.go +++ b/llm/server.go @@ -798,7 +798,8 @@ func (s *llmServer) Completion(ctx context.Context, req CompletionRequest, fn fu res, err := http.DefaultClient.Do(serverReq) if err != nil { - return fmt.Errorf("POST predict: %v", err) + slog.Error("post predict", "error", err) + return errors.New("runner has crashed, check the log for additional detail") } defer res.Body.Close()