jeans/ollama
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update new_runner_benchmark_test.go

Browse Source
This commit is contained in:
Bruce MacDonald 2025-01-29 10:34:09 -08:00
parent 90698c7d15
commit c2b11611a8
1 changed files with 6 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
benchmark/new_runner_benchmark_test.go
View File

@ -21,8 +21,9 @@ var runnerMetrics []BenchmarkMetrics
// CompletionRequest represents the request body for the completion endpoint // CompletionRequest represents the request body for the completion endpoint
type CompletionRequest struct { type CompletionRequest struct {
Prompt string `json:"prompt"` Prompt string `json:"prompt"`
NumPredict int `json:"n_predict"` NumPredict int `json:"n_predict"`
Temperature float32 `json:"temperature"`
} }
// CompletionResponse represents a single response chunk from the streaming API // CompletionResponse represents a single response chunk from the streaming API
@ -115,8 +116,9 @@ func runCompletion(ctx context.Context, tt TestCase, b *testing.B) BenchmarkMetr
// Create request body // Create request body
reqBody := CompletionRequest{ reqBody := CompletionRequest{
Prompt: tt.prompt, Prompt: tt.prompt,
NumPredict: tt.maxTokens, NumPredict: tt.maxTokens,
Temperature: 0.1,
} }
jsonData, err := json.Marshal(reqBody) jsonData, err := json.Marshal(reqBody)
if err != nil { if err != nil {