jeans/ollama
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Return empty choices on usage chunk

Browse Source
This commit is contained in:
Anuraag Agrawal 2024-10-03 13:02:50 +09:00
parent 7ed81437fe
commit 7355ab3703
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
openai/openai.go
View File

@ -647,7 +647,7 @@ func (w *ChatWriter) writeResponse(data []byte) (int, error) {
if chatResponse.Done { if chatResponse.Done {
if w.streamUsage { if w.streamUsage {
u := toUsage(chatResponse) u := toUsage(chatResponse)
d, err := json.Marshal(ChatCompletionChunk{Usage: &u}) d, err := json.Marshal(ChatCompletionChunk{Choices: []ChunkChoice{}, Usage: &u})
if err != nil { if err != nil {
return 0, err return 0, err
} }
@ -711,7 +711,7 @@ func (w *CompleteWriter) writeResponse(data []byte) (int, error) {
if generateResponse.Done { if generateResponse.Done {
if w.streamUsage { if w.streamUsage {
u := toUsageGenerate(generateResponse) u := toUsageGenerate(generateResponse)
d, err := json.Marshal(CompletionChunk{Usage: &u}) d, err := json.Marshal(CompletionChunk{Choices: []CompleteChunkChoice{}, Usage: &u})
if err != nil { if err != nil {
return 0, err return 0, err
} }