GithubProxy/coai
1
0
Fork 0
mirror of https://github.com/coaidev/coai.git synced 2025-05-30 18:30:32 +09:00
Code Issues Actions Packages Projects Releases Wiki Activity

debug: remove usage and quota fields

Browse Source
This commit is contained in:
Zhang Minghan 2024-02-18 22:17:57 +08:00
parent 72c55d8b1d
commit b6604f379f
1 changed files with 6 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
manager/chat_completions.go
View File

@ -178,7 +178,6 @@ func getStreamTranshipmentForm(id string, created int64, form RelayForm, data *g
{
Index: 0,
Delta: Message{
Role: getRole(data),
Content: data.Content,
ToolCalls: data.ToolCall,
FunctionCall: data.FunctionCall,
@ -186,12 +185,12 @@ func getStreamTranshipmentForm(id string, created int64, form RelayForm, data *g
FinishReason: getFinishReason(buffer, end),
},
},
Usage: Usage{
PromptTokens: utils.MultiF(end, func() int { return buffer.CountInputToken() }, 0),
CompletionTokens: utils.MultiF(end, func() int { return buffer.CountOutputToken() }, 0),
TotalTokens: utils.MultiF(end, func() int { return buffer.CountToken() }, 0),
},
Quota: utils.Multi[*float32](form.Official, nil, utils.ToPtr(buffer.GetQuota())),
//Usage: Usage{
// PromptTokens: utils.MultiF(end, func() int { return buffer.CountInputToken() }, 0),
// CompletionTokens: utils.MultiF(end, func() int { return buffer.CountOutputToken() }, 0),
// TotalTokens: utils.MultiF(end, func() int { return buffer.CountToken() }, 0),
//},
//Quota: utils.Multi[*float32](form.Official, nil, utils.ToPtr(buffer.GetQuota())),
Error: err,
}
}