From b6604f379f0805497a289225faa4c4a8edfb44c2 Mon Sep 17 00:00:00 2001 From: Zhang Minghan Date: Sun, 18 Feb 2024 22:17:57 +0800 Subject: [PATCH] debug: remove usage and quota fields --- manager/chat_completions.go | 13 ++++++------- 1 file changed, 6 insertions(+), 7 deletions(-) diff --git a/manager/chat_completions.go b/manager/chat_completions.go index a5d4b4c..d3a0a9a 100644 --- a/manager/chat_completions.go +++ b/manager/chat_completions.go @@ -178,7 +178,6 @@ func getStreamTranshipmentForm(id string, created int64, form RelayForm, data *g { Index: 0, Delta: Message{ - Role: getRole(data), Content: data.Content, ToolCalls: data.ToolCall, FunctionCall: data.FunctionCall, @@ -186,12 +185,12 @@ func getStreamTranshipmentForm(id string, created int64, form RelayForm, data *g FinishReason: getFinishReason(buffer, end), }, }, - Usage: Usage{ - PromptTokens: utils.MultiF(end, func() int { return buffer.CountInputToken() }, 0), - CompletionTokens: utils.MultiF(end, func() int { return buffer.CountOutputToken() }, 0), - TotalTokens: utils.MultiF(end, func() int { return buffer.CountToken() }, 0), - }, - Quota: utils.Multi[*float32](form.Official, nil, utils.ToPtr(buffer.GetQuota())), + //Usage: Usage{ + // PromptTokens: utils.MultiF(end, func() int { return buffer.CountInputToken() }, 0), + // CompletionTokens: utils.MultiF(end, func() int { return buffer.CountOutputToken() }, 0), + // TotalTokens: utils.MultiF(end, func() int { return buffer.CountToken() }, 0), + //}, + //Quota: utils.Multi[*float32](form.Official, nil, utils.ToPtr(buffer.GetQuota())), Error: err, } }