GithubProxy/coai
1
0
Fork 0
mirror of https://github.com/coaidev/coai.git synced 2025-05-24 07:20:15 +09:00
Code Issues Actions Packages Projects Releases Wiki Activity

support tools calling in chat_completions relay

Browse Source
This commit is contained in:
Zhang Minghan 2024-02-16 09:38:43 +08:00
parent c5ab97a94e
commit dfec399d3d
1 changed files with 14 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
manager/chat_completions.go
View File

@ -119,7 +119,11 @@ func sendTranshipmentResponse(c *gin.Context, form RelayForm, messages []globals
Choices: []Choice{ Choices: []Choice{
{ {
Index: 0, Index: 0,
Message: globals.Message{Role: globals.Assistant, Content: buffer.ReadWithDefault(defaultMessage)}, Message: globals.Message{
Role: globals.Assistant,
Content: buffer.ReadWithDefault(defaultMessage),
ToolCalls: buffer.GetToolCalls(),
},
FinishReason: "stop", FinishReason: "stop",
}, },
}, },
@ -133,6 +137,11 @@ func sendTranshipmentResponse(c *gin.Context, form RelayForm, messages []globals
} }
func getStreamTranshipmentForm(id string, created int64, form RelayForm, data string, buffer *utils.Buffer, end bool, err error) RelayStreamResponse { func getStreamTranshipmentForm(id string, created int64, form RelayForm, data string, buffer *utils.Buffer, end bool, err error) RelayStreamResponse {
var toolsCalling *globals.ToolCalls
if end {
toolsCalling = buffer.GetToolCalls()
}
return RelayStreamResponse{ return RelayStreamResponse{
Id: fmt.Sprintf("chatcmpl-%s", id), Id: fmt.Sprintf("chatcmpl-%s", id),
Object: "chat.completion.chunk", Object: "chat.completion.chunk",
@ -144,6 +153,7 @@ func getStreamTranshipmentForm(id string, created int64, form RelayForm, data st
Delta: globals.Message{ Delta: globals.Message{
Role: globals.Assistant, Role: globals.Assistant,
Content: data, Content: data,
ToolCalls: toolsCalling,
}, },
FinishReason: utils.Multi[interface{}](end, "stop", nil), FinishReason: utils.Multi[interface{}](end, "stop", nil),
}, },