coai/adapter/dashscope/chat.go

69 lines
1.6 KiB
Go

package dashscope
import (
"chat/globals"
"chat/utils"
"fmt"
"strings"
)
type ChatProps struct {
Model string
Message []globals.Message
}
func (c *ChatInstance) GetHeader() map[string]string {
return map[string]string{
"Content-Type": "application/json",
"Authorization": fmt.Sprintf("Bearer %s", c.GetApiKey()),
"X-DashScope-SSE": "enable",
}
}
func (c *ChatInstance) GetPrompt(messages []globals.Message) string {
return messages[len(messages)-1].Content
}
func (c *ChatInstance) GetChatBody(props *ChatProps) interface{} {
return ChatRequest{
Model: strings.TrimSuffix(props.Model, "-net"),
Input: ChatInput{
Messages: props.Message,
},
Parameters: ChatParam{
EnableSearch: strings.HasSuffix(props.Model, "-net"),
IncrementalOutput: true,
},
}
}
func (c *ChatInstance) GetChatEndpoint() string {
return fmt.Sprintf("%s/api/v1/services/aigc/text-generation/generation", c.Endpoint)
}
func (c *ChatInstance) CreateStreamChatRequest(props *ChatProps, callback globals.Hook) error {
return utils.EventSource(
"POST",
c.GetChatEndpoint(),
c.GetHeader(),
c.GetChatBody(props),
func(data string) error {
data = strings.TrimSpace(data)
if !strings.HasPrefix(data, "data:") {
return nil
}
slice := strings.TrimSpace(strings.TrimPrefix(data, "data:"))
if form := utils.UnmarshalForm[ChatResponse](slice); form != nil {
if err := callback(form.Output.Text); err != nil {
return err
}
}
globals.Debug(fmt.Sprintf("dashscope error: cannot unmarshal data %s", slice))
return nil
},
)
}