GithubProxy/coai
1
0
Fork 0
mirror of https://github.com/coaidev/coai.git synced 2025-05-29 01:40:17 +09:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix retries error

Browse Source
This commit is contained in:
Zhang Minghan 2023-11-23 21:01:01 +08:00
parent c65051b1d9
commit 5cfd8a7118
2 changed files with 4 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
adapter/request.go
View File

@ -33,19 +33,18 @@ func NewChatRequest(props *ChatProps, hook globals.Hook) error {
retries := getRetries(props.MaxRetries) retries := getRetries(props.MaxRetries)
props.Current++ props.Current++
if props.Current > 1 {
fmt.Println(fmt.Sprintf("retrying chat request for %s (attempt %d/%d, error: %s)", props.Model, props.Current, retries, err.Error()))
}
if IsAvailableError(err) { if IsAvailableError(err) {
if isQPSOverLimit(props.Model, err) { if isQPSOverLimit(props.Model, err) {
// sleep for 0.5s to avoid qps limit // sleep for 0.5s to avoid qps limit
fmt.Println(fmt.Sprintf("qps limit for %s, sleep and retry (times: %d)", props.Model, props.Current))
time.Sleep(500 * time.Millisecond) time.Sleep(500 * time.Millisecond)
return NewChatRequest(props, hook) return NewChatRequest(props, hook)
} }
if props.Current < retries { if props.Current < retries {
fmt.Println(fmt.Sprintf("retrying chat request for %s (attempt %d/%d, error: %s)", props.Model, props.Current+1, retries, err.Error()))
return NewChatRequest(props, hook) return NewChatRequest(props, hook)
} }
} }

4
addition/article/generate.go
View File

@ -48,10 +48,10 @@ func CreateGenerationWorker(c *gin.Context, user *auth.User, model string, promp
titles := ParseTitle(title) titles := ParseTitle(title)
result := make(chan Response, len(titles)) result := make(chan Response, len(titles))
for _, title := range titles { for _, name := range titles {
go func(title string) { go func(title string) {
result <- GenerateArticle(c, user, model, hash, title, prompt, enableWeb) result <- GenerateArticle(c, user, model, hash, title, prompt, enableWeb)
}(title) }(name)
} }
return len(titles), result return len(titles), result