fix: fix stop signal calling stack

fix: fix stop signal calling stack
Co-Authored-By: Minghan Zhang <112773885+zmh-program@users.noreply.github.com>

manager/chat.go

@@ -10,6 +10,7 @@ import (
 	"chat/globals"
 	"chat/manager/conversation"
 	"chat/utils"
+	"time"
 
 	"database/sql"
 	"errors"
@@ -51,7 +52,9 @@ type partialChunk struct {
 func createStopSignal(conn *Connection) chan bool {
 	stopSignal := make(chan bool, 1)
 	go func(conn *Connection, stopSignal chan bool) {
+		ticker := time.NewTicker(100 * time.Millisecond)
 		defer func() {
+			ticker.Stop()
 			if r := recover(); r != nil && !strings.Contains(fmt.Sprintf("%s", r), "closed channel") {
 				stack := debug.Stack()
 				globals.Warn(fmt.Sprintf("caught panic from stop signal: %s\n%s", r, stack))
@@ -59,11 +62,16 @@ func createStopSignal(conn *Connection) chan bool {
 		}()
 
 		for {
-			if conn.PeekStop() != nil {
-				stopSignal <- true
+			select {
+			case <-ticker.C:
+				state := conn.PeekStop() != nil // check the stop state
+				stopSignal <- state
+
+				if state {
 					break
 				}
 			}
+		}
 	}(conn, stopSignal)
 
 	return stopSignal
@@ -169,7 +177,9 @@ func createChatTask(
 
 				return hit, sendPackError
 			}
-		case <-stopSignal:
+		case signal := <-stopSignal:
+			// if stop signal is received
+			if signal {
 				globals.Info(fmt.Sprintf("client stopped the chat request (model: %s, client: %s)", model, conn.GetCtx().ClientIP()))
 				_ = conn.SendClient(globals.ChatSegmentResponse{
 					Quota: buffer.GetQuota(),
@@ -181,6 +191,7 @@ func createChatTask(
 				return
 			}
 		}
+	}
 }
 
 func ChatHandler(conn *Connection, user *auth.User, instance *conversation.Conversation, restart bool) string {