mirror of
https://github.com/coaidev/coai.git
synced 2025-05-22 06:20:14 +09:00
04ad6afa98
feat alpha: support searxng Co-Authored-By: Minghan Zhang <112773885+zmh-program@users.noreply.github.com>
92 lines
2.6 KiB
Go
92 lines
2.6 KiB
Go
package web
|
|
|
|
import (
|
|
"chat/globals"
|
|
"chat/utils"
|
|
"fmt"
|
|
"net/url"
|
|
"strconv"
|
|
"strings"
|
|
)
|
|
|
|
type SearXNGResponse struct {
|
|
Query string `json:"query"`
|
|
NumberOfResults int `json:"number_of_results"`
|
|
Results []struct {
|
|
Url string `json:"url"`
|
|
Title string `json:"title"`
|
|
Content string `json:"content"`
|
|
PublishedDate *string `json:"publishedDate,omitempty"`
|
|
Thumbnail *string `json:"thumbnail,omitempty"`
|
|
Engine string `json:"engine"`
|
|
ParsedUrl []string `json:"parsed_url"`
|
|
Template string `json:"template"`
|
|
Engines []string `json:"engines"`
|
|
Positions []int `json:"positions"`
|
|
Score float64 `json:"score"`
|
|
Category string `json:"category"`
|
|
IframeSrc string `json:"iframe_src,omitempty"`
|
|
} `json:"results"`
|
|
Answers []interface{} `json:"answers"`
|
|
Corrections []interface{} `json:"corrections"`
|
|
Infoboxes []interface{} `json:"infoboxes"`
|
|
Suggestions []interface{} `json:"suggestions"`
|
|
UnresponsiveEngines [][]string `json:"unresponsive_engines"`
|
|
}
|
|
|
|
func formatResponse(data *SearXNGResponse) string {
|
|
res := make([]string, 0)
|
|
for _, item := range data.Results {
|
|
if item.Content == "" || item.Url == "" || item.Title == "" {
|
|
continue
|
|
}
|
|
|
|
res = append(res, fmt.Sprintf("%s (%s): %s", item.Title, item.Url, item.Content))
|
|
}
|
|
|
|
return strings.Join(res, "\n")
|
|
}
|
|
|
|
func createURLParams(query string) string {
|
|
params := url.Values{}
|
|
|
|
params.Add("q", url.QueryEscape(query))
|
|
params.Add("format", "json")
|
|
params.Add("safesearch", strconv.Itoa(globals.SearchSafeSearch))
|
|
if len(globals.SearchEngines) > 0 {
|
|
params.Add("engines", globals.SearchEngines)
|
|
}
|
|
if len(globals.SearchImageProxy) > 0 {
|
|
params.Add("image_proxy", globals.SearchImageProxy)
|
|
}
|
|
|
|
return fmt.Sprintf("%s?%s", globals.SearchEndpoint, params.Encode())
|
|
}
|
|
|
|
func createSearXNGRequest(query string) (*SearXNGResponse, error) {
|
|
data, err := utils.Get(createURLParams(query), nil)
|
|
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
return utils.MapToRawStruct[SearXNGResponse](data)
|
|
}
|
|
|
|
func GenerateSearchResult(q string) string {
|
|
res, err := createSearXNGRequest(q)
|
|
if err != nil {
|
|
globals.Warn(fmt.Sprintf("[web] failed to get search result: %s (query: %s)", err.Error(), q))
|
|
return ""
|
|
}
|
|
|
|
content := formatResponse(res)
|
|
globals.Debug(fmt.Sprintf("[web] search result: %s (query: %s)", utils.Extract(content, 50, "..."), q))
|
|
|
|
if globals.SearchCrop {
|
|
globals.Debug(fmt.Sprintf("[web] crop search result length %d to %d max", len(content), globals.SearchCropLength))
|
|
return utils.Extract(content, globals.SearchCropLength, "...")
|
|
}
|
|
return content
|
|
}
|