mirror of
https://github.com/siyuan-note/siyuan.git
synced 2026-06-28 06:46:12 +00:00
145 lines
3.4 KiB
Go
145 lines
3.4 KiB
Go
// SiYuan - Refactor your thinking
|
|
// Copyright (c) 2020-present, b3log.org
|
|
//
|
|
// This program is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Affero General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// This program is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Affero General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU Affero General Public License
|
|
// along with this program. If not, see <https://www.gnu.org/licenses/>.
|
|
|
|
package util
|
|
|
|
import (
|
|
"encoding/json"
|
|
"errors"
|
|
"io"
|
|
"net/url"
|
|
"strings"
|
|
|
|
"github.com/siyuan-note/httpclient"
|
|
"github.com/siyuan-note/logging"
|
|
)
|
|
|
|
const (
|
|
defaultExaURL = "https://mcp.exa.ai/mcp"
|
|
maxWebSearchChars = 50000
|
|
)
|
|
|
|
type mcpRequest struct {
|
|
JSONRPC string `json:"jsonrpc"`
|
|
ID int `json:"id"`
|
|
Method string `json:"method"`
|
|
Params mcpParams `json:"params"`
|
|
}
|
|
|
|
type mcpParams struct {
|
|
Name string `json:"name"`
|
|
Arguments map[string]interface{} `json:"arguments"`
|
|
}
|
|
|
|
type mcpResponse struct {
|
|
Result *mcpResult `json:"result,omitempty"`
|
|
}
|
|
|
|
type mcpResult struct {
|
|
Content []mcpContent `json:"content"`
|
|
}
|
|
|
|
type mcpContent struct {
|
|
Type string `json:"type"`
|
|
Text string `json:"text"`
|
|
}
|
|
|
|
func WebSearch(query, exaApiKey string) (string, error) {
|
|
exaURL := defaultExaURL
|
|
if exaApiKey != "" {
|
|
exaURL += "?exaApiKey=" + url.QueryEscape(exaApiKey)
|
|
}
|
|
|
|
reqBody := mcpRequest{
|
|
JSONRPC: "2.0",
|
|
ID: 1,
|
|
Method: "tools/call",
|
|
Params: mcpParams{
|
|
Name: "web_search_exa",
|
|
Arguments: map[string]interface{}{
|
|
"query": query,
|
|
"type": "auto",
|
|
"numResults": 8,
|
|
"livecrawl": "fallback",
|
|
},
|
|
},
|
|
}
|
|
|
|
resp, err := httpclient.NewBrowserRequest().SetHeader("Accept", "application/json, text/event-stream").SetBody(reqBody).Post(exaURL)
|
|
if err != nil {
|
|
return "", errors.New("web search failed: " + err.Error())
|
|
}
|
|
defer resp.Body.Close()
|
|
|
|
bodyBytes, err := io.ReadAll(resp.Body)
|
|
if err != nil {
|
|
return "", errors.New("web search read response failed: " + err.Error())
|
|
}
|
|
body := string(bodyBytes)
|
|
|
|
preview := body
|
|
if len(preview) > 500 {
|
|
preview = body[:500]
|
|
}
|
|
logging.LogInfof("websearch response: status=%d, len=%d, preview=%s", resp.StatusCode, len(body), preview)
|
|
|
|
text := parseMcpResponse(body)
|
|
if text == "" {
|
|
return "No search results found. Please try a different query.", nil
|
|
}
|
|
|
|
return truncateRunes(text, maxWebSearchChars), nil
|
|
}
|
|
|
|
func parseMcpResponse(body string) string {
|
|
if text := parseMcpJSON(body); text != "" {
|
|
return text
|
|
}
|
|
|
|
for _, line := range strings.Split(body, "\n") {
|
|
line = strings.TrimSpace(line)
|
|
if strings.HasPrefix(line, "data:") {
|
|
payload := strings.TrimSpace(line[5:])
|
|
if text := parseMcpJSON(payload); text != "" {
|
|
return text
|
|
}
|
|
}
|
|
}
|
|
|
|
return ""
|
|
}
|
|
|
|
func parseMcpJSON(payload string) string {
|
|
payload = strings.TrimSpace(payload)
|
|
if !strings.HasPrefix(payload, "{") {
|
|
return ""
|
|
}
|
|
|
|
var resp mcpResponse
|
|
if err := json.Unmarshal([]byte(payload), &resp); err != nil {
|
|
return ""
|
|
}
|
|
if resp.Result == nil {
|
|
return ""
|
|
}
|
|
for _, item := range resp.Result.Content {
|
|
if item.Text != "" {
|
|
return item.Text
|
|
}
|
|
}
|
|
return ""
|
|
}
|