result.go 8.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317
  1. package kit
  2. import (
  3. "bytes"
  4. "context"
  5. "crypto/rand"
  6. "encoding/csv"
  7. "encoding/hex"
  8. "encoding/json"
  9. "errors"
  10. "fmt"
  11. "net"
  12. "reflect"
  13. "strings"
  14. "unicode/utf8"
  15. "github.com/mark3labs/mcp-go/mcp"
  16. "go.mongodb.org/mongo-driver/mongo"
  17. "go.uber.org/zap"
  18. "fwh-toolbox-server/utils/pii"
  19. )
  20. // MaxResultChars 单次结果(非导出)的最大字符数。低于 AgentServer 网关的 10 万字截断阈值,
  21. // 避免触发"前 10 万字仍进上下文"的路径。
  22. const MaxResultChars = 30000
  23. // MaxExportBytes 导出文件上限。
  24. const MaxExportBytes = 20 << 20
  25. // ---- 错误 ----
  26. // Fail 返回给模型的业务错误(参数不对、无数据等)。
  27. func Fail(err error) *mcp.CallToolResult {
  28. var ae *ArgError
  29. if errors.As(err, &ae) {
  30. return mcp.NewToolResultError(ae.Msg)
  31. }
  32. return mcp.NewToolResultError(err.Error())
  33. }
  34. // Failf 以格式化文本返回错误。
  35. func Failf(format string, a ...any) *mcp.CallToolResult {
  36. return mcp.NewToolResultError(fmt.Sprintf(format, a...))
  37. }
  38. // Upstream 上游(FWH 平台、数据库、Plane 等)调用失败。
  39. func Upstream(source string, err error) *mcp.CallToolResult {
  40. return mcp.NewToolResultError(UpstreamText(source, err) + "。可以稍后重试,或缩小查询范围。")
  41. }
  42. // UpstreamText 写给模型的上游错误说明:只给数据源、错误类别与错误编号。
  43. // 原始错误可能含内部地址、SQL、库表名,只写入日志(按错误编号检索),不返回给模型。
  44. func UpstreamText(source string, err error) string {
  45. ref := errorRef()
  46. zap.L().Warn("[agent-mcp] 上游调用失败", zap.String("source", source), zap.String("ref", ref), zap.Error(err))
  47. return fmt.Sprintf("调用%s失败(%s,错误编号 %s)", source, errorKind(err), ref)
  48. }
  49. func errorKind(err error) string {
  50. var ne net.Error
  51. switch {
  52. case errors.Is(err, context.DeadlineExceeded):
  53. return "请求超时"
  54. case errors.Is(err, context.Canceled):
  55. return "请求已取消"
  56. case errors.Is(err, mongo.ErrNoDocuments):
  57. return "没有找到对应记录"
  58. case errors.As(err, &ne) && ne.Timeout():
  59. return "请求超时"
  60. case errors.As(err, &ne):
  61. return "网络连接失败"
  62. }
  63. return "数据源返回错误"
  64. }
  65. func errorRef() string {
  66. b := make([]byte, 4)
  67. _, _ = rand.Read(b)
  68. return hex.EncodeToString(b)
  69. }
  70. // Empty 无数据时的统一返回(不是错误)。
  71. func Empty(msg string) *mcp.CallToolResult {
  72. if msg == "" {
  73. msg = "没有查询到数据。"
  74. }
  75. return mcp.NewToolResultText(msg)
  76. }
  77. // ---- 对象与列表 ----
  78. // Object 单个对象:脱敏、去掉空值后以紧凑 JSON 返回。
  79. func Object(v any) *mcp.CallToolResult {
  80. tree, err := sanitize(v)
  81. if err != nil {
  82. return mcp.NewToolResultError(err.Error())
  83. }
  84. b, _ := json.Marshal(tree)
  85. text := string(b)
  86. if utf8.RuneCountInString(text) > MaxResultChars {
  87. text = truncateRunes(text, MaxResultChars) + "\n(结果过长已截断,请缩小查询范围)"
  88. }
  89. return mcp.NewToolResultText(text)
  90. }
  91. // ListResult 列表结果的结构。
  92. type ListResult struct {
  93. Total int `json:"total"`
  94. Returned int `json:"returned"`
  95. Truncated bool `json:"truncated"`
  96. Hint string `json:"hint,omitempty"`
  97. Items []any `json:"items"`
  98. }
  99. // List 列表:脱敏、去空值,最多返回 limit 条;序列化后超过 MaxResultChars 时继续减少条数。
  100. // items 必须是切片(nil 视为空);total < 0 时以切片长度作为总数。
  101. func List(items any, total, limit int, hint string) *mcp.CallToolResult {
  102. tree, err := sanitize(items)
  103. if err != nil {
  104. return mcp.NewToolResultError(err.Error())
  105. }
  106. arr, _ := tree.([]any)
  107. if total < 0 {
  108. total = len(arr)
  109. }
  110. if len(arr) == 0 {
  111. return Empty("")
  112. }
  113. r := buildList(arr, total, limit, hint)
  114. b, _ := json.Marshal(r)
  115. return mcp.NewToolResultText(string(b))
  116. }
  117. func buildList(arr []any, total, limit int, hint string) ListResult {
  118. n := len(arr)
  119. if limit > 0 && n > limit {
  120. n = limit
  121. }
  122. for {
  123. r := ListResult{Total: total, Returned: n, Truncated: n < total, Items: arr[:n]}
  124. if r.Truncated {
  125. r.Hint = hint
  126. if r.Hint == "" {
  127. r.Hint = "结果已截断,请缩小查询范围或分页查询"
  128. }
  129. }
  130. b, _ := json.Marshal(r)
  131. if utf8.RuneCount(b) <= MaxResultChars || n <= 1 {
  132. return r
  133. }
  134. n = n * 3 / 4
  135. }
  136. }
  137. // Table 行多、字段固定的数据:首行列名的 TSV,比 JSON 省字符。单元格按列名脱敏。
  138. func Table(cols []string, rows [][]string, limit int, hint string) *mcp.CallToolResult {
  139. if len(rows) == 0 {
  140. return Empty("")
  141. }
  142. total := len(rows)
  143. n := total
  144. if limit > 0 && n > limit {
  145. n = limit
  146. }
  147. var buf strings.Builder
  148. header := fmt.Sprintf("# total=%d", total)
  149. colLine := strings.Join(cols, "\t")
  150. buf.WriteString(colLine)
  151. buf.WriteByte('\n')
  152. chars := utf8.RuneCountInString(colLine) + 1
  153. written := 0
  154. for _, row := range rows[:n] {
  155. line := tsvLine(cols, row)
  156. lc := utf8.RuneCountInString(line) + 1
  157. // 预留 200 字符给头部说明
  158. if chars+lc+200 > MaxResultChars {
  159. break
  160. }
  161. buf.WriteString(line)
  162. buf.WriteByte('\n')
  163. chars += lc
  164. written++
  165. }
  166. header += fmt.Sprintf(" returned=%d truncated=%t", written, written < total)
  167. if written < total {
  168. if hint == "" {
  169. hint = "结果已截断,请缩小查询范围"
  170. }
  171. header += "\n# " + hint
  172. }
  173. return mcp.NewToolResultText(header + "\n" + buf.String())
  174. }
  175. func tsvLine(cols []string, row []string) string {
  176. cells := make([]string, len(row))
  177. for i, c := range row {
  178. if i < len(cols) {
  179. c = pii.MaskField(cols[i], c)
  180. }
  181. cells[i] = strings.NewReplacer("\t", " ", "\n", " ", "\r", " ").Replace(c)
  182. }
  183. return strings.Join(cells, "\t")
  184. }
  185. // Export 导出:CSV 以 EmbeddedResource(text/csv)返回,并附文本摘要。
  186. // AgentServer 网关会把资源内容保存到会话工作区(agent-mcp.md 5.2)。
  187. func Export(uri string, cols []string, rows [][]string, summary string) *mcp.CallToolResult {
  188. if len(rows) == 0 {
  189. return Empty("没有可导出的数据。")
  190. }
  191. var buf bytes.Buffer
  192. w := csv.NewWriter(&buf)
  193. _ = w.Write(cols)
  194. for _, row := range rows {
  195. masked := make([]string, len(row))
  196. for i, c := range row {
  197. if i < len(cols) {
  198. c = pii.MaskField(cols[i], c)
  199. }
  200. masked[i] = c
  201. }
  202. _ = w.Write(masked)
  203. if buf.Len() > MaxExportBytes {
  204. return Failf("导出数据超过 %d MB,请缩小时间范围后分段导出", MaxExportBytes>>20)
  205. }
  206. }
  207. w.Flush()
  208. preview := rows
  209. if len(preview) > 5 {
  210. preview = preview[:5]
  211. }
  212. var head strings.Builder
  213. fmt.Fprintf(&head, "已导出 %d 行,%d 列,%.1f KB。\n资源:%s\n列:%s\n", len(rows), len(cols), float64(buf.Len())/1024, uri, strings.Join(cols, ", "))
  214. if summary != "" {
  215. head.WriteString(summary + "\n")
  216. }
  217. head.WriteString("前 5 行:\n")
  218. head.WriteString(strings.Join(cols, "\t") + "\n")
  219. for _, r := range preview {
  220. head.WriteString(tsvLine(cols, r) + "\n")
  221. }
  222. head.WriteString("完整数据在资源文件中,请用 Python(pandas)读取分析,不要把全文读入上下文。")
  223. return &mcp.CallToolResult{
  224. Content: []mcp.Content{
  225. mcp.NewTextContent(head.String()),
  226. mcp.NewEmbeddedResource(mcp.TextResourceContents{URI: uri, MIMEType: "text/csv", Text: buf.String()}),
  227. },
  228. }
  229. }
  230. // ---- 内部 ----
  231. // sanitize 序列化 → 脱敏 → 解析为通用树 → 去掉空值。
  232. func sanitize(v any) (any, error) {
  233. if v == nil || (reflect.ValueOf(v).Kind() == reflect.Ptr && reflect.ValueOf(v).IsNil()) {
  234. return nil, nil
  235. }
  236. b, err := pii.Marshal(v)
  237. if err != nil {
  238. return nil, err
  239. }
  240. dec := json.NewDecoder(bytes.NewReader(b))
  241. dec.UseNumber()
  242. var tree any
  243. if err := dec.Decode(&tree); err != nil {
  244. return nil, fmt.Errorf("结果解析失败: %w", err)
  245. }
  246. return Prune(tree), nil
  247. }
  248. // Prune 去掉 null、空字符串、空数组、空对象(递归)。数组中的元素保留位置,只清理其内部。
  249. func Prune(v any) any {
  250. switch t := v.(type) {
  251. case map[string]any:
  252. for k, val := range t {
  253. p := Prune(val)
  254. if isEmpty(p) {
  255. delete(t, k)
  256. } else {
  257. t[k] = p
  258. }
  259. }
  260. return t
  261. case []any:
  262. for i := range t {
  263. t[i] = Prune(t[i])
  264. }
  265. return t
  266. default:
  267. return v
  268. }
  269. }
  270. func isEmpty(v any) bool {
  271. switch t := v.(type) {
  272. case nil:
  273. return true
  274. case string:
  275. return t == ""
  276. case map[string]any:
  277. return len(t) == 0
  278. case []any:
  279. return len(t) == 0
  280. }
  281. return false
  282. }
  283. func truncateRunes(s string, n int) string {
  284. if utf8.RuneCountInString(s) <= n {
  285. return s
  286. }
  287. r := []rune(s)
  288. return string(r[:n])
  289. }