mcp-test-policy.test.ts 7.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151
  1. // MCP 工具策略"仅后台测试":只在后台的测试会话中提供(每次审批、不能在脚本中调用);外部 API、Bot API、定时任务的会话中看不到也调不了
  2. import fs from 'node:fs'
  3. import http from 'node:http'
  4. import type { AddressInfo } from 'node:net'
  5. import path from 'node:path'
  6. import pino from 'pino'
  7. import { afterAll, beforeAll, describe, expect, it } from 'vitest'
  8. import { Client } from '@modelcontextprotocol/sdk/client/index.js'
  9. import { StreamableHTTPClientTransport } from '@modelcontextprotocol/sdk/client/streamableHttp.js'
  10. import { McpServer } from '@modelcontextprotocol/sdk/server/mcp.js'
  11. import { StreamableHTTPServerTransport } from '@modelcontextprotocol/sdk/server/streamableHttp.js'
  12. import { z } from 'zod'
  13. import { createApp, type App } from '../src/app'
  14. import { config } from '../src/config'
  15. import { buildServer } from '../src/http/server'
  16. import type { GatewayRunContext } from '../src/mcp-gateway/tokens'
  17. import type { AgentProvider, RunContext } from '../src/providers/types'
  18. import { resolveAccess } from '../src/services/access-policy'
  19. import type { NewApproval } from '../src/services/interactions'
  20. let app: App
  21. let server: Awaited<ReturnType<typeof buildServer>>
  22. let base: string
  23. let upstream: http.Server
  24. let serverId: string
  25. const approvals: NewApproval[] = []
  26. /** 假引擎:记录每次运行时网关上下文中的 adminTest */
  27. const seen: (boolean | undefined)[] = []
  28. const recorder: AgentProvider = {
  29. id: 'claude',
  30. async run(c: RunContext) {
  31. seen.push(app.gatewayTokens.get(c.gateway.token)?.adminTest)
  32. return { usage: { inputTokens: 1, outputTokens: 1, cacheReadTokens: 0, cacheWriteTokens: 0, costUsd: 0 } }
  33. },
  34. async status() {
  35. return { id: 'claude', enabled: true, available: true, loggedIn: true, account: 'test', cliPath: '', version: 'x', models: ['m'], defaultModel: 'm', message: null }
  36. },
  37. }
  38. beforeAll(async () => {
  39. const log = pino({ level: 'silent' })
  40. app = createApp(log, { providers: { claude: recorder } })
  41. server = await buildServer(app, { logger: log })
  42. base = await server.listen({ port: 0, host: '127.0.0.1' })
  43. upstream = http.createServer(async (req, res) => {
  44. const mcp = new McpServer({ name: 'fixture', version: '1.0.0' })
  45. mcp.registerTool('lookup', { description: '查询(已测完)', inputSchema: { q: z.string() }, annotations: { readOnlyHint: true } }, async ({ q }) => ({ content: [{ type: 'text', text: `found:${q}` }] }))
  46. mcp.registerTool('new_report', { description: '新报表(测试中)', inputSchema: {}, annotations: { readOnlyHint: true } }, async () => ({ content: [{ type: 'text', text: 'report' }] }))
  47. const t = new StreamableHTTPServerTransport({ sessionIdGenerator: undefined })
  48. res.on('close', () => { void t.close(); void mcp.close() })
  49. await mcp.connect(t)
  50. let body = ''
  51. req.on('data', c => (body += c))
  52. req.on('end', () => void t.handleRequest(req, res, body ? JSON.parse(body) : undefined))
  53. })
  54. const url = await new Promise<string>(r => upstream.listen(0, '127.0.0.1', () => r(`http://127.0.0.1:${(upstream.address() as AddressInfo).port}/mcp`)))
  55. const s = app.mcpServers.create({
  56. name: 'biz', title: '业务', description: '', transport: 'http', enabled: true, url, headers: [], command: '', args: [], env: [], allowNetwork: false, readPaths: [], writePaths: [],
  57. })
  58. serverId = s.id
  59. await app.mcpServers.refresh(s.id)
  60. })
  61. afterAll(async () => {
  62. await app.mcpUpstream.closeAll()
  63. await server.close()
  64. upstream.close()
  65. })
  66. function ctx(over: Partial<GatewayRunContext>): GatewayRunContext {
  67. const ws = path.join(config.dataDir, 'workspaces', `ses_tp_${Math.random().toString(36).slice(2)}`)
  68. fs.mkdirSync(ws, { recursive: true })
  69. const settings = app.settings.get()
  70. return {
  71. sessionId: `ses_${Math.random().toString(36).slice(2)}`, runId: 'r', provider: 'claude', workspaceDir: ws, permissionMode: 'auto', settings,
  72. access: resolveAccess({ policy: { mode: 'restricted', read: [], write: [], deny: [] }, knowledgeRoots: [], selectedKnowledgeRootIds: [], workspaceDir: ws, settings }),
  73. knowledgeRoots: [], mcpServerIds: [serverId], audit: () => {},
  74. interact: async req => {
  75. approvals.push(req as NewApproval)
  76. return { resolution: 'allowed', scope: 'session' }
  77. },
  78. ...over,
  79. }
  80. }
  81. async function gateway(c: GatewayRunContext) {
  82. const client = new Client({ name: 'test', version: '1' })
  83. await client.connect(new StreamableHTTPClientTransport(new URL(`${base}/mcp`), { requestInit: { headers: { Authorization: `Bearer ${app.gatewayTokens.issue(c)}` } } }))
  84. return client
  85. }
  86. const text = (r: unknown) => (r as { content: { text: string }[] }).content[0]!.text
  87. describe('仅后台测试', () => {
  88. it('外部会话看不到也调不了;后台测试会话中提供、标注测试中,每次都要审批;不能在脚本中调用', async () => {
  89. const s = app.mcpServers.setToolPolicy(serverId, 'new_report', 'test')
  90. expect(s.tools.find(t => t.name === 'new_report')!.policy).toBe('test')
  91. // 外部 API / Bot API / 定时任务:adminTest 为 false
  92. const ext = await gateway(ctx({ adminTest: false }))
  93. const extNames = (await ext.listTools()).tools.map(t => t.name)
  94. expect(extNames).toContain('biz__lookup')
  95. expect(extNames).not.toContain('biz__new_report')
  96. const denied = await ext.callTool({ name: 'biz__new_report', arguments: {} })
  97. expect(denied.isError).toBe(true)
  98. expect(text(denied)).toMatch(/不存在或当前不可用/)
  99. expect(text(await ext.callTool({ name: 'biz__lookup', arguments: { q: 'x' } }))).toBe('found:x')
  100. await ext.close()
  101. // 后台测试会话:提供,并标注测试中;即使在自动模式、即使选择"本会话允许",每次都要审批
  102. const admin = await gateway(ctx({ adminTest: true }))
  103. const tool = (await admin.listTools()).tools.find(t => t.name === 'biz__new_report')!
  104. expect(tool.description).toContain('[测试中]')
  105. approvals.length = 0
  106. expect(text(await admin.callTool({ name: 'biz__new_report', arguments: {} }))).toBe('report')
  107. expect(text(await admin.callTool({ name: 'biz__new_report', arguments: {} }))).toBe('report')
  108. expect(approvals).toHaveLength(2)
  109. expect(approvals[0]!.options).toEqual(['allow_once', 'deny'])
  110. expect(String(approvals[0]!.detail?.reason)).toContain('测试中')
  111. // 已测完的工具不受影响(只读、自动模式直接调用)
  112. expect(text(await admin.callTool({ name: 'biz__lookup', arguments: { q: 'y' } }))).toBe('found:y')
  113. expect(approvals).toHaveLength(2)
  114. // 脚本中不能调用测试中的工具(在执行脚本前拒绝)
  115. const script = await admin.callTool({ name: 'run_script', arguments: { code: 'print(1)', tools: ['biz__new_report'], description: '试' } })
  116. expect(script.isError).toBe(true)
  117. expect(text(script)).toMatch(/还在测试中/)
  118. await admin.close()
  119. // 测完后改回其他策略:外部会话可用
  120. app.mcpServers.setToolPolicy(serverId, 'new_report', 'auto')
  121. const ext2 = await gateway(ctx({ adminTest: false }))
  122. expect((await ext2.listTools()).tools.map(t => t.name)).toContain('biz__new_report')
  123. await ext2.close()
  124. })
  125. })
  126. describe('哪些会话是后台测试会话', () => {
  127. it('后台发起的会话是;外部 API Key 的会话、定时任务触发的运行不是', async () => {
  128. const builtin = app.profiles.getBuiltin().id
  129. const key = app.apiKeys.create('平台A', { allowedProfileIds: [builtin], defaultProfileId: builtin }).apiKey
  130. const run = async (source: string, unattended = false) => {
  131. const s = await app.sessions.create(source, {})
  132. const n = seen.length
  133. app.runs.start(app.sessions.getRow(s.id), '你好', [], { unattended })
  134. for (let i = 0; i < 1000 && seen.length === n; i++) await new Promise(r => setTimeout(r, 10))
  135. return seen[n]
  136. }
  137. expect(await run('admin')).toBe(true)
  138. expect(await run(key.id)).toBe(false)
  139. expect(await run('admin', true)).toBe(false)
  140. })
  141. })