From 3f2b205dde190c9d9011154deb4429f673da51eb Mon Sep 17 00:00:00 2001 From: Vincent Koc Date: Tue, 23 Jun 2026 15:20:29 +0200 Subject: [PATCH] fix(qa): require MCP API list evidence --- scripts/e2e/lib/mcp-code-mode-validation.ts | 1 + test/scripts/mcp-code-mode-gateway-client.test.ts | 6 ++++++ 2 files changed, 7 insertions(+) diff --git a/scripts/e2e/lib/mcp-code-mode-validation.ts b/scripts/e2e/lib/mcp-code-mode-validation.ts index 3014e146dc82..68e0746a8cd1 100644 --- a/scripts/e2e/lib/mcp-code-mode-validation.ts +++ b/scripts/e2e/lib/mcp-code-mode-validation.ts @@ -51,6 +51,7 @@ export function validateMcpCodeModeResult( if (options.requireExec) { assert(options.plannedTools?.includes("exec"), "agent did not call code-mode exec"); } + assert(mentions.apiFileList > 0, "session log lacks API.list usage"); assert(mentions.apiFileRead > 0, "session log lacks API.read usage"); assert(mentions.mcpNamespace > 0, "session log lacks MCP.fixture usage"); assert(mentions.mcpTool > 0, "session log lacks fixture__lookup_note call"); diff --git a/test/scripts/mcp-code-mode-gateway-client.test.ts b/test/scripts/mcp-code-mode-gateway-client.test.ts index ba6df47daa8a..70e99c8bcd60 100644 --- a/test/scripts/mcp-code-mode-gateway-client.test.ts +++ b/test/scripts/mcp-code-mode-gateway-client.test.ts @@ -137,6 +137,12 @@ describe("MCP code-mode gateway Docker client result validation", () => { }); it("requires materialized MCP fixture tool evidence", () => { + expect(() => + validateMcpCodeModeResult(okResponse, { + ...okMentions, + apiFileList: 0, + }), + ).toThrow("session log lacks API.list usage"); expect(() => validateMcpCodeModeResult(okResponse, { ...okMentions,