fix(qa): require MCP API list evidence

This commit is contained in:
Vincent Koc
2026-06-23 15:20:29 +02:00
parent 3d2c52c935
commit 3f2b205dde
2 changed files with 7 additions and 0 deletions
@@ -51,6 +51,7 @@ export function validateMcpCodeModeResult(
if (options.requireExec) {
assert(options.plannedTools?.includes("exec"), "agent did not call code-mode exec");
}
assert(mentions.apiFileList > 0, "session log lacks API.list usage");
assert(mentions.apiFileRead > 0, "session log lacks API.read usage");
assert(mentions.mcpNamespace > 0, "session log lacks MCP.fixture usage");
assert(mentions.mcpTool > 0, "session log lacks fixture__lookup_note call");
@@ -137,6 +137,12 @@ describe("MCP code-mode gateway Docker client result validation", () => {
});
it("requires materialized MCP fixture tool evidence", () => {
expect(() =>
validateMcpCodeModeResult(okResponse, {
...okMentions,
apiFileList: 0,
}),
).toThrow("session log lacks API.list usage");
expect(() =>
validateMcpCodeModeResult(okResponse, {
...okMentions,