diff --git a/extensions/qa-lab/src/scenario-catalog.openai-live.test.ts b/extensions/qa-lab/src/scenario-catalog.openai-live.test.ts index 63067cb26f23..b5509f5727cd 100644 --- a/extensions/qa-lab/src/scenario-catalog.openai-live.test.ts +++ b/extensions/qa-lab/src/scenario-catalog.openai-live.test.ts @@ -45,6 +45,10 @@ describe("qa scenario catalog", () => { | undefined; expect(scenario.sourcePath).toBe("qa/scenarios/models/openai-native-web-search-live.yaml"); + expect(scenario.coverage).toEqual({ + primary: ["web-search.web-search-exposure-openai"], + secondary: ["web-search.web-search-exposure", "openai.canonical-openai-model-routing-openai"], + }); expect(scenario.gatewayConfigPatch?.tools).toEqual({ web: { search: { diff --git a/qa/scenarios/models/openai-native-web-search-live.yaml b/qa/scenarios/models/openai-native-web-search-live.yaml index 49788c080bb8..457f2355e51e 100644 --- a/qa/scenarios/models/openai-native-web-search-live.yaml +++ b/qa/scenarios/models/openai-native-web-search-live.yaml @@ -5,8 +5,9 @@ scenario: surface: model-provider coverage: primary: - - web-search.web-search-exposure + - web-search.web-search-exposure-openai secondary: + - web-search.web-search-exposure - openai.canonical-openai-model-routing-openai objective: Verify a live OpenAI GPT model can use OpenAI native web_search when OpenClaw web search is enabled in auto mode. successCriteria: