fix(ci): restore live OpenAI performance evidence (#103151)

This commit is contained in:
Vincent Koc
2026-07-09 16:29:22 -07:00
committed by GitHub
parent 04c090fb50
commit db71e497be
2 changed files with 25 additions and 6 deletions
@@ -55,7 +55,7 @@ describe("OpenClaw performance workflow", () => {
it("pins the Kova evaluator that reads agent payloads", () => {
const workflow = readFileSync(WORKFLOW, "utf8");
const kovaRef = "b20d3b35118841db050a14f241098169aff4b9a2";
const kovaRef = "886a0005269de56632491cfac89bf55256fff778";
expect(workflow).toContain(`default: ${kovaRef}`);
expect(workflow).toContain(`inputs.kova_ref || '${kovaRef}'`);
@@ -188,8 +188,8 @@ describe("OpenClaw performance workflow", () => {
expect(sanity.run).not.toContain("--include scenario:fresh-install");
});
it("makes the live lane honor explicit live auth in the ephemeral Kova checkout", () => {
const override = findStep("Allow live auth for OpenAI candidate state");
it("makes the live lane use live auth through the OpenClaw runtime", () => {
const override = findStep("Prepare live OpenAI candidate state");
expect(override.if).toContain("matrix.live == 'true'");
expect(override.run).toContain("states/mock-openai-provider.json");
@@ -201,6 +201,12 @@ describe("OpenClaw performance workflow", () => {
expect(override.run).toContain(
'state.auth.reason = "Honor the workflow lane\'s explicit run-level auth selection."',
);
expect(override.run).toContain('id: "force-openclaw-agent-runtime"');
expect(override.run).toContain('afterPhase: "provision"');
expect(override.run).toContain(
"ocm @{env} -- config set models.providers.openai.agentRuntime.id openclaw",
);
expect(override.run).not.toContain("agents.defaults.agentRuntime");
});
it("runs the trusted lane evidence validator before tolerating gate failures", () => {