From 09d6271832931e2ec7930f14e7794353a6f714f7 Mon Sep 17 00:00:00 2001 From: Dallin Romney Date: Mon, 3 Aug 2026 14:18:04 +0800 Subject: [PATCH] fix(release): smoke test Codex OAuth GPT-5.6 cohort --- .../openclaw-live-and-e2e-checks-reusable.yml | 17 +++++++++++++++++ .../package-acceptance-workflow.test.ts | 19 +++++++++++++++++++ 2 files changed, 36 insertions(+) diff --git a/.github/workflows/openclaw-live-and-e2e-checks-reusable.yml b/.github/workflows/openclaw-live-and-e2e-checks-reusable.yml index 069d628438f3..e9fdd8f7906b 100644 --- a/.github/workflows/openclaw-live-and-e2e-checks-reusable.yml +++ b/.github/workflows/openclaw-live-and-e2e-checks-reusable.yml @@ -866,6 +866,7 @@ jobs: add_profile_suite live-codex-harness-gpt56-sol-docker "stable full" add_profile_suite live-codex-harness-gpt56-terra-docker "stable full" add_profile_suite live-codex-harness-gpt56-luna-docker "stable full" + add_profile_suite live-codex-harness-gpt56-oauth-smoke-docker "stable full" add_profile_suite live-codex-harness-gpt56-docker "stable full" add_profile_suite live-subagent-announce-docker "stable full" @@ -3798,6 +3799,13 @@ jobs: timeout_minutes: 40 profile_env_only: false profiles: stable full + - suite_id: live-codex-harness-gpt56-oauth-smoke-docker + suite_group: live-codex-harness-gpt56-docker + label: Docker live Codex GPT-5.6 ChatGPT OAuth smoke + command: OPENCLAW_LIVE_CODEX_HARNESS_TARGETS=openai/gpt-5.6-sol=ultra,openai/gpt-5.6-terra=ultra,openai/gpt-5.6-luna=max OPENCLAW_LIVE_CODEX_HARNESS_IMAGE_PROBE=0 OPENCLAW_LIVE_CODEX_HARNESS_MCP_PROBE=0 OPENCLAW_LIVE_CODEX_HARNESS_SUBAGENT_PROBE=0 OPENCLAW_LIVE_CODEX_HARNESS_GUARDIAN_PROBE=0 OPENCLAW_LIVE_DOCKER_REPO_ROOT="$GITHUB_WORKSPACE" timeout --foreground --kill-after=30s 35m bash .release-harness/scripts/test-live-codex-harness-docker.sh + timeout_minutes: 40 + profile_env_only: false + profiles: stable full - suite_id: live-subagent-announce-docker label: Docker live subagent announce command: OPENCLAW_LIVE_DOCKER_REPO_ROOT="$GITHUB_WORKSPACE" timeout --foreground --kill-after=30s 20m bash .release-harness/scripts/test-live-subagent-announce-docker.sh @@ -3968,6 +3976,15 @@ jobs: echo "OPENCLAW_CLI_BACKEND_LOG_OUTPUT=1" >> "$GITHUB_ENV" echo "OPENCLAW_TEST_CONSOLE=1" >> "$GITHUB_ENV" ;; + live-codex-harness-gpt56-oauth-smoke-docker) + # This smoke exercises every GPT-5.6 model through the managed Codex + # ChatGPT route. API-key lanes cannot detect version requirements + # enforced by chatgpt.com for individual models. + echo "OPENCLAW_LIVE_CODEX_HARNESS_AUTH=codex-auth" >> "$GITHUB_ENV" + echo "OPENCLAW_LIVE_CODEX_HARNESS_DEBUG=1" >> "$GITHUB_ENV" + echo "OPENCLAW_CLI_BACKEND_LOG_OUTPUT=1" >> "$GITHUB_ENV" + echo "OPENCLAW_TEST_CONSOLE=1" >> "$GITHUB_ENV" + ;; live-codex-harness*-docker) echo "OPENCLAW_LIVE_CODEX_HARNESS_AUTH=api-key" >> "$GITHUB_ENV" echo "OPENCLAW_LIVE_CODEX_HARNESS_DEBUG=1" >> "$GITHUB_ENV" diff --git a/test/scripts/package-acceptance-workflow.test.ts b/test/scripts/package-acceptance-workflow.test.ts index b053a31a7fe1..4179c706e72b 100644 --- a/test/scripts/package-acceptance-workflow.test.ts +++ b/test/scripts/package-acceptance-workflow.test.ts @@ -3566,6 +3566,24 @@ describe("package artifact reuse", () => { candidate.name?.startsWith("Run ${{ matrix.label }}"), ); expect(runCodexSuite?.if).toContain("steps.codex_compat.outputs.run_lane != 'false'"); + const configureCodexSuite = workflowStep(providerSuites, "Configure suite-specific env"); + expect(configureCodexSuite.run).toMatch( + /live-codex-harness-gpt56-oauth-smoke-docker\)[\s\S]*?OPENCLAW_LIVE_CODEX_HARNESS_AUTH=codex-auth/u, + ); + const oauthSmoke = workflowMatrixEntry( + LIVE_E2E_WORKFLOW, + "validate_live_docker_provider_suites", + "live-codex-harness-gpt56-oauth-smoke-docker", + ); + expectTextToIncludeAll(oauthSmoke.command, [ + "openai/gpt-5.6-sol=ultra", + "openai/gpt-5.6-terra=ultra", + "openai/gpt-5.6-luna=max", + "OPENCLAW_LIVE_CODEX_HARNESS_IMAGE_PROBE=0", + "OPENCLAW_LIVE_CODEX_HARNESS_MCP_PROBE=0", + "OPENCLAW_LIVE_CODEX_HARNESS_SUBAGENT_PROBE=0", + "OPENCLAW_LIVE_CODEX_HARNESS_GUARDIAN_PROBE=0", + ]); for (const [model, thinking] of [ ["sol", "ultra"], ["terra", "ultra"], @@ -3582,6 +3600,7 @@ describe("package artifact reuse", () => { "live-codex-harness-gpt56-sol-docker", "live-codex-harness-gpt56-terra-docker", "live-codex-harness-gpt56-luna-docker", + "live-codex-harness-gpt56-oauth-smoke-docker", "live-codex-harness-gpt56-docker", ]) { expect(workflow).toContain(`add_profile_suite ${suiteId} "stable full"`);