fix(release): keep quota-exhausted OAuth out of gates

This commit is contained in:
Dallin Romney
2026-08-20 19:45:20 -07:00
parent 41d6f0a783
commit 9a1dfee3e6
2 changed files with 2 additions and 40 deletions
@@ -866,7 +866,6 @@ jobs:
add_profile_suite live-codex-harness-gpt56-sol-docker "stable full"
add_profile_suite live-codex-harness-gpt56-terra-docker "stable full"
add_profile_suite live-codex-harness-gpt56-luna-docker "stable full"
add_profile_suite live-codex-harness-gpt56-oauth-smoke-docker "stable full"
add_profile_suite live-codex-harness-gpt56-docker "stable full"
add_profile_suite live-subagent-announce-docker "stable full"
@@ -3640,8 +3639,8 @@ jobs:
echo "OPENCLAW_TEST_CONSOLE=1" >> "$GITHUB_ENV"
;;
live-codex-harness*-docker)
# Keep the full harness on API-key auth; the focused GPT-5.6 OAuth
# cohort below owns ChatGPT-route coverage without duplicating all probes.
# Keep release CI on API-key auth until the staged ChatGPT account has
# durable quota and a full OAuth cohort is proven on current tooling.
echo "OPENCLAW_LIVE_CODEX_HARNESS_AUTH=api-key" >> "$GITHUB_ENV"
echo "OPENCLAW_LIVE_CODEX_HARNESS_DEBUG=1" >> "$GITHUB_ENV"
echo "OPENCLAW_CLI_BACKEND_LOG_OUTPUT=1" >> "$GITHUB_ENV"
@@ -3797,13 +3796,6 @@ jobs:
timeout_minutes: 40
profile_env_only: false
profiles: stable full
- suite_id: live-codex-harness-gpt56-oauth-smoke-docker
suite_group: live-codex-harness-gpt56-docker
label: Docker live Codex GPT-5.6 ChatGPT OAuth smoke
command: OPENCLAW_LIVE_CODEX_HARNESS_TARGETS=openai/gpt-5.6-sol=ultra,openai/gpt-5.6-terra=ultra,openai/gpt-5.6-luna=max OPENCLAW_LIVE_CODEX_HARNESS_IMAGE_PROBE=0 OPENCLAW_LIVE_CODEX_HARNESS_MCP_PROBE=0 OPENCLAW_LIVE_CODEX_HARNESS_SUBAGENT_PROBE=0 OPENCLAW_LIVE_CODEX_HARNESS_GUARDIAN_PROBE=0 OPENCLAW_LIVE_DOCKER_REPO_ROOT="$GITHUB_WORKSPACE" timeout --foreground --kill-after=30s 120m bash .release-harness/scripts/test-live-codex-harness-docker.sh
timeout_minutes: 125
profile_env_only: false
profiles: stable full
- suite_id: live-subagent-announce-docker
label: Docker live subagent announce
command: OPENCLAW_LIVE_DOCKER_REPO_ROOT="$GITHUB_WORKSPACE" timeout --foreground --kill-after=30s 20m bash .release-harness/scripts/test-live-subagent-announce-docker.sh
@@ -3974,15 +3966,6 @@ jobs:
echo "OPENCLAW_CLI_BACKEND_LOG_OUTPUT=1" >> "$GITHUB_ENV"
echo "OPENCLAW_TEST_CONSOLE=1" >> "$GITHUB_ENV"
;;
live-codex-harness-gpt56-oauth-smoke-docker)
# This smoke exercises every GPT-5.6 model through the managed Codex
# ChatGPT route. API-key lanes cannot detect version requirements
# enforced by chatgpt.com for individual models.
echo "OPENCLAW_LIVE_CODEX_HARNESS_AUTH=codex-auth" >> "$GITHUB_ENV"
echo "OPENCLAW_LIVE_CODEX_HARNESS_DEBUG=1" >> "$GITHUB_ENV"
echo "OPENCLAW_CLI_BACKEND_LOG_OUTPUT=1" >> "$GITHUB_ENV"
echo "OPENCLAW_TEST_CONSOLE=1" >> "$GITHUB_ENV"
;;
live-codex-harness*-docker)
echo "OPENCLAW_LIVE_CODEX_HARNESS_AUTH=api-key" >> "$GITHUB_ENV"
echo "OPENCLAW_LIVE_CODEX_HARNESS_DEBUG=1" >> "$GITHUB_ENV"
@@ -3566,26 +3566,6 @@ describe("package artifact reuse", () => {
candidate.name?.startsWith("Run ${{ matrix.label }}"),
);
expect(runCodexSuite?.if).toContain("steps.codex_compat.outputs.run_lane != 'false'");
const configureCodexSuite = workflowStep(providerSuites, "Configure suite-specific env");
expect(configureCodexSuite.run).toMatch(
/live-codex-harness-gpt56-oauth-smoke-docker\)[\s\S]*?OPENCLAW_LIVE_CODEX_HARNESS_AUTH=codex-auth/u,
);
const oauthSmoke = workflowMatrixEntry(
LIVE_E2E_WORKFLOW,
"validate_live_docker_provider_suites",
"live-codex-harness-gpt56-oauth-smoke-docker",
);
expectTextToIncludeAll(oauthSmoke.command, [
"openai/gpt-5.6-sol=ultra",
"openai/gpt-5.6-terra=ultra",
"openai/gpt-5.6-luna=max",
"OPENCLAW_LIVE_CODEX_HARNESS_IMAGE_PROBE=0",
"OPENCLAW_LIVE_CODEX_HARNESS_MCP_PROBE=0",
"OPENCLAW_LIVE_CODEX_HARNESS_SUBAGENT_PROBE=0",
"OPENCLAW_LIVE_CODEX_HARNESS_GUARDIAN_PROBE=0",
"timeout --foreground --kill-after=30s 120m",
]);
expect(oauthSmoke.timeout_minutes).toBe(125);
for (const [model, thinking] of [
["sol", "ultra"],
["terra", "ultra"],
@@ -3602,7 +3582,6 @@ describe("package artifact reuse", () => {
"live-codex-harness-gpt56-sol-docker",
"live-codex-harness-gpt56-terra-docker",
"live-codex-harness-gpt56-luna-docker",
"live-codex-harness-gpt56-oauth-smoke-docker",
"live-codex-harness-gpt56-docker",
]) {
expect(workflow).toContain(`add_profile_suite ${suiteId} "stable full"`);