ewilliams28/openclaw
1
0
Fork 0
mirror of https://github.com/openclaw/openclaw.git synced 2026-08-25 03:45:46 -06:00
Code Issues Packages Projects Releases Wiki Activity

test(qa): detect pending restart waits by correlation (#128436)

Browse Source
This commit is contained in:
Vincent Koc
2026-08-23 18:20:08 -07:00
committed by GitHub
parent 5527dfea5e
commit 19d44d3f38
3 changed files with 12 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
extensions/qa-lab/src/scenario-catalog-causality.test.ts
+9 -2
View File
@@ -112,7 +112,9 @@ describe("qa scenario catalog causality", () => {
expect(liveMultiRestartContract).toContain("dmScope: env.cfg.session?.dmScope");
expect(liveMultiRestartContract).toContain('"saveAs":"inbound"');
expect(liveMultiRestartContract).toContain("probeText: config.finalMarker");
expect(liveMultiRestartContract).toContain("completedToolCallCounts.wait ?? 0) < checkpoint");
expect(liveMultiRestartContract).toContain(
"assistantToolCallCounts.wait ?? 0) > (summary.completedToolCallCounts.wait ?? 0)",
);
expect(checkpointTranscriptIndex).toBeGreaterThanOrEqual(0);
expect(checkpointStoreIndex).toBeGreaterThan(checkpointTranscriptIndex);
expect(checkpointPersistenceAssertIndex).toBeGreaterThan(checkpointStoreIndex);
@@ -199,7 +201,12 @@ describe("qa scenario catalog causality", () => {
expect(contract.match(/"sendInbound"/gu)).toHaveLength(1);
expect(contract).not.toContain("startAgentRun");
expect(contract).not.toContain("chat.send");
expect(contract).toContain("completedToolCallCounts.wait ?? 0) < checkpoint");
expect(contract).toContain(
"assistantToolCallCounts.wait ?? 0) > (summary.completedToolCallCounts.wait ?? 0)",
);
expect(contract).toContain(
"checkpointTranscript.assistantToolCallCounts.wait ?? 0) > (checkpointTranscript.completedToolCallCounts.wait ?? 0)",
);
expect(contract).toContain("probeText: config.promptMarker");
expect(pendingWaitIndex).toBeGreaterThanOrEqual(0);
expect(checkpointStoreIndex).toBeGreaterThan(pendingWaitIndex);
qa/scenarios/runtime/gateway-restart-inflight-run.yaml
+2 -2
View File
@@ -123,11 +123,11 @@ flow:
args:
- lambda:
async: true
expr: "readSessionTranscriptSummary(env, sessionKey, { probeText: config.promptMarker }).then((summary) => (summary.assistantToolCallCounts.exec ?? 0) >= checkpoint && (summary.assistantToolCallCounts.wait ?? 0) >= checkpoint ? summary : undefined).catch(() => undefined)"
expr: "readSessionTranscriptSummary(env, sessionKey, { probeText: config.promptMarker }).then((summary) => (summary.assistantToolCallCounts.exec ?? 0) >= checkpoint && (summary.assistantToolCallCounts.wait ?? 0) >= checkpoint && (summary.assistantToolCallCounts.wait ?? 0) > (summary.completedToolCallCounts.wait ?? 0) ? summary : undefined).catch(() => undefined)"
- expr: liveTurnTimeoutMs(env, 120000)
- 25
- assert:
expr: "(checkpointTranscript.completedToolCallCounts.wait ?? 0) < checkpoint"
expr: "(checkpointTranscript.assistantToolCallCounts.wait ?? 0) > (checkpointTranscript.completedToolCallCounts.wait ?? 0)"
message:
expr: "`checkpoint ${checkpoint} wait was not pending before restart: ${JSON.stringify(checkpointTranscript)}`"
- set: checkpointRequests
qa/scenarios/runtime/gateway-restart-multi-live.yaml
+1 -1
View File
@@ -175,7 +175,7 @@ flow:
args:
- lambda:
async: true
expr: "readSessionTranscriptSummary(env, sessionKey, { probeText: config.finalMarker }).then((summary) => (summary.assistantToolCallCounts.exec ?? 0) >= checkpoint && (summary.assistantToolCallCounts.wait ?? 0) >= checkpoint && (summary.completedToolCallCounts.wait ?? 0) < checkpoint ? summary : undefined).catch(() => undefined)"
expr: "readSessionTranscriptSummary(env, sessionKey, { probeText: config.finalMarker }).then((summary) => (summary.assistantToolCallCounts.exec ?? 0) >= checkpoint && (summary.assistantToolCallCounts.wait ?? 0) >= checkpoint && (summary.assistantToolCallCounts.wait ?? 0) > (summary.completedToolCallCounts.wait ?? 0) ? summary : undefined).catch(() => undefined)"
- expr: liveTurnTimeoutMs(env, 180000)
- 50
- call: readRawQaSessionStore