ewilliams28/openclaw
1
0
Fork 0
mirror of https://github.com/openclaw/openclaw.git synced 2026-08-24 19:35:28 -06:00
Code Issues Packages Projects Releases Wiki Activity

fix(qa): reserve Matrix no-reply cleanup budget

Browse Source
This commit is contained in:
Dallin Romney
2026-08-21 09:40:33 -07:00
parent d993742d2c
commit 5c444db9ad
13 changed files with 46 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files
extensions/qa-lab/src/live-transports/matrix/matrix-scenario-flows.test.ts
+37 -1
View File
@@ -24,6 +24,26 @@ const MATRIX_ISOLATED_ALLOWBOTS_ADMISSION_SCENARIOS = [
"matrix-allowbots-true-unmentioned-open-room",
] as const;
const MATRIX_NO_REPLY_SCENARIOS = [
"matrix-allowbots-default-block",
"matrix-allowbots-mentions-unmentioned-open-room-block",
"matrix-allowbots-room-override-blocks-account-true",
"matrix-allowbots-self-sender-ignored",
"matrix-attachment-only-ignored",
"matrix-inbound-edit-ignored",
"matrix-mention-metadata-spoof-block",
"matrix-mxid-prefixed-command-block",
"matrix-reaction-not-a-reply",
] as const;
const MATRIX_NO_REPLY_WINDOW_MS = 8_000;
const MATRIX_PROVIDER_DEADLINE_SCENARIOS = new Set([
"matrix-e2ee-thread-follow-up",
"matrix-inbound-edit-no-duplicate-trigger",
"matrix-thread-nested-reply-shape",
]);
function readModuleBinding(
scenario: ReturnType<typeof readQaBootstrapScenarioCatalog>["scenarios"][number],
) {
@@ -93,7 +113,9 @@ describe("Matrix QA Lab scenario flows", () => {
}
expect(scenario.execution.channel, scenario.id).toBe("matrix");
expect(scenario.execution.retryCount, scenario.id).toBe(0);
expect(scenario.execution.timeoutMs, scenario.id).toBeGreaterThan(0);
if (!MATRIX_PROVIDER_DEADLINE_SCENARIOS.has(scenario.id)) {
expect(scenario.execution.timeoutMs, scenario.id).toBeGreaterThan(0);
}
expect(scenario.execution.flow?.steps.at(-1)?.detailsExpr, scenario.id).toBe(
"result.details ?? (result.artifacts ? JSON.stringify(result.artifacts, null, 2) : undefined)",
);
@@ -118,6 +140,20 @@ describe("Matrix QA Lab scenario flows", () => {
}
});
it("reserves flow cleanup time after the no-reply observation window", () => {
for (const scenarioId of MATRIX_NO_REPLY_SCENARIOS) {
const execution = requireFlowScenario(readQaScenarioById(scenarioId)).execution;
expect(execution.timeoutMs, scenarioId).toBeGreaterThan(MATRIX_NO_REPLY_WINDOW_MS);
}
});
it("uses provider-owned deadlines for model-driven multi-phase Matrix flows", () => {
for (const scenarioId of MATRIX_PROVIDER_DEADLINE_SCENARIOS) {
const execution = requireFlowScenario(readQaScenarioById(scenarioId)).execution;
expect(execution.timeoutMs, scenarioId).toBeUndefined();
}
});
it("applies the portable thread override through Matrix flow preparation", () => {
expect(readQaScenarioById("thread-reply-override").execution).toMatchObject({
kind: "flow",
qa/scenarios/channels/matrix-allowbots-default-block.yaml
+1 -1
View File
@@ -8,7 +8,7 @@ scenario:
execution:
kind: flow
channel: matrix
timeoutMs: 8000
timeoutMs: 15000
retryCount: 0
config:
matrixConfigOverrides:
qa/scenarios/channels/matrix-allowbots-mentions-unmentioned-open-room-block.yaml
+1 -1
View File
@@ -8,7 +8,7 @@ scenario:
execution:
kind: flow
channel: matrix
timeoutMs: 8000
timeoutMs: 15000
retryCount: 0
config:
matrixConfigOverrides:
qa/scenarios/channels/matrix-allowbots-room-override-blocks-account-true.yaml
+1 -1
View File
@@ -8,7 +8,7 @@ scenario:
execution:
kind: flow
channel: matrix
timeoutMs: 8000
timeoutMs: 15000
retryCount: 0
config:
matrixConfigOverrides:
qa/scenarios/channels/matrix-allowbots-self-sender-ignored.yaml
+1 -1
View File
@@ -8,7 +8,7 @@ scenario:
execution:
kind: flow
channel: matrix
timeoutMs: 8000
timeoutMs: 15000
retryCount: 0
config:
matrixConfigOverrides:
qa/scenarios/channels/matrix-attachment-only-ignored.yaml
+1 -1
View File
@@ -10,7 +10,7 @@ scenario:
execution:
kind: flow
channel: matrix
timeoutMs: 8000
timeoutMs: 15000
retryCount: 0
config:
matrixTopology:
qa/scenarios/channels/matrix-e2ee-thread-follow-up.yaml
-1
View File
@@ -8,7 +8,6 @@ scenario:
execution:
kind: flow
channel: matrix
timeoutMs: 75000
retryCount: 0
config:
matrixConfigOverrides:
qa/scenarios/channels/matrix-inbound-edit-ignored.yaml
+1 -1
View File
@@ -8,7 +8,7 @@ scenario:
execution:
kind: flow
channel: matrix
timeoutMs: 8000
timeoutMs: 15000
retryCount: 0
flow:
qa/scenarios/channels/matrix-inbound-edit-no-duplicate-trigger.yaml
-1
View File
@@ -8,7 +8,6 @@ scenario:
execution:
kind: flow
channel: matrix
timeoutMs: 45000
retryCount: 0
flow:
qa/scenarios/channels/matrix-mention-metadata-spoof-block.yaml
+1 -1
View File
@@ -8,7 +8,7 @@ scenario:
execution:
kind: flow
channel: matrix
timeoutMs: 8000
timeoutMs: 15000
retryCount: 0
flow:
qa/scenarios/channels/matrix-mxid-prefixed-command-block.yaml
+1 -1
View File
@@ -10,7 +10,7 @@ scenario:
execution:
kind: flow
channel: matrix
timeoutMs: 8000
timeoutMs: 15000
retryCount: 0
config:
matrixConfigOverrides:
qa/scenarios/channels/matrix-reaction-not-a-reply.yaml
+1 -1
View File
@@ -10,7 +10,7 @@ scenario:
channel: matrix
suiteIsolation: isolated
isolationReason: Posts native reaction state against a fresh canary reply and cannot inherit a shared Matrix session.
timeoutMs: 8000
timeoutMs: 15000
retryCount: 0
config:
matrixRequireCanary: true
qa/scenarios/channels/matrix-thread-nested-reply-shape.yaml
-1
View File
@@ -8,7 +8,6 @@ scenario:
execution:
kind: flow
channel: matrix
timeoutMs: 60000
retryCount: 0
flow: