mirror of
https://github.com/openclaw/openclaw.git
synced 2026-08-12 21:53:00 -06:00
Peter Steinberger
30530ae2a3
* test(tooling): delete routing inventory reassertions * test(tooling): preserve full-suite ownership guard * test(tooling): remove dead fs scan helper --------- Co-authored-by: Amp <amp@ampcode.com>
3644 lines
128 KiB
TypeScript
3644 lines
128 KiB
TypeScript
// Test Projects tests cover test projects script behavior.
|
|
import { spawnSync } from "node:child_process";
|
|
import fs from "node:fs";
|
|
import os from "node:os";
|
|
import path from "node:path";
|
|
import { beforeAll, describe, expect, it, vi } from "vitest";
|
|
import { listExtensionTestFilesForRoots } from "../../scripts/lib/extension-test-plan.mts";
|
|
import {
|
|
CHANNEL_CONTRACT_CONFIG_PATTERNS,
|
|
DEFAULT_TEST_PROJECTS_VITEST_NO_OUTPUT_HEARTBEAT_MS,
|
|
DEFAULT_TEST_PROJECTS_VITEST_NO_OUTPUT_TIMEOUT_MS,
|
|
applyDefaultMultiSpecVitestCachePaths,
|
|
applyDefaultVitestNoOutputTimeout,
|
|
applyFullExtensionsHeapBudget,
|
|
applyParallelVitestCachePaths,
|
|
buildFullSuiteVitestRunPlans,
|
|
buildVitestArgs,
|
|
buildVitestRunPlans,
|
|
createVitestRunSpecs,
|
|
findUnmatchedExplicitTestTargets,
|
|
formatFailedShardDigest,
|
|
formatNoChangedTestTargetLines,
|
|
listFullExtensionVitestProjectConfigs,
|
|
orderFullSuiteSpecsForParallelRun,
|
|
shouldAcquireLocalHeavyCheckLock,
|
|
resolveChangedTestTargetPlanForArgs,
|
|
resolveChangedTestTargetPlan,
|
|
resolveChangedTargetArgs,
|
|
resolveParallelFullSuiteConcurrency,
|
|
shouldRetryVitestNoOutputTimeout,
|
|
withRetryNoOutputTimeout,
|
|
writeVitestIncludeFile,
|
|
} from "../../scripts/test-projects.test-support.mts";
|
|
import { toRepoPath } from "../../src/test-utils/repo-files.js";
|
|
import { agentVitestProjectOwners } from "../vitest/vitest.agents-paths.mjs";
|
|
import {
|
|
channelConfigContractPatterns,
|
|
channelRegistryContractPatterns,
|
|
channelSessionContractPatterns,
|
|
channelSurfaceContractPatterns,
|
|
} from "../vitest/vitest.contracts-shared.ts";
|
|
|
|
const normalizeRepoPath = toRepoPath;
|
|
const MATRIX_TEST_PROCESS_FILE_LIMIT = 40;
|
|
|
|
function expectedMatrixTestProcessCount() {
|
|
const testFileCount = listExtensionTestFilesForRoots(["extensions/matrix"]).length;
|
|
return Math.max(1, Math.ceil(testFileCount / MATRIX_TEST_PROCESS_FILE_LIMIT));
|
|
}
|
|
|
|
function listExpectedFullExtensionRunPlans() {
|
|
const matrixConfig = "test/vitest/vitest.extension-matrix.config.ts";
|
|
const matrixPlans = buildVitestRunPlans(["extensions/matrix"], process.cwd());
|
|
return listFullExtensionVitestProjectConfigs().flatMap((config) =>
|
|
config === matrixConfig
|
|
? matrixPlans
|
|
: [
|
|
{
|
|
config,
|
|
forwardedArgs: [],
|
|
includePatterns: null,
|
|
watchMode: false,
|
|
},
|
|
],
|
|
);
|
|
}
|
|
|
|
function withTinyGitRepo(files: Record<string, string>, test: (cwd: string) => void): void {
|
|
const cwd = fs.mkdtempSync(path.join(os.tmpdir(), "openclaw-test-projects-"));
|
|
try {
|
|
for (const [file, source] of Object.entries(files)) {
|
|
const absolute = path.join(cwd, file);
|
|
fs.mkdirSync(path.dirname(absolute), { recursive: true });
|
|
fs.writeFileSync(absolute, source);
|
|
}
|
|
const init = spawnSync("git", ["init"], { cwd, stdio: "ignore" });
|
|
expect(init.status).toBe(0);
|
|
const add = spawnSync("git", ["add", "."], { cwd, stdio: "ignore" });
|
|
expect(add.status).toBe(0);
|
|
test(cwd);
|
|
} finally {
|
|
fs.rmSync(cwd, { recursive: true, force: true });
|
|
}
|
|
}
|
|
|
|
function withTinyFileTree(files: Record<string, string>, test: (cwd: string) => void): void {
|
|
const cwd = fs.mkdtempSync(path.join(os.tmpdir(), "openclaw-test-projects-"));
|
|
try {
|
|
for (const [file, source] of Object.entries(files)) {
|
|
const absolute = path.join(cwd, file);
|
|
fs.mkdirSync(path.dirname(absolute), { recursive: true });
|
|
fs.writeFileSync(absolute, source);
|
|
}
|
|
test(cwd);
|
|
} finally {
|
|
fs.rmSync(cwd, { recursive: true, force: true });
|
|
}
|
|
}
|
|
|
|
function expectChangedTargets(changedPaths: string[], targets: string[]): void {
|
|
expect(resolveChangedTestTargetPlan(changedPaths), changedPaths.join(", ")).toEqual({
|
|
mode: "targets",
|
|
targets,
|
|
});
|
|
}
|
|
|
|
function expectSingleVitestRunPlan(
|
|
actual: ReturnType<typeof buildVitestRunPlans>,
|
|
expected: {
|
|
config: string;
|
|
forwardedArgs?: string[];
|
|
includePatterns?: string[] | null;
|
|
watchMode?: boolean;
|
|
},
|
|
): void {
|
|
expect(actual).toEqual([
|
|
{
|
|
config: expected.config,
|
|
forwardedArgs: expected.forwardedArgs ?? [],
|
|
includePatterns: expected.includePatterns ?? null,
|
|
watchMode: expected.watchMode ?? false,
|
|
},
|
|
]);
|
|
}
|
|
|
|
describe("scripts/test-projects changed-target routing", () => {
|
|
beforeAll(() => {
|
|
buildVitestRunPlans(["src/commands/onboard-non-interactive.test-helpers.ts"]);
|
|
findUnmatchedExplicitTestTargets(["test/vitest/vitest.shared.config.ts"], process.cwd());
|
|
});
|
|
|
|
it("maps changed source files into scoped lane targets", () => {
|
|
expect(
|
|
resolveChangedTargetArgs(["--changed", "origin/main"], process.cwd(), () => [
|
|
"packages/normalization-core/src/string-normalization.ts",
|
|
"src/utils/provider-utils.ts",
|
|
]),
|
|
).toEqual([
|
|
"packages/normalization-core/src/string-normalization.test.ts",
|
|
"src/utils/provider-utils.test.ts",
|
|
]);
|
|
});
|
|
|
|
it.each([
|
|
"src/system-agent/setup-inference-persist.ts",
|
|
"src/agents/embedded-agent-runner/run/attempt-dispatch-preparation.ts",
|
|
"src/agents/embedded-agent-runner/run/run-attempt-dispatch.ts",
|
|
])(
|
|
"routes setup inference transcript ownership changes through both regressions for %s",
|
|
(targetPath) => {
|
|
expectChangedTargets(
|
|
[targetPath],
|
|
[
|
|
"src/agents/embedded-agent-runner/run.overflow-compaction.loop.test.ts",
|
|
"src/commands/onboard-guided.inference.e2e.test.ts",
|
|
],
|
|
);
|
|
},
|
|
);
|
|
|
|
it("keeps changed mode focused by default for Vitest wiring edits", () => {
|
|
expect(
|
|
resolveChangedTargetArgs(["--changed", "origin/main"], process.cwd(), () => [
|
|
"test/vitest/vitest.shared.config.ts",
|
|
"src/utils/provider-utils.ts",
|
|
]),
|
|
).toEqual(["src/utils/provider-utils.test.ts"]);
|
|
});
|
|
|
|
it("skips deleted direct test files in changed mode", () => {
|
|
expect(
|
|
resolveChangedTargetArgs(["--changed", "origin/main"], process.cwd(), () => [
|
|
"test/deleted-changed-target.test.ts",
|
|
]),
|
|
).toStrictEqual([]);
|
|
});
|
|
|
|
it("records broad fallback paths skipped by focused changed mode", () => {
|
|
expect(
|
|
resolveChangedTestTargetPlan([
|
|
"test/vitest/vitest.shared.config.ts",
|
|
"src/utils/provider-utils.ts",
|
|
]),
|
|
).toEqual({
|
|
mode: "targets",
|
|
skippedBroadFallbackPaths: ["test/vitest/vitest.shared.config.ts"],
|
|
targets: ["src/utils/provider-utils.test.ts"],
|
|
});
|
|
});
|
|
|
|
it("keeps the broad changed run available for Vitest wiring edits", () => {
|
|
expect(
|
|
resolveChangedTargetArgs(
|
|
["--changed", "origin/main"],
|
|
process.cwd(),
|
|
() => ["test/vitest/vitest.shared.config.ts", "src/utils/provider-utils.ts"],
|
|
{ env: { OPENCLAW_TEST_CHANGED_BROAD: "1" } },
|
|
),
|
|
).toBeNull();
|
|
});
|
|
|
|
it("keeps test runner implementation edits on runner tests", () => {
|
|
expectChangedTargets(
|
|
[
|
|
"scripts/check-changed.mjs",
|
|
"scripts/check-changed.mts",
|
|
"scripts/test-projects.test-support.mts",
|
|
"test/scripts/changed-lanes.test.ts",
|
|
],
|
|
["test/scripts/changed-lanes.test.ts", "test/scripts/test-projects.test.ts"],
|
|
);
|
|
});
|
|
|
|
it("keeps changed-lanes shim and implementation edits on changed-lanes tests", () => {
|
|
for (const scriptPath of ["scripts/changed-lanes.mjs", "scripts/changed-lanes.mts"]) {
|
|
expectChangedTargets([scriptPath], ["test/scripts/changed-lanes.test.ts"]);
|
|
}
|
|
});
|
|
|
|
it("routes shared TypeScript CLI shim changes through wrapper tests", () => {
|
|
expectChangedTargets(
|
|
["scripts/lib/tsx-cli-shim.mjs"],
|
|
["test/scripts/direct-run-entrypoints.test.ts"],
|
|
);
|
|
});
|
|
|
|
it("routes Docker pull retry helper changes through its regression test", () => {
|
|
expectChangedTargets(
|
|
["scripts/ci-docker-pull-retry.sh"],
|
|
["test/scripts/ci-docker-pull-retry.test.ts"],
|
|
);
|
|
});
|
|
|
|
it("routes live command retry helper changes through its regression test", () => {
|
|
expectChangedTargets(
|
|
["scripts/ci-live-command-retry.sh"],
|
|
["test/scripts/ci-live-command-retry.test.ts"],
|
|
);
|
|
});
|
|
|
|
it.each(["extensions/codex/package.json", "extensions/codex/src/app-server/version.ts"])(
|
|
"routes Codex version changes through cross-plugin contract tests for %s",
|
|
(changedPath) => {
|
|
expectChangedTargets(
|
|
[changedPath],
|
|
[
|
|
"extensions/codex/src/manifest.test.ts",
|
|
"extensions/openai/openai-provider.test.ts",
|
|
"test/scripts/codex-client-version-contract.test.ts",
|
|
],
|
|
);
|
|
},
|
|
);
|
|
|
|
it("routes control UI i18n script changes through its regression test", () => {
|
|
expectChangedTargets(
|
|
["scripts/control-ui-i18n.ts"],
|
|
["test/scripts/control-ui-i18n.test.ts", "src/scripts/control-ui-i18n.test.ts"],
|
|
);
|
|
});
|
|
|
|
it("keeps shared PR worktree helper edits on the full tooling owner suite", () => {
|
|
expectChangedTargets(["scripts/pr-lib/worktree.sh"], ["test/vitest/vitest.tooling.config.ts"]);
|
|
});
|
|
|
|
it("routes unmatched script changes to the tooling suite instead of skipping tests", () => {
|
|
const targets = ["scripts/check-no-raw-http2-imports.mts"];
|
|
|
|
expectChangedTargets(targets, ["test/vitest/vitest.tooling.config.ts"]);
|
|
expectSingleVitestRunPlan(
|
|
buildVitestRunPlans(["--changed", "origin/main"], process.cwd(), () => targets),
|
|
{ config: "test/vitest/vitest.tooling.config.ts" },
|
|
);
|
|
});
|
|
|
|
it("routes Z.AI fallback repro script changes through its regression test", () => {
|
|
expectChangedTargets(
|
|
["scripts/zai-fallback-repro.ts"],
|
|
["test/scripts/zai-fallback-repro.test.ts"],
|
|
);
|
|
});
|
|
|
|
it("routes group visible reply config changes through channel delivery regressions", () => {
|
|
expectChangedTargets(
|
|
["src/config/types.messages.ts", "src/config/zod-schema.core.ts"],
|
|
[
|
|
"src/auto-reply/reply/dispatch-acp.test.ts",
|
|
"src/auto-reply/reply/dispatch-from-config.test.ts",
|
|
"src/auto-reply/reply/followup-runner.test.ts",
|
|
"src/auto-reply/reply/groups.test.ts",
|
|
"extensions/discord/src/monitor/message-handler.process.test.ts",
|
|
"extensions/slack/src/monitor.tool-result.test.ts",
|
|
],
|
|
);
|
|
});
|
|
|
|
it("routes source reply prompt changes through prompt and channel delivery regressions", () => {
|
|
expectChangedTargets(
|
|
["src/agents/system-prompt.ts"],
|
|
[
|
|
"src/agents/system-prompt.test.ts",
|
|
"src/auto-reply/reply/dispatch-acp.test.ts",
|
|
"src/auto-reply/reply/dispatch-from-config.test.ts",
|
|
"src/auto-reply/reply/followup-runner.test.ts",
|
|
"src/auto-reply/reply/groups.test.ts",
|
|
"extensions/discord/src/monitor/message-handler.process.test.ts",
|
|
"extensions/slack/src/monitor.tool-result.test.ts",
|
|
],
|
|
);
|
|
});
|
|
|
|
it("routes source reply delivery mode changes through channel delivery regressions", () => {
|
|
expectChangedTargets(
|
|
["src/auto-reply/reply/source-reply-delivery-mode.ts"],
|
|
[
|
|
"src/auto-reply/reply/dispatch-acp.test.ts",
|
|
"src/auto-reply/reply/dispatch-from-config.test.ts",
|
|
"src/auto-reply/reply/followup-runner.test.ts",
|
|
"src/auto-reply/reply/groups.test.ts",
|
|
"extensions/discord/src/monitor/message-handler.process.test.ts",
|
|
"extensions/slack/src/monitor.tool-result.test.ts",
|
|
],
|
|
);
|
|
});
|
|
|
|
it("routes channel reply pipeline SDK changes through SDK and channel delivery regressions", () => {
|
|
expectChangedTargets(
|
|
["src/plugin-sdk/channel-reply-pipeline.ts"],
|
|
[
|
|
"src/plugins/contracts/plugin-sdk-subpaths.test.ts",
|
|
"src/auto-reply/reply/dispatch-acp.test.ts",
|
|
"src/auto-reply/reply/dispatch-from-config.test.ts",
|
|
"src/auto-reply/reply/followup-runner.test.ts",
|
|
"src/auto-reply/reply/groups.test.ts",
|
|
"extensions/discord/src/monitor/message-handler.process.test.ts",
|
|
"extensions/slack/src/monitor.tool-result.test.ts",
|
|
],
|
|
);
|
|
});
|
|
|
|
it("routes reply runtime SDK exports through plugin SDK contract tests", () => {
|
|
expectChangedTargets(
|
|
["src/plugin-sdk/reply-runtime.ts"],
|
|
["src/plugins/contracts/plugin-sdk-subpaths.test.ts"],
|
|
);
|
|
});
|
|
|
|
it("keeps extension batch runner edits on extension script tests", () => {
|
|
expectChangedTargets(
|
|
["scripts/test-extension-batch.mts"],
|
|
["test/scripts/test-extension.test.ts"],
|
|
);
|
|
});
|
|
|
|
it("keeps check runner edits on check runner tests", () => {
|
|
expectChangedTargets(["scripts/check.mts"], ["test/scripts/check.test.ts"]);
|
|
});
|
|
|
|
it("keeps build runner edits on build runner tests", () => {
|
|
expectChangedTargets(["scripts/build-all.mts"], ["test/scripts/build-all.test.ts"]);
|
|
});
|
|
|
|
it("keeps force-test runner edits on its safe CLI tests", () => {
|
|
expectChangedTargets(["scripts/test-force.ts"], ["test/scripts/test-force.test.ts"]);
|
|
});
|
|
|
|
it("keeps live-test runner edits on live-test runner tests", () => {
|
|
expectChangedTargets(["scripts/test-live.mts"], ["test/scripts/test-live.test.ts"]);
|
|
});
|
|
|
|
it("keeps tsdown build runner edits on tsdown build tests", () => {
|
|
expectChangedTargets(["scripts/tsdown-build.mts"], ["test/scripts/tsdown-build.test.ts"]);
|
|
});
|
|
|
|
it("keeps verify runner edits on verify runner tests", () => {
|
|
expectChangedTargets(["scripts/verify.mts"], ["test/scripts/verify.test.ts"]);
|
|
});
|
|
|
|
it("keeps sharded oxlint runner edits on oxlint runner tests", () => {
|
|
expectChangedTargets(["scripts/run-oxlint-shards.mts"], ["test/scripts/run-oxlint.test.ts"]);
|
|
});
|
|
|
|
it("keeps env wrapper edits on env wrapper tests", () => {
|
|
expectChangedTargets(["scripts/run-with-env.mts"], ["test/scripts/run-with-env.test.ts"]);
|
|
});
|
|
|
|
it("keeps Crabbox config edits on package acceptance tests", () => {
|
|
expectChangedTargets([".crabbox.yaml"], ["test/scripts/package-acceptance-workflow.test.ts"]);
|
|
});
|
|
|
|
it("keeps scripts tsconfig edits on oxlint config tests", () => {
|
|
expectChangedTargets(["scripts/tsconfig.json"], ["test/scripts/oxlint-config.test.ts"]);
|
|
});
|
|
|
|
it("keeps the scripts typecheck project on its routing tests", () => {
|
|
expectChangedTargets(
|
|
["tsconfig.scripts.json"],
|
|
["test/scripts/changed-lanes.test.ts", "test/scripts/test-projects.test.ts"],
|
|
);
|
|
});
|
|
|
|
it("keeps docs i18n behavior fixture edits on behavior baseline tests", () => {
|
|
for (const fixturePath of [
|
|
"scripts/docs-i18n/testdata/behavior/fenced-singleton-retry/case.json",
|
|
"scripts/docs-i18n/testdata/behavior/fenced-singleton-retry/source.txt",
|
|
]) {
|
|
expectChangedTargets([fixturePath], ["test/scripts/docs-i18n.test.ts"]);
|
|
}
|
|
});
|
|
|
|
it("keeps docs i18n Go edits on their module and workflow guards", () => {
|
|
const cases = [
|
|
["scripts/docs-i18n/main.go", ["test/scripts/docs-i18n.test.ts"]],
|
|
["scripts/docs-i18n/main_test.go", ["test/scripts/docs-i18n.test.ts"]],
|
|
[
|
|
"scripts/docs-i18n/go.mod",
|
|
["test/scripts/docs-i18n.test.ts", "test/scripts/ci-workflow-guards.test.ts"],
|
|
],
|
|
] as const;
|
|
for (const [modulePath, targets] of cases) {
|
|
expect(resolveChangedTestTargetPlan([modulePath]), modulePath).toEqual({
|
|
mode: "targets",
|
|
targets,
|
|
});
|
|
}
|
|
});
|
|
|
|
it("keeps k8s manifest edits on manifest tests", () => {
|
|
expectChangedTargets(
|
|
["scripts/k8s/manifests/configmap.yaml"],
|
|
["test/scripts/k8s-manifests.test.ts"],
|
|
);
|
|
});
|
|
|
|
it("keeps Crabbox runner script edits on their regression tests", () => {
|
|
for (const scriptPath of [
|
|
"scripts/crabbox-wrapper.mjs",
|
|
"scripts/crabbox-wrapper.mts",
|
|
"scripts/crabbox-wrapper-providers.mts",
|
|
"scripts/crabbox-routing-policy.mts",
|
|
"scripts/testbox-lease-freshness.mts",
|
|
]) {
|
|
expectChangedTargets(
|
|
[scriptPath],
|
|
scriptPath === "scripts/crabbox-routing-policy.mts"
|
|
? ["test/scripts/crabbox-wrapper.test.ts", "test/scripts/crabbox-routing-policy.test.ts"]
|
|
: scriptPath === "scripts/testbox-lease-freshness.mts"
|
|
? [
|
|
"test/scripts/crabbox-wrapper.test.ts",
|
|
"test/scripts/testbox-lease-freshness.test.ts",
|
|
]
|
|
: ["test/scripts/crabbox-wrapper.test.ts"],
|
|
);
|
|
}
|
|
});
|
|
|
|
it("keeps build stamp script edits on the build stamp regression test", () => {
|
|
expectChangedTargets(["scripts/build-stamp.mts"], ["src/infra/build-stamp.test.ts"]);
|
|
});
|
|
|
|
it("keeps bundled plugin metadata copier edits on runtime owner tests", () => {
|
|
expectChangedTargets(
|
|
["scripts/copy-bundled-plugin-metadata.mts"],
|
|
["src/plugins/copy-bundled-plugin-metadata.test.ts", "src/infra/run-node.test.ts"],
|
|
);
|
|
});
|
|
|
|
it("keeps CI workflow edits on workflow guard tests", () => {
|
|
expectChangedTargets(
|
|
[".github/workflows/ci.yml"],
|
|
[
|
|
"test/scripts/ci-workflow-guards.test.ts",
|
|
"test/scripts/changed-lanes.test.ts",
|
|
"test/scripts/check-workflows.test.ts",
|
|
"test/scripts/plugin-contract-test-plan.test.ts",
|
|
"test/scripts/plugin-prerelease-test-plan.test.ts",
|
|
"test/scripts/verify-pr-hosted-gates.test.ts",
|
|
],
|
|
);
|
|
});
|
|
|
|
it("keeps npm release workflow edits on the preflight cache guard", () => {
|
|
expectChangedTargets(
|
|
[".github/workflows/openclaw-npm-release.yml"],
|
|
[
|
|
"test/openclaw-npm-postpublish-verify.test.ts",
|
|
"test/scripts/openclaw-npm-extended-stable-workflow.test.ts",
|
|
"test/scripts/package-acceptance-workflow.test.ts",
|
|
"test/scripts/ci-workflow-guards.test.ts",
|
|
],
|
|
);
|
|
});
|
|
|
|
it("keeps generated locale publisher and inventory edits on workflow guards", () => {
|
|
for (const actionPath of [
|
|
".github/actions/create-generated-pr-tokens/action.yml",
|
|
".github/actions/publish-generated-pr/action.yml",
|
|
]) {
|
|
expectChangedTargets([actionPath], ["test/scripts/ci-workflow-guards.test.ts"]);
|
|
}
|
|
expectChangedTargets(
|
|
["scripts/native-app-i18n.ts"],
|
|
["test/scripts/native-app-i18n.test.ts", "test/scripts/ci-workflow-guards.test.ts"],
|
|
);
|
|
});
|
|
|
|
it("keeps PR automation workflow edits on workflow guard tests", () => {
|
|
for (const workflowPath of [
|
|
".github/workflows/auto-response.yml",
|
|
".github/workflows/clawsweeper-dispatch.yml",
|
|
".github/workflows/labeler.yml",
|
|
".github/workflows/real-behavior-proof.yml",
|
|
".github/workflows/stale.yml",
|
|
]) {
|
|
expectChangedTargets([workflowPath], ["test/scripts/ci-workflow-guards.test.ts"]);
|
|
}
|
|
});
|
|
|
|
it("keeps security-sensitive guard workflow edits on guard workflow tests", () => {
|
|
expectChangedTargets(
|
|
[".github/workflows/security-sensitive-guard.yml"],
|
|
[
|
|
"test/scripts/security-sensitive-guard-workflow.test.ts",
|
|
"test/scripts/ci-workflow-guards.test.ts",
|
|
],
|
|
);
|
|
});
|
|
|
|
it("keeps Crabbox and Testbox workflow edits on workflow regression tests", () => {
|
|
const workflowTargets = new Map([
|
|
[
|
|
".github/workflows/ci-check-testbox.yml",
|
|
[
|
|
"test/scripts/ci-workflow-guards.test.ts",
|
|
"test/scripts/package-acceptance-workflow.test.ts",
|
|
"test/scripts/changed-lanes.test.ts",
|
|
"test/scripts/install-trufflehog.test.ts",
|
|
],
|
|
],
|
|
[
|
|
".github/workflows/ci-check-arm-testbox.yml",
|
|
[
|
|
"test/scripts/ci-workflow-guards.test.ts",
|
|
"test/scripts/package-acceptance-workflow.test.ts",
|
|
"test/scripts/install-trufflehog.test.ts",
|
|
],
|
|
],
|
|
[
|
|
".github/workflows/ci-build-artifacts-testbox.yml",
|
|
[
|
|
"test/scripts/install-trufflehog.test.ts",
|
|
"test/scripts/package-acceptance-workflow.test.ts",
|
|
"test/scripts/ci-workflow-guards.test.ts",
|
|
],
|
|
],
|
|
[
|
|
".github/workflows/crabbox-hydrate.yml",
|
|
[
|
|
"test/scripts/ci-workflow-guards.test.ts",
|
|
"test/scripts/package-acceptance-workflow.test.ts",
|
|
],
|
|
],
|
|
]);
|
|
for (const [workflowPath, targets] of workflowTargets) {
|
|
expect(resolveChangedTestTargetPlan([workflowPath])).toEqual({
|
|
mode: "targets",
|
|
targets,
|
|
});
|
|
}
|
|
});
|
|
|
|
it("routes Periphery workflow edits through their scope regression tests", () => {
|
|
const workflowTargets = new Map([
|
|
[
|
|
".github/workflows/ios-periphery.yml",
|
|
[
|
|
"test/scripts/ios-periphery-comment-workflow.test.ts",
|
|
"test/scripts/periphery-scope-workflows.test.ts",
|
|
"test/scripts/ci-workflow-guards.test.ts",
|
|
],
|
|
],
|
|
[
|
|
".github/workflows/macos-periphery.yml",
|
|
[
|
|
"test/scripts/ios-periphery-comment-workflow.test.ts",
|
|
"test/scripts/periphery-scope-workflows.test.ts",
|
|
"test/scripts/ci-workflow-guards.test.ts",
|
|
],
|
|
],
|
|
[
|
|
".github/workflows/shared-openclawkit-periphery.yml",
|
|
[
|
|
"test/scripts/periphery-intersection.test.ts",
|
|
"test/scripts/periphery-scope-workflows.test.ts",
|
|
"test/scripts/ci-workflow-guards.test.ts",
|
|
],
|
|
],
|
|
]);
|
|
|
|
for (const [workflowPath, targets] of workflowTargets) {
|
|
expect(resolveChangedTestTargetPlan([workflowPath]), workflowPath).toEqual({
|
|
mode: "targets",
|
|
targets,
|
|
});
|
|
}
|
|
});
|
|
|
|
it("keeps Mantis proof workflow edits on workflow evidence regression tests", () => {
|
|
const packageAcceptanceTargets = [
|
|
"test/scripts/package-acceptance-workflow.test.ts",
|
|
"test/scripts/ci-workflow-guards.test.ts",
|
|
];
|
|
const workflowTargets = new Map([
|
|
[".github/workflows/mantis-discord-smoke.yml", packageAcceptanceTargets],
|
|
[".github/workflows/mantis-discord-status-reactions.yml", packageAcceptanceTargets],
|
|
[".github/workflows/mantis-discord-thread-attachment.yml", packageAcceptanceTargets],
|
|
[".github/workflows/mantis-slack-desktop-smoke.yml", packageAcceptanceTargets],
|
|
[
|
|
".github/workflows/mantis-telegram-desktop-proof.yml",
|
|
[
|
|
"test/scripts/mantis-telegram-desktop-proof-workflow.test.ts",
|
|
"test/scripts/package-acceptance-workflow.test.ts",
|
|
"test/scripts/ci-workflow-guards.test.ts",
|
|
],
|
|
],
|
|
[
|
|
".github/workflows/mantis-web-ui-chat-proof.yml",
|
|
[
|
|
"test/scripts/mantis-web-ui-chat-proof-workflow.test.ts",
|
|
"test/scripts/package-acceptance-workflow.test.ts",
|
|
"test/scripts/ci-workflow-guards.test.ts",
|
|
],
|
|
],
|
|
]);
|
|
|
|
for (const [workflowPath, targets] of workflowTargets) {
|
|
expect(resolveChangedTestTargetPlan([workflowPath])).toEqual({
|
|
mode: "targets",
|
|
targets,
|
|
});
|
|
}
|
|
});
|
|
|
|
it("keeps release-check workflow edits on release workflow regression tests", () => {
|
|
expectChangedTargets(
|
|
[".github/workflows/openclaw-release-checks.yml"],
|
|
[
|
|
"test/scripts/package-acceptance-workflow.test.ts",
|
|
"test/scripts/openclaw-cross-os-release-checks.test.ts",
|
|
"test/scripts/plugin-prerelease-test-plan.test.ts",
|
|
"test/scripts/test-install-sh-docker.test.ts",
|
|
"test/scripts/ci-workflow-guards.test.ts",
|
|
],
|
|
);
|
|
});
|
|
|
|
it("keeps workflow sanity script edits on workflow guard tests", () => {
|
|
expectChangedTargets(
|
|
["scripts/check-workflows.mts"],
|
|
[
|
|
"test/scripts/check-composite-action-input-interpolation.test.ts",
|
|
"test/scripts/check-no-conflict-markers.test.ts",
|
|
"test/scripts/ci-workflow-guards.test.ts",
|
|
"test/scripts/check-workflows.test.ts",
|
|
],
|
|
);
|
|
});
|
|
|
|
it("keeps workflow helper guard edits on their regression tests", () => {
|
|
expectChangedTargets(
|
|
["scripts/check-composite-action-input-interpolation.py"],
|
|
["test/scripts/check-composite-action-input-interpolation.test.ts"],
|
|
);
|
|
|
|
expectChangedTargets(
|
|
["scripts/check-no-conflict-markers.mjs"],
|
|
["test/scripts/check-no-conflict-markers.test.ts"],
|
|
);
|
|
});
|
|
|
|
it("keeps CI, dependency, and docs tooling edits on owner tests", () => {
|
|
const changedScopeTestFamily = fs
|
|
.readdirSync("src/scripts")
|
|
.filter((file) => /^ci-changed-scope(?:\.[^/]+)?\.test\.ts$/u.test(file))
|
|
.map((file) => `src/scripts/${file}`)
|
|
.toSorted((left, right) => left.localeCompare(right));
|
|
expectChangedTargets(
|
|
["scripts/ci-changed-scope.mjs"],
|
|
[...changedScopeTestFamily, "test/scripts/control-ui-i18n.test.ts"],
|
|
);
|
|
|
|
expectChangedTargets(
|
|
["scripts/check-dependency-pins.mts"],
|
|
["test/scripts/check-dependency-pins.test.ts"],
|
|
);
|
|
|
|
expectChangedTargets(
|
|
["scripts/dependency-vulnerability-gate.mts"],
|
|
["test/scripts/dependency-vulnerability-gate.test.ts"],
|
|
);
|
|
|
|
expectChangedTargets(
|
|
["scripts/dependency-changes-report.mts"],
|
|
["test/scripts/dependency-changes-report.test.ts"],
|
|
);
|
|
|
|
expectChangedTargets(
|
|
["scripts/github/dependency-guard.mjs"],
|
|
[
|
|
"test/scripts/dependency-guard-script.test.ts",
|
|
"test/scripts/dependency-guard-workflow.test.ts",
|
|
],
|
|
);
|
|
|
|
expectChangedTargets(
|
|
["scripts/github/guard-shared.mjs"],
|
|
[
|
|
"test/scripts/dependency-guard-script.test.ts",
|
|
"test/scripts/dependency-guard-workflow.test.ts",
|
|
"test/scripts/security-sensitive-guard-script.test.ts",
|
|
"test/scripts/security-sensitive-guard-workflow.test.ts",
|
|
],
|
|
);
|
|
|
|
expectChangedTargets(
|
|
["scripts/github/run-openclaw-cross-os-release-checks.sh"],
|
|
["test/scripts/openclaw-cross-os-release-workflow.test.ts"],
|
|
);
|
|
|
|
expectChangedTargets(
|
|
["scripts/github/security-sensitive-guard.mjs"],
|
|
[
|
|
"test/scripts/security-sensitive-guard-script.test.ts",
|
|
"test/scripts/security-sensitive-guard-workflow.test.ts",
|
|
],
|
|
);
|
|
|
|
expectChangedTargets(
|
|
["scripts/dependency-ownership-surface-report.mts"],
|
|
["test/scripts/dependency-ownership-surface-report.test.ts"],
|
|
);
|
|
|
|
expectChangedTargets(
|
|
["scripts/clawtributors-map.json"],
|
|
["test/scripts/update-clawtributors.test.ts"],
|
|
);
|
|
|
|
expectChangedTargets(["scripts/docs-list.js"], ["test/scripts/docs-list.test.ts"]);
|
|
|
|
expectChangedTargets(["scripts/docs-link-audit.mjs"], ["src/scripts/docs-link-audit.test.ts"]);
|
|
|
|
expectChangedTargets(
|
|
["scripts/check-changelog-attributions.mts"],
|
|
["test/scripts/check-changelog-attributions.test.ts"],
|
|
);
|
|
});
|
|
|
|
it("routes shared contract ownership and declarations through every affected lane", () => {
|
|
const targets = [
|
|
"test/scripts/test-projects.test.ts",
|
|
"test/vitest/vitest.contracts-channel-surface.config.ts",
|
|
"test/vitest/vitest.contracts-channel-config.config.ts",
|
|
"test/vitest/vitest.contracts-channel-registry.config.ts",
|
|
"test/vitest/vitest.contracts-channel-session.config.ts",
|
|
];
|
|
for (const changedPath of [
|
|
"test/vitest/vitest.contracts-paths.mjs",
|
|
"test/vitest/vitest.contracts-paths.d.mts",
|
|
]) {
|
|
expect(resolveChangedTestTargetPlan([changedPath]), changedPath).toEqual({
|
|
mode: "targets",
|
|
targets,
|
|
});
|
|
}
|
|
});
|
|
|
|
it("keeps QA Lab gateway smoke script edits on QA e2e tests", () => {
|
|
expectChangedTargets(
|
|
["scripts/dev/gateway-smoke.ts"],
|
|
["test/e2e/qa-lab/runtime/gateway-smoke.e2e.test.ts"],
|
|
);
|
|
});
|
|
|
|
it("routes explicit tooling implementation files to owner tests", () => {
|
|
expect(
|
|
findUnmatchedExplicitTestTargets([
|
|
"scripts/build-all.mts",
|
|
"scripts/check.mts",
|
|
"scripts/check-dynamic-import-warts.mts",
|
|
"scripts/run-oxlint-shards.mts",
|
|
"scripts/test-force.ts",
|
|
"scripts/tsdown-build.mts",
|
|
"scripts/verify.mts",
|
|
]),
|
|
).toEqual([]);
|
|
|
|
expect(
|
|
buildVitestRunPlans([
|
|
"scripts/build-all.mts",
|
|
"scripts/check.mts",
|
|
"scripts/check-dynamic-import-warts.mts",
|
|
"scripts/run-oxlint-shards.mts",
|
|
"scripts/test-force.ts",
|
|
"scripts/tsdown-build.mts",
|
|
"scripts/verify.mts",
|
|
]),
|
|
).toEqual([
|
|
{
|
|
config: "test/vitest/vitest.unit-fast.config.ts",
|
|
forwardedArgs: [],
|
|
includePatterns: [
|
|
"test/scripts/check.test.ts",
|
|
"test/scripts/test-force.test.ts",
|
|
"test/scripts/verify.test.ts",
|
|
],
|
|
watchMode: false,
|
|
},
|
|
{
|
|
config: "test/vitest/vitest.tooling.config.ts",
|
|
forwardedArgs: [],
|
|
includePatterns: [
|
|
"test/scripts/build-all.test.ts",
|
|
"test/scripts/check-dynamic-import-warts.test.ts",
|
|
"test/scripts/run-oxlint.test.ts",
|
|
"test/scripts/tsdown-build.test.ts",
|
|
],
|
|
watchMode: false,
|
|
},
|
|
]);
|
|
});
|
|
|
|
it("routes explicit source files through precise owner tests before broad globs", () => {
|
|
expectSingleVitestRunPlan(buildVitestRunPlans(["src/gateway/server-startup-early.ts"]), {
|
|
config: "test/vitest/vitest.gateway.config.ts",
|
|
includePatterns: ["src/gateway/server-startup-early.test.ts"],
|
|
});
|
|
expectSingleVitestRunPlan(buildVitestRunPlans(["src/commands/onboarding-plugin-install.ts"]), {
|
|
config: "test/vitest/vitest.commands.config.ts",
|
|
includePatterns: ["src/commands/onboarding-plugin-install.test.ts"],
|
|
});
|
|
});
|
|
|
|
it("routes gateway package targets through the gateway-client lane", () => {
|
|
expectSingleVitestRunPlan(
|
|
buildVitestRunPlans([
|
|
"packages/gateway-client/src/timeouts.test.ts",
|
|
"packages/gateway-protocol/src/frame-guards.test.ts",
|
|
]),
|
|
{
|
|
config: "test/vitest/vitest.gateway-client.config.ts",
|
|
includePatterns: [
|
|
"packages/gateway-client/src/timeouts.test.ts",
|
|
"packages/gateway-protocol/src/frame-guards.test.ts",
|
|
],
|
|
},
|
|
);
|
|
});
|
|
|
|
it("routes explicit imported source files through import-graph tests", () => {
|
|
let plans: ReturnType<typeof buildVitestRunPlans> = [];
|
|
withTinyGitRepo(
|
|
{
|
|
"src/runtime.ts": "export const value = 'x';\n",
|
|
"src/runtime.consumer.test.ts": "import { value } from './runtime.js';\nvoid value;\n",
|
|
},
|
|
(cwd) => {
|
|
plans = buildVitestRunPlans(["src/runtime.ts"], cwd);
|
|
},
|
|
);
|
|
|
|
expect(plans).toEqual([
|
|
{
|
|
config: "test/vitest/vitest.unit.config.ts",
|
|
forwardedArgs: ["src/runtime.consumer.test.ts"],
|
|
includePatterns: null,
|
|
watchMode: false,
|
|
},
|
|
]);
|
|
});
|
|
|
|
it("deduplicates explicit source tests that share import-graph owners", () => {
|
|
let plans: ReturnType<typeof buildVitestRunPlans> = [];
|
|
withTinyGitRepo(
|
|
{
|
|
"src/runtime-a.ts": "export const a = 'a';\n",
|
|
"src/runtime-b.ts": "export const b = 'b';\n",
|
|
"src/runtime.consumer.test.ts":
|
|
"import { a } from './runtime-a.js';\nimport { b } from './runtime-b.js';\nvoid [a, b];\n",
|
|
},
|
|
(cwd) => {
|
|
plans = buildVitestRunPlans(["src/runtime-a.ts", "src/runtime-b.ts"], cwd);
|
|
},
|
|
);
|
|
|
|
expect(plans).toEqual([
|
|
{
|
|
config: "test/vitest/vitest.unit.config.ts",
|
|
forwardedArgs: ["src/runtime.consumer.test.ts"],
|
|
includePatterns: null,
|
|
watchMode: false,
|
|
},
|
|
]);
|
|
});
|
|
|
|
it("routes many explicit source files through one import-graph-backed owner set", () => {
|
|
let plans: ReturnType<typeof buildVitestRunPlans> = [];
|
|
const files: Record<string, string> = {};
|
|
const imports: string[] = [];
|
|
const refs: string[] = [];
|
|
for (let index = 0; index < 13; index += 1) {
|
|
files[`src/runtime-${index}.ts`] = `export const value${index} = ${index};\n`;
|
|
imports.push(`import { value${index} } from './runtime-${index}.js';`);
|
|
refs.push(`value${index}`);
|
|
}
|
|
files["src/runtime.consumer.test.ts"] = `${imports.join("\n")}\nvoid [${refs.join(", ")}];\n`;
|
|
|
|
withTinyFileTree(files, (cwd) => {
|
|
plans = buildVitestRunPlans(
|
|
Array.from({ length: 13 }, (_, index) => `src/runtime-${index}.ts`),
|
|
cwd,
|
|
);
|
|
});
|
|
|
|
expect(plans).toEqual([
|
|
{
|
|
config: "test/vitest/vitest.unit.config.ts",
|
|
forwardedArgs: ["src/runtime.consumer.test.ts"],
|
|
includePatterns: null,
|
|
watchMode: false,
|
|
},
|
|
]);
|
|
});
|
|
|
|
it("does not route live tests through the normal changed-test lane", () => {
|
|
expectChangedTargets(["src/gateway/gateway-codex-harness.live.test.ts"], []);
|
|
});
|
|
|
|
it("routes changed extension vitest configs to their own shard", () => {
|
|
expectSingleVitestRunPlan(
|
|
buildVitestRunPlans(["--changed", "origin/main"], process.cwd(), () => [
|
|
"test/vitest/vitest.extension-discord.config.ts",
|
|
]),
|
|
{ config: "test/vitest/vitest.extension-discord.config.ts" },
|
|
);
|
|
});
|
|
|
|
it("routes the shell helper test to the isolated tooling shard", () => {
|
|
expectSingleVitestRunPlan(
|
|
buildVitestRunPlans(["--changed", "origin/main"], process.cwd(), () => [
|
|
"test/scripts/openclaw-e2e-instance.test.ts",
|
|
]),
|
|
{
|
|
config: "test/vitest/vitest.tooling-isolated.config.ts",
|
|
includePatterns: ["test/scripts/openclaw-e2e-instance.test.ts"],
|
|
},
|
|
);
|
|
});
|
|
|
|
it("routes the bundled provider auth parity test to the isolated tooling shard", () => {
|
|
expectSingleVitestRunPlan(
|
|
buildVitestRunPlans(["test/plugins/bundled-provider-auth-literal-parity.test.ts"]),
|
|
{
|
|
config: "test/vitest/vitest.tooling-isolated.config.ts",
|
|
includePatterns: ["test/plugins/bundled-provider-auth-literal-parity.test.ts"],
|
|
},
|
|
);
|
|
});
|
|
|
|
it.each([
|
|
"test/scripts/check-extension-package-tsc-boundary.test.ts",
|
|
"test/scripts/control-ui-i18n.test.ts",
|
|
])("routes process-group test %s to the isolated tooling shard", (testFile) => {
|
|
expectSingleVitestRunPlan(buildVitestRunPlans([testFile]), {
|
|
config: "test/vitest/vitest.tooling-isolated.config.ts",
|
|
includePatterns: [testFile],
|
|
});
|
|
});
|
|
|
|
it.each(agentVitestProjectOwners.coreIsolated.include)(
|
|
"routes isolated agent test %s to the isolated agents-core shard",
|
|
(testFile) => {
|
|
expectSingleVitestRunPlan(buildVitestRunPlans([testFile]), {
|
|
config: "test/vitest/vitest.agents-core-isolated.config.ts",
|
|
includePatterns: [testFile],
|
|
});
|
|
},
|
|
);
|
|
|
|
it.each([
|
|
["src/agents/agent-scope.test.ts", "test/vitest/vitest.agents-core.config.ts"],
|
|
[
|
|
"src/agents/embedded-agent-runner/run.before-agent-reply-cron.test.ts",
|
|
"test/vitest/vitest.agents-embedded-agent.config.ts",
|
|
],
|
|
[
|
|
"src/agents/embedded-agent-runner/run.incomplete-turn.test.ts",
|
|
"test/vitest/vitest.agents-embedded-agent-incomplete-turn.config.ts",
|
|
],
|
|
[
|
|
"src/agents/embedded-agent-runner/run.overflow-compaction.test.ts",
|
|
"test/vitest/vitest.agents-embedded-agent-overflow-compaction.config.ts",
|
|
],
|
|
[
|
|
"src/agents/embedded-agent-runner/run/attempt.abort-race.test.ts",
|
|
"test/vitest/vitest.agents-embedded-agent-run.config.ts",
|
|
],
|
|
["src/agents/runtime-plan/tools.test.ts", "test/vitest/vitest.agents-support.config.ts"],
|
|
["src/agents/tools/cron-tool.pacing.test.ts", "test/vitest/vitest.agents-tools.config.ts"],
|
|
])("routes focused agent test %s to its owning shard", (testFile, config) => {
|
|
expect(buildVitestRunPlans([testFile])).toEqual([
|
|
{
|
|
config,
|
|
forwardedArgs: [],
|
|
includePatterns: [testFile],
|
|
watchMode: false,
|
|
},
|
|
]);
|
|
});
|
|
|
|
it.each([
|
|
[
|
|
"src/agents/embedded-agent-runner/run",
|
|
"test/vitest/vitest.agents-embedded-agent-run.config.ts",
|
|
],
|
|
["src/agents/runtime-plan", "test/vitest/vitest.agents-support.config.ts"],
|
|
["src/agents/tools", "test/vitest/vitest.agents-tools.config.ts"],
|
|
])("routes focused agent directory %s to its owning shard", (directory, config) => {
|
|
const plans = buildVitestRunPlans([directory]);
|
|
|
|
expect(plans).toEqual(
|
|
expect.arrayContaining([
|
|
{
|
|
config,
|
|
forwardedArgs: [],
|
|
includePatterns: [`${directory}/**/*.test.ts`],
|
|
watchMode: false,
|
|
},
|
|
]),
|
|
);
|
|
expect(plans.map((plan) => plan.config)).not.toContain(
|
|
"test/vitest/vitest.agents-core.config.ts",
|
|
);
|
|
});
|
|
|
|
it("splits the embedded-agent parent directory across every isolated harness", () => {
|
|
const root = "src/agents/embedded-agent-runner";
|
|
const plans = buildVitestRunPlans([root]);
|
|
|
|
expect(plans).toEqual(
|
|
expect.arrayContaining([
|
|
{
|
|
config: "test/vitest/vitest.agents-embedded-agent.config.ts",
|
|
forwardedArgs: [],
|
|
includePatterns: [`${root}/*.test.ts`],
|
|
watchMode: false,
|
|
},
|
|
{
|
|
config: "test/vitest/vitest.agents-embedded-agent-incomplete-turn.config.ts",
|
|
forwardedArgs: [],
|
|
includePatterns: [`${root}/run.incomplete-turn.test.ts`],
|
|
watchMode: false,
|
|
},
|
|
{
|
|
config: "test/vitest/vitest.agents-embedded-agent-overflow-compaction.config.ts",
|
|
forwardedArgs: [],
|
|
includePatterns: [`${root}/run.overflow-compaction.test.ts`],
|
|
watchMode: false,
|
|
},
|
|
{
|
|
config: "test/vitest/vitest.agents-embedded-agent-run.config.ts",
|
|
forwardedArgs: [],
|
|
includePatterns: [`${root}/run/**/*.test.ts`],
|
|
watchMode: false,
|
|
},
|
|
]),
|
|
);
|
|
expect(plans.map((plan) => plan.config)).not.toContain("test/vitest/vitest.agents.config.ts");
|
|
});
|
|
|
|
it("keeps the broad agent test glob in the all-agents shard", () => {
|
|
const target = "src/agents/**/*.test.ts";
|
|
|
|
expectSingleVitestRunPlan(buildVitestRunPlans([target]), {
|
|
config: "test/vitest/vitest.agents.config.ts",
|
|
includePatterns: [target],
|
|
});
|
|
});
|
|
|
|
it.each([
|
|
[
|
|
"src/agents/embedded-agent-runner/run/*.test.ts",
|
|
"test/vitest/vitest.agents-embedded-agent-run.config.ts",
|
|
],
|
|
["src/agents/runtime-plan/**/*.test.ts", "test/vitest/vitest.agents-support.config.ts"],
|
|
["src/agents/tools/**/*.test.ts", "test/vitest/vitest.agents-tools.config.ts"],
|
|
])("routes focused agent glob %s to its owning shard", (target, config) => {
|
|
const plans = buildVitestRunPlans([target]);
|
|
|
|
expect(plans).toEqual(
|
|
expect.arrayContaining([
|
|
{
|
|
config,
|
|
forwardedArgs: [],
|
|
includePatterns: [target],
|
|
watchMode: false,
|
|
},
|
|
]),
|
|
);
|
|
expect(plans.map((plan) => plan.config)).not.toContain("test/vitest/vitest.agents.config.ts");
|
|
});
|
|
|
|
it("keeps mixed embedded-agent and cron-tool targets in their owning shards", () => {
|
|
const embeddedTest = "src/agents/embedded-agent-runner/run.before-agent-reply-cron.test.ts";
|
|
const cronToolTest = "src/agents/tools/cron-tool.pacing.test.ts";
|
|
|
|
expect(buildVitestRunPlans([embeddedTest, cronToolTest])).toEqual([
|
|
{
|
|
config: "test/vitest/vitest.agents-embedded-agent.config.ts",
|
|
forwardedArgs: [],
|
|
includePatterns: [embeddedTest],
|
|
watchMode: false,
|
|
},
|
|
{
|
|
config: "test/vitest/vitest.agents-tools.config.ts",
|
|
forwardedArgs: [],
|
|
includePatterns: [cronToolTest],
|
|
watchMode: false,
|
|
},
|
|
]);
|
|
});
|
|
|
|
it("routes Docker E2E script targets to their owner tooling tests", () => {
|
|
const targets = [
|
|
"scripts/e2e/kitchen-sink-plugin-docker.sh",
|
|
"scripts/e2e/kitchen-sink-rpc-docker.sh",
|
|
"scripts/e2e/kitchen-sink-rpc-walk.mts",
|
|
"scripts/e2e/onboard-docker.sh",
|
|
"scripts/e2e/lib/plugin-lifecycle-matrix/measure.mjs",
|
|
"scripts/e2e/plugin-lifecycle-matrix-docker.sh",
|
|
"scripts/e2e/release-media-memory-docker.sh",
|
|
];
|
|
|
|
expect(findUnmatchedExplicitTestTargets(targets)).toEqual([]);
|
|
expect(buildVitestRunPlans(targets, process.cwd())).toEqual([
|
|
{
|
|
config: "test/vitest/vitest.tooling-docker.config.ts",
|
|
forwardedArgs: [],
|
|
includePatterns: ["test/scripts/docker-build-helper.test.ts"],
|
|
watchMode: false,
|
|
},
|
|
{
|
|
config: "test/vitest/vitest.tooling.config.ts",
|
|
forwardedArgs: [],
|
|
includePatterns: [
|
|
"test/scripts/plugin-prerelease-test-plan.test.ts",
|
|
"test/scripts/kitchen-sink-rpc-walk.test.ts",
|
|
"test/scripts/openclaw-test-state.test.ts",
|
|
"test/scripts/plugin-lifecycle-measure.test.ts",
|
|
"test/scripts/docker-e2e-plan.test.ts",
|
|
"test/scripts/release-media-memory-scenario.test.ts",
|
|
],
|
|
watchMode: false,
|
|
},
|
|
]);
|
|
});
|
|
|
|
it("routes changed Parallels process helpers to their owner tooling tests", () => {
|
|
expectSingleVitestRunPlan(
|
|
buildVitestRunPlans(["--changed", "origin/main"], process.cwd(), () => [
|
|
"scripts/e2e/parallels/filesystem.ts",
|
|
"scripts/e2e/parallels/guest-transports.ts",
|
|
"scripts/e2e/parallels/host-command.ts",
|
|
"scripts/e2e/parallels/host-server.ts",
|
|
"scripts/e2e/parallels/linux-smoke.ts",
|
|
"scripts/e2e/parallels/phase-runner.ts",
|
|
"scripts/e2e/parallels/macos-smoke.ts",
|
|
"scripts/e2e/parallels-macos-smoke.sh",
|
|
"scripts/e2e/parallels-linux-smoke.sh",
|
|
"scripts/e2e/parallels-npm-update-smoke.sh",
|
|
"scripts/e2e/parallels/npm-update-smoke.ts",
|
|
"scripts/e2e/parallels/npm-update-scripts.ts",
|
|
"scripts/e2e/parallels/smoke-common.ts",
|
|
"scripts/e2e/parallels/update-job-timeout.ts",
|
|
"scripts/e2e/parallels/windows-smoke.ts",
|
|
"scripts/e2e/parallels-windows-smoke.sh",
|
|
]),
|
|
{
|
|
config: "test/vitest/vitest.tooling.config.ts",
|
|
includePatterns: [
|
|
"test/scripts/parallels-smoke-model.test.ts",
|
|
"test/scripts/parallels-npm-update-smoke.test.ts",
|
|
"test/scripts/parallels-update-job-timeout.test.ts",
|
|
],
|
|
},
|
|
);
|
|
});
|
|
|
|
it("routes mac restart helpers through restart-mac owner tests", () => {
|
|
expectChangedTargets(
|
|
["scripts/lib/restart-mac-gateway.sh"],
|
|
["test/scripts/restart-mac.test.ts"],
|
|
);
|
|
});
|
|
|
|
it("routes MCP and cron Docker E2E script targets instead of skipping changed tests", () => {
|
|
const targets = [
|
|
"scripts/e2e/mcp-channels-docker.sh",
|
|
"test/e2e/qa-lab/runtime/mcp-channels-docker-client.ts",
|
|
"test/e2e/qa-lab/runtime/mcp-channels.fixture.ts",
|
|
"test/e2e/qa-lab/runtime/mcp-client-temp-state.fixture.ts",
|
|
"scripts/e2e/mcp-channels-seed.ts",
|
|
"scripts/e2e/docker-openai-seed.ts",
|
|
"scripts/e2e/mcp-code-mode-gateway-docker.sh",
|
|
"scripts/e2e/mcp-code-mode-gateway-live-docker.sh",
|
|
"scripts/e2e/mcp-code-mode-gateway-seed.ts",
|
|
"scripts/e2e/agent-bundle-mcp-tools-docker.sh",
|
|
"test/e2e/qa-lab/runtime/agent-bundle-mcp-tools-docker-client.ts",
|
|
"scripts/mcp-code-mode-gateway-e2e.ts",
|
|
"scripts/e2e/cron-cli-docker.sh",
|
|
"scripts/e2e/cron-mcp-cleanup-docker.sh",
|
|
"scripts/e2e/cron-mcp-cleanup-docker-client.ts",
|
|
"scripts/e2e/cron-mcp-cleanup-seed.ts",
|
|
];
|
|
|
|
expect(findUnmatchedExplicitTestTargets(targets)).toEqual([]);
|
|
expectChangedTargets(targets, [
|
|
"test/scripts/docker-build-helper.test.ts",
|
|
"test/scripts/docker-e2e-observability.test.ts",
|
|
"test/scripts/docker-e2e-plan.test.ts",
|
|
"test/scripts/plugin-prerelease-test-plan.test.ts",
|
|
"test/e2e/qa-lab/runtime/mcp-gateway-transport.e2e.test.ts",
|
|
"test/scripts/cron-mcp-cleanup-docker-client.test.ts",
|
|
"test/scripts/docker-e2e-seeds.test.ts",
|
|
"test/scripts/mcp-code-mode-gateway-client.test.ts",
|
|
"test/scripts/session-log-mentions.test.ts",
|
|
"src/agents/agent-bundle-mcp-runtime.test.ts",
|
|
"src/agents/agent-bundle-mcp-tools.materialize.test.ts",
|
|
"src/gateway/server.cron.test.ts",
|
|
"src/gateway/server-methods/agent.test.ts",
|
|
"src/cron/isolated-agent/run.fast-mode.test.ts",
|
|
"src/cron/active-jobs-manual-run.test.ts",
|
|
]);
|
|
});
|
|
|
|
it("routes OpenAI image auth Docker E2E script targets instead of skipping changed tests", () => {
|
|
const targets = [
|
|
"scripts/e2e/openai-image-auth-docker.sh",
|
|
"test/e2e/qa-lab/runtime/openai-image-auth-docker-client.ts",
|
|
];
|
|
|
|
expect(findUnmatchedExplicitTestTargets(targets)).toEqual([]);
|
|
expectChangedTargets(targets, [
|
|
"test/scripts/docker-build-helper.test.ts",
|
|
"test/scripts/docker-e2e-plan.test.ts",
|
|
"test/scripts/openai-image-auth-docker-client.test.ts",
|
|
"extensions/openai/image-generation-provider.test.ts",
|
|
"src/image-generation/openai-compatible-image-provider.test.ts",
|
|
]);
|
|
});
|
|
|
|
it("routes package-backed Docker shell targets instead of skipping changed tests", () => {
|
|
const targets = [
|
|
"scripts/e2e/codex-media-path-docker.sh",
|
|
"scripts/e2e/codex-npm-plugin-live-docker.sh",
|
|
"scripts/e2e/codex-on-demand-docker.sh",
|
|
"scripts/e2e/live-plugin-tool-docker.sh",
|
|
"scripts/e2e/plugin-binding-command-escape-docker.sh",
|
|
"scripts/e2e/qr-import-docker.sh",
|
|
];
|
|
|
|
expect(findUnmatchedExplicitTestTargets(targets)).toEqual([]);
|
|
expectChangedTargets(targets, [
|
|
"test/scripts/docker-build-helper.test.ts",
|
|
"test/scripts/docker-e2e-plan.test.ts",
|
|
"test/scripts/codex-media-path-client.test.ts",
|
|
"test/scripts/package-acceptance-workflow.test.ts",
|
|
"test/scripts/live-plugin-tool-assertions.test.ts",
|
|
]);
|
|
});
|
|
|
|
it("routes OpenClaw Docker E2E script targets instead of skipping changed tests", () => {
|
|
const targets = [
|
|
"scripts/e2e/system-agent-first-run-docker.sh",
|
|
"test/e2e/qa-lab/runtime/system-agent-first-run-docker-client.ts",
|
|
"scripts/e2e/system-agent-first-run-spec.json",
|
|
"scripts/e2e/system-agent-rescue-docker.sh",
|
|
"scripts/e2e/system-agent-rescue-docker-client.ts",
|
|
];
|
|
|
|
expect(findUnmatchedExplicitTestTargets(targets)).toEqual([]);
|
|
expectChangedTargets(targets, [
|
|
"test/scripts/docker-build-helper.test.ts",
|
|
"test/scripts/docker-e2e-plan.test.ts",
|
|
"test/scripts/docker-e2e-system-agent.test.ts",
|
|
"src/cli/program/register.onboard.test.ts",
|
|
"src/cli/run-main.test.ts",
|
|
"src/cli/run-main.exit.test.ts",
|
|
"src/commands/system-agent-with-inference.test.ts",
|
|
"src/system-agent/assistant.configured.test.ts",
|
|
"src/system-agent/assistant.test.ts",
|
|
"src/system-agent/system-agent.test.ts",
|
|
"src/system-agent/operations.test.ts",
|
|
"src/system-agent/overview.test.ts",
|
|
"src/system-agent/setup-inference.test.ts",
|
|
"src/system-agent/audit.test.ts",
|
|
"src/system-agent/rescue-policy.test.ts",
|
|
"src/system-agent/rescue-message.test.ts",
|
|
]);
|
|
});
|
|
|
|
it("chunks the broad shell helper tooling shard after isolated targets", () => {
|
|
const plans = buildVitestRunPlans(["test/scripts"], process.cwd());
|
|
expect(plans.slice(0, 4)).toEqual([
|
|
expect.objectContaining({
|
|
config: "test/vitest/vitest.unit-fast.config.ts",
|
|
includePatterns: expect.arrayContaining(["test/scripts/arg-utils.test.ts"]),
|
|
watchMode: false,
|
|
}),
|
|
{
|
|
config: "test/vitest/vitest.unit-fast-isolated.config.ts",
|
|
forwardedArgs: [],
|
|
includePatterns: [
|
|
"test/scripts/android-version.test.ts",
|
|
"test/scripts/ios-release-plan.test.ts",
|
|
],
|
|
watchMode: false,
|
|
},
|
|
{
|
|
config: "test/vitest/vitest.tooling-docker.config.ts",
|
|
forwardedArgs: [],
|
|
includePatterns: ["test/scripts/docker-build-helper.test.ts"],
|
|
watchMode: false,
|
|
},
|
|
{
|
|
config: "test/vitest/vitest.tooling-isolated.config.ts",
|
|
forwardedArgs: [],
|
|
includePatterns: [
|
|
"test/scripts/check-extension-package-tsc-boundary.test.ts",
|
|
"test/scripts/control-ui-i18n.test.ts",
|
|
"test/scripts/openclaw-e2e-instance.test.ts",
|
|
],
|
|
watchMode: false,
|
|
},
|
|
]);
|
|
const e2ePlans = plans.filter((plan) => plan.config === "test/vitest/vitest.e2e.config.ts");
|
|
const toolingPlans = plans
|
|
.slice(4)
|
|
.filter((plan) => plan.config === "test/vitest/vitest.tooling.config.ts");
|
|
const toolingTargets = toolingPlans.flatMap((plan) => plan.includePatterns ?? []);
|
|
|
|
expect(toolingPlans.length).toBeGreaterThan(1);
|
|
expect(toolingPlans.every((plan) => (plan.includePatterns?.length ?? 0) <= 60)).toBe(true);
|
|
expect(toolingTargets).toContain("test/scripts/run-opengrep.test.ts");
|
|
expect(toolingTargets).not.toContain("test/scripts/docker-build-helper.test.ts");
|
|
expect(toolingTargets).not.toContain("test/scripts/openclaw-e2e-instance.test.ts");
|
|
expect(new Set(toolingTargets).size).toBe(toolingTargets.length);
|
|
expect(e2ePlans).toEqual([
|
|
{
|
|
config: "test/vitest/vitest.e2e.config.ts",
|
|
forwardedArgs: [
|
|
"test/scripts/doctor-config-preflight-plugin-index.built-cli.e2e.test.ts",
|
|
"test/scripts/sqlite-sessions-transcripts-flip-proof.built-cli.e2e.test.ts",
|
|
"test/scripts/sqlite-sessions-transcripts-flip-proof.e2e.test.ts",
|
|
],
|
|
includePatterns: null,
|
|
watchMode: false,
|
|
},
|
|
]);
|
|
});
|
|
|
|
it("routes the src scripts test root to the tooling shard", () => {
|
|
expect(findUnmatchedExplicitTestTargets(["src/scripts"], process.cwd())).toEqual([]);
|
|
expectSingleVitestRunPlan(buildVitestRunPlans(["src/scripts"], process.cwd()), {
|
|
config: "test/vitest/vitest.tooling.config.ts",
|
|
includePatterns: ["src/scripts/**/*.test.ts"],
|
|
});
|
|
});
|
|
|
|
it("routes exact source directory roots to their owning shards", () => {
|
|
const cases = [
|
|
["src/acp", "test/vitest/vitest.acp.config.ts"],
|
|
["src/agents", "test/vitest/vitest.agents.config.ts"],
|
|
["src/auto-reply", "test/vitest/vitest.auto-reply.config.ts"],
|
|
["src/channels", "test/vitest/vitest.channels.config.ts"],
|
|
["src/config", "test/vitest/vitest.runtime-config.config.ts"],
|
|
["src/cron", "test/vitest/vitest.cron.config.ts"],
|
|
["src/daemon", "test/vitest/vitest.daemon.config.ts"],
|
|
["src/gateway", "test/vitest/vitest.gateway.config.ts"],
|
|
["src/hooks", "test/vitest/vitest.hooks.config.ts"],
|
|
["src/infra", "test/vitest/vitest.infra.config.ts"],
|
|
["src/logging", "test/vitest/vitest.logging.config.ts"],
|
|
["src/media", "test/vitest/vitest.media.config.ts"],
|
|
["src/media-understanding", "test/vitest/vitest.media-understanding.config.ts"],
|
|
["src/plugin-sdk", "test/vitest/vitest.plugin-sdk.config.ts"],
|
|
["src/plugins", "test/vitest/vitest.plugins.config.ts"],
|
|
["src/process", "test/vitest/vitest.process.config.ts"],
|
|
["src/secrets", "test/vitest/vitest.secrets.config.ts"],
|
|
["src/shared", "test/vitest/vitest.shared-core.config.ts"],
|
|
["src/tasks", "test/vitest/vitest.tasks.config.ts"],
|
|
["src/tui", "test/vitest/vitest.tui.config.ts"],
|
|
["src/utils", "test/vitest/vitest.utils.config.ts"],
|
|
["src/wizard", "test/vitest/vitest.wizard.config.ts"],
|
|
["ui/src", "test/vitest/vitest.ui.config.ts"],
|
|
] as const;
|
|
|
|
const plansByConfig = new Map(
|
|
buildVitestRunPlans(
|
|
cases.map(([target]) => target),
|
|
process.cwd(),
|
|
).map((plan) => [plan.config, plan]),
|
|
);
|
|
for (const [target, config] of cases) {
|
|
const plan = plansByConfig.get(config);
|
|
expect(plan).toMatchObject({
|
|
config,
|
|
forwardedArgs: [],
|
|
watchMode: false,
|
|
});
|
|
expect(plan?.includePatterns?.filter((pattern) => pattern.endsWith("/**/*.test.ts"))).toEqual(
|
|
[`${target}/**/*.test.ts`],
|
|
);
|
|
}
|
|
|
|
expect(buildVitestRunPlans(["src/plugin-sdk"], process.cwd())).toEqual([
|
|
expect.objectContaining({
|
|
config: "test/vitest/vitest.unit-fast.config.ts",
|
|
includePatterns: expect.arrayContaining(["src/plugin-sdk/access-groups.test.ts"]),
|
|
}),
|
|
expect.objectContaining({
|
|
config: "test/vitest/vitest.unit-fast-fake-timers.config.ts",
|
|
includePatterns: ["src/plugin-sdk/memory-host-events.test.ts"],
|
|
}),
|
|
expect.objectContaining({
|
|
config: "test/vitest/vitest.plugin-sdk-light.config.ts",
|
|
includePatterns: expect.arrayContaining(["src/plugin-sdk/acp-runtime.test.ts"]),
|
|
}),
|
|
{
|
|
config: "test/vitest/vitest.plugin-sdk.config.ts",
|
|
forwardedArgs: [],
|
|
includePatterns: ["src/plugin-sdk/**/*.test.ts"],
|
|
watchMode: false,
|
|
},
|
|
]);
|
|
expect(buildVitestRunPlans(["src/shared"], process.cwd()).map((plan) => plan.config)).toEqual([
|
|
"test/vitest/vitest.unit-fast.config.ts",
|
|
"test/vitest/vitest.shared-core.config.ts",
|
|
]);
|
|
expect(buildVitestRunPlans(["src/utils"], process.cwd()).map((plan) => plan.config)).toEqual([
|
|
"test/vitest/vitest.unit-fast.config.ts",
|
|
"test/vitest/vitest.utils.config.ts",
|
|
]);
|
|
expect(buildVitestRunPlans(["src/commands"], process.cwd())).toEqual([
|
|
{
|
|
config: "test/vitest/vitest.commands-light.config.ts",
|
|
forwardedArgs: [],
|
|
includePatterns: null,
|
|
watchMode: false,
|
|
},
|
|
{
|
|
config: "test/vitest/vitest.commands.config.ts",
|
|
forwardedArgs: [],
|
|
includePatterns: null,
|
|
watchMode: false,
|
|
},
|
|
]);
|
|
});
|
|
|
|
it("routes CLI process tests through their isolated project", () => {
|
|
expectSingleVitestRunPlan(buildVitestRunPlans(["src/cli/help-exit.process.test.ts"]), {
|
|
config: "test/vitest/vitest.cli-process.config.ts",
|
|
includePatterns: ["src/cli/help-exit.process.test.ts"],
|
|
});
|
|
});
|
|
|
|
it("adds the CLI process project for broad CLI targets", () => {
|
|
const plans = buildVitestRunPlans(["src/cli"]);
|
|
|
|
expect(plans.map((plan) => plan.config)).toEqual(
|
|
expect.arrayContaining([
|
|
"test/vitest/vitest.unit-fast.config.ts",
|
|
"test/vitest/vitest.cli-process.config.ts",
|
|
"test/vitest/vitest.cli.config.ts",
|
|
]),
|
|
);
|
|
const processPlan = plans.find(
|
|
(plan) => plan.config === "test/vitest/vitest.cli-process.config.ts",
|
|
);
|
|
expect(processPlan?.includePatterns).toContain("src/cli/help-exit.process.test.ts");
|
|
});
|
|
|
|
it("rejects broad CLI watch targets that cross shared and process projects", () => {
|
|
expect(() => buildVitestRunPlans(["--watch", "src/cli"])).toThrow(
|
|
"watch mode with mixed test suites is not supported",
|
|
);
|
|
});
|
|
|
|
it("chunks broad shell helper globs after isolated targets", () => {
|
|
const plans = buildVitestRunPlans(["test/scripts/*.test.ts"], process.cwd());
|
|
expect(plans.slice(0, 4)).toEqual([
|
|
expect.objectContaining({
|
|
config: "test/vitest/vitest.unit-fast.config.ts",
|
|
includePatterns: expect.arrayContaining(["test/scripts/arg-utils.test.ts"]),
|
|
watchMode: false,
|
|
}),
|
|
{
|
|
config: "test/vitest/vitest.unit-fast-isolated.config.ts",
|
|
forwardedArgs: [],
|
|
includePatterns: [
|
|
"test/scripts/android-version.test.ts",
|
|
"test/scripts/ios-release-plan.test.ts",
|
|
],
|
|
watchMode: false,
|
|
},
|
|
{
|
|
config: "test/vitest/vitest.tooling-docker.config.ts",
|
|
forwardedArgs: [],
|
|
includePatterns: ["test/scripts/docker-build-helper.test.ts"],
|
|
watchMode: false,
|
|
},
|
|
{
|
|
config: "test/vitest/vitest.tooling-isolated.config.ts",
|
|
forwardedArgs: [],
|
|
includePatterns: [
|
|
"test/scripts/check-extension-package-tsc-boundary.test.ts",
|
|
"test/scripts/control-ui-i18n.test.ts",
|
|
"test/scripts/openclaw-e2e-instance.test.ts",
|
|
],
|
|
watchMode: false,
|
|
},
|
|
]);
|
|
const e2ePlans = plans.filter((plan) => plan.config === "test/vitest/vitest.e2e.config.ts");
|
|
const toolingPlans = plans
|
|
.slice(4)
|
|
.filter((plan) => plan.config === "test/vitest/vitest.tooling.config.ts");
|
|
const toolingTargets = toolingPlans.flatMap((plan) => plan.includePatterns ?? []);
|
|
|
|
expect(toolingPlans.length).toBeGreaterThan(1);
|
|
expect(toolingPlans.every((plan) => (plan.includePatterns?.length ?? 0) <= 60)).toBe(true);
|
|
expect(toolingTargets).toContain("test/scripts/run-opengrep.test.ts");
|
|
expect(toolingTargets).not.toContain("test/scripts/docker-build-helper.test.ts");
|
|
expect(toolingTargets).not.toContain("test/scripts/openclaw-e2e-instance.test.ts");
|
|
expect(new Set(toolingTargets).size).toBe(toolingTargets.length);
|
|
expect(e2ePlans).toEqual([
|
|
{
|
|
config: "test/vitest/vitest.e2e.config.ts",
|
|
forwardedArgs: [
|
|
"test/scripts/doctor-config-preflight-plugin-index.built-cli.e2e.test.ts",
|
|
"test/scripts/sqlite-sessions-transcripts-flip-proof.built-cli.e2e.test.ts",
|
|
"test/scripts/sqlite-sessions-transcripts-flip-proof.e2e.test.ts",
|
|
],
|
|
includePatterns: null,
|
|
watchMode: false,
|
|
},
|
|
]);
|
|
});
|
|
|
|
it("keeps broad shell helper watch targets in one tooling shard", () => {
|
|
expectSingleVitestRunPlan(buildVitestRunPlans(["--watch", "test/scripts"], process.cwd()), {
|
|
config: "test/vitest/vitest.tooling.config.ts",
|
|
includePatterns: ["test/scripts/**/*.test.ts"],
|
|
watchMode: true,
|
|
});
|
|
});
|
|
|
|
it("preserves post-separator Vitest args without parsing them as targets", () => {
|
|
for (const [arg, watchMode] of [
|
|
["--reporter=verbose", false],
|
|
["--watch", true],
|
|
] as const) {
|
|
expect(buildVitestRunPlans(["test/scripts/run-vitest.test.ts", "--", arg])).toEqual([
|
|
{
|
|
config: "test/vitest/vitest.tooling.config.ts",
|
|
forwardedArgs: [arg],
|
|
includePatterns: ["test/scripts/run-vitest.test.ts"],
|
|
watchMode,
|
|
},
|
|
]);
|
|
}
|
|
});
|
|
|
|
it("keeps pnpm-style leading separators out of target routing", () => {
|
|
expectSingleVitestRunPlan(buildVitestRunPlans(["--", "test/scripts/run-vitest.test.ts"]), {
|
|
config: "test/vitest/vitest.tooling.config.ts",
|
|
includePatterns: ["test/scripts/run-vitest.test.ts"],
|
|
});
|
|
});
|
|
|
|
it("prints wrapper help without starting a broad local suite", () => {
|
|
const result = spawnSync(
|
|
process.execPath,
|
|
["--import", "tsx", "scripts/test-projects.mts", "--help"],
|
|
{
|
|
encoding: "utf8",
|
|
timeout: 5_000,
|
|
},
|
|
);
|
|
|
|
expect(result.status).toBe(0);
|
|
expect(result.stdout).toContain("Usage: node --import tsx scripts/test-projects.mts");
|
|
expect(result.stderr).not.toContain("[test] starting");
|
|
});
|
|
|
|
it("allows explicit split Vitest config targets without treating them as unmatched tests", () => {
|
|
expect(
|
|
findUnmatchedExplicitTestTargets(
|
|
[
|
|
"test/vitest/vitest.agents-core.config.ts",
|
|
"test/vitest/vitest.agents-embedded-agent.config.ts",
|
|
"test/vitest/vitest.agents-embedded-agent-incomplete-turn.config.ts",
|
|
"test/vitest/vitest.agents-embedded-agent-overflow-compaction.config.ts",
|
|
"test/vitest/vitest.agents-embedded-agent-run.config.ts",
|
|
"test/vitest/vitest.agents-support.config.ts",
|
|
"test/vitest/vitest.agents-tools.config.ts",
|
|
],
|
|
process.cwd(),
|
|
),
|
|
).toEqual([]);
|
|
});
|
|
|
|
it("routes explicit test-support helper files to affected tests", () => {
|
|
expect(
|
|
findUnmatchedExplicitTestTargets(["src/commands/onboard-non-interactive.test-helpers.ts"]),
|
|
).toEqual([]);
|
|
|
|
expectSingleVitestRunPlan(
|
|
buildVitestRunPlans(["src/commands/onboard-non-interactive.test-helpers.ts"]),
|
|
{
|
|
config: "test/vitest/vitest.commands.config.ts",
|
|
includePatterns: ["src/commands/onboard-non-interactive.gateway.test.ts"],
|
|
},
|
|
);
|
|
});
|
|
|
|
it("rejects explicit test-support helper files with no importing tests", () => {
|
|
const tempDir = fs.mkdtempSync(path.join(os.tmpdir(), "openclaw-test-targets-"));
|
|
try {
|
|
fs.mkdirSync(path.join(tempDir, "src", "lonely"), { recursive: true });
|
|
fs.writeFileSync(
|
|
path.join(tempDir, "src", "lonely", "runtime.test-helpers.ts"),
|
|
"export {};\n",
|
|
);
|
|
|
|
expect(
|
|
findUnmatchedExplicitTestTargets(["src/lonely/runtime.test-helpers.ts"], tempDir),
|
|
).toEqual([
|
|
{
|
|
target: "src/lonely/runtime.test-helpers.ts",
|
|
reason: "target-matched-no-test-files",
|
|
},
|
|
]);
|
|
} finally {
|
|
fs.rmSync(tempDir, { recursive: true, force: true });
|
|
}
|
|
});
|
|
|
|
it("routes contract roots to separate contract shards", () => {
|
|
const plans = buildVitestRunPlans([
|
|
"src/channels/plugins/contracts/channel-catalog.contract.test.ts",
|
|
"src/plugins/contracts/loader.contract.test.ts",
|
|
]);
|
|
|
|
expect(plans).toEqual([
|
|
{
|
|
config: "test/vitest/vitest.contracts-channel-surface.config.ts",
|
|
forwardedArgs: [],
|
|
includePatterns: ["src/channels/plugins/contracts/channel-catalog.contract.test.ts"],
|
|
watchMode: false,
|
|
},
|
|
{
|
|
config: "test/vitest/vitest.contracts-plugin.config.ts",
|
|
forwardedArgs: [],
|
|
includePatterns: ["src/plugins/contracts/loader.contract.test.ts"],
|
|
watchMode: false,
|
|
},
|
|
]);
|
|
});
|
|
|
|
it("fans contract directory targets out to the owning contract lanes", () => {
|
|
// Regression: the generic channels project excludes contracts/**, so the
|
|
// directory target used to run zero tests and exit green.
|
|
const plans = buildVitestRunPlans(["src/channels/plugins/contracts"]);
|
|
|
|
expect(plans.map((plan) => plan.config)).toEqual([
|
|
"test/vitest/vitest.contracts-channel-surface.config.ts",
|
|
"test/vitest/vitest.contracts-channel-config.config.ts",
|
|
"test/vitest/vitest.contracts-channel-registry.config.ts",
|
|
"test/vitest/vitest.contracts-channel-session.config.ts",
|
|
]);
|
|
expect(plans.every((plan) => plan.includePatterns === null)).toBe(true);
|
|
});
|
|
|
|
it("routes the plugin contracts directory to the plugin contracts lane", () => {
|
|
const plans = buildVitestRunPlans(["src/plugins/contracts"]);
|
|
|
|
expect(plans).toEqual([
|
|
{
|
|
config: "test/vitest/vitest.contracts-plugin.config.ts",
|
|
forwardedArgs: [],
|
|
includePatterns: null,
|
|
watchMode: false,
|
|
},
|
|
]);
|
|
});
|
|
|
|
it.each([
|
|
{
|
|
title: "routes explicit plugin-sdk light tests to the lighter plugin-sdk lane",
|
|
target: "src/plugin-sdk/temp-path.test.ts",
|
|
config: "test/vitest/vitest.plugin-sdk-light.config.ts",
|
|
includePattern: "src/plugin-sdk/temp-path.test.ts",
|
|
},
|
|
{
|
|
title: "routes explicit commands light tests to the lighter commands lane",
|
|
target: "src/commands/status-json-runtime.test.ts",
|
|
config: "test/vitest/vitest.commands-light.config.ts",
|
|
includePattern: "src/commands/status-json-runtime.test.ts",
|
|
},
|
|
{
|
|
title: "routes fake-timer unit-fast tests to the serial fake-timer lane",
|
|
target: "src/acp/control-plane/manager.test.ts",
|
|
config: "test/vitest/vitest.unit-fast-fake-timers.config.ts",
|
|
includePattern: "src/acp/control-plane/manager.test.ts",
|
|
},
|
|
])("$title", ({ target, config, includePattern }) => {
|
|
const plans = buildVitestRunPlans([target], process.cwd());
|
|
|
|
expect(plans).toEqual([
|
|
{
|
|
config,
|
|
forwardedArgs: [],
|
|
includePatterns: [includePattern],
|
|
watchMode: false,
|
|
},
|
|
]);
|
|
});
|
|
|
|
it.each([
|
|
{
|
|
title: "routes browser extension changes to the browser extension lane",
|
|
changedPath: "extensions/browser/src/browser/cdp.helpers.ts",
|
|
config: "test/vitest/vitest.extension-browser.config.ts",
|
|
testPath: "extensions/browser/src/browser/cdp.helpers.test.ts",
|
|
},
|
|
{
|
|
title: "keeps public plugin SDK changes focused by default",
|
|
changedPath: "src/plugin-sdk/provider-entry.ts",
|
|
config: "test/vitest/vitest.unit-fast.config.ts",
|
|
testPath: "src/plugin-sdk/provider-entry.test.ts",
|
|
},
|
|
{
|
|
title: "routes LM Studio changes to the provider extension lane",
|
|
changedPath: "extensions/lmstudio/src/runtime.ts",
|
|
config: "test/vitest/vitest.extension-providers.config.ts",
|
|
testPath: "extensions/lmstudio/src/runtime.test.ts",
|
|
},
|
|
{
|
|
title: "routes QA extension changes to the QA extension lane",
|
|
changedPath: "extensions/qa-lab/src/scenario-catalog.test.ts",
|
|
config: "test/vitest/vitest.extension-qa.config.ts",
|
|
testPath: "extensions/qa-lab/src/scenario-catalog.test.ts",
|
|
},
|
|
{
|
|
title: "routes changed source files to sibling tests when present",
|
|
changedPath: "src/agents/test-helpers/live-model-turn-probes.ts",
|
|
config: "test/vitest/vitest.unit-fast.config.ts",
|
|
testPath: "src/agents/live-model-turn-probes.test.ts",
|
|
},
|
|
{
|
|
title: "routes plugin-sdk source files with sibling tests narrowly by default",
|
|
changedPath: "src/plugin-sdk/facade-runtime.ts",
|
|
config: "test/vitest/vitest.bundled.config.ts",
|
|
testPath: "src/plugin-sdk/facade-runtime.test.ts",
|
|
},
|
|
{
|
|
title: "routes command source files with sibling tests narrowly on the command lane",
|
|
changedPath: "src/commands/channels.add.ts",
|
|
config: "test/vitest/vitest.commands.config.ts",
|
|
testPath: "src/commands/channels.add.test.ts",
|
|
},
|
|
])("$title", ({ changedPath, config, testPath }) => {
|
|
const plans = buildVitestRunPlans(["--changed", "origin/main"], process.cwd(), () => [
|
|
changedPath,
|
|
]);
|
|
|
|
expect(plans).toEqual([
|
|
{
|
|
config,
|
|
forwardedArgs: [],
|
|
includePatterns: [testPath],
|
|
watchMode: false,
|
|
},
|
|
]);
|
|
});
|
|
|
|
it("keeps shared test helpers cheap by default when no precise target exists", () => {
|
|
let args: string[] | null = null;
|
|
withTinyGitRepo(
|
|
{
|
|
"test/helpers/unmapped-helper.ts": "export const unmapped = true;\n",
|
|
},
|
|
(cwd) => {
|
|
args = resolveChangedTargetArgs(["--changed", "origin/main"], cwd, () => [
|
|
"test/helpers/unmapped-helper.ts",
|
|
]);
|
|
},
|
|
);
|
|
|
|
expect(args).toStrictEqual([]);
|
|
});
|
|
|
|
it("routes imported shared test helpers through affected tests", () => {
|
|
let targets: string[] = [];
|
|
withTinyGitRepo(
|
|
{
|
|
"test/helpers/temp-dir.ts": "export const tempDir = 'x';\n",
|
|
"test/helpers/temp-dir.test.ts":
|
|
"import { tempDir } from './temp-dir.js';\nvoid tempDir;\n",
|
|
"test/scripts/bench-cli-startup.test.ts":
|
|
"import { tempDir } from '../helpers/temp-dir.js';\nvoid tempDir;\n",
|
|
"src/foo.test.ts":
|
|
"import { tempDir } from '../test/helpers/temp-dir.js';\nvoid tempDir;\n",
|
|
},
|
|
(cwd) => {
|
|
targets = resolveChangedTestTargetPlan(["test/helpers/temp-dir.ts"], { cwd }).targets;
|
|
},
|
|
);
|
|
|
|
expect(targets).toEqual([
|
|
"test/helpers/temp-dir.test.ts",
|
|
"src/foo.test.ts",
|
|
"test/scripts/bench-cli-startup.test.ts",
|
|
]);
|
|
});
|
|
|
|
it("keeps the broad changed run available for shared test helpers", () => {
|
|
let args: string[] | null = [];
|
|
withTinyGitRepo(
|
|
{
|
|
"test/helpers/unmapped-helper.ts": "export const unmapped = true;\n",
|
|
},
|
|
(cwd) => {
|
|
args = resolveChangedTargetArgs(
|
|
["--changed", "origin/main"],
|
|
cwd,
|
|
() => ["test/helpers/unmapped-helper.ts"],
|
|
{ env: { OPENCLAW_TEST_CHANGED_BROAD: "1" } },
|
|
);
|
|
},
|
|
);
|
|
|
|
expect(args).toBeNull();
|
|
});
|
|
|
|
it("routes channel contract helper edits through the tests that import them", () => {
|
|
const plan = resolveChangedTestTargetPlan([
|
|
"src/channels/plugins/contracts/test-helpers/manifest.ts",
|
|
]);
|
|
|
|
expect(plan.mode).toBe("targets");
|
|
expect(plan.targets).toContain("src/channels/plugins/contracts/registry.contract.test.ts");
|
|
expect(plan.targets).not.toContain("extensions/discord/src/directory-contract.test.ts");
|
|
});
|
|
|
|
it("routes channel SDK helper edits through the tests that import them", () => {
|
|
expectChangedTargets(
|
|
["src/plugin-sdk/test-helpers/directory-ids.ts"],
|
|
[
|
|
"extensions/discord/src/directory-contract.test.ts",
|
|
"extensions/slack/src/directory-contract.test.ts",
|
|
"extensions/telegram/src/directory-contract.test.ts",
|
|
],
|
|
);
|
|
});
|
|
|
|
it("routes channel contract helper edits through contract shards", () => {
|
|
const plan = resolveChangedTestTargetPlan([
|
|
"src/channels/plugins/contracts/test-helpers/registry-backed-contract-shards.ts",
|
|
]);
|
|
|
|
expect(plan.mode).toBe("targets");
|
|
expect(plan.targets).toContain(
|
|
"src/channels/plugins/contracts/plugin.registry-backed-shard-a.contract.test.ts",
|
|
);
|
|
expect(plan.targets).toContain(
|
|
"src/channels/plugins/contracts/threading.registry-backed-shard-h.contract.test.ts",
|
|
);
|
|
expect(plan.targets).not.toContain("extensions/discord/src/channel-actions.contract.test.ts");
|
|
});
|
|
|
|
it("routes precise plugin contract helpers without broad-running every shard", () => {
|
|
expect(
|
|
resolveChangedTargetArgs(["--changed", "origin/main"], process.cwd(), () => [
|
|
"src/plugins/contracts/tts-contract-suites.ts",
|
|
]),
|
|
).toEqual([
|
|
"src/plugins/contracts/core-extension-facade-boundary.test.ts",
|
|
"src/plugins/contracts/tts.contract.test.ts",
|
|
]);
|
|
});
|
|
|
|
it("keeps unknown root surfaces cheap by default", () => {
|
|
expect(
|
|
resolveChangedTargetArgs(["--changed", "origin/main"], process.cwd(), () => [
|
|
"unknown/file.txt",
|
|
]),
|
|
).toStrictEqual([]);
|
|
});
|
|
|
|
it("keeps unknown root surface skip reasons available to changed-mode callers", () => {
|
|
expect(
|
|
resolveChangedTestTargetPlanForArgs(["--changed", "origin/main"], process.cwd(), () => [
|
|
"unknown/file.txt",
|
|
]),
|
|
).toEqual({
|
|
mode: "targets",
|
|
skippedBroadFallbackPaths: ["unknown/file.txt"],
|
|
targets: [],
|
|
});
|
|
});
|
|
|
|
it("explains changed paths that need explicit broad fallback before skipping", () => {
|
|
expect(formatNoChangedTestTargetLines(["unknown-root-surface.txt"])).toEqual([
|
|
"[test] no precise changed test targets; skipping Vitest.",
|
|
"[test] 1 changed path require broad Vitest fallback:",
|
|
"[test] unknown-root-surface.txt",
|
|
"[test] run `OPENCLAW_TEST_CHANGED_BROAD=1 pnpm test:changed` for broad coverage.",
|
|
]);
|
|
});
|
|
|
|
it("keeps the broad changed run available for unknown root surfaces", () => {
|
|
expect(
|
|
resolveChangedTargetArgs(
|
|
["--changed", "origin/main"],
|
|
process.cwd(),
|
|
() => ["unknown/file.txt"],
|
|
{ env: { OPENCLAW_TEST_CHANGED_BROAD: "1" } },
|
|
),
|
|
).toBeNull();
|
|
});
|
|
|
|
it("skips changed docs files that cannot map to test lanes", () => {
|
|
expect(
|
|
resolveChangedTargetArgs(["--changed", "origin/main"], process.cwd(), () => [
|
|
"docs/help/testing.md",
|
|
]),
|
|
).toStrictEqual([]);
|
|
});
|
|
|
|
it("skips root agent guidance changes instead of broad-running tests", () => {
|
|
expect(
|
|
buildVitestRunPlans(["--changed", "origin/main"], process.cwd(), () => ["AGENTS.md"]),
|
|
).toStrictEqual([]);
|
|
});
|
|
|
|
it("skips app-only changes because app tests are separate from Vitest lanes", () => {
|
|
expect(
|
|
buildVitestRunPlans(["--changed", "origin/main"], process.cwd(), () => [
|
|
"apps/macos/OpenClaw/AppDelegate.swift",
|
|
]),
|
|
).toStrictEqual([]);
|
|
});
|
|
|
|
it("adds extension tests for public plugin SDK changes in broad changed mode", () => {
|
|
const plans = buildVitestRunPlans(
|
|
["--changed", "origin/main"],
|
|
process.cwd(),
|
|
() => ["src/plugin-sdk/provider-entry.ts"],
|
|
{ env: { OPENCLAW_TEST_CHANGED_BROAD: "1" } },
|
|
);
|
|
|
|
expect(plans).toEqual([
|
|
{
|
|
config: "test/vitest/vitest.unit-fast.config.ts",
|
|
forwardedArgs: [],
|
|
includePatterns: ["src/plugin-sdk/provider-entry.test.ts"],
|
|
watchMode: false,
|
|
},
|
|
...listExpectedFullExtensionRunPlans(),
|
|
]);
|
|
});
|
|
|
|
it("routes explicit active-memory and Codex extension tests to their shards", () => {
|
|
expect(
|
|
buildVitestRunPlans([
|
|
"extensions/active-memory/index.test.ts",
|
|
"extensions/codex/index.test.ts",
|
|
]),
|
|
).toEqual([
|
|
{
|
|
config: "test/vitest/vitest.extension-active-memory.config.ts",
|
|
forwardedArgs: [],
|
|
includePatterns: ["extensions/active-memory/index.test.ts"],
|
|
watchMode: false,
|
|
},
|
|
{
|
|
config: "test/vitest/vitest.extension-codex.config.ts",
|
|
forwardedArgs: [],
|
|
includePatterns: ["extensions/codex/index.test.ts"],
|
|
watchMode: false,
|
|
},
|
|
]);
|
|
});
|
|
|
|
it("routes the top-level extensions target to every extension shard", () => {
|
|
const matrixConfig = "test/vitest/vitest.extension-matrix.config.ts";
|
|
const plans = buildVitestRunPlans(["extensions"], process.cwd());
|
|
const matrixPlans = plans.filter((plan) => plan.config === matrixConfig);
|
|
|
|
expect(plans.filter((plan) => plan.config !== matrixConfig)).toEqual(
|
|
listFullExtensionVitestProjectConfigs()
|
|
.filter((config) => config !== matrixConfig)
|
|
.map((config) => ({
|
|
config,
|
|
forwardedArgs: [],
|
|
includePatterns: null,
|
|
watchMode: false,
|
|
})),
|
|
);
|
|
expect(matrixPlans).toHaveLength(expectedMatrixTestProcessCount());
|
|
expect(
|
|
matrixPlans.every(
|
|
(plan) => (plan.includePatterns?.length ?? 0) <= MATRIX_TEST_PROCESS_FILE_LIMIT,
|
|
),
|
|
).toBe(true);
|
|
expect(matrixPlans.flatMap((plan) => plan.includePatterns ?? [])).toEqual(
|
|
listExtensionTestFilesForRoots(["extensions/matrix"]),
|
|
);
|
|
expect(plans).toEqual(listExpectedFullExtensionRunPlans());
|
|
});
|
|
|
|
it("bounds an explicit Matrix directory target across process lifetimes", () => {
|
|
const plans = buildVitestRunPlans(["extensions/matrix"], process.cwd());
|
|
|
|
expect(plans).toHaveLength(expectedMatrixTestProcessCount());
|
|
expect(
|
|
plans.every((plan) => plan.config === "test/vitest/vitest.extension-matrix.config.ts"),
|
|
).toBe(true);
|
|
expect(
|
|
plans.every((plan) => (plan.includePatterns?.length ?? 0) <= MATRIX_TEST_PROCESS_FILE_LIMIT),
|
|
).toBe(true);
|
|
expect(plans.flatMap((plan) => plan.includePatterns ?? [])).toEqual(
|
|
listExtensionTestFilesForRoots(["extensions/matrix"]),
|
|
);
|
|
});
|
|
|
|
it("keeps grouped Matrix targets covered when bounding the directory", () => {
|
|
const testFile = listExtensionTestFilesForRoots(["extensions/matrix"])[0];
|
|
if (!testFile) {
|
|
throw new Error("expected a Matrix test fixture");
|
|
}
|
|
|
|
const plans = buildVitestRunPlans(["extensions/matrix", testFile], process.cwd());
|
|
|
|
expect(plans).toHaveLength(expectedMatrixTestProcessCount());
|
|
expect(
|
|
plans.every((plan) => (plan.includePatterns?.length ?? 0) <= MATRIX_TEST_PROCESS_FILE_LIMIT),
|
|
).toBe(true);
|
|
expect(plans.flatMap((plan) => plan.includePatterns ?? [])).toEqual(
|
|
listExtensionTestFilesForRoots(["extensions/matrix"]),
|
|
);
|
|
});
|
|
|
|
it("keeps a grouped Matrix config target in the unsplit plan", () => {
|
|
expectSingleVitestRunPlan(
|
|
buildVitestRunPlans(
|
|
["extensions/matrix", "test/vitest/vitest.extension-matrix.config.ts"],
|
|
process.cwd(),
|
|
),
|
|
{ config: "test/vitest/vitest.extension-matrix.config.ts" },
|
|
);
|
|
});
|
|
|
|
it("keeps explicit Matrix files and watch runs unchunked", () => {
|
|
const testFile = listExtensionTestFilesForRoots(["extensions/matrix"])[0];
|
|
expect(testFile).toBeDefined();
|
|
|
|
expect(buildVitestRunPlans([testFile!], process.cwd())).toHaveLength(1);
|
|
expectSingleVitestRunPlan(
|
|
buildVitestRunPlans(["--watch", "extensions/matrix"], process.cwd()),
|
|
{
|
|
config: "test/vitest/vitest.extension-matrix.config.ts",
|
|
includePatterns: ["extensions/matrix/**/*.test.ts"],
|
|
watchMode: true,
|
|
},
|
|
);
|
|
});
|
|
|
|
it("narrows default-lane changed source files to affected tests", () => {
|
|
const plans = buildVitestRunPlans(["--changed", "origin/main"], process.cwd(), () => [
|
|
"packages/sdk/src/index.ts",
|
|
]);
|
|
|
|
expect(plans).toEqual([
|
|
{
|
|
config: "test/vitest/vitest.unit.config.ts",
|
|
forwardedArgs: ["packages/sdk/src/index.test.ts"],
|
|
includePatterns: null,
|
|
watchMode: false,
|
|
},
|
|
]);
|
|
});
|
|
|
|
it("can combine sibling and import-graph targets for CI", () => {
|
|
withTinyGitRepo(
|
|
{
|
|
"src/consumer.test.ts": 'import "./value.js";\n',
|
|
"src/value.test.ts": 'import "./value.js";\n',
|
|
"src/value.ts": "export const value = 1;\n",
|
|
},
|
|
(cwd) => {
|
|
expect(
|
|
resolveChangedTestTargetPlan(["src/value.ts"], {
|
|
combineSiblingWithImportGraph: true,
|
|
cwd,
|
|
forceFullImportGraph: true,
|
|
}),
|
|
).toEqual({
|
|
mode: "targets",
|
|
targets: ["src/value.test.ts", "src/consumer.test.ts"],
|
|
});
|
|
},
|
|
);
|
|
});
|
|
|
|
it("routes changed ui support files to the ui lane without dead include globs", () => {
|
|
const plans = buildVitestRunPlans(["--changed", "origin/main"], process.cwd(), () => [
|
|
"ui/src/styles/base.css",
|
|
"ui/src/test-helpers/lit-warnings.setup.ts",
|
|
]);
|
|
|
|
expect(plans).toEqual([
|
|
{
|
|
config: "test/vitest/vitest.ui.config.ts",
|
|
forwardedArgs: [],
|
|
includePatterns: null,
|
|
watchMode: false,
|
|
},
|
|
]);
|
|
});
|
|
|
|
it.each([
|
|
["ui/config/control-ui-chunking.ts", "ui/src/app/control-ui-chunking.test.ts"],
|
|
["ui/config/control-ui-locales.ts", "ui/src/app/vite-config.node.test.ts"],
|
|
])("routes changed ui build helper %s to its owner test", (changedPath, testPath) => {
|
|
const plans = buildVitestRunPlans(["--changed", "origin/main"], process.cwd(), () => [
|
|
changedPath,
|
|
]);
|
|
|
|
expect(plans).toEqual([
|
|
{
|
|
config: "test/vitest/vitest.ui.config.ts",
|
|
forwardedArgs: [],
|
|
includePatterns: [testPath],
|
|
watchMode: false,
|
|
},
|
|
]);
|
|
});
|
|
|
|
it("routes isolated ui test targets to the isolated project", () => {
|
|
expectSingleVitestRunPlan(buildVitestRunPlans(["ui/src/pages/workboard/view.test.ts"]), {
|
|
config: "test/vitest/vitest.ui-isolated.config.ts",
|
|
includePatterns: ["ui/src/pages/workboard/view.test.ts"],
|
|
});
|
|
});
|
|
|
|
it("adds the isolated project for broad ui targets", () => {
|
|
const plans = buildVitestRunPlans(["ui/src"]);
|
|
|
|
expect(plans.map((plan) => plan.config)).toEqual([
|
|
"test/vitest/vitest.ui.config.ts",
|
|
"test/vitest/vitest.ui-isolated.config.ts",
|
|
]);
|
|
expect(plans[1]?.includePatterns).toContain("ui/src/pages/workboard/view.test.ts");
|
|
});
|
|
|
|
it("rejects broad ui watch targets that cross shared and isolated projects", () => {
|
|
expect(() => buildVitestRunPlans(["--watch", "ui/src"])).toThrow(
|
|
"watch mode with mixed test suites is not supported",
|
|
);
|
|
});
|
|
|
|
it("keeps explicit non-renderer ui test targets scoped", () => {
|
|
expect(
|
|
buildVitestRunPlans([
|
|
"ui/src/i18n/test/translate.test.ts",
|
|
"test/scripts/control-ui-i18n.test.ts",
|
|
]),
|
|
).toEqual([
|
|
{
|
|
config: "test/vitest/vitest.tooling-isolated.config.ts",
|
|
forwardedArgs: [],
|
|
includePatterns: ["test/scripts/control-ui-i18n.test.ts"],
|
|
watchMode: false,
|
|
},
|
|
{
|
|
config: "test/vitest/vitest.ui.config.ts",
|
|
forwardedArgs: [],
|
|
includePatterns: ["ui/src/i18n/test/translate.test.ts"],
|
|
watchMode: false,
|
|
},
|
|
]);
|
|
});
|
|
|
|
it("routes control ui e2e tests to the ui e2e lane", () => {
|
|
expectSingleVitestRunPlan(buildVitestRunPlans(["ui/src/e2e/chat-flow.e2e.test.ts"]), {
|
|
config: "test/vitest/vitest.ui-e2e.config.ts",
|
|
includePatterns: ["ui/src/e2e/chat-flow.e2e.test.ts"],
|
|
});
|
|
|
|
expectSingleVitestRunPlan(buildVitestRunPlans(["ui/src/test-helpers/control-ui-e2e.ts"]), {
|
|
config: "test/vitest/vitest.ui-e2e.config.ts",
|
|
});
|
|
|
|
expectSingleVitestRunPlan(buildVitestRunPlans(["ui/src/e2e"]), {
|
|
config: "test/vitest/vitest.ui-e2e.config.ts",
|
|
includePatterns: ["ui/src/e2e/**/*.test.ts"],
|
|
});
|
|
|
|
expect(buildVitestArgs(["ui/src/e2e"])).toContain("--configLoader");
|
|
});
|
|
|
|
it("routes auto-reply route source files to route regression tests", () => {
|
|
expectChangedTargets(
|
|
[
|
|
"src/auto-reply/reply/dispatch-from-config.ts",
|
|
"src/auto-reply/reply/effective-reply-route.ts",
|
|
"src/auto-reply/reply/effective-reply-route.test.ts",
|
|
],
|
|
[
|
|
"src/auto-reply/reply/dispatch-acp.test.ts",
|
|
"src/auto-reply/reply/dispatch-from-config.test.ts",
|
|
"src/auto-reply/reply/followup-runner.test.ts",
|
|
"src/auto-reply/reply/groups.test.ts",
|
|
"extensions/discord/src/monitor/message-handler.process.test.ts",
|
|
"extensions/slack/src/monitor.tool-result.test.ts",
|
|
"src/auto-reply/reply/effective-reply-route.test.ts",
|
|
],
|
|
);
|
|
});
|
|
|
|
it("routes ACP command source files to ACP command regression tests", () => {
|
|
expectChangedTargets(
|
|
[
|
|
"src/auto-reply/reply/commands-acp.ts",
|
|
"src/auto-reply/reply/commands-acp.test.ts",
|
|
"src/auto-reply/reply/dispatch-acp-command-bypass.ts",
|
|
"src/auto-reply/reply/dispatch-acp-command-bypass.test.ts",
|
|
],
|
|
[
|
|
"src/auto-reply/reply/commands-acp.test.ts",
|
|
"src/auto-reply/reply/dispatch-acp-command-bypass.test.ts",
|
|
],
|
|
);
|
|
});
|
|
|
|
it("routes Google Meet CLI edits to the lightweight CLI tests", () => {
|
|
expectChangedTargets(
|
|
["extensions/google-meet/src/cli.ts"],
|
|
[
|
|
"extensions/google-meet/src/cli-artifacts.test.ts",
|
|
"extensions/google-meet/src/cli-runtime.test.ts",
|
|
"extensions/google-meet/src/cli.test.ts",
|
|
],
|
|
);
|
|
});
|
|
|
|
it("routes Google Meet OAuth edits to the lightweight OAuth tests", () => {
|
|
expectChangedTargets(
|
|
["extensions/google-meet/src/oauth.ts"],
|
|
["extensions/google-meet/src/oauth.test.ts"],
|
|
);
|
|
});
|
|
|
|
it("routes Google Meet entry edits to the plugin entry tests", () => {
|
|
expectChangedTargets(
|
|
["extensions/google-meet/index.ts"],
|
|
["extensions/google-meet/index.test.ts"],
|
|
);
|
|
});
|
|
|
|
it("routes memory doctor and embedding default edits to focused tests", () => {
|
|
expectChangedTargets(
|
|
[
|
|
"src/commands/doctor-memory-search.ts",
|
|
"packages/memory-host-sdk/src/host/embedding-defaults.ts",
|
|
],
|
|
[
|
|
"src/commands/doctor-memory-search.test.ts",
|
|
"packages/memory-host-sdk/src/host/embeddings.test.ts",
|
|
],
|
|
);
|
|
});
|
|
|
|
it("routes provider auth choice edits to focused auth-choice tests", () => {
|
|
expectChangedTargets(
|
|
["src/plugins/provider-auth-choice.ts"],
|
|
[
|
|
"src/commands/auth-choice.apply.plugin-provider.test.ts",
|
|
"src/commands/auth-choice.test.ts",
|
|
],
|
|
);
|
|
});
|
|
|
|
it("routes provider env var edits to focused secret tests", () => {
|
|
expectChangedTargets(
|
|
["src/secrets/provider-env-vars.ts"],
|
|
["src/secrets/provider-env-vars.dynamic.test.ts", "src/secrets/provider-env-vars.test.ts"],
|
|
);
|
|
});
|
|
|
|
it("routes changed utils and shared files to their light scoped lanes", () => {
|
|
const plans = buildVitestRunPlans(["--changed", "origin/main"], process.cwd(), () => [
|
|
"packages/normalization-core/src/string-normalization.ts",
|
|
"src/utils/provider-utils.ts",
|
|
]);
|
|
|
|
expect(plans).toEqual([
|
|
{
|
|
config: "test/vitest/vitest.unit.config.ts",
|
|
forwardedArgs: ["packages/normalization-core/src/string-normalization.test.ts"],
|
|
includePatterns: null,
|
|
watchMode: false,
|
|
},
|
|
{
|
|
config: "test/vitest/vitest.utils.config.ts",
|
|
forwardedArgs: [],
|
|
includePatterns: ["src/utils/provider-utils.test.ts"],
|
|
watchMode: false,
|
|
},
|
|
]);
|
|
});
|
|
|
|
it("uses collision-resistant include-file names for scoped Vitest specs", () => {
|
|
const tempDir = path.join("tmp", "openclaw-vitest-specs");
|
|
const [spec] = createVitestRunSpecs(["src/plugin-sdk/temp-path.test.ts"], {
|
|
baseEnv: {},
|
|
tempDir,
|
|
});
|
|
|
|
expect(path.dirname(spec?.includeFilePath ?? "")).toBe(tempDir);
|
|
expect(path.basename(spec?.includeFilePath ?? "")).toMatch(
|
|
/^openclaw-vitest-include-[0-9a-f-]{36}-0\.json$/u,
|
|
);
|
|
expect(spec?.includeFilePath).not.toMatch(new RegExp(`${process.pid}-\\d+-0\\.json$`, "u"));
|
|
});
|
|
|
|
it("expands routed glob targets to literal include-file paths", () => {
|
|
withTinyGitRepo(
|
|
{
|
|
"src/gateway/core.test.ts": "",
|
|
"src/gateway/server-methods/ping.test.ts": "",
|
|
"src/gateway/server-startup.test.ts": "",
|
|
},
|
|
(cwd) => {
|
|
const includeFile = path.join(cwd, "include.json");
|
|
writeVitestIncludeFile(
|
|
includeFile,
|
|
[
|
|
"src/gateway/**/*.test.ts",
|
|
"src/gateway/server-*.test.ts",
|
|
"src/gateway/@(core|server-startup).test.ts",
|
|
],
|
|
{ cwd },
|
|
);
|
|
|
|
expect(JSON.parse(fs.readFileSync(includeFile, "utf8"))).toEqual([
|
|
"src/gateway/core.test.ts",
|
|
"src/gateway/server-methods/ping.test.ts",
|
|
"src/gateway/server-startup.test.ts",
|
|
]);
|
|
},
|
|
);
|
|
});
|
|
|
|
it("retains routed glob targets in watch-mode include files", () => {
|
|
const tempDir = fs.mkdtempSync(path.join(os.tmpdir(), "openclaw-test-projects-watch-"));
|
|
try {
|
|
const includeFile = path.join(tempDir, "include.json");
|
|
writeVitestIncludeFile(includeFile, ["src/gateway/**/*.test.ts"], {
|
|
expandGlobs: false,
|
|
});
|
|
|
|
expect(JSON.parse(fs.readFileSync(includeFile, "utf8"))).toEqual([
|
|
"src/gateway/**/*.test.ts",
|
|
]);
|
|
} finally {
|
|
fs.rmSync(tempDir, { recursive: true, force: true });
|
|
}
|
|
});
|
|
|
|
it("preflights targeted UI E2E specs with Playwright browser assets", () => {
|
|
const [spec] = createVitestRunSpecs(["ui/src/pages/tasks/tasks.e2e.test.ts"], {
|
|
baseEnv: {},
|
|
});
|
|
|
|
expect(spec?.config).toBe("test/vitest/vitest.ui-e2e.config.ts");
|
|
expect(spec?.preflightPnpmArgs).toEqual([
|
|
"exec",
|
|
"node",
|
|
"--import",
|
|
"tsx",
|
|
"scripts/ensure-playwright-chromium.mts",
|
|
]);
|
|
});
|
|
|
|
it("routes the full commands test root to both command shards", () => {
|
|
expect(findUnmatchedExplicitTestTargets(["src/commands"])).toEqual([]);
|
|
expect(buildVitestRunPlans(["src/commands"], process.cwd())).toEqual([
|
|
{
|
|
config: "test/vitest/vitest.commands-light.config.ts",
|
|
forwardedArgs: [],
|
|
includePatterns: null,
|
|
watchMode: false,
|
|
},
|
|
{
|
|
config: "test/vitest/vitest.commands.config.ts",
|
|
forwardedArgs: [],
|
|
includePatterns: null,
|
|
watchMode: false,
|
|
},
|
|
]);
|
|
});
|
|
|
|
it("routes unit-fast light tests to the cache-friendly unit-fast lane", () => {
|
|
const plans = buildVitestRunPlans(
|
|
["src/commands/status-overview-values.test.ts"],
|
|
process.cwd(),
|
|
);
|
|
|
|
expect(plans).toEqual([
|
|
{
|
|
config: "test/vitest/vitest.unit-fast.config.ts",
|
|
forwardedArgs: [],
|
|
includePatterns: ["src/commands/status-overview-values.test.ts"],
|
|
watchMode: false,
|
|
},
|
|
]);
|
|
});
|
|
|
|
it("routes forced stateful unit-fast tests to the isolated lane", () => {
|
|
const plans = buildVitestRunPlans(
|
|
["src/system-agent/assistant.configured.test.ts"],
|
|
process.cwd(),
|
|
);
|
|
|
|
expect(plans).toEqual([
|
|
{
|
|
config: "test/vitest/vitest.unit-fast-isolated.config.ts",
|
|
forwardedArgs: [],
|
|
includePatterns: ["src/system-agent/assistant.configured.test.ts"],
|
|
watchMode: false,
|
|
},
|
|
]);
|
|
});
|
|
|
|
it("routes changed commands source allowlist files to sibling light tests", () => {
|
|
const plans = buildVitestRunPlans(["--changed", "origin/main"], process.cwd(), () => [
|
|
"src/commands/status-overview-values.ts",
|
|
"src/commands/gateway-status/helpers.ts",
|
|
]);
|
|
|
|
expect(plans).toEqual([
|
|
{
|
|
config: "test/vitest/vitest.unit-fast.config.ts",
|
|
forwardedArgs: [],
|
|
includePatterns: [
|
|
"src/commands/status-overview-values.test.ts",
|
|
"src/commands/gateway-status/helpers.test.ts",
|
|
],
|
|
watchMode: false,
|
|
},
|
|
]);
|
|
});
|
|
|
|
it("routes plugin-sdk source files with sibling tests plus extensions in broad changed mode", () => {
|
|
const plans = buildVitestRunPlans(
|
|
["--changed", "origin/main"],
|
|
process.cwd(),
|
|
() => ["src/plugin-sdk/facade-runtime.ts"],
|
|
{ env: { OPENCLAW_TEST_CHANGED_BROAD: "1" } },
|
|
);
|
|
|
|
expect(plans).toEqual([
|
|
{
|
|
config: "test/vitest/vitest.bundled.config.ts",
|
|
forwardedArgs: [],
|
|
includePatterns: ["src/plugin-sdk/facade-runtime.test.ts"],
|
|
watchMode: false,
|
|
},
|
|
...listExpectedFullExtensionRunPlans(),
|
|
]);
|
|
});
|
|
|
|
it("keeps changed mode to precise targets by default", () => {
|
|
expect(resolveChangedTestTargetPlan(["package.json", "src/commands/channels.add.ts"])).toEqual({
|
|
mode: "targets",
|
|
skippedBroadFallbackPaths: ["package.json"],
|
|
targets: ["src/commands/channels.add.test.ts"],
|
|
});
|
|
});
|
|
|
|
it("skips import-graph scans once a diff already needs broad fallback", () => {
|
|
const readFileSync = vi.spyOn(fs, "readFileSync");
|
|
const before = readFileSync.mock.calls.length;
|
|
const plan = resolveChangedTestTargetPlan([
|
|
".crabbox.yaml",
|
|
"scripts/check.mts",
|
|
"src/gateway/server.impl.ts",
|
|
]);
|
|
const repoSourceReads = readFileSync.mock.calls
|
|
.slice(before)
|
|
.filter(([file]) => typeof file === "string" && normalizeRepoPath(file).includes("/src/"));
|
|
readFileSync.mockRestore();
|
|
|
|
expect(plan).toEqual({
|
|
mode: "targets",
|
|
skippedBroadFallbackPaths: ["src/gateway/server.impl.ts"],
|
|
targets: ["test/scripts/package-acceptance-workflow.test.ts", "test/scripts/check.test.ts"],
|
|
});
|
|
expect(repoSourceReads).toEqual([]);
|
|
});
|
|
|
|
it("keeps broad changed fallback available through explicit env", () => {
|
|
expect(
|
|
resolveChangedTestTargetPlan(["package.json", "src/commands/channels.add.ts"], {
|
|
env: { OPENCLAW_TEST_CHANGED_BROAD: "1" },
|
|
}),
|
|
).toEqual({
|
|
mode: "broad",
|
|
targets: [],
|
|
});
|
|
});
|
|
|
|
it("uses import-graph targets in default changed mode", () => {
|
|
const readFileSync = vi.spyOn(fs, "readFileSync");
|
|
const before = readFileSync.mock.calls.length;
|
|
const targets = resolveChangedTestTargetPlan(["test/helpers/normalize-text.ts"]).targets;
|
|
const repoSourceReads = readFileSync.mock.calls
|
|
.slice(before)
|
|
.filter(([file]) => typeof file === "string" && normalizeRepoPath(file).includes("/src/"));
|
|
readFileSync.mockRestore();
|
|
|
|
expect(targets).toContain("src/auto-reply/status.test.ts");
|
|
expect(repoSourceReads.length).toBeLessThan(100);
|
|
});
|
|
|
|
it("routes prompt snapshot generator helper edits to the owner test", () => {
|
|
for (const target of [
|
|
"scripts/generate-prompt-snapshots.ts",
|
|
"scripts/prompt-snapshot-files.ts",
|
|
"scripts/sync-codex-model-prompt-fixture.ts",
|
|
"test/helpers/agents/happy-path-prompt-snapshots.ts",
|
|
"test/fixtures/agents/prompt-snapshots/codex-model-catalog/gpt-5.5.pragmatic.source.json",
|
|
"test/fixtures/agents/prompt-snapshots/codex-runtime-happy-path/telegram-direct-codex-message-tool.md",
|
|
]) {
|
|
expectChangedTargets([target], ["test/scripts/prompt-snapshots.test.ts"]);
|
|
}
|
|
});
|
|
|
|
it("routes runtime sidecar baseline edits to baseline owner tests", () => {
|
|
for (const target of [
|
|
"scripts/generate-runtime-sidecar-paths-baseline.ts",
|
|
"src/plugins/runtime-sidecar-paths-baseline.ts",
|
|
]) {
|
|
expectChangedTargets([target], ["src/plugins/bundled-plugin-metadata.test.ts"]);
|
|
}
|
|
|
|
for (const target of [
|
|
"scripts/lib/bundled-runtime-sidecar-paths.json",
|
|
"src/plugins/runtime-sidecar-paths.ts",
|
|
]) {
|
|
expectChangedTargets(
|
|
[target],
|
|
[
|
|
"src/plugins/bundled-plugin-metadata.test.ts",
|
|
"src/infra/update-global.test.ts",
|
|
"src/infra/update-runner.test.ts",
|
|
"test/openclaw-npm-postpublish-verify.test.ts",
|
|
],
|
|
);
|
|
}
|
|
});
|
|
|
|
it("routes appcast edits to appcast owner tests", () => {
|
|
expectChangedTargets(
|
|
["appcast.xml"],
|
|
["test/appcast.test.ts", "test/scripts/make-appcast.test.ts"],
|
|
);
|
|
});
|
|
|
|
it.each([
|
|
"test/vitest/vitest.agents-core.config.ts",
|
|
"test/vitest/vitest.agents-embedded-agent.config.ts",
|
|
"test/vitest/vitest.agents-embedded-agent-incomplete-turn.config.ts",
|
|
"test/vitest/vitest.agents-embedded-agent-overflow-compaction.config.ts",
|
|
"test/vitest/vitest.agents-embedded-agent-run.config.ts",
|
|
"test/vitest/vitest.agents-support.config.ts",
|
|
"test/vitest/vitest.agents-tools.config.ts",
|
|
])("routes split agents vitest config %s to itself", (target) => {
|
|
const plans = buildVitestRunPlans([target], process.cwd());
|
|
|
|
expect(plans).toEqual([
|
|
{
|
|
config: target,
|
|
forwardedArgs: [],
|
|
includePatterns: null,
|
|
watchMode: false,
|
|
},
|
|
]);
|
|
});
|
|
|
|
it.each([
|
|
"src/gateway/gateway.test.ts",
|
|
"src/gateway/server.startup-matrix-migration.integration.test.ts",
|
|
"src/gateway/sessions-history-http.test.ts",
|
|
])("routes gateway integration fixture %s to the e2e lane", (target) => {
|
|
const plans = buildVitestRunPlans([target], process.cwd());
|
|
|
|
expect(plans).toEqual([
|
|
{
|
|
config: "test/vitest/vitest.e2e.config.ts",
|
|
forwardedArgs: [target],
|
|
includePatterns: null,
|
|
watchMode: false,
|
|
},
|
|
]);
|
|
});
|
|
|
|
it.each(["src/tui/tui-pty-harness.e2e.test.ts", "src/tui/tui-pty-local.e2e.test.ts"])(
|
|
"routes TUI PTY integration target %s to the PTY lane",
|
|
(target) => {
|
|
const plans = buildVitestRunPlans([target], process.cwd());
|
|
|
|
expect(plans).toEqual([
|
|
{
|
|
config: "test/vitest/vitest.tui-pty.config.ts",
|
|
forwardedArgs: [],
|
|
includePatterns: [target],
|
|
watchMode: false,
|
|
},
|
|
]);
|
|
},
|
|
);
|
|
});
|
|
|
|
describe("scripts/test-projects local heavy-check lock", () => {
|
|
const localCheckEnv = () => ({
|
|
...process.env,
|
|
OPENCLAW_TEST_HEAVY_CHECK_LOCK_HELD: undefined,
|
|
OPENCLAW_TEST_PROJECTS_FORCE_LOCK: undefined,
|
|
});
|
|
|
|
it("skips the lock for a single scoped tooling run", () => {
|
|
expect(
|
|
shouldAcquireLocalHeavyCheckLock(
|
|
[
|
|
{
|
|
config: "test/vitest/vitest.tooling.config.ts",
|
|
includePatterns: ["test/scripts/gh-read.test.ts"],
|
|
watchMode: false,
|
|
},
|
|
],
|
|
localCheckEnv(),
|
|
),
|
|
).toBe(false);
|
|
});
|
|
|
|
it("keeps the lock for non-tooling runs", () => {
|
|
expect(
|
|
shouldAcquireLocalHeavyCheckLock(
|
|
[
|
|
{
|
|
config: "test/vitest/vitest.unit.config.ts",
|
|
includePatterns: ["src/infra/vitest-config.test.ts"],
|
|
watchMode: false,
|
|
},
|
|
],
|
|
localCheckEnv(),
|
|
),
|
|
).toBe(true);
|
|
});
|
|
|
|
it("skips the lock when a parent changed gate already holds it", () => {
|
|
expect(
|
|
shouldAcquireLocalHeavyCheckLock(
|
|
[
|
|
{
|
|
config: "test/vitest/vitest.unit.config.ts",
|
|
includePatterns: ["src/infra/vitest-config.test.ts"],
|
|
watchMode: false,
|
|
},
|
|
],
|
|
{
|
|
...localCheckEnv(),
|
|
OPENCLAW_TEST_HEAVY_CHECK_LOCK_HELD: "1",
|
|
},
|
|
),
|
|
).toBe(false);
|
|
});
|
|
|
|
it("allows forcing the lock back on", () => {
|
|
expect(
|
|
shouldAcquireLocalHeavyCheckLock(
|
|
[
|
|
{
|
|
config: "test/vitest/vitest.tooling.config.ts",
|
|
includePatterns: ["test/scripts/gh-read.test.ts"],
|
|
watchMode: false,
|
|
},
|
|
],
|
|
{
|
|
...localCheckEnv(),
|
|
OPENCLAW_TEST_PROJECTS_FORCE_LOCK: "1",
|
|
},
|
|
),
|
|
).toBe(true);
|
|
});
|
|
});
|
|
|
|
describe("scripts/test-projects full-suite sharding", () => {
|
|
it("interleaves heavy and light configs for cold parallel full-suite runs", () => {
|
|
const specs = [
|
|
"test/vitest/vitest.gateway.config.ts",
|
|
"test/vitest/vitest.gateway-server.config.ts",
|
|
"test/vitest/vitest.commands.config.ts",
|
|
"test/vitest/vitest.extension-memory.config.ts",
|
|
"test/vitest/vitest.extension-msteams.config.ts",
|
|
].map((config) => ({ config }));
|
|
|
|
expect(orderFullSuiteSpecsForParallelRun(specs).map((spec) => spec.config)).toEqual([
|
|
"test/vitest/vitest.gateway-server.config.ts",
|
|
"test/vitest/vitest.extension-msteams.config.ts",
|
|
"test/vitest/vitest.gateway.config.ts",
|
|
"test/vitest/vitest.extension-memory.config.ts",
|
|
"test/vitest/vitest.commands.config.ts",
|
|
]);
|
|
});
|
|
|
|
it("uses the global host worker budget for roomy local hosts", () => {
|
|
expect(
|
|
resolveParallelFullSuiteConcurrency(
|
|
61,
|
|
{},
|
|
{
|
|
cpuCount: 14,
|
|
loadAverage1m: 0,
|
|
totalMemoryBytes: 48 * 1024 ** 3,
|
|
},
|
|
),
|
|
).toBe(6);
|
|
});
|
|
|
|
it.each(["1", "true", "yes", "on"])(
|
|
"keeps CI=%s full-suite runs serial even on roomy hosts",
|
|
(ciValue) => {
|
|
expect(
|
|
resolveParallelFullSuiteConcurrency(
|
|
61,
|
|
{
|
|
CI: ciValue,
|
|
OPENCLAW_VITEST_MAX_WORKERS: "3",
|
|
},
|
|
{
|
|
cpuCount: 14,
|
|
loadAverage1m: 0,
|
|
totalMemoryBytes: 48 * 1024 ** 3,
|
|
},
|
|
),
|
|
).toBe(1);
|
|
},
|
|
);
|
|
|
|
it("keeps CI=1 full-suite runs on aggregate shard configs", () => {
|
|
vi.stubEnv("CI", "1");
|
|
vi.stubEnv("GITHUB_ACTIONS", "");
|
|
vi.stubEnv("OPENCLAW_TESTBOX_REMOTE_RUN", "");
|
|
vi.stubEnv("OPENCLAW_TEST_PROJECTS_LEAF_SHARDS", "");
|
|
vi.stubEnv("OPENCLAW_TEST_PROJECTS_PARALLEL", "");
|
|
try {
|
|
const configs = buildFullSuiteVitestRunPlans([], process.cwd()).map((plan) => plan.config);
|
|
|
|
expect(configs).toContain("test/vitest/vitest.full-agentic.config.ts");
|
|
expect(configs).toContain("test/vitest/vitest.full-extensions.config.ts");
|
|
expect(configs).not.toContain("test/vitest/vitest.gateway-server.config.ts");
|
|
expect(configs).not.toContain("test/vitest/vitest.extension-telegram.config.ts");
|
|
} finally {
|
|
vi.unstubAllEnvs();
|
|
}
|
|
});
|
|
|
|
it("gives only the aggregate extension shard an 8 GiB heap floor", () => {
|
|
const specs = applyFullExtensionsHeapBudget([
|
|
{
|
|
config: "test/vitest/vitest.full-extensions.config.ts",
|
|
env: { NODE_OPTIONS: "--trace-warnings --max-old-space-size=4096" },
|
|
},
|
|
{
|
|
config: "test/vitest/vitest.full-core-runtime.config.ts",
|
|
env: { NODE_OPTIONS: "--max-old-space-size=4096" },
|
|
},
|
|
]);
|
|
|
|
expect(specs[0]?.env.NODE_OPTIONS).toBe("--trace-warnings --max-old-space-size=8192");
|
|
expect(specs[1]?.env.NODE_OPTIONS).toBe("--max-old-space-size=4096");
|
|
});
|
|
|
|
it("preserves a larger aggregate extension heap override", () => {
|
|
const specs = applyFullExtensionsHeapBudget([
|
|
{
|
|
config: "test/vitest/vitest.full-extensions.config.ts",
|
|
env: { NODE_OPTIONS: "--max_old_space_size 12288 --trace-warnings" },
|
|
},
|
|
]);
|
|
|
|
expect(specs[0]?.env.NODE_OPTIONS).toBe("--max_old_space_size 12288 --trace-warnings");
|
|
});
|
|
|
|
it("preserves inherited Node options when the spec has no override", () => {
|
|
const specs = applyFullExtensionsHeapBudget(
|
|
[{ config: "test/vitest/vitest.full-extensions.config.ts", env: {} }],
|
|
{
|
|
env: {
|
|
NODE_OPTIONS: "--require ./test-hook.cjs --max-old-space-size=12288",
|
|
},
|
|
},
|
|
);
|
|
|
|
expect(specs[0]?.env.NODE_OPTIONS).toBe("--require ./test-hook.cjs --max-old-space-size=12288");
|
|
});
|
|
|
|
it("raises the effective last aggregate extension heap override", () => {
|
|
const specs = applyFullExtensionsHeapBudget([
|
|
{
|
|
config: "test/vitest/vitest.full-extensions.config.ts",
|
|
env: { NODE_OPTIONS: "--max-old-space-size=12288 --max_old_space_size=4096" },
|
|
},
|
|
]);
|
|
|
|
expect(specs[0]?.env.NODE_OPTIONS).toBe("--max-old-space-size=12288 --max_old_space_size=8192");
|
|
});
|
|
|
|
it("splits the Testbox agentic and extension shards into bounded processes", () => {
|
|
vi.stubEnv("CI", "1");
|
|
vi.stubEnv("GITHUB_ACTIONS", "");
|
|
vi.stubEnv("OPENCLAW_TESTBOX_REMOTE_RUN", "1");
|
|
vi.stubEnv("OPENCLAW_TEST_PROJECTS_LEAF_SHARDS", "");
|
|
vi.stubEnv("OPENCLAW_TEST_PROJECTS_PARALLEL", "");
|
|
try {
|
|
const plans = buildFullSuiteVitestRunPlans([], process.cwd());
|
|
const configs = plans.map((plan) => plan.config);
|
|
|
|
expect(configs).not.toContain("test/vitest/vitest.full-agentic.config.ts");
|
|
expect(configs).not.toContain("test/vitest/vitest.full-extensions.config.ts");
|
|
expect(configs).toContain("test/vitest/vitest.agents-core.config.ts");
|
|
expect(configs).toContain("test/vitest/vitest.extension-telegram.config.ts");
|
|
|
|
const targetedPlans = (config: string) =>
|
|
plans.filter((plan) => plan.config === config && plan.forwardedArgs.length > 0);
|
|
expect(targetedPlans("test/vitest/vitest.agents-core.config.ts")).toHaveLength(6);
|
|
expect(targetedPlans("test/vitest/vitest.gateway-server.config.ts")).toHaveLength(4);
|
|
} finally {
|
|
vi.unstubAllEnvs();
|
|
}
|
|
});
|
|
|
|
it("keeps explicit parallel overrides ahead of the host-aware profile", () => {
|
|
expect(
|
|
resolveParallelFullSuiteConcurrency(
|
|
61,
|
|
{
|
|
OPENCLAW_TEST_PROJECTS_PARALLEL: "3",
|
|
},
|
|
{
|
|
cpuCount: 14,
|
|
loadAverage1m: 0,
|
|
totalMemoryBytes: 48 * 1024 ** 3,
|
|
},
|
|
),
|
|
).toBe(3);
|
|
});
|
|
|
|
it("rejects malformed parallel full-suite overrides", () => {
|
|
expect(() =>
|
|
resolveParallelFullSuiteConcurrency(
|
|
61,
|
|
{
|
|
OPENCLAW_TEST_PROJECTS_PARALLEL: "3x",
|
|
},
|
|
{
|
|
cpuCount: 14,
|
|
loadAverage1m: 0,
|
|
totalMemoryBytes: 48 * 1024 ** 3,
|
|
},
|
|
),
|
|
).toThrow("OPENCLAW_TEST_PROJECTS_PARALLEL must be a positive integer; got: 3x");
|
|
|
|
expect(() =>
|
|
resolveParallelFullSuiteConcurrency(
|
|
61,
|
|
{
|
|
OPENCLAW_TEST_PROJECTS_PARALLEL: "0",
|
|
},
|
|
{
|
|
cpuCount: 14,
|
|
loadAverage1m: 0,
|
|
totalMemoryBytes: 48 * 1024 ** 3,
|
|
},
|
|
),
|
|
).toThrow("OPENCLAW_TEST_PROJECTS_PARALLEL must be a positive integer; got: 0");
|
|
});
|
|
|
|
it("rejects malformed conservative worker budget values", () => {
|
|
expect(() =>
|
|
resolveParallelFullSuiteConcurrency(
|
|
61,
|
|
{
|
|
OPENCLAW_VITEST_MAX_WORKERS: "1e0",
|
|
},
|
|
{
|
|
cpuCount: 14,
|
|
loadAverage1m: 0,
|
|
totalMemoryBytes: 48 * 1024 ** 3,
|
|
},
|
|
),
|
|
).toThrow("OPENCLAW_VITEST_MAX_WORKERS must be a positive integer; got: 1e0");
|
|
|
|
expect(() =>
|
|
resolveParallelFullSuiteConcurrency(
|
|
61,
|
|
{
|
|
OPENCLAW_TEST_WORKERS: "1 worker",
|
|
},
|
|
{
|
|
cpuCount: 14,
|
|
loadAverage1m: 0,
|
|
totalMemoryBytes: 48 * 1024 ** 3,
|
|
},
|
|
),
|
|
).toThrow("OPENCLAW_TEST_WORKERS must be a positive integer; got: 1 worker");
|
|
});
|
|
|
|
it("keeps serial untargeted local runs on leaf project configs", () => {
|
|
const previousParallel = process.env.OPENCLAW_TEST_PROJECTS_PARALLEL;
|
|
const previousSerial = process.env.OPENCLAW_TEST_PROJECTS_SERIAL;
|
|
const previousCi = process.env.CI;
|
|
const previousActions = process.env.GITHUB_ACTIONS;
|
|
delete process.env.OPENCLAW_TEST_PROJECTS_LEAF_SHARDS;
|
|
delete process.env.OPENCLAW_TEST_SKIP_FULL_EXTENSIONS_SHARD;
|
|
delete process.env.OPENCLAW_TEST_PROJECTS_PARALLEL;
|
|
delete process.env.CI;
|
|
delete process.env.GITHUB_ACTIONS;
|
|
process.env.OPENCLAW_TEST_PROJECTS_SERIAL = "1";
|
|
try {
|
|
const configs = buildFullSuiteVitestRunPlans([], process.cwd()).map((plan) => plan.config);
|
|
|
|
expect(configs).toContain("test/vitest/vitest.gateway-server.config.ts");
|
|
expect(configs).toContain("test/vitest/vitest.auto-reply-reply.config.ts");
|
|
expect(configs).toContain("test/vitest/vitest.extension-telegram.config.ts");
|
|
expect(configs).not.toContain("test/vitest/vitest.full-agentic.config.ts");
|
|
expect(configs).not.toContain("test/vitest/vitest.full-extensions.config.ts");
|
|
} finally {
|
|
if (previousParallel === undefined) {
|
|
delete process.env.OPENCLAW_TEST_PROJECTS_PARALLEL;
|
|
} else {
|
|
process.env.OPENCLAW_TEST_PROJECTS_PARALLEL = previousParallel;
|
|
}
|
|
if (previousSerial === undefined) {
|
|
delete process.env.OPENCLAW_TEST_PROJECTS_SERIAL;
|
|
} else {
|
|
process.env.OPENCLAW_TEST_PROJECTS_SERIAL = previousSerial;
|
|
}
|
|
if (previousCi === undefined) {
|
|
delete process.env.CI;
|
|
} else {
|
|
process.env.CI = previousCi;
|
|
}
|
|
if (previousActions === undefined) {
|
|
delete process.env.GITHUB_ACTIONS;
|
|
} else {
|
|
process.env.GITHUB_ACTIONS = previousActions;
|
|
}
|
|
}
|
|
});
|
|
|
|
it("expands untargeted local runs to leaf project configs by default", () => {
|
|
const previousLeafShards = process.env.OPENCLAW_TEST_PROJECTS_LEAF_SHARDS;
|
|
const previousParallel = process.env.OPENCLAW_TEST_PROJECTS_PARALLEL;
|
|
const previousSerial = process.env.OPENCLAW_TEST_PROJECTS_SERIAL;
|
|
const previousCi = process.env.CI;
|
|
const previousActions = process.env.GITHUB_ACTIONS;
|
|
const previousVitestMaxWorkers = process.env.OPENCLAW_VITEST_MAX_WORKERS;
|
|
const previousTestWorkers = process.env.OPENCLAW_TEST_WORKERS;
|
|
delete process.env.OPENCLAW_TEST_PROJECTS_LEAF_SHARDS;
|
|
delete process.env.OPENCLAW_TEST_PROJECTS_PARALLEL;
|
|
delete process.env.OPENCLAW_TEST_PROJECTS_SERIAL;
|
|
delete process.env.CI;
|
|
delete process.env.GITHUB_ACTIONS;
|
|
delete process.env.OPENCLAW_VITEST_MAX_WORKERS;
|
|
delete process.env.OPENCLAW_TEST_WORKERS;
|
|
try {
|
|
const plans = buildFullSuiteVitestRunPlans([], process.cwd());
|
|
const configs = plans.map((plan) => plan.config);
|
|
|
|
expect(configs).toContain("test/vitest/vitest.gateway-server.config.ts");
|
|
expect(configs).toContain("test/vitest/vitest.extension-telegram.config.ts");
|
|
expect(configs).not.toContain("test/vitest/vitest.full-agentic.config.ts");
|
|
expect(configs).not.toContain("test/vitest/vitest.full-core-unit-fast.config.ts");
|
|
|
|
const targetedPlans = (config: string) =>
|
|
plans.filter((plan) => plan.config === config && plan.forwardedArgs.length > 0);
|
|
const unitFastPlans = targetedPlans("test/vitest/vitest.unit-fast.config.ts");
|
|
expect(unitFastPlans.length).toBeGreaterThan(1);
|
|
expect(unitFastPlans.every((plan) => plan.forwardedArgs.length <= 70)).toBe(true);
|
|
const toolingPlans = targetedPlans("test/vitest/vitest.tooling.config.ts");
|
|
expect(toolingPlans.length).toBeGreaterThan(1);
|
|
expect(toolingPlans.every((plan) => plan.forwardedArgs.length <= 2)).toBe(true);
|
|
} finally {
|
|
if (previousLeafShards === undefined) {
|
|
delete process.env.OPENCLAW_TEST_PROJECTS_LEAF_SHARDS;
|
|
} else {
|
|
process.env.OPENCLAW_TEST_PROJECTS_LEAF_SHARDS = previousLeafShards;
|
|
}
|
|
if (previousParallel === undefined) {
|
|
delete process.env.OPENCLAW_TEST_PROJECTS_PARALLEL;
|
|
} else {
|
|
process.env.OPENCLAW_TEST_PROJECTS_PARALLEL = previousParallel;
|
|
}
|
|
if (previousSerial === undefined) {
|
|
delete process.env.OPENCLAW_TEST_PROJECTS_SERIAL;
|
|
} else {
|
|
process.env.OPENCLAW_TEST_PROJECTS_SERIAL = previousSerial;
|
|
}
|
|
if (previousCi === undefined) {
|
|
delete process.env.CI;
|
|
} else {
|
|
process.env.CI = previousCi;
|
|
}
|
|
if (previousActions === undefined) {
|
|
delete process.env.GITHUB_ACTIONS;
|
|
} else {
|
|
process.env.GITHUB_ACTIONS = previousActions;
|
|
}
|
|
if (previousVitestMaxWorkers === undefined) {
|
|
delete process.env.OPENCLAW_VITEST_MAX_WORKERS;
|
|
} else {
|
|
process.env.OPENCLAW_VITEST_MAX_WORKERS = previousVitestMaxWorkers;
|
|
}
|
|
if (previousTestWorkers === undefined) {
|
|
delete process.env.OPENCLAW_TEST_WORKERS;
|
|
} else {
|
|
process.env.OPENCLAW_TEST_WORKERS = previousTestWorkers;
|
|
}
|
|
}
|
|
});
|
|
|
|
it("expands conservative local worker runs to leaf project configs", () => {
|
|
const previousLeafShards = process.env.OPENCLAW_TEST_PROJECTS_LEAF_SHARDS;
|
|
const previousParallel = process.env.OPENCLAW_TEST_PROJECTS_PARALLEL;
|
|
const previousSerial = process.env.OPENCLAW_TEST_PROJECTS_SERIAL;
|
|
const previousCi = process.env.CI;
|
|
const previousActions = process.env.GITHUB_ACTIONS;
|
|
const previousVitestMaxWorkers = process.env.OPENCLAW_VITEST_MAX_WORKERS;
|
|
const previousTestWorkers = process.env.OPENCLAW_TEST_WORKERS;
|
|
delete process.env.OPENCLAW_TEST_PROJECTS_LEAF_SHARDS;
|
|
delete process.env.OPENCLAW_TEST_PROJECTS_PARALLEL;
|
|
delete process.env.OPENCLAW_TEST_PROJECTS_SERIAL;
|
|
delete process.env.CI;
|
|
delete process.env.GITHUB_ACTIONS;
|
|
process.env.OPENCLAW_VITEST_MAX_WORKERS = "1";
|
|
delete process.env.OPENCLAW_TEST_WORKERS;
|
|
try {
|
|
const configs = buildFullSuiteVitestRunPlans([], process.cwd()).map((plan) => plan.config);
|
|
|
|
expect(configs).toContain("test/vitest/vitest.gateway-server.config.ts");
|
|
expect(configs).toContain("test/vitest/vitest.auto-reply-reply.config.ts");
|
|
expect(configs).not.toContain("test/vitest/vitest.full-agentic.config.ts");
|
|
} finally {
|
|
if (previousLeafShards === undefined) {
|
|
delete process.env.OPENCLAW_TEST_PROJECTS_LEAF_SHARDS;
|
|
} else {
|
|
process.env.OPENCLAW_TEST_PROJECTS_LEAF_SHARDS = previousLeafShards;
|
|
}
|
|
if (previousParallel === undefined) {
|
|
delete process.env.OPENCLAW_TEST_PROJECTS_PARALLEL;
|
|
} else {
|
|
process.env.OPENCLAW_TEST_PROJECTS_PARALLEL = previousParallel;
|
|
}
|
|
if (previousSerial === undefined) {
|
|
delete process.env.OPENCLAW_TEST_PROJECTS_SERIAL;
|
|
} else {
|
|
process.env.OPENCLAW_TEST_PROJECTS_SERIAL = previousSerial;
|
|
}
|
|
if (previousCi === undefined) {
|
|
delete process.env.CI;
|
|
} else {
|
|
process.env.CI = previousCi;
|
|
}
|
|
if (previousActions === undefined) {
|
|
delete process.env.GITHUB_ACTIONS;
|
|
} else {
|
|
process.env.GITHUB_ACTIONS = previousActions;
|
|
}
|
|
if (previousVitestMaxWorkers === undefined) {
|
|
delete process.env.OPENCLAW_VITEST_MAX_WORKERS;
|
|
} else {
|
|
process.env.OPENCLAW_VITEST_MAX_WORKERS = previousVitestMaxWorkers;
|
|
}
|
|
if (previousTestWorkers === undefined) {
|
|
delete process.env.OPENCLAW_TEST_WORKERS;
|
|
} else {
|
|
process.env.OPENCLAW_TEST_WORKERS = previousTestWorkers;
|
|
}
|
|
}
|
|
});
|
|
|
|
it("can skip the aggregate extension shard when CI runs dedicated extension shards", () => {
|
|
const previous = process.env.OPENCLAW_TEST_SKIP_FULL_EXTENSIONS_SHARD;
|
|
const previousParallel = process.env.OPENCLAW_TEST_PROJECTS_PARALLEL;
|
|
const previousSerial = process.env.OPENCLAW_TEST_PROJECTS_SERIAL;
|
|
const previousCi = process.env.CI;
|
|
delete process.env.OPENCLAW_TEST_PROJECTS_PARALLEL;
|
|
process.env.OPENCLAW_TEST_PROJECTS_SERIAL = "1";
|
|
process.env.CI = "true";
|
|
process.env.OPENCLAW_TEST_SKIP_FULL_EXTENSIONS_SHARD = "1";
|
|
try {
|
|
const configs = buildFullSuiteVitestRunPlans([], process.cwd()).map((plan) => plan.config);
|
|
|
|
expect(configs).not.toContain("test/vitest/vitest.full-extensions.config.ts");
|
|
expect(configs).toContain("test/vitest/vitest.full-auto-reply.config.ts");
|
|
} finally {
|
|
if (previous === undefined) {
|
|
delete process.env.OPENCLAW_TEST_SKIP_FULL_EXTENSIONS_SHARD;
|
|
} else {
|
|
process.env.OPENCLAW_TEST_SKIP_FULL_EXTENSIONS_SHARD = previous;
|
|
}
|
|
if (previousParallel === undefined) {
|
|
delete process.env.OPENCLAW_TEST_PROJECTS_PARALLEL;
|
|
} else {
|
|
process.env.OPENCLAW_TEST_PROJECTS_PARALLEL = previousParallel;
|
|
}
|
|
if (previousSerial === undefined) {
|
|
delete process.env.OPENCLAW_TEST_PROJECTS_SERIAL;
|
|
} else {
|
|
process.env.OPENCLAW_TEST_PROJECTS_SERIAL = previousSerial;
|
|
}
|
|
if (previousCi === undefined) {
|
|
delete process.env.CI;
|
|
} else {
|
|
process.env.CI = previousCi;
|
|
}
|
|
}
|
|
});
|
|
|
|
it("runs explicit leaf project config targets as whole configs", () => {
|
|
const args = [
|
|
"test/vitest/vitest.agents-core.config.ts",
|
|
"test/vitest/vitest.agents-embedded-agent.config.ts",
|
|
"test/vitest/vitest.agents-embedded-agent-incomplete-turn.config.ts",
|
|
"test/vitest/vitest.agents-embedded-agent-overflow-compaction.config.ts",
|
|
"test/vitest/vitest.agents-embedded-agent-run.config.ts",
|
|
"test/vitest/vitest.agents-support.config.ts",
|
|
"test/vitest/vitest.agents-tools.config.ts",
|
|
];
|
|
|
|
expect(findUnmatchedExplicitTestTargets(args, process.cwd())).toEqual([]);
|
|
expect(buildVitestRunPlans(args, process.cwd())).toEqual(
|
|
args.map((config) => ({
|
|
config,
|
|
forwardedArgs: [],
|
|
includePatterns: null,
|
|
watchMode: false,
|
|
})),
|
|
);
|
|
});
|
|
|
|
it("keeps shared Vitest config helpers out of whole-config targets", () => {
|
|
const args = ["test/vitest/vitest.shared.config.ts"];
|
|
|
|
expect(findUnmatchedExplicitTestTargets(args, process.cwd())).toEqual([
|
|
{
|
|
target: "test/vitest/vitest.shared.config.ts",
|
|
reason: "target-matched-no-test-files",
|
|
includePattern: "test/vitest/**/*.test.ts",
|
|
},
|
|
]);
|
|
expectSingleVitestRunPlan(buildVitestRunPlans(args, process.cwd()), {
|
|
config: "test/vitest/vitest.tooling.config.ts",
|
|
includePatterns: ["test/vitest/**/*.test.ts"],
|
|
});
|
|
});
|
|
|
|
it("rejects typoed explicit leaf project config targets", () => {
|
|
expect(
|
|
findUnmatchedExplicitTestTargets(["test/vitest/vitest.agents-croe.config.ts"], process.cwd()),
|
|
).toEqual([
|
|
{
|
|
target: "test/vitest/vitest.agents-croe.config.ts",
|
|
reason: "path-does-not-exist",
|
|
},
|
|
]);
|
|
});
|
|
|
|
it("rejects unmatched extensionless test prefixes with the attempted pattern", () => {
|
|
const target = "extensions/telegram/src/no-such-prefix";
|
|
const [unmatched] = findUnmatchedExplicitTestTargets([target]);
|
|
expect(unmatched).toEqual({
|
|
target,
|
|
reason: "path-does-not-exist",
|
|
includePattern: `${target}{,.*}.{test,spec}.{js,jsx,ts,tsx,mjs,cjs,mts,cts}`,
|
|
});
|
|
});
|
|
|
|
it("rejects watch mode with multiple explicit leaf project config targets", () => {
|
|
expect(() =>
|
|
buildVitestRunPlans(
|
|
[
|
|
"--watch",
|
|
"test/vitest/vitest.agents-core.config.ts",
|
|
"test/vitest/vitest.agents-tools.config.ts",
|
|
],
|
|
process.cwd(),
|
|
),
|
|
).toThrow(
|
|
"watch mode with mixed test suites is not supported; target one suite at a time or use a dedicated suite command",
|
|
);
|
|
});
|
|
|
|
it("skips extension project configs when leaf sharding and the aggregate extension shard is disabled", () => {
|
|
const previousLeafShards = process.env.OPENCLAW_TEST_PROJECTS_LEAF_SHARDS;
|
|
const previousSkipExtensions = process.env.OPENCLAW_TEST_SKIP_FULL_EXTENSIONS_SHARD;
|
|
process.env.OPENCLAW_TEST_PROJECTS_LEAF_SHARDS = "1";
|
|
process.env.OPENCLAW_TEST_SKIP_FULL_EXTENSIONS_SHARD = "1";
|
|
try {
|
|
const configs = buildFullSuiteVitestRunPlans([], process.cwd()).map((plan) => plan.config);
|
|
|
|
expect(configs).not.toContain("test/vitest/vitest.extensions.config.ts");
|
|
expect(configs).not.toContain("test/vitest/vitest.extension-providers.config.ts");
|
|
expect(configs).toContain("test/vitest/vitest.auto-reply-reply.config.ts");
|
|
} finally {
|
|
if (previousLeafShards === undefined) {
|
|
delete process.env.OPENCLAW_TEST_PROJECTS_LEAF_SHARDS;
|
|
} else {
|
|
process.env.OPENCLAW_TEST_PROJECTS_LEAF_SHARDS = previousLeafShards;
|
|
}
|
|
if (previousSkipExtensions === undefined) {
|
|
delete process.env.OPENCLAW_TEST_SKIP_FULL_EXTENSIONS_SHARD;
|
|
} else {
|
|
process.env.OPENCLAW_TEST_SKIP_FULL_EXTENSIONS_SHARD = previousSkipExtensions;
|
|
}
|
|
}
|
|
});
|
|
|
|
it("expands full-suite shards before running them in parallel", () => {
|
|
const previousLeafShards = process.env.OPENCLAW_TEST_PROJECTS_LEAF_SHARDS;
|
|
const previousParallel = process.env.OPENCLAW_TEST_PROJECTS_PARALLEL;
|
|
delete process.env.OPENCLAW_TEST_PROJECTS_LEAF_SHARDS;
|
|
process.env.OPENCLAW_TEST_PROJECTS_PARALLEL = "6";
|
|
try {
|
|
const configs = buildFullSuiteVitestRunPlans([], process.cwd()).map((plan) => plan.config);
|
|
|
|
expect(configs).toContain("test/vitest/vitest.extension-telegram.config.ts");
|
|
expect(configs).not.toContain("test/vitest/vitest.full-extensions.config.ts");
|
|
} finally {
|
|
if (previousLeafShards === undefined) {
|
|
delete process.env.OPENCLAW_TEST_PROJECTS_LEAF_SHARDS;
|
|
} else {
|
|
process.env.OPENCLAW_TEST_PROJECTS_LEAF_SHARDS = previousLeafShards;
|
|
}
|
|
if (previousParallel === undefined) {
|
|
delete process.env.OPENCLAW_TEST_PROJECTS_PARALLEL;
|
|
} else {
|
|
process.env.OPENCLAW_TEST_PROJECTS_PARALLEL = previousParallel;
|
|
}
|
|
}
|
|
});
|
|
|
|
it("rejects malformed full-suite expansion parallel overrides", () => {
|
|
const previousLeafShards = process.env.OPENCLAW_TEST_PROJECTS_LEAF_SHARDS;
|
|
const previousParallel = process.env.OPENCLAW_TEST_PROJECTS_PARALLEL;
|
|
delete process.env.OPENCLAW_TEST_PROJECTS_LEAF_SHARDS;
|
|
process.env.OPENCLAW_TEST_PROJECTS_PARALLEL = "6x";
|
|
try {
|
|
expect(() => buildFullSuiteVitestRunPlans([], process.cwd())).toThrow(
|
|
"OPENCLAW_TEST_PROJECTS_PARALLEL must be a positive integer; got: 6x",
|
|
);
|
|
} finally {
|
|
if (previousLeafShards === undefined) {
|
|
delete process.env.OPENCLAW_TEST_PROJECTS_LEAF_SHARDS;
|
|
} else {
|
|
process.env.OPENCLAW_TEST_PROJECTS_LEAF_SHARDS = previousLeafShards;
|
|
}
|
|
if (previousParallel === undefined) {
|
|
delete process.env.OPENCLAW_TEST_PROJECTS_PARALLEL;
|
|
} else {
|
|
process.env.OPENCLAW_TEST_PROJECTS_PARALLEL = previousParallel;
|
|
}
|
|
}
|
|
});
|
|
|
|
it("keeps untargeted watch mode on the native root config", () => {
|
|
expect(buildFullSuiteVitestRunPlans(["--watch"], process.cwd())).toEqual([
|
|
{
|
|
config: "vitest.config.ts",
|
|
forwardedArgs: [],
|
|
includePatterns: null,
|
|
watchMode: true,
|
|
},
|
|
]);
|
|
});
|
|
});
|
|
|
|
describe("scripts/test-projects parallel cache paths", () => {
|
|
it("assigns isolated Vitest fs-module cache paths per parallel shard", () => {
|
|
const specs = applyParallelVitestCachePaths(
|
|
[
|
|
{ config: "test/vitest/vitest.gateway.config.ts", env: {}, pnpmArgs: [] },
|
|
{ config: "test/vitest/vitest.extension-matrix.config.ts", env: {}, pnpmArgs: [] },
|
|
],
|
|
{ cwd: "/repo", env: {} },
|
|
);
|
|
|
|
expect(specs.map((spec) => spec.env)).toEqual([
|
|
{
|
|
OPENCLAW_VITEST_FS_MODULE_CACHE_PATH: path.join(
|
|
"/repo",
|
|
"node_modules",
|
|
".experimental-vitest-cache",
|
|
"0-test-vitest-vitest.gateway.config.ts",
|
|
),
|
|
},
|
|
{
|
|
OPENCLAW_VITEST_FS_MODULE_CACHE_PATH: path.join(
|
|
"/repo",
|
|
"node_modules",
|
|
".experimental-vitest-cache",
|
|
"1-test-vitest-vitest.extension-matrix.config.ts",
|
|
),
|
|
},
|
|
]);
|
|
});
|
|
|
|
it("splits an explicit global cache root per parallel shard", () => {
|
|
const specs = applyParallelVitestCachePaths(
|
|
[
|
|
{
|
|
config: "test/vitest/vitest.gateway.config.ts",
|
|
env: { OPENCLAW_VITEST_FS_MODULE_CACHE_PATH: "/tmp/cache" },
|
|
pnpmArgs: [],
|
|
},
|
|
{
|
|
config: "test/vitest/vitest.extension-telegram.config.ts",
|
|
env: { OPENCLAW_VITEST_FS_MODULE_CACHE_PATH: "/tmp/cache" },
|
|
pnpmArgs: [],
|
|
},
|
|
],
|
|
{ cwd: "/repo", env: { OPENCLAW_VITEST_FS_MODULE_CACHE_PATH: "/tmp/cache" } },
|
|
);
|
|
|
|
expect(specs.map((spec) => spec.env.OPENCLAW_VITEST_FS_MODULE_CACHE_PATH)).toEqual([
|
|
path.join("/tmp/cache", "0-test-vitest-vitest.gateway.config.ts"),
|
|
path.join("/tmp/cache", "1-test-vitest-vitest.extension-telegram.config.ts"),
|
|
]);
|
|
});
|
|
|
|
it("keeps an already isolated cache path", () => {
|
|
const [spec] = applyParallelVitestCachePaths(
|
|
[
|
|
{
|
|
config: "test/vitest/vitest.gateway.config.ts",
|
|
env: { OPENCLAW_VITEST_FS_MODULE_CACHE_PATH: "/tmp/cache/gateway" },
|
|
pnpmArgs: [],
|
|
},
|
|
],
|
|
{ cwd: "/repo", env: { OPENCLAW_VITEST_FS_MODULE_CACHE_PATH: "/tmp/cache" } },
|
|
);
|
|
|
|
expect(spec?.env.OPENCLAW_VITEST_FS_MODULE_CACHE_PATH).toBe("/tmp/cache/gateway");
|
|
});
|
|
});
|
|
|
|
describe("scripts/test-projects failed shard digest", () => {
|
|
it("prints failed configs with focused rerun commands", () => {
|
|
expect(
|
|
formatFailedShardDigest([
|
|
{
|
|
code: 1,
|
|
config: "test/vitest/vitest.extension-codex.config.ts",
|
|
includePatterns: null,
|
|
noOutputTimedOut: false,
|
|
signal: null,
|
|
},
|
|
]),
|
|
).toEqual([
|
|
"[test] failed shard digest (1):",
|
|
"[test] - test/vitest/vitest.extension-codex.config.ts (exit 1)",
|
|
"[test] rerun: node scripts/run-vitest.mjs run --config test/vitest/vitest.extension-codex.config.ts --reporter=verbose",
|
|
]);
|
|
});
|
|
|
|
it("prints target-based reruns when a shard used include patterns", () => {
|
|
expect(
|
|
formatFailedShardDigest([
|
|
{
|
|
code: 143,
|
|
config: "test/vitest/vitest.unit.config.ts",
|
|
includePatterns: ["src/foo bar.test.ts"],
|
|
noOutputTimedOut: true,
|
|
signal: "SIGTERM",
|
|
},
|
|
]),
|
|
).toEqual([
|
|
"[test] failed shard digest (1):",
|
|
"[test] - test/vitest/vitest.unit.config.ts (exit 143, signal SIGTERM, no-output timeout) includes='src/foo bar.test.ts'",
|
|
"[test] rerun: pnpm test 'src/foo bar.test.ts' -- --reporter=verbose",
|
|
]);
|
|
});
|
|
});
|
|
|
|
describe("scripts/test-projects Vitest stall watchdog", () => {
|
|
it("adds default no-output watchdog settings to non-watch specs", () => {
|
|
const [spec] = applyDefaultVitestNoOutputTimeout(
|
|
[
|
|
{
|
|
config: "test/vitest/vitest.extension-feishu.config.ts",
|
|
env: { PATH: "/usr/bin" },
|
|
includeFilePath: null,
|
|
includePatterns: null,
|
|
pnpmArgs: [],
|
|
watchMode: false,
|
|
},
|
|
],
|
|
{ env: { PATH: "/usr/bin" } },
|
|
);
|
|
|
|
expect(spec?.env.OPENCLAW_VITEST_NO_OUTPUT_TIMEOUT_MS).toBe(
|
|
DEFAULT_TEST_PROJECTS_VITEST_NO_OUTPUT_TIMEOUT_MS,
|
|
);
|
|
expect(spec?.env.OPENCLAW_VITEST_NO_OUTPUT_HEARTBEAT_MS).toBe(
|
|
DEFAULT_TEST_PROJECTS_VITEST_NO_OUTPUT_HEARTBEAT_MS,
|
|
);
|
|
});
|
|
|
|
it("extends the no-output watchdog for slow silent full-suite configs", () => {
|
|
const specs = applyDefaultVitestNoOutputTimeout(
|
|
[
|
|
{
|
|
config: "test/vitest/vitest.contracts-plugin.config.ts",
|
|
env: { PATH: "/usr/bin" },
|
|
includeFilePath: null,
|
|
includePatterns: null,
|
|
pnpmArgs: [],
|
|
watchMode: false,
|
|
},
|
|
{
|
|
config: "test/vitest/vitest.infra.config.ts",
|
|
env: { PATH: "/usr/bin" },
|
|
includeFilePath: null,
|
|
includePatterns: null,
|
|
pnpmArgs: [],
|
|
watchMode: false,
|
|
},
|
|
{
|
|
config: "test/vitest/vitest.gateway-core.config.ts",
|
|
env: { PATH: "/usr/bin" },
|
|
includeFilePath: null,
|
|
includePatterns: null,
|
|
pnpmArgs: [],
|
|
watchMode: false,
|
|
},
|
|
{
|
|
config: "test/vitest/vitest.gateway-server.config.ts",
|
|
env: { PATH: "/usr/bin" },
|
|
includeFilePath: null,
|
|
includePatterns: null,
|
|
pnpmArgs: [],
|
|
watchMode: false,
|
|
},
|
|
{
|
|
config: "test/vitest/vitest.extension-feishu.config.ts",
|
|
env: { PATH: "/usr/bin" },
|
|
includeFilePath: null,
|
|
includePatterns: null,
|
|
pnpmArgs: [],
|
|
watchMode: false,
|
|
},
|
|
],
|
|
{ env: { PATH: "/usr/bin" } },
|
|
);
|
|
|
|
expect(specs[0]?.env.OPENCLAW_VITEST_NO_OUTPUT_TIMEOUT_MS).toBe("2400000");
|
|
expect(specs[1]?.env.OPENCLAW_VITEST_NO_OUTPUT_TIMEOUT_MS).toBe("2400000");
|
|
expect(specs[2]?.env.OPENCLAW_VITEST_NO_OUTPUT_TIMEOUT_MS).toBe("2400000");
|
|
expect(specs[3]?.env.OPENCLAW_VITEST_NO_OUTPUT_TIMEOUT_MS).toBe("2400000");
|
|
expect(specs[4]?.env.OPENCLAW_VITEST_NO_OUTPUT_TIMEOUT_MS).toBe(
|
|
DEFAULT_TEST_PROJECTS_VITEST_NO_OUTPUT_TIMEOUT_MS,
|
|
);
|
|
});
|
|
|
|
it("keeps explicit watchdog settings and watch mode untouched", () => {
|
|
const specs = applyDefaultVitestNoOutputTimeout(
|
|
[
|
|
{
|
|
config: "test/vitest/vitest.extension-feishu.config.ts",
|
|
env: { PATH: "/usr/bin" },
|
|
includeFilePath: null,
|
|
includePatterns: null,
|
|
pnpmArgs: [],
|
|
watchMode: true,
|
|
},
|
|
{
|
|
config: "test/vitest/vitest.extension-memory.config.ts",
|
|
env: {
|
|
OPENCLAW_VITEST_NO_OUTPUT_HEARTBEAT_MS: "25000",
|
|
OPENCLAW_VITEST_NO_OUTPUT_TIMEOUT_MS: "0",
|
|
PATH: "/usr/bin",
|
|
},
|
|
includeFilePath: null,
|
|
includePatterns: null,
|
|
pnpmArgs: [],
|
|
watchMode: false,
|
|
},
|
|
],
|
|
{ env: { PATH: "/usr/bin" } },
|
|
);
|
|
|
|
expect(specs[0]?.env.OPENCLAW_VITEST_NO_OUTPUT_TIMEOUT_MS).toBeUndefined();
|
|
expect(specs[0]?.env.OPENCLAW_VITEST_NO_OUTPUT_HEARTBEAT_MS).toBeUndefined();
|
|
expect(specs[1]?.env.OPENCLAW_VITEST_NO_OUTPUT_TIMEOUT_MS).toBe("0");
|
|
expect(specs[1]?.env.OPENCLAW_VITEST_NO_OUTPUT_HEARTBEAT_MS).toBe("25000");
|
|
});
|
|
|
|
it("allows changed checks to disable automatic silent-run retries", () => {
|
|
expect(shouldRetryVitestNoOutputTimeout({})).toBe(true);
|
|
expect(shouldRetryVitestNoOutputTimeout({ CI: "true" })).toBe(false);
|
|
expect(shouldRetryVitestNoOutputTimeout({ CI: "1" })).toBe(false);
|
|
});
|
|
|
|
it("raises short shard no-output timeouts for the retry attempt", () => {
|
|
const spec = { env: { OPENCLAW_VITEST_NO_OUTPUT_TIMEOUT_MS: "60000" } };
|
|
expect(withRetryNoOutputTimeout(spec).env.OPENCLAW_VITEST_NO_OUTPUT_TIMEOUT_MS).toBe("300000");
|
|
const generous = { env: { OPENCLAW_VITEST_NO_OUTPUT_TIMEOUT_MS: "600000" } };
|
|
expect(withRetryNoOutputTimeout(generous)).toBe(generous);
|
|
const disabled = { env: { OPENCLAW_VITEST_NO_OUTPUT_TIMEOUT_MS: "0" } };
|
|
expect(withRetryNoOutputTimeout(disabled)).toBe(disabled);
|
|
const unset = { env: {} };
|
|
expect(withRetryNoOutputTimeout(unset)).toBe(unset);
|
|
expect(shouldRetryVitestNoOutputTimeout({ GITHUB_ACTIONS: "true" })).toBe(false);
|
|
expect(shouldRetryVitestNoOutputTimeout({ OPENCLAW_VITEST_NO_OUTPUT_RETRY: "1" })).toBe(true);
|
|
expect(shouldRetryVitestNoOutputTimeout({ OPENCLAW_VITEST_NO_OUTPUT_RETRY: "0" })).toBe(false);
|
|
expect(shouldRetryVitestNoOutputTimeout({ OPENCLAW_VITEST_NO_OUTPUT_RETRY: "false" })).toBe(
|
|
false,
|
|
);
|
|
});
|
|
});
|
|
|
|
describe("scripts/test-projects Vitest cache isolation", () => {
|
|
it("assigns isolated fs-module caches to multi-spec non-watch runs", () => {
|
|
const specs = applyDefaultMultiSpecVitestCachePaths(
|
|
[
|
|
{
|
|
config: "test/vitest/vitest.unit-fast.config.ts",
|
|
env: {},
|
|
includeFilePath: null,
|
|
includePatterns: null,
|
|
pnpmArgs: [],
|
|
watchMode: false,
|
|
},
|
|
{
|
|
config: "test/vitest/vitest.extension-memory.config.ts",
|
|
env: {},
|
|
includeFilePath: null,
|
|
includePatterns: null,
|
|
pnpmArgs: [],
|
|
watchMode: false,
|
|
},
|
|
],
|
|
{ cwd: "/repo", env: {} },
|
|
);
|
|
|
|
expect(specs.map((spec) => spec.env.OPENCLAW_VITEST_FS_MODULE_CACHE_PATH)).toEqual([
|
|
path.join(
|
|
"/repo",
|
|
"node_modules",
|
|
".experimental-vitest-cache",
|
|
"0-test-vitest-vitest.unit-fast.config.ts",
|
|
),
|
|
path.join(
|
|
"/repo",
|
|
"node_modules",
|
|
".experimental-vitest-cache",
|
|
"1-test-vitest-vitest.extension-memory.config.ts",
|
|
),
|
|
]);
|
|
});
|
|
|
|
it("keeps single-spec and watch runs on the default cache", () => {
|
|
const single = [
|
|
{
|
|
config: "test/vitest/vitest.unit-fast.config.ts",
|
|
env: {},
|
|
includeFilePath: null,
|
|
includePatterns: null,
|
|
pnpmArgs: [],
|
|
watchMode: false,
|
|
},
|
|
];
|
|
expect(applyDefaultMultiSpecVitestCachePaths(single, { cwd: "/repo", env: {} })).toBe(single);
|
|
|
|
const watch = [
|
|
{
|
|
config: "vitest.config.ts",
|
|
env: {},
|
|
includeFilePath: null,
|
|
includePatterns: null,
|
|
pnpmArgs: [],
|
|
watchMode: true,
|
|
},
|
|
{
|
|
config: "test/vitest/vitest.unit-fast.config.ts",
|
|
env: {},
|
|
includeFilePath: null,
|
|
includePatterns: null,
|
|
pnpmArgs: [],
|
|
watchMode: false,
|
|
},
|
|
];
|
|
expect(applyDefaultMultiSpecVitestCachePaths(watch, { cwd: "/repo", env: {} })).toBe(watch);
|
|
});
|
|
});
|
|
|
|
describe("scripts/test-projects channel contract lane patterns", () => {
|
|
// The planner imports the loader-free contract pattern owner, while Vitest
|
|
// re-exports the same values from its typed config helper. Pin that seam so
|
|
// changed-test routing cannot silently drop contract files.
|
|
it("stays in sync with the vitest.contracts-shared lane enumerations", () => {
|
|
expect(Object.fromEntries(CHANNEL_CONTRACT_CONFIG_PATTERNS)).toEqual({
|
|
"test/vitest/vitest.contracts-channel-surface.config.ts": channelSurfaceContractPatterns,
|
|
"test/vitest/vitest.contracts-channel-config.config.ts": channelConfigContractPatterns,
|
|
"test/vitest/vitest.contracts-channel-registry.config.ts": channelRegistryContractPatterns,
|
|
"test/vitest/vitest.contracts-channel-session.config.ts": channelSessionContractPatterns,
|
|
});
|
|
});
|
|
});
|