mirror of
https://github.com/openclaw/openclaw.git
synced 2026-08-23 10:55:31 -06:00
docs: update maturity scorecard (#95933)
* docs: update maturity scorecard * docs: rerender maturity scorecard from all evidence
This commit is contained in:
@@ -82,13 +82,13 @@ jobs:
|
||||
} >> "$GITHUB_STEP_SUMMARY"
|
||||
|
||||
generate_qa_evidence:
|
||||
name: Generate release QA evidence
|
||||
name: Generate full taxonomy QA evidence
|
||||
needs: validate_selected_ref
|
||||
if: ${{ inputs.qa_evidence_run_id == '' }}
|
||||
uses: ./.github/workflows/qa-profile-evidence.yml
|
||||
with:
|
||||
ref: ${{ needs.validate_selected_ref.outputs.selected_revision }}
|
||||
qa_profile: release
|
||||
qa_profile: all
|
||||
fail_on_qa_failure: false
|
||||
secrets:
|
||||
OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
|
||||
@@ -193,8 +193,8 @@ jobs:
|
||||
}
|
||||
|
||||
const evidence = JSON.parse(fs.readFileSync(evidencePath, "utf8"));
|
||||
if (evidence.profile !== "release") {
|
||||
throw new Error(`qa-evidence.json profile must be release, got ${JSON.stringify(evidence.profile)}`);
|
||||
if (evidence.profile !== "all") {
|
||||
throw new Error(`qa-evidence.json profile must be all, got ${JSON.stringify(evidence.profile)}`);
|
||||
}
|
||||
|
||||
const artifactDir = path.dirname(evidencePath);
|
||||
@@ -211,8 +211,8 @@ jobs:
|
||||
const manifestPath = path.join(artifactDir, manifestNames[0]);
|
||||
const manifest = JSON.parse(fs.readFileSync(manifestPath, "utf8"));
|
||||
const manifestProfile = manifest.qaProfile ?? evidence.profile;
|
||||
if (manifestProfile !== "release") {
|
||||
throw new Error(`QA evidence manifest profile must be release, got ${JSON.stringify(manifestProfile)}`);
|
||||
if (manifestProfile !== "all") {
|
||||
throw new Error(`QA evidence manifest profile must be all, got ${JSON.stringify(manifestProfile)}`);
|
||||
}
|
||||
if (manifest.targetSha !== targetSha) {
|
||||
throw new Error(`QA evidence manifest targetSha ${manifest.targetSha} does not match selected ref ${targetSha}`);
|
||||
|
||||
@@ -943,6 +943,14 @@
|
||||
"source": "Matrix QA",
|
||||
"target": "Matrix QA"
|
||||
},
|
||||
{
|
||||
"source": "Maturity scorecard",
|
||||
"target": "成熟度评分卡"
|
||||
},
|
||||
{
|
||||
"source": "Maturity taxonomy",
|
||||
"target": "成熟度分类法"
|
||||
},
|
||||
{
|
||||
"source": "Matrix presentation metadata",
|
||||
"target": "Matrix 呈现元数据"
|
||||
|
||||
@@ -0,0 +1,382 @@
|
||||
---
|
||||
title: "Maturity scorecard"
|
||||
summary: "OpenClaw release readiness scores for product areas, integrations, and supported workflows."
|
||||
---
|
||||
|
||||
# Maturity scorecard
|
||||
|
||||
These scores summarize release readiness across OpenClaw product areas, integrations, and supported workflows.
|
||||
|
||||
The current scorecard covers 50 surfaces and 281 capability areas.
|
||||
|
||||
## Overall scores
|
||||
|
||||
| Basis | Coverage | Quality | Completeness |
|
||||
| ---------------- | ------------------- | ------------- | ------------ |
|
||||
| Surface average | `Experimental (1%)` | `Alpha (63%)` | `Beta (70%)` |
|
||||
| Category average | `Experimental (1%)` | `Alpha (64%)` | `Beta (71%)` |
|
||||
|
||||
- Coverage is derived from QA profile evidence.
|
||||
- Quality measures reliability and operational confidence.
|
||||
- Completeness measures how much of the expected user workflow is available.
|
||||
|
||||
## Score bands
|
||||
|
||||
| Label | Score range |
|
||||
| ------------ | ----------- |
|
||||
| Lovable | 95-100% |
|
||||
| Stable | 80-95% |
|
||||
| Beta | 70-80% |
|
||||
| Alpha | 50-70% |
|
||||
| Experimental | 0-50% |
|
||||
|
||||
## Surface scorecard
|
||||
|
||||
| Surface | Family | Level | Coverage | Quality | Completeness | Long-term support | Areas |
|
||||
| ------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ----------------- | --------------- | -------------------- | -------------------- | -------------------- | ----------------- | ----- |
|
||||
| [Gateway runtime](/maturity/taxonomy#gateway-runtime) | Core | M4 Stable | `Experimental (3%)` | `Stable (81%)` | `Stable (89%)` | partial (12) | 13 |
|
||||
| [CLI](/maturity/taxonomy#cli) | Core | M4 Stable | `Experimental (2%)` | `Stable (83%)` | `Stable (90%)` | partial (6) | 7 |
|
||||
| [Plugins](/maturity/taxonomy#plugins) | Core | M3 Beta | `Experimental (2%)` | `Beta (72%)` | `Beta (79%)` | partial (7) | 9 |
|
||||
| [Agent Runtime](/maturity/taxonomy#agent-runtime) | Core | M3 Beta | `Experimental (2%)` | `Beta (78%)` | `Beta (79%)` | partial (6) | 9 |
|
||||
| [Session, memory, and context engine](/maturity/taxonomy#session-memory-and-context-engine) | Core | M3 Beta | `Experimental (0%)` | `Beta (77%)` | `Beta (79%)` | partial (6) | 9 |
|
||||
| [Channel framework](/maturity/taxonomy#channel-framework) | Core | M3 Beta | `Experimental (0%)` | `Beta (76%)` | `Beta (79%)` | partial (5) | 8 |
|
||||
| [Security, auth, pairing, and secrets](/maturity/taxonomy#security-auth-pairing-and-secrets) | Core | M3 Beta | `Experimental (0%)` | `Beta (72%)` | `Beta (79%)` | partial (5) | 6 |
|
||||
| [Observability](/maturity/taxonomy#observability) | Core | M3 Beta | `Experimental (6%)` | `Beta (75%)` | `Beta (79%)` | partial (3) | 5 |
|
||||
| [Automation: cron, hooks, tasks, polling](/maturity/taxonomy#automation-cron-hooks-tasks-polling) | Core | M3 Beta | `Experimental (0%)` | `Beta (72%)` | `Beta (79%)` | none | 6 |
|
||||
| [Media understanding and media generation](/maturity/taxonomy#media-understanding-and-media-generation) | Core | M2 Alpha | `Experimental (1%)` | `Alpha (64%)` | `Alpha (68%)` | none | 6 |
|
||||
| [Voice and realtime talk](/maturity/taxonomy#voice-and-realtime-talk) | Core | M2 Alpha | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | none | 6 |
|
||||
| [Gateway Web App](/maturity/taxonomy#gateway-web-app) | Core | M3 Beta | `Experimental (0%)` | `Beta (74%)` | `Beta (79%)` | none | 6 |
|
||||
| [TUI](/maturity/taxonomy#tui) | Core | M2 Alpha | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | none | 5 |
|
||||
| [ClawHub](/maturity/taxonomy#clawhub) | Core | M2 Alpha | `Experimental (0%)` | `Alpha (58%)` | `Alpha (62%)` | none | 4 |
|
||||
| [OpenClaw App SDK](/maturity/taxonomy#openclaw-app-sdk) | Core | M2 Alpha | `Experimental (0%)` | `Alpha (54%)` | `Alpha (53%)` | none | 6 |
|
||||
| [macOS Gateway host](/maturity/taxonomy#macos-gateway-host) | Platform | M4 Stable | `Experimental (0%)` | `Beta (74%)` | `Stable (88%)` | none | 7 |
|
||||
| [macOS companion app](/maturity/taxonomy#macos-companion-app) | Platform | M3 Beta | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | none | 8 |
|
||||
| [Linux Gateway host](/maturity/taxonomy#linux-gateway-host) | Platform | M4 Stable | `Experimental (0%)` | `Beta (75%)` | `Stable (89%)` | partial (4) | 5 |
|
||||
| [Linux companion app](/maturity/taxonomy#linux-companion-app) | Platform | M0 Planned | `Experimental (0%)` | `Experimental (19%)` | `Experimental (21%)` | none | 5 |
|
||||
| [Windows via WSL2](/maturity/taxonomy#windows-via-wsl2) | Platform | M3 Beta | `Experimental (3%)` | `Alpha (69%)` | `Beta (79%)` | partial (5) | 6 |
|
||||
| [Native Windows](/maturity/taxonomy#native-windows) | Platform | M2 Alpha | `Experimental (0%)` | `Alpha (58%)` | `Alpha (66%)` | partial (1) | 4 |
|
||||
| [Native Windows companion app](/maturity/taxonomy#native-windows-companion-app) | Platform | M0 Planned | `Experimental (0%)` | `Experimental (19%)` | `Experimental (21%)` | none | 5 |
|
||||
| [Android app](/maturity/taxonomy#android-app) | Platform | M2 Alpha | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | none | 7 |
|
||||
| [iOS app](/maturity/taxonomy#ios-app) | Platform | M1 Experimental | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | none | 8 |
|
||||
| [watchOS companion surfaces](/maturity/taxonomy#watchos-companion-surfaces) | Platform | M1 Experimental | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | none | 5 |
|
||||
| [Raspberry Pi and small Linux devices](/maturity/taxonomy#raspberry-pi-and-small-linux-devices) | Platform | M3 Beta | `Experimental (0%)` | `Alpha (67%)` | `Beta (79%)` | none | 4 |
|
||||
| [Docker and Podman hosting](/maturity/taxonomy#docker-and-podman-hosting) | Platform | M3 Beta | `Experimental (5%)` | `Beta (71%)` | `Beta (79%)` | none | 4 |
|
||||
| [Kubernetes hosting](/maturity/taxonomy#kubernetes-hosting) | Platform | M2 Alpha | `Experimental (0%)` | `Alpha (55%)` | `Alpha (61%)` | none | 4 |
|
||||
| [Nix install path](/maturity/taxonomy#nix-install-path) | Platform | M1 Experimental | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | none | 5 |
|
||||
| [Discord](/maturity/taxonomy#discord) | Channel | M4 Stable | `Experimental (0%)` | `Beta (73%)` | `Stable (87%)` | partial (4) | 6 |
|
||||
| [Telegram](/maturity/taxonomy#telegram) | Channel | M3 Beta | `Experimental (0%)` | `Alpha (68%)` | `Beta (78%)` | full (5) | 5 |
|
||||
| [WhatsApp](/maturity/taxonomy#whatsapp) | Channel | M3 Beta | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | none | 5 |
|
||||
| [Slack](/maturity/taxonomy#slack) | Channel | M3 Beta | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | full (5) | 5 |
|
||||
| [iMessage and BlueBubbles](/maturity/taxonomy#imessage-and-bluebubbles) | Channel | M3 Beta | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | none | 5 |
|
||||
| [Signal](/maturity/taxonomy#signal) | Channel | M2 Alpha | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | none | 5 |
|
||||
| [Google Chat](/maturity/taxonomy#google-chat) | Channel | M2 Alpha | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | none | 5 |
|
||||
| [Matrix](/maturity/taxonomy#matrix) | Channel | M2 Alpha | `Experimental (0%)` | `Alpha (60%)` | `Alpha (67%)` | none | 6 |
|
||||
| [Microsoft Teams](/maturity/taxonomy#microsoft-teams) | Channel | M2 Alpha | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | none | 5 |
|
||||
| [Mattermost, LINE, IRC, Nextcloud Talk, Nostr, Twitch, Tlon, Synology Chat](/maturity/taxonomy#mattermost-line-irc-nextcloud-talk-nostr-twitch-tlon-synology-chat) | Channel | M2 Alpha | `Experimental (0%)` | `Alpha (53%)` | `Alpha (54%)` | none | 4 |
|
||||
| [Feishu, QQ Bot, WeChat, Yuanbao, Zalo, Zalo Personal, regional channels](/maturity/taxonomy#feishu-qq-bot-wechat-yuanbao-zalo-zalo-personal-regional-channels) | Channel | M2 Alpha | `Experimental (0%)` | `Alpha (55%)` | `Alpha (58%)` | none | 4 |
|
||||
| [Voice Call channel](/maturity/taxonomy#voice-call-channel) | Channel | M1 Experimental | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | none | 5 |
|
||||
| [OpenAI and Codex provider path](/maturity/taxonomy#openai-and-codex-provider-path) | Provider and tool | M3 Beta | `Experimental (8%)` | `Beta (74%)` | `Beta (79%)` | partial (3) | 5 |
|
||||
| [Anthropic provider path](/maturity/taxonomy#anthropic-provider-path) | Provider and tool | M3 Beta | `Experimental (0%)` | `Beta (71%)` | `Beta (78%)` | none | 5 |
|
||||
| [Google provider path](/maturity/taxonomy#google-provider-path) | Provider and tool | M3 Beta | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | none | 5 |
|
||||
| [OpenRouter provider path](/maturity/taxonomy#openrouter-provider-path) | Provider and tool | M3 Beta | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | none | 4 |
|
||||
| [Local model providers: Ollama, vLLM, SGLang, LM Studio](/maturity/taxonomy#local-model-providers-ollama-vllm-sglang-lm-studio) | Provider and tool | M2 Alpha | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | none | 5 |
|
||||
| [Long-tail hosted providers](/maturity/taxonomy#long-tail-hosted-providers) | Provider and tool | M2 Alpha | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | none | 3 |
|
||||
| [Web search tools](/maturity/taxonomy#web-search-tools) | Provider and tool | M3 Beta | `Experimental (7%)` | `Beta (74%)` | `Beta (79%)` | none | 4 |
|
||||
| [Browser automation, exec, and sandbox tools](/maturity/taxonomy#browser-automation-exec-and-sandbox-tools) | Provider and tool | M3 Beta | `Experimental (15%)` | `Beta (75%)` | `Beta (79%)` | partial (2) | 3 |
|
||||
| [Image, video, and music generation tools](/maturity/taxonomy#image-video-and-music-generation-tools) | Provider and tool | M2 Alpha | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | none | 5 |
|
||||
|
||||
## QA evidence summary
|
||||
|
||||
The checks below show which scorecard areas were exercised by QA profile evidence.
|
||||
|
||||
| Check set | Completed | Checks run | Results | Areas reviewed | Capabilities reviewed |
|
||||
| ------------------------ | ------------------------ | ---------- | ----------------------------------------- | -------------- | --------------------- |
|
||||
| Full taxonomy validation | 2026-06-23T04:16:43.175Z | 96 | 88 passed, 6 failed, 2 blocked, 0 skipped | 0 of 281 (0%) | 20 of 1675 (1.2%) |
|
||||
|
||||
### Readiness by area
|
||||
|
||||
| Check set | Surface | Area | Status | Capabilities reviewed | Follow-up |
|
||||
| ------------------------ | ------------------------------------------------------------------------- | ------------------------------------------ | ------------------ | --------------------- | ------------------ |
|
||||
| Full taxonomy validation | Agent Runtime | Agent Turn Execution | Needs review | 0 of 3 (0%) | 15 capability gaps |
|
||||
| Full taxonomy validation | Agent Runtime | External Runtimes and Subagents | Needs review | 0 of 4 (0%) | 7 capability gaps |
|
||||
| Full taxonomy validation | Agent Runtime | Hosted Provider Execution | Partially reviewed | 1 of 5 (20%) | 4 capability gaps |
|
||||
| Full taxonomy validation | Agent Runtime | Local and Self-hosted Providers | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | Agent Runtime | Model and Runtime Selection | Needs review | 0 of 4 (0%) | 6 capability gaps |
|
||||
| Full taxonomy validation | Agent Runtime | Provider Auth | Needs review | 0 of 10 (0%) | 13 capability gaps |
|
||||
| Full taxonomy validation | Agent Runtime | Streaming and Progress | Needs review | 0 of 2 (0%) | 4 capability gaps |
|
||||
| Full taxonomy validation | Agent Runtime | Tool Calls and Response Handling | Needs review | 0 of 3 (0%) | 8 capability gaps |
|
||||
| Full taxonomy validation | Agent Runtime | Tool Execution Controls | Needs review | 0 of 6 (0%) | 6 capability gaps |
|
||||
| Full taxonomy validation | Android app | Connection Setup | Needs review | 0 of 1 (0%) | 1 capability gap |
|
||||
| Full taxonomy validation | Android app | Device Runtime | Needs review | 0 of 2 (0%) | 2 capability gaps |
|
||||
| Full taxonomy validation | Android app | Distribution | Needs review | 0 of 3 (0%) | 3 capability gaps |
|
||||
| Full taxonomy validation | Android app | Media Capture | Needs review | 0 of 1 (0%) | 1 capability gap |
|
||||
| Full taxonomy validation | Android app | Mobile Chat | Needs review | 0 of 1 (0%) | 1 capability gap |
|
||||
| Full taxonomy validation | Android app | Settings | Needs review | 0 of 1 (0%) | 1 capability gap |
|
||||
| Full taxonomy validation | Android app | Voice | Needs review | 0 of 1 (0%) | 1 capability gap |
|
||||
| Full taxonomy validation | Anthropic provider path | Media Inputs | Needs review | 0 of 4 (0%) | 4 capability gaps |
|
||||
| Full taxonomy validation | Anthropic provider path | Model and Runtime Selection | Needs review | 0 of 10 (0%) | 12 capability gaps |
|
||||
| Full taxonomy validation | Anthropic provider path | Prompt Cache and Context | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | Anthropic provider path | Provider Auth and Recovery | Needs review | 0 of 9 (0%) | 9 capability gaps |
|
||||
| Full taxonomy validation | Anthropic provider path | Request Transport and Turn Semantics | Needs review | 0 of 10 (0%) | 10 capability gaps |
|
||||
| Full taxonomy validation | Automation: cron, hooks, tasks, polling | Automation Hooks | Needs review | 0 of 11 (0%) | 11 capability gaps |
|
||||
| Full taxonomy validation | Automation: cron, hooks, tasks, polling | Background Tasks and Flows | Needs review | 0 of 10 (0%) | 10 capability gaps |
|
||||
| Full taxonomy validation | Automation: cron, hooks, tasks, polling | Cron Jobs | Needs review | 0 of 15 (0%) | 15 capability gaps |
|
||||
| Full taxonomy validation | Automation: cron, hooks, tasks, polling | Event Ingress | Needs review | 0 of 15 (0%) | 15 capability gaps |
|
||||
| Full taxonomy validation | Automation: cron, hooks, tasks, polling | Heartbeat | Needs review | 0 of 5 (0%) | 6 capability gaps |
|
||||
| Full taxonomy validation | Automation: cron, hooks, tasks, polling | Polling Controls | Needs review | 0 of 10 (0%) | 10 capability gaps |
|
||||
| Full taxonomy validation | Browser automation, exec, and sandbox tools | Browser Automation | Partially reviewed | 1 of 8 (12.5%) | 7 capability gaps |
|
||||
| Full taxonomy validation | Browser automation, exec, and sandbox tools | Sandbox and Tool Policy | Needs review | 0 of 6 (0%) | 6 capability gaps |
|
||||
| Full taxonomy validation | Browser automation, exec, and sandbox tools | Tool Invocation and Execution | Partially reviewed | 2 of 6 (33.3%) | 4 capability gaps |
|
||||
| Full taxonomy validation | Gateway Web App | Browser Access and Trust | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | Gateway Web App | Browser Realtime Talk | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | Gateway Web App | Browser UI | Needs review | 0 of 10 (0%) | 11 capability gaps |
|
||||
| Full taxonomy validation | Gateway Web App | Configuration | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | Gateway Web App | Operator Console | Needs review | 0 of 10 (0%) | 11 capability gaps |
|
||||
| Full taxonomy validation | Gateway Web App | WebChat Conversations | Needs review | 0 of 15 (0%) | 18 capability gaps |
|
||||
| Full taxonomy validation | Channel framework | Channel Actions Commands and Approvals | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | Channel framework | Channel Setup | Needs review | 0 of 5 (0%) | 6 capability gaps |
|
||||
| Full taxonomy validation | Channel framework | Conversation Routing and Delivery | Needs review | 0 of 10 (0%) | 22 capability gaps |
|
||||
| Full taxonomy validation | Channel framework | Group Thread and Ambient Room Behavior | Needs review | 0 of 5 (0%) | 7 capability gaps |
|
||||
| Full taxonomy validation | Channel framework | Inbound Access and Identity Gates | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | Channel framework | Media Attachments and Rich Channel Data | Needs review | 0 of 4 (0%) | 4 capability gaps |
|
||||
| Full taxonomy validation | Channel framework | Outbound Delivery and Reply Pipeline | Needs review | 0 of 4 (0%) | 13 capability gaps |
|
||||
| Full taxonomy validation | Channel framework | Status Health and Operator Controls | Needs review | 0 of 4 (0%) | 6 capability gaps |
|
||||
| Full taxonomy validation | ClawHub | Catalog Discovery | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | ClawHub | Compatibility and Trust | Needs review | 0 of 12 (0%) | 12 capability gaps |
|
||||
| Full taxonomy validation | ClawHub | Plugin Lifecycle and Health | Needs review | 0 of 26 (0%) | 26 capability gaps |
|
||||
| Full taxonomy validation | ClawHub | Publishing | Needs review | 0 of 7 (0%) | 7 capability gaps |
|
||||
| Full taxonomy validation | CLI | CLI Observability | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | CLI | CLI Setup | Partially reviewed | 1 of 6 (16.7%) | 5 capability gaps |
|
||||
| Full taxonomy validation | CLI | Doctor | Needs review | 0 of 10 (0%) | 10 capability gaps |
|
||||
| Full taxonomy validation | CLI | Gateway Service Management | Needs review | 0 of 5 (0%) | 6 capability gaps |
|
||||
| Full taxonomy validation | CLI | Onboarding and Auth Setup | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | CLI | Plugin and Channel Setup | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | CLI | Updates and Upgrades | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | Discord | Access and Identity | Needs review | 0 of 6 (0%) | 6 capability gaps |
|
||||
| Full taxonomy validation | Discord | Channel Setup and Operations | Needs review | 0 of 10 (0%) | 10 capability gaps |
|
||||
| Full taxonomy validation | Discord | Conversation Routing and Delivery | Needs review | 0 of 12 (0%) | 12 capability gaps |
|
||||
| Full taxonomy validation | Discord | Media and Rich Content | Needs review | 0 of 1 (0%) | 1 capability gap |
|
||||
| Full taxonomy validation | Discord | Native Controls and Approvals | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | Discord | Realtime Voice and Calls | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | Docker and Podman hosting | Agent Sandbox and Tooling | Needs review | 0 of 3 (0%) | 3 capability gaps |
|
||||
| Full taxonomy validation | Docker and Podman hosting | Container Operations | Needs review | 0 of 11 (0%) | 11 capability gaps |
|
||||
| Full taxonomy validation | Docker and Podman hosting | Container Setup | Needs review | 0 of 6 (0%) | 6 capability gaps |
|
||||
| Full taxonomy validation | Docker and Podman hosting | Image Release and Validation | Partially reviewed | 1 of 5 (20%) | 5 capability gaps |
|
||||
| Full taxonomy validation | Feishu, QQ Bot, WeChat, Yuanbao, Zalo, Zalo Personal, regional channels | Access and Identity | Needs review | 0 of 1 (0%) | 1 capability gap |
|
||||
| Full taxonomy validation | Feishu, QQ Bot, WeChat, Yuanbao, Zalo, Zalo Personal, regional channels | Channel Setup and Operations | Needs review | 0 of 6 (0%) | 6 capability gaps |
|
||||
| Full taxonomy validation | Feishu, QQ Bot, WeChat, Yuanbao, Zalo, Zalo Personal, regional channels | Conversation Routing and Delivery | Needs review | 0 of 1 (0%) | 1 capability gap |
|
||||
| Full taxonomy validation | Feishu, QQ Bot, WeChat, Yuanbao, Zalo, Zalo Personal, regional channels | Media and Rich Content | Needs review | 0 of 1 (0%) | 1 capability gap |
|
||||
| Full taxonomy validation | Gateway runtime | Approvals and Remote Execution | Needs review | 0 of 6 (0%) | 6 capability gaps |
|
||||
| Full taxonomy validation | Gateway runtime | Device Auth and Pairing | Needs review | 0 of 10 (0%) | 10 capability gaps |
|
||||
| Full taxonomy validation | Gateway runtime | Gateway Lifecycle | Needs review | 0 of 7 (0%) | 8 capability gaps |
|
||||
| Full taxonomy validation | Gateway runtime | Gateway RPC APIs and Events | Needs review | 0 of 20 (0%) | 20 capability gaps |
|
||||
| Full taxonomy validation | Gateway runtime | Health, Diagnostics, and Repair | Needs review | 0 of 7 (0%) | 7 capability gaps |
|
||||
| Full taxonomy validation | Gateway runtime | Hosted Web Surface | Needs review | 0 of 4 (0%) | 4 capability gaps |
|
||||
| Full taxonomy validation | Gateway runtime | HTTP APIs | Partially reviewed | 1 of 4 (25%) | 3 capability gaps |
|
||||
| Full taxonomy validation | Gateway runtime | Network Access and Discovery | Needs review | 0 of 6 (0%) | 6 capability gaps |
|
||||
| Full taxonomy validation | Gateway runtime | Nodes and Remote Capabilities | Needs review | 0 of 8 (0%) | 8 capability gaps |
|
||||
| Full taxonomy validation | Gateway runtime | Protocol Compatibility | Needs review | 0 of 7 (0%) | 7 capability gaps |
|
||||
| Full taxonomy validation | Gateway runtime | Roles and Permissions | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | Gateway runtime | Security Controls | Needs review | 0 of 6 (0%) | 6 capability gaps |
|
||||
| Full taxonomy validation | Gateway runtime | WebSocket Connection | Partially reviewed | 1 of 8 (12.5%) | 7 capability gaps |
|
||||
| Full taxonomy validation | Google Chat | Access and Identity | Needs review | 0 of 11 (0%) | 11 capability gaps |
|
||||
| Full taxonomy validation | Google Chat | Channel Setup and Operations | Needs review | 0 of 16 (0%) | 16 capability gaps |
|
||||
| Full taxonomy validation | Google Chat | Conversation Routing and Delivery | Needs review | 0 of 1 (0%) | 1 capability gap |
|
||||
| Full taxonomy validation | Google Chat | Media and Rich Content | Needs review | 0 of 1 (0%) | 1 capability gap |
|
||||
| Full taxonomy validation | Google Chat | Native Controls and Approvals | Needs review | 0 of 16 (0%) | 16 capability gaps |
|
||||
| Full taxonomy validation | Google provider path | Direct Gemini Runtime | Needs review | 0 of 9 (0%) | 9 capability gaps |
|
||||
| Full taxonomy validation | Google provider path | Media, Search, and Realtime | Needs review | 0 of 10 (0%) | 10 capability gaps |
|
||||
| Full taxonomy validation | Google provider path | Model Routing and Endpoints | Needs review | 0 of 10 (0%) | 10 capability gaps |
|
||||
| Full taxonomy validation | Google provider path | Prompt Caching | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | Google provider path | Provider Setup and Credentials | Needs review | 0 of 10 (0%) | 10 capability gaps |
|
||||
| Full taxonomy validation | Image, video, and music generation tools | Image Generation | Needs review | 0 of 9 (0%) | 9 capability gaps |
|
||||
| Full taxonomy validation | Image, video, and music generation tools | Media Routing and Discovery | Needs review | 0 of 4 (0%) | 4 capability gaps |
|
||||
| Full taxonomy validation | Image, video, and music generation tools | Music Generation | Needs review | 0 of 6 (0%) | 6 capability gaps |
|
||||
| Full taxonomy validation | Image, video, and music generation tools | Task Lifecycle and Delivery | Needs review | 0 of 12 (0%) | 12 capability gaps |
|
||||
| Full taxonomy validation | Image, video, and music generation tools | Video Generation | Needs review | 0 of 11 (0%) | 11 capability gaps |
|
||||
| Full taxonomy validation | iMessage and BlueBubbles | Access and Identity | Needs review | 0 of 6 (0%) | 6 capability gaps |
|
||||
| Full taxonomy validation | iMessage and BlueBubbles | Channel Setup and Operations | Needs review | 0 of 11 (0%) | 11 capability gaps |
|
||||
| Full taxonomy validation | iMessage and BlueBubbles | Conversation Routing and Delivery | Needs review | 0 of 4 (0%) | 4 capability gaps |
|
||||
| Full taxonomy validation | iMessage and BlueBubbles | Media and Rich Content | Needs review | 0 of 7 (0%) | 7 capability gaps |
|
||||
| Full taxonomy validation | iMessage and BlueBubbles | Native Controls and Approvals | Needs review | 0 of 3 (0%) | 3 capability gaps |
|
||||
| Full taxonomy validation | iOS app | Canvas and Screen | Needs review | 0 of 1 (0%) | 1 capability gap |
|
||||
| Full taxonomy validation | iOS app | Chat and Sessions | Needs review | 0 of 1 (0%) | 1 capability gap |
|
||||
| Full taxonomy validation | iOS app | Device Commands | Needs review | 0 of 2 (0%) | 2 capability gaps |
|
||||
| Full taxonomy validation | iOS app | Distribution | Needs review | 0 of 1 (0%) | 1 capability gap |
|
||||
| Full taxonomy validation | iOS app | Gateway Setup and Diagnostics | Needs review | 0 of 7 (0%) | 7 capability gaps |
|
||||
| Full taxonomy validation | iOS app | Media and Sharing | Needs review | 0 of 1 (0%) | 1 capability gap |
|
||||
| Full taxonomy validation | iOS app | Notifications and Background | Needs review | 0 of 1 (0%) | 1 capability gap |
|
||||
| Full taxonomy validation | iOS app | Voice | Needs review | 0 of 1 (0%) | 1 capability gap |
|
||||
| Full taxonomy validation | Kubernetes hosting | Access and Exposure | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | Kubernetes hosting | Cluster Lifecycle | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | Kubernetes hosting | Configuration and Secrets | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | Kubernetes hosting | Deployment Setup | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | Linux companion app | App Distribution | Needs review | 0 of 3 (0%) | 3 capability gaps |
|
||||
| Full taxonomy validation | Linux companion app | Chat and Sessions | Needs review | 0 of 3 (0%) | 3 capability gaps |
|
||||
| Full taxonomy validation | Linux companion app | Desktop Capabilities | Needs review | 0 of 9 (0%) | 9 capability gaps |
|
||||
| Full taxonomy validation | Linux companion app | Gateway Connectivity | Needs review | 0 of 4 (0%) | 4 capability gaps |
|
||||
| Full taxonomy validation | Linux companion app | Status and Diagnostics | Needs review | 0 of 7 (0%) | 7 capability gaps |
|
||||
| Full taxonomy validation | Linux Gateway host | Deployment Targets | Needs review | 0 of 3 (0%) | 3 capability gaps |
|
||||
| Full taxonomy validation | Linux Gateway host | Diagnostics and Repair | Needs review | 0 of 4 (0%) | 4 capability gaps |
|
||||
| Full taxonomy validation | Linux Gateway host | Gateway Runtime and Service Control | Needs review | 0 of 6 (0%) | 6 capability gaps |
|
||||
| Full taxonomy validation | Linux Gateway host | Host Setup and Updates | Needs review | 0 of 4 (0%) | 4 capability gaps |
|
||||
| Full taxonomy validation | Linux Gateway host | Remote Access and Security | Needs review | 0 of 6 (0%) | 6 capability gaps |
|
||||
| Full taxonomy validation | Local model providers: Ollama, vLLM, SGLang, LM Studio | Local Memory and Embeddings | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | Local model providers: Ollama, vLLM, SGLang, LM Studio | Native Provider Plugins | Needs review | 0 of 10 (0%) | 10 capability gaps |
|
||||
| Full taxonomy validation | Local model providers: Ollama, vLLM, SGLang, LM Studio | Network Safety and Prompt Controls | Needs review | 0 of 2 (0%) | 2 capability gaps |
|
||||
| Full taxonomy validation | Local model providers: Ollama, vLLM, SGLang, LM Studio | OpenAI-Compatible Runtime Compatibility | Needs review | 0 of 8 (0%) | 8 capability gaps |
|
||||
| Full taxonomy validation | Local model providers: Ollama, vLLM, SGLang, LM Studio | Provider Setup, Lifecycle, and Diagnostics | Needs review | 0 of 12 (0%) | 12 capability gaps |
|
||||
| Full taxonomy validation | Long-tail hosted providers | Hosted LLM Providers | Needs review | 0 of 12 (0%) | 12 capability gaps |
|
||||
| Full taxonomy validation | Long-tail hosted providers | Hosted Media Providers | Needs review | 0 of 8 (0%) | 8 capability gaps |
|
||||
| Full taxonomy validation | Long-tail hosted providers | Provider Operations | Needs review | 0 of 12 (0%) | 12 capability gaps |
|
||||
| Full taxonomy validation | macOS companion app | Canvas | Needs review | 0 of 4 (0%) | 4 capability gaps |
|
||||
| Full taxonomy validation | macOS companion app | Local Setup | Needs review | 0 of 7 (0%) | 7 capability gaps |
|
||||
| Full taxonomy validation | macOS companion app | Native Capabilities | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | macOS companion app | Remote Connections | Needs review | 0 of 3 (0%) | 3 capability gaps |
|
||||
| Full taxonomy validation | macOS companion app | Remote WebChat | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | macOS companion app | Status and Settings | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | macOS companion app | Voice and Talk | Needs review | 0 of 3 (0%) | 3 capability gaps |
|
||||
| Full taxonomy validation | macOS companion app | WebChat | Needs review | 0 of 3 (0%) | 3 capability gaps |
|
||||
| Full taxonomy validation | macOS Gateway host | CLI Setup | Needs review | 0 of 4 (0%) | 4 capability gaps |
|
||||
| Full taxonomy validation | macOS Gateway host | Diagnostics and Observability | Needs review | 0 of 4 (0%) | 4 capability gaps |
|
||||
| Full taxonomy validation | macOS Gateway host | Gateway Service Lifecycle | Needs review | 0 of 10 (0%) | 10 capability gaps |
|
||||
| Full taxonomy validation | macOS Gateway host | Local Gateway Integration | Needs review | 0 of 9 (0%) | 9 capability gaps |
|
||||
| Full taxonomy validation | macOS Gateway host | Permissions and Native Capabilities | Needs review | 0 of 4 (0%) | 4 capability gaps |
|
||||
| Full taxonomy validation | macOS Gateway host | Profiles and Isolation | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | macOS Gateway host | Remote Gateway Mode | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | Matrix | Access and Identity | Needs review | 0 of 7 (0%) | 7 capability gaps |
|
||||
| Full taxonomy validation | Matrix | Channel Setup and Operations | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | Matrix | Conversation Routing and Delivery | Needs review | 0 of 1 (0%) | 1 capability gap |
|
||||
| Full taxonomy validation | Matrix | Encryption and Verification | Needs review | 0 of 3 (0%) | 3 capability gaps |
|
||||
| Full taxonomy validation | Matrix | Media and Rich Content | Needs review | 0 of 1 (0%) | 1 capability gap |
|
||||
| Full taxonomy validation | Matrix | Native Controls and Approvals | Needs review | 0 of 6 (0%) | 6 capability gaps |
|
||||
| Full taxonomy validation | Mattermost, LINE, IRC, Nextcloud Talk, Nostr, Twitch, Tlon, Synology Chat | Access and Identity | Needs review | 0 of 1 (0%) | 1 capability gap |
|
||||
| Full taxonomy validation | Mattermost, LINE, IRC, Nextcloud Talk, Nostr, Twitch, Tlon, Synology Chat | Channel Setup and Operations | Needs review | 0 of 1 (0%) | 1 capability gap |
|
||||
| Full taxonomy validation | Mattermost, LINE, IRC, Nextcloud Talk, Nostr, Twitch, Tlon, Synology Chat | Conversation Routing and Delivery | Needs review | 0 of 1 (0%) | 1 capability gap |
|
||||
| Full taxonomy validation | Mattermost, LINE, IRC, Nextcloud Talk, Nostr, Twitch, Tlon, Synology Chat | Media and Rich Content | Needs review | 0 of 1 (0%) | 1 capability gap |
|
||||
| Full taxonomy validation | Media understanding and media generation | Channel Media Handling | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | Media understanding and media generation | Media Configuration | Needs review | 0 of 1 (0%) | 1 capability gap |
|
||||
| Full taxonomy validation | Media understanding and media generation | Media Generation | Partially reviewed | 1 of 17 (5.9%) | 18 capability gaps |
|
||||
| Full taxonomy validation | Media understanding and media generation | Media Intake and Access | Needs review | 0 of 8 (0%) | 8 capability gaps |
|
||||
| Full taxonomy validation | Media understanding and media generation | Media Understanding | Needs review | 0 of 12 (0%) | 13 capability gaps |
|
||||
| Full taxonomy validation | Media understanding and media generation | Text-to-Speech Delivery | Needs review | 0 of 2 (0%) | 2 capability gaps |
|
||||
| Full taxonomy validation | Microsoft Teams | Access and Identity | Needs review | 0 of 9 (0%) | 9 capability gaps |
|
||||
| Full taxonomy validation | Microsoft Teams | Channel Setup and Operations | Needs review | 0 of 9 (0%) | 9 capability gaps |
|
||||
| Full taxonomy validation | Microsoft Teams | Conversation Routing and Delivery | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | Microsoft Teams | Media and Rich Content | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | Microsoft Teams | Native Controls and Approvals | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | Native Windows | CLI | Needs review | 0 of 9 (0%) | 9 capability gaps |
|
||||
| Full taxonomy validation | Native Windows | Gateway Management | Needs review | 0 of 11 (0%) | 11 capability gaps |
|
||||
| Full taxonomy validation | Native Windows | Networking | Needs review | 0 of 4 (0%) | 4 capability gaps |
|
||||
| Full taxonomy validation | Native Windows | Updates | Needs review | 0 of 4 (0%) | 4 capability gaps |
|
||||
| Full taxonomy validation | Native Windows companion app | Chat Sessions | Needs review | 0 of 2 (0%) | 2 capability gaps |
|
||||
| Full taxonomy validation | Native Windows companion app | Desktop Tools and Permissions | Needs review | 0 of 10 (0%) | 10 capability gaps |
|
||||
| Full taxonomy validation | Native Windows companion app | Gateway Connection | Needs review | 0 of 3 (0%) | 3 capability gaps |
|
||||
| Full taxonomy validation | Native Windows companion app | Installation and Updates | Needs review | 0 of 4 (0%) | 4 capability gaps |
|
||||
| Full taxonomy validation | Native Windows companion app | Status and Repair | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | Nix install path | Activation and App UX | Needs review | 0 of 7 (0%) | 7 capability gaps |
|
||||
| Full taxonomy validation | Nix install path | Config and State | Needs review | 0 of 7 (0%) | 7 capability gaps |
|
||||
| Full taxonomy validation | Nix install path | Install Handoff | Needs review | 0 of 4 (0%) | 4 capability gaps |
|
||||
| Full taxonomy validation | Nix install path | Plugin Lifecycle | Needs review | 0 of 4 (0%) | 4 capability gaps |
|
||||
| Full taxonomy validation | Nix install path | Service Runtime and Guards | Needs review | 0 of 8 (0%) | 8 capability gaps |
|
||||
| Full taxonomy validation | OpenAI and Codex provider path | Image and Multimodal Input | Needs review | 0 of 2 (0%) | 2 capability gaps |
|
||||
| Full taxonomy validation | OpenAI and Codex provider path | Model and Auth | Partially reviewed | 1 of 6 (16.7%) | 5 capability gaps |
|
||||
| Full taxonomy validation | OpenAI and Codex provider path | Native Codex Harness | Needs review | 0 of 2 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | OpenAI and Codex provider path | Responses and Tool Compatibility | Partially reviewed | 1 of 4 (25%) | 3 capability gaps |
|
||||
| Full taxonomy validation | OpenAI and Codex provider path | Voice and Realtime Audio | Needs review | 0 of 2 (0%) | 2 capability gaps |
|
||||
| Full taxonomy validation | OpenClaw App SDK | Agent Conversations | Needs review | 0 of 6 (0%) | 6 capability gaps |
|
||||
| Full taxonomy validation | OpenClaw App SDK | Client API | Needs review | 0 of 4 (0%) | 4 capability gaps |
|
||||
| Full taxonomy validation | OpenClaw App SDK | Compatibility | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | OpenClaw App SDK | Events and Approvals | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | OpenClaw App SDK | Gateway Access | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | OpenClaw App SDK | Resource Helpers | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | OpenRouter provider path | Chat Runtime and Normalization | Needs review | 0 of 15 (0%) | 15 capability gaps |
|
||||
| Full taxonomy validation | OpenRouter provider path | Media Generation and Speech | Needs review | 0 of 7 (0%) | 7 capability gaps |
|
||||
| Full taxonomy validation | OpenRouter provider path | Provider Recovery and Diagnostics | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | OpenRouter provider path | Provider Setup and Auth | Needs review | 0 of 14 (0%) | 14 capability gaps |
|
||||
| Full taxonomy validation | Plugins | Authoring and Packaging plugins | Needs review | 0 of 8 (0%) | 8 capability gaps |
|
||||
| Full taxonomy validation | Plugins | Bundled plugins | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | Plugins | Canvas plugin | Needs review | 0 of 6 (0%) | 6 capability gaps |
|
||||
| Full taxonomy validation | Plugins | Channel plugins | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | Plugins | Installing and running plugins | Needs review | 0 of 6 (0%) | 13 capability gaps |
|
||||
| Full taxonomy validation | Plugins | Plugin approvals | Needs review | 0 of 6 (0%) | 6 capability gaps |
|
||||
| Full taxonomy validation | Plugins | Provider and tool plugins | Partially reviewed | 1 of 6 (16.7%) | 12 capability gaps |
|
||||
| Full taxonomy validation | Plugins | Publishing plugins | Needs review | 0 of 6 (0%) | 6 capability gaps |
|
||||
| Full taxonomy validation | Plugins | Testing plugins | Needs review | 0 of 6 (0%) | 8 capability gaps |
|
||||
| Full taxonomy validation | Raspberry Pi and small Linux devices | Gateway Runtime | Needs review | 0 of 10 (0%) | 10 capability gaps |
|
||||
| Full taxonomy validation | Raspberry Pi and small Linux devices | Performance and Diagnostics | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | Raspberry Pi and small Linux devices | Remote Access and Auth | Needs review | 0 of 9 (0%) | 9 capability gaps |
|
||||
| Full taxonomy validation | Raspberry Pi and small Linux devices | Setup and Compatibility | Needs review | 0 of 12 (0%) | 12 capability gaps |
|
||||
| Full taxonomy validation | Security, auth, pairing, and secrets | Approval Policy and Tool Safeguards | Needs review | 0 of 2 (0%) | 3 capability gaps |
|
||||
| Full taxonomy validation | Security, auth, pairing, and secrets | Channel Access Control | Needs review | 0 of 3 (0%) | 3 capability gaps |
|
||||
| Full taxonomy validation | Security, auth, pairing, and secrets | Credential and Secret Hygiene | Needs review | 0 of 5 (0%) | 6 capability gaps |
|
||||
| Full taxonomy validation | Security, auth, pairing, and secrets | Device and Node Pairing | Needs review | 0 of 11 (0%) | 11 capability gaps |
|
||||
| Full taxonomy validation | Security, auth, pairing, and secrets | Gateway Auth and Remote Access | Needs review | 0 of 9 (0%) | 9 capability gaps |
|
||||
| Full taxonomy validation | Security, auth, pairing, and secrets | Plugin Trust | Needs review | 0 of 2 (0%) | 2 capability gaps |
|
||||
| Full taxonomy validation | Session, memory, and context engine | CLI Session and Transcript Management | Needs review | 0 of 2 (0%) | 2 capability gaps |
|
||||
| Full taxonomy validation | Session, memory, and context engine | Context Engine | Needs review | 0 of 2 (0%) | 3 capability gaps |
|
||||
| Full taxonomy validation | Session, memory, and context engine | Core Prompts and Context | Needs review | 0 of 2 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | Session, memory, and context engine | Cross-client History and Session Parity | Needs review | 0 of 2 (0%) | 3 capability gaps |
|
||||
| Full taxonomy validation | Session, memory, and context engine | Diagnostics, Maintenance, and Recovery | Needs review | 0 of 3 (0%) | 6 capability gaps |
|
||||
| Full taxonomy validation | Session, memory, and context engine | Memory | Needs review | 0 of 5 (0%) | 7 capability gaps |
|
||||
| Full taxonomy validation | Session, memory, and context engine | Session Routing | Needs review | 0 of 2 (0%) | 3 capability gaps |
|
||||
| Full taxonomy validation | Session, memory, and context engine | Token Management | Needs review | 0 of 3 (0%) | 6 capability gaps |
|
||||
| Full taxonomy validation | Session, memory, and context engine | Transcript Persistence | Needs review | 0 of 2 (0%) | 2 capability gaps |
|
||||
| Full taxonomy validation | Signal | Access and Identity | Needs review | 0 of 6 (0%) | 6 capability gaps |
|
||||
| Full taxonomy validation | Signal | Channel Setup and Operations | Needs review | 0 of 7 (0%) | 7 capability gaps |
|
||||
| Full taxonomy validation | Signal | Conversation Routing and Delivery | Needs review | 0 of 1 (0%) | 1 capability gap |
|
||||
| Full taxonomy validation | Signal | Media and Rich Content | Needs review | 0 of 7 (0%) | 7 capability gaps |
|
||||
| Full taxonomy validation | Signal | Native Controls and Approvals | Needs review | 0 of 3 (0%) | 3 capability gaps |
|
||||
| Full taxonomy validation | Slack | Access and Identity | Needs review | 0 of 1 (0%) | 1 capability gap |
|
||||
| Full taxonomy validation | Slack | Channel Setup and Operations | Needs review | 0 of 10 (0%) | 10 capability gaps |
|
||||
| Full taxonomy validation | Slack | Conversation Routing and Delivery | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | Slack | Media and Rich Content | Needs review | 0 of 1 (0%) | 1 capability gap |
|
||||
| Full taxonomy validation | Slack | Native Controls and Approvals | Needs review | 0 of 8 (0%) | 8 capability gaps |
|
||||
| Full taxonomy validation | Telegram | Access and Identity | Needs review | 0 of 10 (0%) | 10 capability gaps |
|
||||
| Full taxonomy validation | Telegram | Channel Setup and Operations | Needs review | 0 of 10 (0%) | 10 capability gaps |
|
||||
| Full taxonomy validation | Telegram | Conversation Routing and Delivery | Needs review | 0 of 1 (0%) | 1 capability gap |
|
||||
| Full taxonomy validation | Telegram | Media and Rich Content | Needs review | 0 of 1 (0%) | 1 capability gap |
|
||||
| Full taxonomy validation | Telegram | Native Controls and Approvals | Needs review | 0 of 9 (0%) | 9 capability gaps |
|
||||
| Full taxonomy validation | Observability | Diagnostic Collection | Partially reviewed | 1 of 8 (12.5%) | 7 capability gaps |
|
||||
| Full taxonomy validation | Observability | Health and Repair | Partially reviewed | 1 of 12 (8.3%) | 13 capability gaps |
|
||||
| Full taxonomy validation | Observability | Logging | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | Observability | Session Diagnostics | Needs review | 0 of 4 (0%) | 4 capability gaps |
|
||||
| Full taxonomy validation | Observability | Telemetry Export | Partially reviewed | 1 of 13 (7.7%) | 14 capability gaps |
|
||||
| Full taxonomy validation | TUI | Input and Commands | Needs review | 0 of 8 (0%) | 8 capability gaps |
|
||||
| Full taxonomy validation | TUI | Local Shell Execution | Needs review | 0 of 4 (0%) | 4 capability gaps |
|
||||
| Full taxonomy validation | TUI | Rendering and Output Safety | Needs review | 0 of 4 (0%) | 4 capability gaps |
|
||||
| Full taxonomy validation | TUI | Runtime Modes | Needs review | 0 of 14 (0%) | 14 capability gaps |
|
||||
| Full taxonomy validation | TUI | Session Management | Needs review | 0 of 3 (0%) | 3 capability gaps |
|
||||
| Full taxonomy validation | Voice and realtime talk | Native App Talk | Needs review | 0 of 4 (0%) | 4 capability gaps |
|
||||
| Full taxonomy validation | Voice and realtime talk | Realtime Talk Sessions | Needs review | 0 of 11 (0%) | 11 capability gaps |
|
||||
| Full taxonomy validation | Voice and realtime talk | Speech and Transcription | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | Voice and realtime talk | Talk Observability | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | Voice and realtime talk | Talk Providers | Needs review | 0 of 7 (0%) | 7 capability gaps |
|
||||
| Full taxonomy validation | Voice and realtime talk | Voice Wake and Routing | Needs review | 0 of 4 (0%) | 4 capability gaps |
|
||||
| Full taxonomy validation | Voice Call channel | Access and Identity | Needs review | 0 of 1 (0%) | 1 capability gap |
|
||||
| Full taxonomy validation | Voice Call channel | Channel Setup and Operations | Needs review | 0 of 2 (0%) | 2 capability gaps |
|
||||
| Full taxonomy validation | Voice Call channel | Conversation Routing and Delivery | Needs review | 0 of 1 (0%) | 1 capability gap |
|
||||
| Full taxonomy validation | Voice Call channel | Media and Rich Content | Needs review | 0 of 2 (0%) | 2 capability gaps |
|
||||
| Full taxonomy validation | Voice Call channel | Realtime Voice and Calls | Needs review | 0 of 2 (0%) | 2 capability gaps |
|
||||
| Full taxonomy validation | watchOS companion surfaces | Delivery and Recovery | Needs review | 0 of 7 (0%) | 7 capability gaps |
|
||||
| Full taxonomy validation | watchOS companion surfaces | Distribution and Support | Needs review | 0 of 6 (0%) | 6 capability gaps |
|
||||
| Full taxonomy validation | watchOS companion surfaces | Exec Approvals | Needs review | 0 of 3 (0%) | 3 capability gaps |
|
||||
| Full taxonomy validation | watchOS companion surfaces | Notifications and Replies | Needs review | 0 of 7 (0%) | 7 capability gaps |
|
||||
| Full taxonomy validation | watchOS companion surfaces | Watch App UI | Needs review | 0 of 3 (0%) | 3 capability gaps |
|
||||
| Full taxonomy validation | Web search tools | Network Safety | Needs review | 0 of 4 (0%) | 4 capability gaps |
|
||||
| Full taxonomy validation | Web search tools | Search Providers | Partially reviewed | 2 of 19 (10.5%) | 17 capability gaps |
|
||||
| Full taxonomy validation | Web search tools | Setup and Diagnostics | Needs review | 0 of 9 (0%) | 9 capability gaps |
|
||||
| Full taxonomy validation | Web search tools | Tool Availability and Fetch | Partially reviewed | 2 of 11 (18.2%) | 9 capability gaps |
|
||||
| Full taxonomy validation | WhatsApp | Access and Identity | Needs review | 0 of 7 (0%) | 7 capability gaps |
|
||||
| Full taxonomy validation | WhatsApp | Channel Setup and Operations | Needs review | 0 of 5 (0%) | 5 capability gaps |
|
||||
| Full taxonomy validation | WhatsApp | Conversation Routing and Delivery | Needs review | 0 of 4 (0%) | 4 capability gaps |
|
||||
| Full taxonomy validation | WhatsApp | Media and Rich Content | Needs review | 0 of 2 (0%) | 2 capability gaps |
|
||||
| Full taxonomy validation | WhatsApp | Native Controls and Approvals | Needs review | 0 of 2 (0%) | 2 capability gaps |
|
||||
| Full taxonomy validation | Windows via WSL2 | Browser and Control UI | Needs review | 0 of 6 (0%) | 6 capability gaps |
|
||||
| Full taxonomy validation | Windows via WSL2 | CLI | Needs review | 0 of 8 (0%) | 8 capability gaps |
|
||||
| Full taxonomy validation | Windows via WSL2 | Diagnostics and Repair | Partially reviewed | 1 of 6 (16.7%) | 5 capability gaps |
|
||||
| Full taxonomy validation | Windows via WSL2 | Gateway Access and Exposure | Needs review | 0 of 11 (0%) | 11 capability gaps |
|
||||
| Full taxonomy validation | Windows via WSL2 | Gateway Service Lifecycle | Needs review | 0 of 10 (0%) | 10 capability gaps |
|
||||
| Full taxonomy validation | Windows via WSL2 | WSL Setup | Needs review | 0 of 6 (0%) | 6 capability gaps |
|
||||
|
||||
> Last updated: 2026-06-22
|
||||
@@ -0,0 +1,774 @@
|
||||
---
|
||||
title: "Maturity taxonomy"
|
||||
summary: "Detailed reference for the product areas and checks behind the OpenClaw maturity scorecard."
|
||||
---
|
||||
|
||||
# Maturity taxonomy
|
||||
|
||||
This page explains the product areas and capability groups behind the maturity scorecard.
|
||||
|
||||
## Maturity levels
|
||||
|
||||
| Level | Label | Meaning | Promotion bar |
|
||||
| ----- | ------------ | ------------------------------------------------------------------------------------------- | ---------------------------------------------------------------------------------------------------------------------- |
|
||||
| `M0` | Planned | Direction is known, but no supported user path exists. | Design issue, owner, and target surface exist. |
|
||||
| `M1` | Experimental | Implemented behind caveats, flags, source builds, or maintainer-only flows. | Maintainer can run the scenario from current main. |
|
||||
| `M2` | Alpha | Real users can try it, but breaking changes and incomplete UX are expected. | Documented setup, basic tests, known caveats, and at least one real-environment proof. |
|
||||
| `M3` | Beta | Public path exists and the main workflow is usable with bounded caveats. | Install/update docs, regression tests, support runbook, and successful scenario proof across the expected environment. |
|
||||
| `M4` | Stable | Recommended path for normal users. Failures are treated as regressions. | Release gate, doctor/troubleshooting path, broad docs, and repeated real-world proof. |
|
||||
| `M5` | Lovable | Polished, delightful, well-instrumented, and competitive with the best comparable workflow. | Stable plus user scorecard pass across representative users. |
|
||||
|
||||
## Product areas
|
||||
|
||||
### Core surfaces
|
||||
|
||||
- [Gateway runtime](#gateway-runtime)
|
||||
- [CLI](#cli)
|
||||
- [Plugins](#plugins)
|
||||
- [Agent Runtime](#agent-runtime)
|
||||
- [Session, memory, and context engine](#session-memory-and-context-engine)
|
||||
- [Channel framework](#channel-framework)
|
||||
- [Security, auth, pairing, and secrets](#security-auth-pairing-and-secrets)
|
||||
- [Observability](#observability)
|
||||
- [Automation: cron, hooks, tasks, polling](#automation-cron-hooks-tasks-polling)
|
||||
- [Media understanding and media generation](#media-understanding-and-media-generation)
|
||||
- [Voice and realtime talk](#voice-and-realtime-talk)
|
||||
- [Gateway Web App](#gateway-web-app)
|
||||
- [TUI](#tui)
|
||||
- [ClawHub](#clawhub)
|
||||
- [OpenClaw App SDK](#openclaw-app-sdk)
|
||||
|
||||
### Platform surfaces
|
||||
|
||||
- [macOS Gateway host](#macos-gateway-host)
|
||||
- [macOS companion app](#macos-companion-app)
|
||||
- [Linux Gateway host](#linux-gateway-host)
|
||||
- [Linux companion app](#linux-companion-app)
|
||||
- [Windows via WSL2](#windows-via-wsl2)
|
||||
- [Native Windows](#native-windows)
|
||||
- [Native Windows companion app](#native-windows-companion-app)
|
||||
- [Android app](#android-app)
|
||||
- [iOS app](#ios-app)
|
||||
- [watchOS companion surfaces](#watchos-companion-surfaces)
|
||||
- [Raspberry Pi and small Linux devices](#raspberry-pi-and-small-linux-devices)
|
||||
- [Docker and Podman hosting](#docker-and-podman-hosting)
|
||||
- [Kubernetes hosting](#kubernetes-hosting)
|
||||
- [Nix install path](#nix-install-path)
|
||||
|
||||
### Channel surfaces
|
||||
|
||||
- [Discord](#discord)
|
||||
- [Telegram](#telegram)
|
||||
- [WhatsApp](#whatsapp)
|
||||
- [Slack](#slack)
|
||||
- [iMessage and BlueBubbles](#imessage-and-bluebubbles)
|
||||
- [Signal](#signal)
|
||||
- [Google Chat](#google-chat)
|
||||
- [Matrix](#matrix)
|
||||
- [Microsoft Teams](#microsoft-teams)
|
||||
- [Mattermost, LINE, IRC, Nextcloud Talk, Nostr, Twitch, Tlon, Synology Chat](#mattermost-line-irc-nextcloud-talk-nostr-twitch-tlon-synology-chat)
|
||||
- [Feishu, QQ Bot, WeChat, Yuanbao, Zalo, Zalo Personal, regional channels](#feishu-qq-bot-wechat-yuanbao-zalo-zalo-personal-regional-channels)
|
||||
- [Voice Call channel](#voice-call-channel)
|
||||
|
||||
### Provider and tool surfaces
|
||||
|
||||
- [OpenAI and Codex provider path](#openai-and-codex-provider-path)
|
||||
- [Anthropic provider path](#anthropic-provider-path)
|
||||
- [Google provider path](#google-provider-path)
|
||||
- [OpenRouter provider path](#openrouter-provider-path)
|
||||
- [Local model providers: Ollama, vLLM, SGLang, LM Studio](#local-model-providers-ollama-vllm-sglang-lm-studio)
|
||||
- [Long-tail hosted providers](#long-tail-hosted-providers)
|
||||
- [Web search tools](#web-search-tools)
|
||||
- [Browser automation, exec, and sandbox tools](#browser-automation-exec-and-sandbox-tools)
|
||||
- [Image, video, and music generation tools](#image-video-and-music-generation-tools)
|
||||
|
||||
## Details
|
||||
|
||||
### Core
|
||||
|
||||
#### Gateway runtime
|
||||
|
||||
- Level: M4 Stable
|
||||
- Rationale: Core architecture, auth, pairing, protocol docs, daemon docs, and CLI runbooks are broad and current.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| ------------------------------- | ------------ | ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | -------------------- | -------------- | -------------- | ----------------- |
|
||||
| Approvals and Remote Execution | 6 | [Protocol](/gateway/protocol), [Index](/gateway/security/index) | `Experimental (0%)` | `Beta (75%)` | `Stable (89%)` | Yes |
|
||||
| HTTP APIs | 4 | [Index](/gateway/index), [Openai Http Api](/gateway/openai-http-api), [Openresponses Http Api](/gateway/openresponses-http-api), [Tools Invoke Http Api](/gateway/tools-invoke-http-api), [Hooks](/automation/hooks), [Index](/web/index) | `Experimental (25%)` | `Stable (90%)` | `Stable (90%)` | Yes |
|
||||
| Hosted Web Surface | 4 | [Index](/gateway/index), [Architecture](/concepts/architecture), [Control Ui](/web/control-ui), [Webchat](/web/webchat), [Canvas](/refactor/canvas) | `Experimental (0%)` | `Stable (89%)` | `Stable (90%)` | Yes |
|
||||
| Gateway RPC APIs and Events | 20 | [Protocol](/gateway/protocol), [Index](/gateway/index), [Architecture](/concepts/architecture) | `Experimental (0%)` | `Stable (90%)` | `Stable (90%)` | Yes |
|
||||
| Device Auth and Pairing | 10 | [Protocol](/gateway/protocol), [Pairing](/gateway/pairing), [Index](/gateway/security/index) | `Experimental (0%)` | `Beta (75%)` | `Stable (89%)` | Yes |
|
||||
| Network Access and Discovery | 6 | [Index](/gateway/index), [Discovery](/gateway/discovery), [Protocol](/gateway/protocol) | `Experimental (0%)` | `Beta (75%)` | `Stable (89%)` | Yes |
|
||||
| Nodes and Remote Capabilities | 8 | [Protocol](/gateway/protocol), [Architecture](/concepts/architecture), [Index](/nodes/index) | `Experimental (0%)` | `Beta (75%)` | `Stable (89%)` | No |
|
||||
| Health, Diagnostics, and Repair | 7 | [Index](/gateway/index), [Diagnostics](/gateway/diagnostics), [Doctor](/gateway/doctor) | `Experimental (0%)` | `Beta (75%)` | `Stable (89%)` | Yes |
|
||||
| Protocol Compatibility | 7 | [Protocol](/gateway/protocol), [Architecture](/concepts/architecture), [Typebox](/concepts/typebox), [Bridge Protocol](/gateway/bridge-protocol) | `Experimental (0%)` | `Beta (75%)` | `Stable (89%)` | Yes |
|
||||
| Roles and Permissions | 5 | [Protocol](/gateway/protocol), [Index](/gateway/security/index) | `Experimental (0%)` | `Beta (75%)` | `Stable (89%)` | Yes |
|
||||
| Gateway Lifecycle | 7 | [Index](/gateway/index), [Architecture](/concepts/architecture) | `Experimental (0%)` | `Stable (90%)` | `Stable (90%)` | Yes |
|
||||
| Security Controls | 6 | [Index](/gateway/security/index), [Protocol](/gateway/protocol), [Discovery](/gateway/discovery) | `Experimental (0%)` | `Beta (75%)` | `Stable (89%)` | Yes |
|
||||
| WebSocket Connection | 8 | [Protocol](/gateway/protocol), [Architecture](/concepts/architecture) | `Experimental (13%)` | `Stable (90%)` | `Stable (90%)` | Yes |
|
||||
|
||||
#### CLI
|
||||
|
||||
- Level: M4 Stable
|
||||
- Rationale: Normal setup and repair paths are documented across install, CLI, and gateway docs. Platform-specific Windows paths are tracked in the Windows via WSL2 and Native Windows rows.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| -------------------------- | ------------ | -------------------------------------------------------------------------------------------------------------------------- | -------------------- | -------------- | -------------- | ----------------- |
|
||||
| CLI Setup | 6 | [Index](/install/index), [Installer](/install/installer), [Node](/install/node), [Updating](/install/updating) | `Experimental (17%)` | `Stable (89%)` | `Stable (90%)` | Yes |
|
||||
| Onboarding and Auth Setup | 5 | [Onboard](/cli/onboard), [Configure](/cli/configure), [Onboarding Overview](/start/onboarding-overview) | `Experimental (0%)` | `Beta (75%)` | `Stable (89%)` | Yes |
|
||||
| Plugin and Channel Setup | 5 | [Onboard](/cli/onboard), [Plugins](/cli/plugins), [Channels](/cli/channels) | `Experimental (0%)` | `Beta (75%)` | `Stable (89%)` | No |
|
||||
| Gateway Service Management | 5 | [Gateway](/cli/gateway), [Updating](/install/updating), [Troubleshooting](/gateway/troubleshooting) | `Experimental (0%)` | `Stable (87%)` | `Stable (90%)` | Yes |
|
||||
| CLI Observability | 5 | [Status](/cli/status), [Health](/cli/health), [Logs](/cli/logs), [Diagnostics](/gateway/diagnostics) | `Experimental (0%)` | `Stable (89%)` | `Stable (90%)` | Yes |
|
||||
| Doctor | 10 | [Doctor](/cli/doctor), [Doctor](/gateway/doctor), [Secrets](/gateway/secrets), [Troubleshooting](/gateway/troubleshooting) | `Experimental (0%)` | `Stable (89%)` | `Stable (90%)` | Yes |
|
||||
| Updates and Upgrades | 5 | [Updating](/install/updating), [Update](/cli/update), [Troubleshooting](/gateway/troubleshooting) | `Experimental (0%)` | `Beta (75%)` | `Stable (89%)` | Yes |
|
||||
|
||||
#### Plugins
|
||||
|
||||
- Level: M3 Beta
|
||||
- Rationale: Broad docs and strong internal runtime evidence exist across manifests, discovery, loading, provider/tool architecture, and approval boundaries. Keep the row at beta until public SDK API/subpaths and external distribution proof are stronger.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| ------------------------------- | ------------ | ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | -------------------- | ------------- | ------------ | ----------------- |
|
||||
| Authoring and Packaging plugins | 8 | [Building Plugins](/plugins/building-plugins), [Sdk Overview](/plugins/sdk-overview), [Sdk Entrypoints](/plugins/sdk-entrypoints), [Sdk Subpaths](/plugins/sdk-subpaths), [Manifest](/plugins/manifest), [Reference](/plugins/reference) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | Yes |
|
||||
| Bundled plugins | 5 | [Plugin Inventory](/plugins/plugin-inventory), [Plugins](/cli/plugins), [Architecture Internals](/plugins/architecture-internals) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | Yes |
|
||||
| Canvas plugin | 6 | [Canvas](/plugins/reference/canvas), [Canvas](/refactor/canvas), [Configuration Reference](/gateway/configuration-reference) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | No |
|
||||
| Installing and running plugins | 6 | [Architecture](/plugins/architecture), [Architecture Internals](/plugins/architecture-internals), [Plugins](/cli/plugins) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | Yes |
|
||||
| Channel plugins | 5 | [Sdk Channel Plugins](/plugins/sdk-channel-plugins), [Sdk Channel Inbound](/plugins/sdk-channel-inbound), [Sdk Channel Outbound](/plugins/sdk-channel-outbound) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | Yes |
|
||||
| Provider and tool plugins | 6 | [Sdk Provider Plugins](/plugins/sdk-provider-plugins), [Tool Plugins](/plugins/tool-plugins), [Adding Capabilities](/plugins/adding-capabilities) | `Experimental (17%)` | `Beta (79%)` | `Beta (79%)` | Yes |
|
||||
| Plugin approvals | 6 | [Plugin Permission Requests](/plugins/plugin-permission-requests), [Exec Approvals](/tools/exec-approvals), [Sdk Channel Plugins](/plugins/sdk-channel-plugins) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | Yes |
|
||||
| Publishing plugins | 6 | [Plugins](/cli/plugins), [Compatibility](/plugins/compatibility), [Publishing](/clawhub/publishing) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | Yes |
|
||||
| Testing plugins | 6 | [Sdk Testing](/plugins/sdk-testing), [Sdk Setup](/plugins/sdk-setup), [Codex Harness](/plugins/codex-harness) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | No |
|
||||
|
||||
#### Agent Runtime
|
||||
|
||||
- Level: M3 Beta
|
||||
- Rationale: Main loop, models, provider routing, and tool streaming are first-class, but provider behavior shifts weekly and needs scenario proof per release.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| -------------------------------- | ------------ | -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | -------------------- | ------------- | ------------ | ----------------- |
|
||||
| Agent Turn Execution | 3 | [Agent Loop](/concepts/agent-loop), [Agent](/cli/agent), [Agent Runtimes](/concepts/agent-runtimes) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | Yes |
|
||||
| External Runtimes and Subagents | 4 | [Agent Runtimes](/concepts/agent-runtimes), [Anthropic](/providers/anthropic), [Google](/providers/google), [Subagents](/tools/subagents) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | No |
|
||||
| Hosted Provider Execution | 5 | [Openai](/providers/openai), [Anthropic](/providers/anthropic), [Google](/providers/google), [Models](/concepts/models) | `Experimental (20%)` | `Beta (79%)` | `Beta (79%)` | Yes |
|
||||
| Local and Self-hosted Providers | 5 | [Ollama](/providers/ollama), [Models](/concepts/models), [Agent](/cli/agent) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | No |
|
||||
| Model and Runtime Selection | 4 | [Models](/concepts/models), [Models](/cli/models), [Openai](/providers/openai), [Agent Runtimes](/concepts/agent-runtimes) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | Yes |
|
||||
| Provider Auth | 10 | [Models](/concepts/models), [Agent](/cli/agent), [Models](/cli/models), [Openai](/providers/openai), [Anthropic](/providers/anthropic), [Google](/providers/google), [Subagents](/tools/subagents) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | Yes |
|
||||
| Streaming and Progress | 2 | [Streaming](/concepts/streaming), [Agent Loop](/concepts/agent-loop) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | No |
|
||||
| Tool Calls and Response Handling | 3 | [Agent Loop](/concepts/agent-loop), [Ollama](/providers/ollama) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | Yes |
|
||||
| Tool Execution Controls | 6 | [Sandbox Vs Tool Policy Vs Elevated](/gateway/sandbox-vs-tool-policy-vs-elevated), [Agent Loop](/concepts/agent-loop), [Subagents](/tools/subagents) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | Yes |
|
||||
|
||||
#### Session, memory, and context engine
|
||||
|
||||
- Level: M3 Beta
|
||||
- Rationale: Strong docs and active implementation. Maturity depends on transcript durability, compaction quality, and cross-client parity.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| --------------------------------------- | ------------ | -------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------ | ----------------- |
|
||||
| CLI Session and Transcript Management | 2 | [Session](/concepts/session), [Session Management Compaction](/reference/session-management-compaction), [Sessions](/cli/sessions) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | Yes |
|
||||
| Token Management | 3 | [Compaction](/concepts/compaction), [Context](/concepts/context), [Session Management Compaction](/reference/session-management-compaction) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | Yes |
|
||||
| Context Engine | 2 | [Context](/concepts/context), [Context Engine](/concepts/context-engine), [Codex Context Engine Harness](/plan/codex-context-engine-harness) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | Yes |
|
||||
| Cross-client History and Session Parity | 2 | [Webchat](/web/webchat), [Android](/platforms/android), [Channel Routing](/channels/channel-routing) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | No |
|
||||
| Diagnostics, Maintenance, and Recovery | 3 | [Diagnostics](/gateway/diagnostics), [Session Management Compaction](/reference/session-management-compaction), [Flags](/diagnostics/flags) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | No |
|
||||
| Core Prompts and Context | 2 | [Context](/concepts/context), [Transcript Hygiene](/reference/transcript-hygiene), [Discord](/channels/discord) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | Yes |
|
||||
| Memory | 5 | [Memory Config](/reference/memory-config), [Memory Qmd](/concepts/memory-qmd), [Memory](/concepts/memory), [Discord](/channels/discord) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | No |
|
||||
| Session Routing | 2 | [Session](/concepts/session), [Channel Routing](/channels/channel-routing), [Discord](/channels/discord) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | Yes |
|
||||
| Transcript Persistence | 2 | [Session Management Compaction](/reference/session-management-compaction), [Transcript Hygiene](/reference/transcript-hygiene) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | Yes |
|
||||
|
||||
#### Channel framework
|
||||
|
||||
- Level: M3 Beta
|
||||
- Rationale: Many channels share Gateway delivery and routing contracts, but channel behavior varies by upstream API and account-policy constraints.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| --------------------------------------- | ------------ | --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------ | ----------------- |
|
||||
| Channel Actions Commands and Approvals | 5 | [Groups](/channels/groups), [Discord](/channels/discord), [Googlechat](/channels/googlechat), [Signal](/channels/signal), [Matrix](/channels/matrix) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | No |
|
||||
| Channel Setup | 5 | [Index](/channels/index), [Pairing](/channels/pairing), [Troubleshooting](/channels/troubleshooting), [Sdk Channel Plugins](/plugins/sdk-channel-plugins) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | Yes |
|
||||
| Group Thread and Ambient Room Behavior | 5 | [Groups](/channels/groups), [Group Messages](/channels/group-messages), [Ambient Room Events](/channels/ambient-room-events), [Broadcast Groups](/channels/broadcast-groups), [Discord](/channels/discord) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | No |
|
||||
| Inbound Access and Identity Gates | 5 | [Access Groups](/channels/access-groups), [Groups](/channels/groups), [Discord](/channels/discord), [Line](/channels/line) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | Yes |
|
||||
| Media Attachments and Rich Channel Data | 4 | [Line](/channels/line), [Signal](/channels/signal), [Googlechat](/channels/googlechat), [Matrix](/channels/matrix), [Discord](/channels/discord) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | No |
|
||||
| Outbound Delivery and Reply Pipeline | 4 | [Groups](/channels/groups), [Ambient Room Events](/channels/ambient-room-events), [Discord](/channels/discord), [Matrix](/channels/matrix), [Config Channels](/gateway/config-channels) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | Yes |
|
||||
| Conversation Routing and Delivery | 10 | [Channel Routing](/channels/channel-routing), [Groups](/channels/groups), [Discord](/channels/discord), [Matrix](/channels/matrix), [Troubleshooting](/channels/troubleshooting), [Configuration Reference](/gateway/configuration-reference) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | Yes |
|
||||
| Status Health and Operator Controls | 4 | [Health](/gateway/health), [Configuration Reference](/gateway/configuration-reference), [Troubleshooting](/channels/troubleshooting), [Discord](/channels/discord) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | Yes |
|
||||
|
||||
#### Security, auth, pairing, and secrets
|
||||
|
||||
- Level: M3 Beta
|
||||
- Rationale: Good docs and hardening surfaces exist. Promote after regular upgrade/security scenario runs prove no setup regressions.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| ----------------------------------- | ------------ | ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------ | ----------------- |
|
||||
| Approval Policy and Tool Safeguards | 2 | [Exec Approvals](/tools/exec-approvals), [Approvals](/cli/approvals), [Plugin Permission Requests](/plugins/plugin-permission-requests), [Audit Checks](/gateway/security/audit-checks) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | Yes |
|
||||
| Gateway Auth and Remote Access | 9 | [Index](/gateway/security/index), [Exposure Runbook](/gateway/security/exposure-runbook), [Trusted Proxy Auth](/gateway/trusted-proxy-auth), [Tailscale](/gateway/tailscale), [Remote](/gateway/remote), [Configuration Reference](/gateway/configuration-reference), [Gateway](/cli/gateway), [Doctor](/cli/doctor), [Control Ui](/web/control-ui), [Browser Control](/tools/browser-control), [Audit Checks](/gateway/security/audit-checks) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | Yes |
|
||||
| Channel Access Control | 3 | [Pairing](/channels/pairing), [Telegram](/channels/telegram), [Access Groups](/channels/access-groups), [Audit Checks](/gateway/security/audit-checks) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | Yes |
|
||||
| Device and Node Pairing | 11 | [Protocol](/gateway/protocol), [Devices](/cli/devices), [Pairing](/channels/pairing), [Pairing](/gateway/pairing), [Operator Scopes](/gateway/operator-scopes), [Control Ui](/web/control-ui), [Webchat](/web/webchat), [Approvals](/cli/approvals) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | Yes |
|
||||
| Plugin Trust | 2 | [Manifest](/plugins/manifest), [Plugin Permission Requests](/plugins/plugin-permission-requests), [Manage Plugins](/plugins/manage-plugins), [Audit Checks](/gateway/security/audit-checks) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | No |
|
||||
| Credential and Secret Hygiene | 5 | [Authentication](/gateway/authentication), [Models](/cli/models), [Openai](/providers/openai), [Oauth](/concepts/oauth), [Secrets](/gateway/secrets), [Secrets](/cli/secrets), [Secretref Credential Surface](/reference/secretref-credential-surface), [Audit Checks](/gateway/security/audit-checks) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | Yes |
|
||||
|
||||
#### Observability
|
||||
|
||||
- Level: M3 Beta
|
||||
- Rationale: OTel, Prometheus, logging, and diagnostics docs exist. Needs a public "what operators should look at first" maturity pass.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| --------------------- | ------------ | --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | -------------------- | ------------- | ------------ | ----------------- |
|
||||
| Health and Repair | 12 | [Health](/gateway/health), [Telegram](/channels/telegram), [Doctor](/cli/doctor), [Doctor](/gateway/doctor), [Sdk Subpaths](/plugins/sdk-subpaths), [Health](/cli/health), [Protocol](/gateway/protocol) | `Experimental (8%)` | `Beta (79%)` | `Beta (79%)` | Yes |
|
||||
| Logging | 5 | [Logging](/logging), [Logging](/gateway/logging), [Logs](/cli/logs) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | Yes |
|
||||
| Diagnostic Collection | 8 | [Diagnostics](/gateway/diagnostics), [Health](/gateway/health), [Codex Harness](/plugins/codex-harness), [Protocol](/gateway/protocol) | `Experimental (13%)` | `Beta (79%)` | `Beta (79%)` | No |
|
||||
| Telemetry Export | 13 | [Hooks](/plugins/hooks), [Opentelemetry](/gateway/opentelemetry), [Logging](/logging), [Sdk Subpaths](/plugins/sdk-subpaths), [Diagnostics Otel](/plugins/reference/diagnostics-otel), [Prometheus](/gateway/prometheus), [Diagnostics Prometheus](/plugins/reference/diagnostics-prometheus) | `Experimental (8%)` | `Beta (79%)` | `Beta (79%)` | No |
|
||||
| Session Diagnostics | 4 | [Opentelemetry](/gateway/opentelemetry), [Prometheus](/gateway/prometheus), [Diagnostics](/gateway/diagnostics), [Protocol](/gateway/protocol) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | Yes |
|
||||
|
||||
#### Automation: cron, hooks, tasks, polling
|
||||
|
||||
- Level: M3 Beta
|
||||
- Rationale: Documented and usable, but scenario proof should cover unattended delivery, retries, and failure visibility.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| -------------------------- | ------------ | --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------ | ----------------- |
|
||||
| Cron Jobs | 15 | [Cron Jobs](/automation/cron-jobs), [Cron](/cli/cron), [Protocol](/gateway/protocol), [Tasks](/automation/tasks), [Discord](/channels/discord) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | No |
|
||||
| Event Ingress | 15 | [Telegram](/channels/telegram), [Zalo](/channels/zalo), [Troubleshooting](/channels/troubleshooting), [Imessage From Bluebubbles](/channels/imessage-from-bluebubbles), [Gmail Pubsub Integration](/automation/cron-jobs#gmail-pubsub-integration), [Gmail Pubsub](/automation/gmail-pubsub), [Webhooks](/cli/webhooks), [Webhooks](/automation/cron-jobs#webhooks), [Webhook](/automation/webhook) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | No |
|
||||
| Automation Hooks | 11 | [Hooks](/automation/hooks), [Hooks](/cli/hooks), [Hooks](/plugins/hooks), [Plugin Permission Requests](/plugins/plugin-permission-requests), [Sdk Subpaths](/plugins/sdk-subpaths) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | No |
|
||||
| Background Tasks and Flows | 10 | [Tasks](/automation/tasks), [Index](/automation/index), [Tasks](/cli/tasks), [Taskflow](/automation/taskflow), [Sdk Runtime](/plugins/sdk-runtime) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | No |
|
||||
| Heartbeat | 5 | [Index](/automation/index), [Heartbeat](/gateway/heartbeat), [Commitments](/concepts/commitments) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | No |
|
||||
| Polling Controls | 10 | [Poll](/automation/poll), [Message](/cli/message), [Telegram](/channels/telegram), [Msteams](/channels/msteams), [Background Process](/gateway/background-process) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | No |
|
||||
|
||||
#### Media understanding and media generation
|
||||
|
||||
- Level: M2 Alpha
|
||||
- Rationale: Broad capability surface exists, but provider variance, file limits, and node/app parity make this not stable yet.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| ----------------------- | ------------ | ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------- | ----------------- |
|
||||
| Media Intake and Access | 8 | [Media Overview](/tools/media-overview), [Media Understanding](/nodes/media-understanding), [Secure File Operations](/gateway/security/secure-file-operations), [Pdf](/tools/pdf), [Image Generation](/tools/image-generation), [Qr](/cli/qr), [Line](/channels/line), [Whatsapp](/channels/whatsapp) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No |
|
||||
| Channel Media Handling | 5 | [Images](/nodes/images), [Media Overview](/tools/media-overview), [Discord](/channels/discord) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No |
|
||||
| Media Configuration | 1 | [Media Overview](/tools/media-overview), [Image Generation](/tools/image-generation), [Manifest](/plugins/manifest), [Codex Harness](/plugins/codex-harness) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No |
|
||||
| Text-to-Speech Delivery | 2 | [Tts](/tools/tts), [Media Overview](/tools/media-overview), [Discord](/channels/discord) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No |
|
||||
| Media Understanding | 12 | [Audio](/nodes/audio), [Media Understanding](/nodes/media-understanding), [Media Overview](/tools/media-overview), [Whatsapp](/channels/whatsapp), [Images](/nodes/images), [Infer](/cli/infer), [Pdf](/tools/pdf) | `Experimental (0%)` | `Alpha (69%)` | `Alpha (69%)` | No |
|
||||
| Media Generation | 17 | [Image Generation](/tools/image-generation), [Media Overview](/tools/media-overview), [Skills](/tools/skills), [Music Generation](/tools/music-generation), [Video Generation](/tools/video-generation) | `Experimental (6%)` | `Alpha (69%)` | `Alpha (69%)` | No |
|
||||
|
||||
#### Voice and realtime talk
|
||||
|
||||
- Level: M2 Alpha
|
||||
- Rationale: Multiple implementations exist across Control UI, apps, and providers. Needs latency, failure-mode, and setup scorecards before beta.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| ------------------------ | ------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------- | ----------------- |
|
||||
| Talk Providers | 7 | [Openai](/providers/openai), [Google](/providers/google), [Sdk Provider Plugins](/plugins/sdk-provider-plugins), [Talk](/nodes/talk), [Control Ui](/web/control-ui) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No |
|
||||
| Realtime Talk Sessions | 11 | [Talk](/nodes/talk), [Control Ui](/web/control-ui) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No |
|
||||
| Speech and Transcription | 5 | [Talk](/nodes/talk), [Openai](/providers/openai), [Google](/providers/google) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No |
|
||||
| Native App Talk | 4 | [Talk](/nodes/talk), [Voicewake](/platforms/mac/voicewake) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No |
|
||||
| Voice Wake and Routing | 4 | [Voicewake](/nodes/voicewake), [Voicewake](/platforms/mac/voicewake), [Voice Overlay](/platforms/mac/voice-overlay) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No |
|
||||
| Talk Observability | 5 | [Control Ui](/web/control-ui), [Voice Overlay](/platforms/mac/voice-overlay), [Talk](/nodes/talk) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No |
|
||||
|
||||
#### Gateway Web App
|
||||
|
||||
- Level: M3 Beta
|
||||
- Rationale: Web UI is documented with pairing, chat, PWA, Talk, push, and remote Gateway flows. Promote after cross-browser and mobile-PWA scorecards.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| ------------------------ | ------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------ | ----------------- |
|
||||
| Browser Realtime Talk | 5 | [Control Ui](/web/control-ui), [Protocol](/gateway/protocol), [Talk](/nodes/talk) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | No |
|
||||
| Browser Access and Trust | 5 | [Control Ui](/web/control-ui), [Dashboard](/web/dashboard), [Tailscale](/gateway/tailscale), [Remote](/gateway/remote) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | No |
|
||||
| Configuration | 5 | [Control Ui](/web/control-ui), [Configuration](/gateway/configuration) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | No |
|
||||
| Browser UI | 10 | [Control Ui](/web/control-ui), [Index](/web/index), [Dashboard](/web/dashboard), [Protocol](/gateway/protocol) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | No |
|
||||
| WebChat Conversations | 15 | [Control Ui](/web/control-ui), [Webchat](/web/webchat), [Getting Started](/start/getting-started), [Channel Routing](/channels/channel-routing), [Secure File Operations](/gateway/security/secure-file-operations) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | No |
|
||||
| Operator Console | 10 | [Control Ui](/web/control-ui), [Health](/gateway/health), [Protocol](/gateway/protocol), [Dashboard](/web/dashboard) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | No |
|
||||
|
||||
#### TUI
|
||||
|
||||
- Level: M2 Alpha
|
||||
- Rationale: Present in docs and source, but less visible as a primary user workflow. Needs explicit scenario definition.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| --------------------------- | ------------ | -------------------------------------------------------------------------------- | ------------------- | ------------- | ------------- | ----------------- |
|
||||
| Runtime Modes | 14 | [Tui](/cli/tui), [Tui](/web/tui), [Index](/cli/index) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No |
|
||||
| Input and Commands | 8 | [Tui](/web/tui) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No |
|
||||
| Session Management | 3 | [Tui](/web/tui), [Sessions](/cli/sessions) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No |
|
||||
| Local Shell Execution | 4 | [Tui](/web/tui), [Tui](/cli/tui) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No |
|
||||
| Rendering and Output Safety | 4 | [Tui](/web/tui), [Qr](/cli/qr), [Logs](/cli/logs), [Completion](/cli/completion) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No |
|
||||
|
||||
#### ClawHub
|
||||
|
||||
- Level: M2 Alpha
|
||||
- Rationale: Public docs and ecosystem concept exist. Needs install, trust, update, rollback, and compatibility scorecards.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| --------------------------- | ------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------- | ----------------- |
|
||||
| Publishing | 7 | [Publishing](/clawhub/publishing), [Creating Skills](/tools/creating-skills), [Community](/plugins/community) | `Experimental (0%)` | `Alpha (54%)` | `Alpha (55%)` | No |
|
||||
| Catalog Discovery | 5 | [Plugin](/tools/plugin), [Plugins](/cli/plugins), [Skills](/cli/skills), [Skills](/tools/skills), [Community](/plugins/community) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No |
|
||||
| Compatibility and Trust | 12 | [Plugin](/tools/plugin), [Plugins](/cli/plugins), [Compatibility](/plugins/compatibility), [Plugin Inventory](/plugins/plugin-inventory), [Publishing](/clawhub/publishing), [Skills](/tools/skills), [Skills Config](/tools/skills-config) | `Experimental (0%)` | `Alpha (55%)` | `Alpha (56%)` | No |
|
||||
| Plugin Lifecycle and Health | 26 | [Plugin](/tools/plugin), [Plugins](/cli/plugins), [Skills](/cli/skills), [Skills](/tools/skills), [Protocol](/gateway/protocol), [Bundles](/plugins/bundles), [Dependency Resolution](/plugins/dependency-resolution) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No |
|
||||
|
||||
#### OpenClaw App SDK
|
||||
|
||||
- Level: M2 Alpha
|
||||
- Rationale: OpenClaw App SDK is a distinct external app contract separate from Gateway runtime and Plugin SDK. Current scoring shows a real `@openclaw/sdk` path with gaps around public packaging, auto-discovery, approvals, helpers, and compatibility.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| -------------------- | ------------ | ---------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------- | ----------------- |
|
||||
| Client API | 4 | [Openclaw Sdk](/gateway/external-apps), [Openclaw Sdk Api Design](/gateway/external-apps) | `Experimental (0%)` | `Alpha (51%)` | `Alpha (50%)` | No |
|
||||
| Gateway Access | 5 | [Openclaw Sdk](/gateway/external-apps), [Openclaw Sdk Api Design](/gateway/external-apps), [Protocol](/gateway/protocol), [Index](/gateway/security/index) | `Experimental (0%)` | `Alpha (53%)` | `Alpha (54%)` | No |
|
||||
| Agent Conversations | 6 | [Openclaw Sdk](/gateway/external-apps), [Openclaw Sdk Api Design](/gateway/external-apps), [Protocol](/gateway/protocol) | `Experimental (0%)` | `Alpha (52%)` | `Alpha (52%)` | No |
|
||||
| Events and Approvals | 5 | [Openclaw Sdk](/gateway/external-apps), [Openclaw Sdk Api Design](/gateway/external-apps), [Protocol](/gateway/protocol) | `Experimental (0%)` | `Alpha (52%)` | `Alpha (52%)` | No |
|
||||
| Resource Helpers | 5 | [Openclaw Sdk](/gateway/external-apps), [Openclaw Sdk Api Design](/gateway/external-apps) | `Experimental (0%)` | `Alpha (62%)` | `Alpha (53%)` | No |
|
||||
| Compatibility | 5 | [Openclaw Sdk Api Design](/gateway/external-apps), [Typebox](/concepts/typebox), [Protocol](/gateway/protocol) | `Experimental (0%)` | `Alpha (54%)` | `Alpha (55%)` | No |
|
||||
|
||||
### Platform
|
||||
|
||||
#### macOS Gateway host
|
||||
|
||||
- Level: M4 Stable
|
||||
- Rationale: LaunchAgent service path, local/remote Gateway modes, CLI install, and app integration are documented.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| ----------------------------------- | ------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------- | ------------ | -------------- | ----------------- |
|
||||
| CLI Setup | 4 | [Macos](/platforms/macos), [Bundled Gateway](/platforms/mac/bundled-gateway), [Installer](/install/installer), [Node](/install/node) | `Experimental (0%)` | `Beta (74%)` | `Stable (88%)` | No |
|
||||
| Local Gateway Integration | 9 | [Macos](/platforms/macos), [Bundled Gateway](/platforms/mac/bundled-gateway), [Remote](/platforms/mac/remote), [Index](/gateway/index), [Gateway](/cli/gateway), [Bonjour](/gateway/bonjour) | `Experimental (0%)` | `Beta (74%)` | `Stable (88%)` | No |
|
||||
| Remote Gateway Mode | 5 | [Remote](/platforms/mac/remote), [Remote](/gateway/remote), [Tailscale](/gateway/tailscale) | `Experimental (0%)` | `Beta (74%)` | `Stable (88%)` | No |
|
||||
| Gateway Service Lifecycle | 10 | [Macos](/platforms/macos), [Bundled Gateway](/platforms/mac/bundled-gateway), [Gateway](/cli/gateway), [Index](/gateway/index), [Update](/cli/update), [Updating](/install/updating), [Uninstall](/install/uninstall), [Troubleshooting](/gateway/troubleshooting) | `Experimental (0%)` | `Beta (74%)` | `Stable (88%)` | No |
|
||||
| Diagnostics and Observability | 4 | [Bundled Gateway](/platforms/mac/bundled-gateway), [Macos](/platforms/macos), [Gateway](/cli/gateway), [Doctor](/gateway/doctor), [Troubleshooting](/gateway/troubleshooting) | `Experimental (0%)` | `Beta (74%)` | `Stable (88%)` | No |
|
||||
| Permissions and Native Capabilities | 4 | [Macos](/platforms/macos), [Remote](/platforms/mac/remote) | `Experimental (0%)` | `Beta (74%)` | `Stable (88%)` | No |
|
||||
| Profiles and Isolation | 5 | [Multiple Gateways](/gateway/multiple-gateways), [Index](/gateway/index), [Gateway](/cli/gateway) | `Experimental (0%)` | `Beta (74%)` | `Stable (88%)` | No |
|
||||
|
||||
#### macOS companion app
|
||||
|
||||
- Level: M3 Beta
|
||||
- Rationale: Rich menu bar app, permissions, node mode, Canvas, voice wake, WebChat, and remote mode exist. Still fast-moving enough to avoid Stable.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| ------------------- | ------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------- | ------------- | ------------ | ----------------- |
|
||||
| Canvas | 4 | [Canvas](/platforms/mac/canvas), [Macos](/platforms/macos), [Webchat](/web/webchat) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No |
|
||||
| Local Setup | 7 | [Bundled Gateway](/platforms/mac/bundled-gateway), [Macos](/platforms/macos), [Child Process](/platforms/mac/child-process), [Dev Setup](/platforms/mac/dev-setup) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No |
|
||||
| Status and Settings | 5 | [Menu Bar](/platforms/mac/menu-bar), [Icon](/platforms/mac/icon), [Macos](/platforms/macos), [Health](/platforms/mac/health), [Logging](/platforms/mac/logging), [Remote](/platforms/mac/remote) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No |
|
||||
| Native Capabilities | 5 | [Macos](/platforms/macos), [Xpc](/platforms/mac/xpc), [Permissions](/platforms/mac/permissions), [Signing](/platforms/mac/signing), [Peekaboo](/platforms/mac/peekaboo) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No |
|
||||
| Remote Connections | 3 | [Remote](/platforms/mac/remote), [Macos](/platforms/macos), [Remote](/gateway/remote) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No |
|
||||
| Voice and Talk | 3 | [Voicewake](/platforms/mac/voicewake), [Voice Overlay](/platforms/mac/voice-overlay), [Talk](/nodes/talk), [Macos](/platforms/macos) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No |
|
||||
| WebChat | 3 | [Webchat](/platforms/mac/webchat), [Macos](/platforms/macos), [Webchat](/web/webchat) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No |
|
||||
| Remote WebChat | 5 | [Webchat](/platforms/mac/webchat), [Remote](/gateway/remote), [Remote](/platforms/mac/remote) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No |
|
||||
|
||||
#### Linux Gateway host
|
||||
|
||||
- Level: M4 Stable
|
||||
- Rationale: Node runtime is recommended, systemd user service is documented, and VPS/container guidance is broad.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| ----------------------------------- | ------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------- | ------------ | -------------- | ----------------- |
|
||||
| Host Setup and Updates | 4 | [Index](/install/index), [Updating](/install/updating), [Linux](/platforms/linux), [Index](/platforms/index) | `Experimental (0%)` | `Beta (75%)` | `Stable (89%)` | Yes |
|
||||
| Gateway Runtime and Service Control | 6 | [Index](/gateway/index), [Gateway](/cli/gateway), [Linux](/platforms/linux), [Vps](/vps) | `Experimental (0%)` | `Beta (75%)` | `Stable (89%)` | Yes |
|
||||
| Remote Access and Security | 6 | [Remote](/gateway/remote), [Tailscale](/gateway/tailscale), [Exposure Runbook](/gateway/security/exposure-runbook), [Authentication](/gateway/authentication), [Secrets](/gateway/secrets) | `Experimental (0%)` | `Beta (75%)` | `Stable (89%)` | Yes |
|
||||
| Diagnostics and Repair | 4 | [Status](/cli/status), [Logs](/cli/logs), [Doctor](/cli/doctor), [Diagnostics](/gateway/diagnostics), [Index](/gateway/index) | `Experimental (0%)` | `Beta (75%)` | `Stable (89%)` | Yes |
|
||||
| Deployment Targets | 3 | [Vps](/vps), [Docker](/install/docker), [Hetzner](/install/hetzner), [Digitalocean](/install/digitalocean), [Kubernetes](/install/kubernetes), [Podman](/install/podman) | `Experimental (0%)` | `Beta (75%)` | `Stable (89%)` | No |
|
||||
|
||||
#### Linux companion app
|
||||
|
||||
- Level: M0 Planned
|
||||
- Rationale: Docs say native Linux companion apps are planned; Gateway is the supported Linux path today.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| ---------------------- | ------------ | ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | -------------------- | -------------------- | ----------------- |
|
||||
| App Distribution | 3 | [Linux](/platforms/linux), [Index](/platforms/index), [Index](/install/index) | `Experimental (0%)` | `Experimental (19%)` | `Experimental (21%)` | No |
|
||||
| Gateway Connectivity | 4 | [Linux](/platforms/linux), [Index](/gateway/index), [Pairing](/gateway/pairing), [Remote](/gateway/remote) | `Experimental (0%)` | `Experimental (19%)` | `Experimental (21%)` | No |
|
||||
| Chat and Sessions | 3 | [Linux](/platforms/linux), [Protocol](/gateway/protocol), [Webchat](/web/webchat) | `Experimental (0%)` | `Experimental (19%)` | `Experimental (21%)` | No |
|
||||
| Desktop Capabilities | 9 | [Linux](/platforms/linux), [Exec Approvals](/tools/exec-approvals), [Secrets](/gateway/secrets), [Index](/nodes/index), [Exec](/tools/exec), [Talk](/nodes/talk), [Camera](/nodes/camera) | `Experimental (0%)` | `Experimental (19%)` | `Experimental (21%)` | No |
|
||||
| Status and Diagnostics | 7 | [Linux](/platforms/linux), [Openclaw](/start/openclaw), [Doctor](/gateway/doctor) | `Experimental (0%)` | `Experimental (19%)` | `Experimental (21%)` | No |
|
||||
|
||||
#### Windows via WSL2
|
||||
|
||||
- Level: M3 Beta
|
||||
- Rationale: Recommended Windows path with systemd/user-service guidance and boot-chain docs. Promote after repeated install/update scorecards.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| --------------------------- | ------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | -------------------- | ------------- | ------------ | ----------------- |
|
||||
| WSL Setup | 6 | [Windows](/platforms/windows), [Getting Started](/start/getting-started) | `Experimental (0%)` | `Alpha (67%)` | `Beta (79%)` | Yes |
|
||||
| CLI | 8 | [Windows](/platforms/windows), [Getting Started](/start/getting-started), [Updating](/install/updating), [Onboard](/cli/onboard), [Doctor](/cli/doctor), [Status](/cli/status), [Logs](/cli/logs) | `Experimental (0%)` | `Alpha (67%)` | `Beta (79%)` | Yes |
|
||||
| Gateway Service Lifecycle | 10 | [Windows](/platforms/windows), [Index](/gateway/index), [Doctor](/gateway/doctor) | `Experimental (0%)` | `Alpha (67%)` | `Beta (79%)` | Yes |
|
||||
| Gateway Access and Exposure | 11 | [Authentication](/gateway/authentication), [Secrets](/gateway/secrets), [Remote](/gateway/remote), [Exposure Runbook](/gateway/security/exposure-runbook), [Windows](/platforms/windows) | `Experimental (0%)` | `Alpha (67%)` | `Beta (79%)` | Yes |
|
||||
| Diagnostics and Repair | 6 | [Windows](/platforms/windows), [Status](/cli/status), [Logs](/cli/logs), [Doctor](/cli/doctor), [Doctor](/gateway/doctor) | `Experimental (17%)` | `Beta (79%)` | `Beta (79%)` | Yes |
|
||||
| Browser and Control UI | 6 | [Browser Wsl2 Windows Remote Cdp Troubleshooting](/tools/browser-wsl2-windows-remote-cdp-troubleshooting), [Browser](/tools/browser), [Control Ui](/web/control-ui) | `Experimental (0%)` | `Alpha (67%)` | `Beta (79%)` | No |
|
||||
|
||||
#### Native Windows
|
||||
|
||||
- Level: M2 Alpha
|
||||
- Rationale: Core CLI/Gateway flows work, but docs still recommend WSL2 for the full experience and list native caveats.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| ------------------ | ------------ | ----------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------- | ----------------- |
|
||||
| CLI | 9 | [Index](/install/index), [Installer](/install/installer), [Windows](/platforms/windows), [Getting Started](/start/getting-started), [Onboard](/cli/onboard) | `Experimental (0%)` | `Alpha (54%)` | `Alpha (64%)` | Yes |
|
||||
| Gateway Management | 11 | [Windows](/platforms/windows), [Index](/gateway/index), [Gateway](/cli/gateway), [Doctor](/cli/doctor) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No |
|
||||
| Networking | 4 | [Windows](/platforms/windows), [Index](/gateway/index), [Gateway](/cli/gateway) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No |
|
||||
| Updates | 4 | [Updating](/install/updating), [Ci](/ci) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No |
|
||||
|
||||
#### Native Windows companion app
|
||||
|
||||
- Level: M0 Planned
|
||||
- Rationale: Planned only.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| ----------------------------- | ------------ | ---------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | -------------------- | -------------------- | ----------------- |
|
||||
| Installation and Updates | 4 | [Windows](/platforms/windows), [Index](/install/index) | `Experimental (0%)` | `Experimental (19%)` | `Experimental (21%)` | No |
|
||||
| Gateway Connection | 3 | [Windows](/platforms/windows), [Index](/gateway/index), [Pairing](/gateway/pairing), [Remote](/gateway/remote) | `Experimental (0%)` | `Experimental (19%)` | `Experimental (21%)` | No |
|
||||
| Chat Sessions | 2 | [Windows](/platforms/windows), [Protocol](/gateway/protocol) | `Experimental (0%)` | `Experimental (19%)` | `Experimental (21%)` | No |
|
||||
| Status and Repair | 5 | [Windows](/platforms/windows), [Doctor](/gateway/doctor), [Index](/gateway/index) | `Experimental (0%)` | `Experimental (19%)` | `Experimental (21%)` | No |
|
||||
| Desktop Tools and Permissions | 10 | [Windows](/platforms/windows), [Index](/nodes/index), [Exec](/tools/exec), [Exec Approvals](/tools/exec-approvals), [Index](/gateway/security/index) | `Experimental (0%)` | `Experimental (19%)` | `Experimental (21%)` | No |
|
||||
|
||||
#### Android app
|
||||
|
||||
- Level: M2 Alpha
|
||||
- Rationale: Public Google Play path exists, but app docs still describe the rebuild as extremely alpha and call out release hardening work.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| ---------------- | ------------ | ------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------- | ----------------- |
|
||||
| Media Capture | 1 | [Android](/platforms/android), [Camera](/nodes/camera) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No |
|
||||
| Mobile Chat | 1 | [Android](/platforms/android) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No |
|
||||
| Connection Setup | 1 | [Android](/platforms/android), [Bonjour](/gateway/bonjour), [Pairing](/gateway/pairing) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No |
|
||||
| Distribution | 3 | [Android](/platforms/android) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No |
|
||||
| Settings | 1 | [Android](/platforms/android) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No |
|
||||
| Voice | 1 | [Android](/platforms/android), [Talk](/nodes/talk) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No |
|
||||
| Device Runtime | 2 | [Android](/platforms/android), [Troubleshooting](/nodes/troubleshooting), [Protocol](/gateway/protocol) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No |
|
||||
|
||||
#### iOS app
|
||||
|
||||
- Level: M1 Experimental
|
||||
- Rationale: Internal preview / super-alpha. TestFlight and relay-backed push flows exist, but no public distribution yet.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| ----------------------------- | ------------ | ----------------------------------------------------------------------------- | ------------------- | -------------------- | -------------------- | ----------------- |
|
||||
| Media and Sharing | 1 | [Ios](/platforms/ios), [Camera](/nodes/camera) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No |
|
||||
| Canvas and Screen | 1 | [Ios](/platforms/ios), [Canvas](/plugins/reference/canvas) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No |
|
||||
| Chat and Sessions | 1 | [Ios](/platforms/ios), [Webchat](/web/webchat), [Protocol](/gateway/protocol) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No |
|
||||
| Gateway Setup and Diagnostics | 7 | [Ios](/platforms/ios), [Pairing](/channels/pairing) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No |
|
||||
| Distribution | 1 | [Ios](/platforms/ios) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No |
|
||||
| Device Commands | 2 | [Ios](/platforms/ios), [Protocol](/gateway/protocol) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No |
|
||||
| Notifications and Background | 1 | [Ios](/platforms/ios), [Configuration](/gateway/configuration) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No |
|
||||
| Voice | 1 | [Ios](/platforms/ios), [Talk](/nodes/talk) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No |
|
||||
|
||||
#### watchOS companion surfaces
|
||||
|
||||
- Level: M1 Experimental
|
||||
- Rationale: Source has Watch app/extension surfaces; public docs do not yet present this as a user feature.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| ------------------------- | ------------ | -------------------------------------------------------------- | ------------------- | -------------------- | -------------------- | ----------------- |
|
||||
| Delivery and Recovery | 7 | [Ios](/platforms/ios) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No |
|
||||
| Exec Approvals | 3 | [Exec Approvals](/tools/exec-approvals), [Ios](/platforms/ios) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No |
|
||||
| Distribution and Support | 6 | [Ios](/platforms/ios) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No |
|
||||
| Notifications and Replies | 7 | [Ios](/platforms/ios) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No |
|
||||
| Watch App UI | 3 | [Ios](/platforms/ios) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No |
|
||||
|
||||
#### Raspberry Pi and small Linux devices
|
||||
|
||||
- Level: M3 Beta
|
||||
- Rationale: Platform docs exist and Gateway path is Linux-based. Needs hardware-specific release smoke proof to move higher.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| --------------------------- | ------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------ | ----------------- |
|
||||
| Setup and Compatibility | 12 | [Raspberry Pi](/install/raspberry-pi), [Index](/install/index), [Faq First Run](/help/faq-first-run), [Faq](/help/faq), [Linux](/platforms/linux), [Installer](/install/installer) | `Experimental (0%)` | `Alpha (67%)` | `Beta (79%)` | No |
|
||||
| Remote Access and Auth | 9 | [Raspberry Pi](/install/raspberry-pi), [Authentication](/gateway/authentication), [Secrets](/gateway/secrets), [Pairing](/gateway/pairing), [Devices](/cli/devices), [Remote](/gateway/remote), [Tailscale](/gateway/tailscale) | `Experimental (0%)` | `Alpha (67%)` | `Beta (79%)` | No |
|
||||
| Gateway Runtime | 10 | [Index](/gateway/index), [Gateway](/cli/gateway), [Raspberry Pi](/install/raspberry-pi), [Linux](/platforms/linux), [Vps](/vps) | `Experimental (0%)` | `Alpha (67%)` | `Beta (79%)` | No |
|
||||
| Performance and Diagnostics | 5 | [Raspberry Pi](/install/raspberry-pi), [Linux](/platforms/linux), [Health](/gateway/health), [Diagnostics](/gateway/diagnostics) | `Experimental (0%)` | `Alpha (67%)` | `Beta (79%)` | No |
|
||||
|
||||
#### Docker and Podman hosting
|
||||
|
||||
- Level: M3 Beta
|
||||
- Rationale: Install docs exist and are common deployment paths. Promote after recurring release smoke captures upgrade and volume behavior.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| ---------------------------- | ------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------- | -------------------- | ------------- | ------------ | ----------------- |
|
||||
| Container Setup | 6 | [Docker](/install/docker), [Podman](/install/podman) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | No |
|
||||
| Container Operations | 11 | [Podman](/install/podman), [Docker Vm Runtime](/install/docker-vm-runtime), [Docker](/install/docker), [Hetzner](/install/hetzner), [Hostinger](/install/hostinger) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | No |
|
||||
| Image Release and Validation | 5 | [Docker](/install/docker), [Docker Vm Runtime](/install/docker-vm-runtime), [Full Release Validation](/reference/full-release-validation) | `Experimental (20%)` | `Beta (79%)` | `Beta (79%)` | No |
|
||||
| Agent Sandbox and Tooling | 3 | [Docker](/install/docker), [Docker Vm Runtime](/install/docker-vm-runtime) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | No |
|
||||
|
||||
#### Kubernetes hosting
|
||||
|
||||
- Level: M2 Alpha
|
||||
- Rationale: Kubernetes hosting is a distinct Kustomize-based cluster deployment path. Current scoring shows a real minimal deployment path with gaps around Kubernetes-specific CI, ingress/TLS/NetworkPolicy packaging, backup/restore, and production exposure hardening.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| ------------------------- | ------------ | --------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------- | ----------------- |
|
||||
| Deployment Setup | 5 | [Kubernetes](/install/kubernetes), [Index](/install/index) | `Experimental (0%)` | `Alpha (55%)` | `Alpha (61%)` | No |
|
||||
| Configuration and Secrets | 5 | [Kubernetes](/install/kubernetes), [Secrets](/gateway/secrets), [Environment](/help/environment) | `Experimental (0%)` | `Alpha (55%)` | `Alpha (61%)` | No |
|
||||
| Access and Exposure | 5 | [Kubernetes](/install/kubernetes), [Authentication](/gateway/authentication), [Remote](/gateway/remote), [Exposure Runbook](/gateway/security/exposure-runbook) | `Experimental (0%)` | `Alpha (55%)` | `Alpha (61%)` | No |
|
||||
| Cluster Lifecycle | 5 | [Kubernetes](/install/kubernetes), [Index](/gateway/index) | `Experimental (0%)` | `Alpha (55%)` | `Alpha (61%)` | No |
|
||||
|
||||
#### Nix install path
|
||||
|
||||
- Level: M1 Experimental
|
||||
- Rationale: Optional install flow. Needs clearer support promise before alpha/beta promotion.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| -------------------------- | ------------ | --------------------------------------------------------------------------------------- | ------------------- | -------------------- | -------------------- | ----------------- |
|
||||
| Install Handoff | 4 | [Nix](/install/nix), [Index](/install/index), [Docs Directory](/start/docs-directory) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No |
|
||||
| Plugin Lifecycle | 4 | [Manage Plugins](/plugins/manage-plugins), [Plugin](/tools/plugin), [Nix](/install/nix) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No |
|
||||
| Activation and App UX | 7 | [Nix](/install/nix) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No |
|
||||
| Config and State | 7 | [Nix](/install/nix), [Setup](/cli/setup), [Environment](/help/environment) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No |
|
||||
| Service Runtime and Guards | 8 | [Nix](/install/nix), [Setup](/cli/setup), [Doctor](/cli/doctor), [Update](/cli/update) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No |
|
||||
|
||||
### Channel
|
||||
|
||||
#### Discord
|
||||
|
||||
- Level: M4 Stable
|
||||
- Rationale: Deep docs and broad feature coverage. Voice/delegation paths should stay separately scored as beta/alpha.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| --------------------------------- | ------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------- | ------------ | -------------- | ----------------- |
|
||||
| Channel Setup and Operations | 10 | [Discord](/channels/discord), [Discord](/plugins/reference/discord), [Fly](/install/fly), [Slash Commands](/tools/slash-commands), [Health](/gateway/health), [Channels](/cli/channels), [Config Channels](/gateway/config-channels) | `Experimental (0%)` | `Beta (73%)` | `Stable (87%)` | Yes |
|
||||
| Access and Identity | 6 | [Discord](/channels/discord), [Pairing](/channels/pairing), [Access Groups](/channels/access-groups), [Groups](/channels/groups) | `Experimental (0%)` | `Beta (73%)` | `Stable (87%)` | Yes |
|
||||
| Conversation Routing and Delivery | 12 | [Discord](/channels/discord), [Channel Routing](/channels/channel-routing), [Groups](/channels/groups), [Access Groups](/channels/access-groups), [Acp Agents](/tools/acp-agents), [Subagents](/tools/subagents) | `Experimental (0%)` | `Beta (73%)` | `Stable (87%)` | Yes |
|
||||
| Media and Rich Content | 1 | [Discord](/channels/discord) | `Experimental (0%)` | `Beta (73%)` | `Stable (87%)` | Yes |
|
||||
| Native Controls and Approvals | 5 | [Discord](/channels/discord), [Slash Commands](/tools/slash-commands) | `Experimental (0%)` | `Beta (73%)` | `Stable (87%)` | No |
|
||||
| Realtime Voice and Calls | 5 | [Discord](/channels/discord), [Openai](/providers/openai), [Elevenlabs](/providers/elevenlabs), [Qa E2e Automation](/concepts/qa-e2e-automation), [Config Channels](/gateway/config-channels) | `Experimental (0%)` | `Beta (73%)` | `Stable (87%)` | No |
|
||||
|
||||
#### Telegram
|
||||
|
||||
- Level: M3 Beta
|
||||
- Rationale: Core channel is mature enough for regular use, but high-variance UX and media edge cases need recurring scenario proof.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| --------------------------------- | ------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------- | ------------- | ------------ | ----------------- |
|
||||
| Channel Setup and Operations | 10 | [Telegram](/channels/telegram), [Config Channels](/gateway/config-channels), [Channels](/cli/channels) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | Yes |
|
||||
| Access and Identity | 10 | [Telegram](/channels/telegram), [Pairing](/channels/pairing), [Access Groups](/channels/access-groups), [Groups](/channels/groups), [Multi Agent](/concepts/multi-agent) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | Yes |
|
||||
| Conversation Routing and Delivery | 1 | [Telegram](/channels/telegram), [Groups](/channels/groups), [Multi Agent](/concepts/multi-agent) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | Yes |
|
||||
| Media and Rich Content | 1 | [Telegram](/channels/telegram), [Location](/channels/location) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | Yes |
|
||||
| Native Controls and Approvals | 9 | [Telegram](/channels/telegram), [Exec Approvals](/tools/exec-approvals), [Reactions](/tools/reactions) | `Experimental (0%)` | `Beta (77%)` | `Beta (79%)` | Yes |
|
||||
|
||||
#### WhatsApp
|
||||
|
||||
- Level: M3 Beta
|
||||
- Rationale: Core path is important and documented; upstream Baileys/session volatility keeps it below Stable.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| --------------------------------- | ------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------ | ----------------- |
|
||||
| Channel Setup and Operations | 5 | [Whatsapp](/channels/whatsapp), [Config Channels](/gateway/config-channels), [Whatsapp](/plugins/reference/whatsapp), [Qa E2e Automation](/concepts/qa-e2e-automation), [Doctor](/gateway/doctor) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No |
|
||||
| Access and Identity | 7 | [Whatsapp](/channels/whatsapp), [Config Channels](/gateway/config-channels), [Qa E2e Automation](/concepts/qa-e2e-automation), [Pairing](/channels/pairing) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No |
|
||||
| Conversation Routing and Delivery | 4 | [Whatsapp](/channels/whatsapp), [Group Messages](/channels/group-messages) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No |
|
||||
| Media and Rich Content | 2 | [Whatsapp](/channels/whatsapp) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No |
|
||||
| Native Controls and Approvals | 2 | [Whatsapp](/channels/whatsapp) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No |
|
||||
|
||||
#### Slack
|
||||
|
||||
- Level: M3 Beta
|
||||
- Rationale: First-class channel docs and routing surface. Needs workspace install/admin scenario scorecards.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| --------------------------------- | ------------ | ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------ | ----------------- |
|
||||
| Channel Setup and Operations | 10 | [Slack](/channels/slack), [Slack](/plugins/reference/slack), [Secrets](/gateway/secrets), [Qa E2e Automation](/concepts/qa-e2e-automation), [Troubleshooting](/channels/troubleshooting) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | Yes |
|
||||
| Access and Identity | 1 | [Slack](/channels/slack), [Pairing](/channels/pairing) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | Yes |
|
||||
| Conversation Routing and Delivery | 5 | [Slack](/channels/slack), [Bot Loop Protection](/channels/bot-loop-protection), [Pairing](/channels/pairing) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | Yes |
|
||||
| Media and Rich Content | 1 | [Slack](/channels/slack), [Qa E2e Automation](/concepts/qa-e2e-automation) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | Yes |
|
||||
| Native Controls and Approvals | 8 | [Slack](/channels/slack), [Slash Commands](/tools/slash-commands), [Exec Approvals](/tools/exec-approvals) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | Yes |
|
||||
|
||||
#### iMessage and BlueBubbles
|
||||
|
||||
- Level: M3 Beta
|
||||
- Rationale: Supported iMessage runs through imsg on a signed-in macOS Messages host; legacy BlueBubbles configs require migration. Keep macOS permissions, SSH wrapper, SIP/private API, and migration caveats visible.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| --------------------------------- | ------------ | ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------ | ----------------- |
|
||||
| Channel Setup and Operations | 11 | [Bluebubbles Imessage](/announcements/bluebubbles-imessage), [Imessage From Bluebubbles](/channels/imessage-from-bluebubbles), [Config Channels](/gateway/config-channels), [Imessage](/channels/imessage) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No |
|
||||
| Access and Identity | 6 | [Imessage](/channels/imessage), [Imessage From Bluebubbles](/channels/imessage-from-bluebubbles), [Config Channels](/gateway/config-channels) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No |
|
||||
| Conversation Routing and Delivery | 4 | [Imessage](/channels/imessage) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No |
|
||||
| Media and Rich Content | 7 | [Imessage](/channels/imessage), [Imessage From Bluebubbles](/channels/imessage-from-bluebubbles), [Config Channels](/gateway/config-channels) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No |
|
||||
| Native Controls and Approvals | 3 | [Imessage](/channels/imessage) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No |
|
||||
|
||||
#### Signal
|
||||
|
||||
- Level: M2 Alpha
|
||||
- Rationale: Supported channel docs exist; needs stronger install and reconnect proof.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| --------------------------------- | ------------ | --------------------------------------------------------------- | ------------------- | ------------- | ------------- | ----------------- |
|
||||
| Channel Setup and Operations | 7 | [Signal](/channels/signal), [Signal](/plugins/reference/signal) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No |
|
||||
| Access and Identity | 6 | [Signal](/channels/signal) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No |
|
||||
| Conversation Routing and Delivery | 1 | [Signal](/channels/signal) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No |
|
||||
| Media and Rich Content | 7 | [Signal](/channels/signal) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No |
|
||||
| Native Controls and Approvals | 3 | [Signal](/channels/signal) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No |
|
||||
|
||||
#### Google Chat
|
||||
|
||||
- Level: M2 Alpha
|
||||
- Rationale: Documented channel, but enterprise/admin setup raises maturity risk.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| --------------------------------- | ------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------- | ----------------- |
|
||||
| Channel Setup and Operations | 16 | [Googlechat](/channels/googlechat), [Googlechat](/plugins/reference/googlechat), [Config Channels](/gateway/config-channels), [Wizard Cli Reference](/start/wizard-cli-reference), [Secrets](/gateway/secrets), [Secretref Credential Surface](/reference/secretref-credential-surface), [Health](/gateway/health), [Plugin Inventory](/plugins/plugin-inventory), [Index](/channels/index) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No |
|
||||
| Access and Identity | 11 | [Googlechat](/channels/googlechat), [Pairing](/channels/pairing), [Access Groups](/channels/access-groups), [Config Channels](/gateway/config-channels), [Bot Loop Protection](/channels/bot-loop-protection), [Channel Routing](/channels/channel-routing) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No |
|
||||
| Conversation Routing and Delivery | 1 | [Googlechat](/channels/googlechat), [Bot Loop Protection](/channels/bot-loop-protection), [Access Groups](/channels/access-groups), [Channel Routing](/channels/channel-routing) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No |
|
||||
| Media and Rich Content | 1 | [Googlechat](/channels/googlechat), [Message](/cli/message), [Media Understanding](/nodes/media-understanding), [Secretref Credential Surface](/reference/secretref-credential-surface) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No |
|
||||
| Native Controls and Approvals | 16 | [Googlechat](/channels/googlechat), [Message](/cli/message), [Media Understanding](/nodes/media-understanding), [Secretref Credential Surface](/reference/secretref-credential-surface), [Reactions](/tools/reactions), [Slash Commands](/tools/slash-commands), [Config Agents](/gateway/config-agents), [Message Lifecycle Refactor](/concepts/message-lifecycle-refactor) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No |
|
||||
|
||||
#### Matrix
|
||||
|
||||
- Level: M2 Alpha
|
||||
- Rationale: Supported via bundled plugin. Needs bridge, auth, and room lifecycle scorecards.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| --------------------------------- | ------------ | ------------------------------------------------------------------------------------------------------------ | ------------------- | ------------- | ------------- | ----------------- |
|
||||
| Channel Setup and Operations | 5 | [Matrix](/channels/matrix), [Matrix Migration](/channels/matrix-migration) | `Experimental (0%)` | `Alpha (60%)` | `Alpha (67%)` | No |
|
||||
| Access and Identity | 7 | [Matrix](/channels/matrix), [Groups](/channels/groups), [Bot Loop Protection](/channels/bot-loop-protection) | `Experimental (0%)` | `Alpha (60%)` | `Alpha (67%)` | No |
|
||||
| Conversation Routing and Delivery | 1 | [Matrix](/channels/matrix) | `Experimental (0%)` | `Alpha (60%)` | `Alpha (67%)` | No |
|
||||
| Media and Rich Content | 1 | [Matrix](/channels/matrix) | `Experimental (0%)` | `Alpha (60%)` | `Alpha (67%)` | No |
|
||||
| Native Controls and Approvals | 6 | [Matrix](/channels/matrix) | `Experimental (0%)` | `Alpha (60%)` | `Alpha (67%)` | No |
|
||||
| Encryption and Verification | 3 | [Matrix](/channels/matrix), [Matrix Migration](/channels/matrix-migration) | `Experimental (0%)` | `Alpha (60%)` | `Alpha (67%)` | No |
|
||||
|
||||
#### Microsoft Teams
|
||||
|
||||
- Level: M2 Alpha
|
||||
- Rationale: Enterprise auth/admin flows need explicit scenario proof.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| --------------------------------- | ------------ | ------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------- | ----------------- |
|
||||
| Channel Setup and Operations | 9 | [Msteams](/channels/msteams), [Msteams](/plugins/reference/msteams), [Config Channels](/gateway/config-channels), [Health](/gateway/health) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No |
|
||||
| Access and Identity | 9 | [Msteams](/channels/msteams), [Pairing](/channels/pairing), [Access Groups](/channels/access-groups) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No |
|
||||
| Conversation Routing and Delivery | 5 | [Msteams](/channels/msteams), [Groups](/channels/groups), [Channel Routing](/channels/channel-routing) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No |
|
||||
| Media and Rich Content | 5 | [Msteams](/channels/msteams) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No |
|
||||
| Native Controls and Approvals | 5 | [Msteams](/channels/msteams), [Exec Approvals Advanced](/tools/exec-approvals-advanced) | `Experimental (0%)` | `Alpha (59%)` | `Alpha (66%)` | No |
|
||||
|
||||
#### Mattermost, LINE, IRC, Nextcloud Talk, Nostr, Twitch, Tlon, Synology Chat
|
||||
|
||||
- Level: M2 Alpha
|
||||
- Rationale: Supported surfaces exist, but maturity likely varies by upstream and maintainer coverage. Score individually later.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| --------------------------------- | ------------ | ---- | ------------------- | ------------- | ------------- | ----------------- |
|
||||
| Channel Setup and Operations | 1 | | `Experimental (0%)` | `Alpha (53%)` | `Alpha (54%)` | No |
|
||||
| Access and Identity | 1 | | `Experimental (0%)` | `Alpha (53%)` | `Alpha (54%)` | No |
|
||||
| Conversation Routing and Delivery | 1 | | `Experimental (0%)` | `Alpha (53%)` | `Alpha (54%)` | No |
|
||||
| Media and Rich Content | 1 | | `Experimental (0%)` | `Alpha (53%)` | `Alpha (54%)` | No |
|
||||
|
||||
#### Feishu, QQ Bot, WeChat, Yuanbao, Zalo, Zalo Personal, regional channels
|
||||
|
||||
- Level: M2 Alpha
|
||||
- Rationale: Important regional coverage, but public support level should be calibrated per account type, upstream approval, and maintainer proof.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| --------------------------------- | ------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------- | ------------- | ------------- | ----------------- |
|
||||
| Channel Setup and Operations | 6 | [Index](/channels/index), [Pairing](/channels/pairing), [Feishu](/plugins/reference/feishu), [Architecture Internals](/plugins/architecture-internals) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No |
|
||||
| Access and Identity | 1 | | `Experimental (0%)` | `Alpha (53%)` | `Alpha (54%)` | No |
|
||||
| Conversation Routing and Delivery | 1 | | `Experimental (0%)` | `Alpha (53%)` | `Alpha (54%)` | No |
|
||||
| Media and Rich Content | 1 | | `Experimental (0%)` | `Alpha (53%)` | `Alpha (54%)` | No |
|
||||
|
||||
#### Voice Call channel
|
||||
|
||||
- Level: M1 Experimental
|
||||
- Rationale: Optional/plugin path with complex realtime behavior. Needs scenario scorecard before public beta.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| --------------------------------- | ------------ | --------------------------------------------------------------------------------------------- | ------------------- | -------------------- | -------------------- | ----------------- |
|
||||
| Channel Setup and Operations | 2 | [Voicecall](/cli/voicecall), [Voice Call](/plugins/voice-call), [Protocol](/gateway/protocol) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No |
|
||||
| Access and Identity | 1 | [Voice Call](/plugins/voice-call), [Voicecall](/cli/voicecall) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No |
|
||||
| Conversation Routing and Delivery | 1 | [Voice Call](/plugins/voice-call) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No |
|
||||
| Media and Rich Content | 2 | [Voice Call](/plugins/voice-call), [Plugin Inventory](/plugins/plugin-inventory) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No |
|
||||
| Realtime Voice and Calls | 2 | [Voice Call](/plugins/voice-call) | `Experimental (0%)` | `Experimental (41%)` | `Experimental (44%)` | No |
|
||||
|
||||
### Provider and tool
|
||||
|
||||
#### OpenAI and Codex provider path
|
||||
|
||||
- Level: M3 Beta
|
||||
- Rationale: Deep docs, OAuth/subscription path, realtime voice, image, and compatibility behavior. Provider churn keeps this from Stable without release-scorecard proof.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| -------------------------------- | ------------ | --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | -------------------- | ------------- | ------------ | ----------------- |
|
||||
| Model and Auth | 6 | [Openai](/providers/openai), [Codex Harness](/plugins/codex-harness), [Models](/concepts/models), [Oauth](/concepts/oauth), [Codex Harness Reference](/plugins/codex-harness-reference), [Auth Monitoring](/automation/auth-monitoring) | `Experimental (17%)` | `Beta (79%)` | `Beta (79%)` | Yes |
|
||||
| Responses and Tool Compatibility | 4 | [Openai](/providers/openai), [Openresponses Http Api](/gateway/openresponses-http-api), [Openai Http Api](/gateway/openai-http-api), [Codex Native Plugins](/plugins/codex-native-plugins) | `Experimental (25%)` | `Beta (79%)` | `Beta (79%)` | Yes |
|
||||
| Native Codex Harness | 2 | [Codex Harness](/plugins/codex-harness), [Codex Harness Runtime](/plugins/codex-harness-runtime), [Codex Harness Reference](/plugins/codex-harness-reference), [Codex Native Plugins](/plugins/codex-native-plugins) | `Experimental (0%)` | `Beta (79%)` | `Beta (79%)` | Yes |
|
||||
| Image and Multimodal Input | 2 | [Openai](/providers/openai), [Image Generation](/tools/image-generation), [Images](/nodes/images) | `Experimental (0%)` | `Alpha (67%)` | `Beta (79%)` | No |
|
||||
| Voice and Realtime Audio | 2 | [Openai](/providers/openai), [Discord](/channels/discord), [Voice Call](/plugins/voice-call) | `Experimental (0%)` | `Alpha (67%)` | `Beta (79%)` | No |
|
||||
|
||||
#### Anthropic provider path
|
||||
|
||||
- Level: M3 Beta
|
||||
- Rationale: First-class model provider. Needs recurring auth/catalog/tool-call scenario proof.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| ------------------------------------ | ------------ | ----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------ | ----------------- |
|
||||
| Provider Auth and Recovery | 9 | [Anthropic](/providers/anthropic), [Doctor](/gateway/doctor), [Configuration Examples](/gateway/configuration-examples), [Troubleshooting](/gateway/troubleshooting), [Prompt Caching](/reference/prompt-caching) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No |
|
||||
| Model and Runtime Selection | 10 | [Anthropic](/providers/anthropic), [Config Agents](/gateway/config-agents), [Models](/concepts/models), [Cli Backends](/gateway/cli-backends) | `Experimental (0%)` | `Beta (78%)` | `Beta (79%)` | No |
|
||||
| Request Transport and Turn Semantics | 10 | [Anthropic](/providers/anthropic), [Prompt Caching](/reference/prompt-caching), [Troubleshooting](/gateway/troubleshooting), [Cli Backends](/gateway/cli-backends), [Model Providers](/concepts/model-providers) | `Experimental (0%)` | `Beta (77%)` | `Beta (79%)` | No |
|
||||
| Prompt Cache and Context | 5 | [Anthropic](/providers/anthropic), [Prompt Caching](/reference/prompt-caching), [Troubleshooting](/gateway/troubleshooting), [Heartbeat](/gateway/heartbeat) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No |
|
||||
| Media Inputs | 4 | [Anthropic](/providers/anthropic), [Config Agents](/gateway/config-agents) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No |
|
||||
|
||||
#### Google provider path
|
||||
|
||||
- Level: M3 Beta
|
||||
- Rationale: First-class provider with model and realtime surfaces. Needs separate Live/Talk scoring.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| ------------------------------ | ------------ | --------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------ | ----------------- |
|
||||
| Provider Setup and Credentials | 10 | [Google](/providers/google), [Model Providers](/concepts/model-providers) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No |
|
||||
| Model Routing and Endpoints | 10 | [Google](/providers/google), [Model Providers](/concepts/model-providers), [Google](/plugins/reference/google), [Gemini Search](/tools/gemini-search) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No |
|
||||
| Direct Gemini Runtime | 9 | [Google](/providers/google), [Model Providers](/concepts/model-providers), [Faq Models](/help/faq-models), [Testing Live](/help/testing-live) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No |
|
||||
| Media, Search, and Realtime | 10 | [Google](/plugins/reference/google), [Google](/providers/google) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No |
|
||||
| Prompt Caching | 5 | [Prompt Caching](/reference/prompt-caching), [Google](/providers/google), [Model Providers](/concepts/model-providers), [Token Use](/reference/token-use) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No |
|
||||
|
||||
#### OpenRouter provider path
|
||||
|
||||
- Level: M3 Beta
|
||||
- Rationale: Unified provider path is documented and valuable, but model-specific behavior varies.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| --------------------------------- | ------------ | ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------ | ----------------- |
|
||||
| Provider Setup and Auth | 14 | [Openrouter](/providers/openrouter), [Model Providers](/concepts/model-providers), [Configure](/cli/configure), [Authentication](/gateway/authentication), [Environment](/help/environment), [Models](/cli/models), [Models](/concepts/models) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No |
|
||||
| Chat Runtime and Normalization | 15 | [Openrouter](/providers/openrouter), [Model Providers](/concepts/model-providers), [Prompt Caching](/reference/prompt-caching) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No |
|
||||
| Provider Recovery and Diagnostics | 5 | [Model Failover](/concepts/model-failover), [Openrouter](/providers/openrouter), [Models](/cli/models) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No |
|
||||
| Media Generation and Speech | 7 | [Openrouter](/providers/openrouter), [Image Generation](/tools/image-generation), [Music Generation](/tools/music-generation), [Media Overview](/tools/media-overview), [Video Generation](/tools/video-generation), [Tts](/tools/tts) | `Experimental (0%)` | `Alpha (66%)` | `Beta (78%)` | No |
|
||||
|
||||
#### Local model providers: Ollama, vLLM, SGLang, LM Studio
|
||||
|
||||
- Level: M2 Alpha
|
||||
- Rationale: Useful and documented, but environment variance is high.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| ------------------------------------------ | ------------ | ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------- | ----------------- |
|
||||
| Provider Setup, Lifecycle, and Diagnostics | 12 | [Local Models](/gateway/local-models), [Lmstudio](/providers/lmstudio), [Ollama](/providers/ollama), [Vllm](/providers/vllm), [Local Model Services](/gateway/local-model-services), [Config Agents](/gateway/config-agents), [Troubleshooting](/gateway/troubleshooting), [Doctor](/gateway/doctor) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No |
|
||||
| Native Provider Plugins | 10 | [Ollama](/providers/ollama), [Lmstudio](/providers/lmstudio) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No |
|
||||
| OpenAI-Compatible Runtime Compatibility | 8 | [Vllm](/providers/vllm), [Sglang](/providers/sglang), [Local Models](/gateway/local-models), [Lmstudio](/providers/lmstudio) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No |
|
||||
| Local Memory and Embeddings | 5 | [Memory](/concepts/memory), [Doctor](/gateway/doctor) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No |
|
||||
| Network Safety and Prompt Controls | 2 | [Index](/gateway/security/index), [Config Tools](/gateway/config-tools), [Local Models](/gateway/local-models) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No |
|
||||
|
||||
#### Long-tail hosted providers
|
||||
|
||||
- Level: M2 Alpha
|
||||
- Rationale: Many docs/reference pages exist; score should be generated from provider metadata plus live smoke coverage.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| ---------------------- | ------------ | ----------------------------------------------------------------------------------------------------------------------------------------------------------------- | ------------------- | ------------- | ------------- | ----------------- |
|
||||
| Hosted LLM Providers | 12 | [Index](/providers/index), [Model Providers](/concepts/model-providers), [Testing Live](/help/testing-live), [Onboard](/cli/onboard) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No |
|
||||
| Hosted Media Providers | 8 | [Manifest](/plugins/manifest), [Testing Live](/help/testing-live), [Index](/providers/index) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No |
|
||||
| Provider Operations | 12 | [Index](/providers/index), [Model Providers](/concepts/model-providers), [Manifest](/plugins/manifest), [Testing Live](/help/testing-live), [Models](/cli/models) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No |
|
||||
|
||||
#### Web search tools
|
||||
|
||||
- Level: M3 Beta
|
||||
- Rationale: Multiple providers and docs exist. Needs quota/error/SSRF proof per provider family.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| --------------------------- | ------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | -------------------- | ------------- | ------------ | ----------------- |
|
||||
| Search Providers | 19 | [Web](/tools/web), [Brave Search](/tools/brave-search), [Tavily](/tools/tavily), [Exa Search](/tools/exa-search), [Firecrawl](/tools/firecrawl), [Perplexity Search](/tools/perplexity-search), [Duckduckgo Search](/tools/duckduckgo-search), [Searxng Search](/tools/searxng-search), [Gemini Search](/tools/gemini-search), [Grok Search](/tools/grok-search), [Kimi Search](/tools/kimi-search), [Minimax Search](/tools/minimax-search), [Ollama Search](/tools/ollama-search), [Sdk Subpaths](/plugins/sdk-subpaths), [Sdk Overview](/plugins/sdk-overview), [Manifest](/plugins/manifest) | `Experimental (11%)` | `Beta (79%)` | `Beta (79%)` | No |
|
||||
| Setup and Diagnostics | 9 | [Web](/tools/web), [Web Fetch](/tools/web-fetch), [Faq](/help/faq), [Api Usage Costs](/reference/api-usage-costs), [Brave Search](/tools/brave-search), [Perplexity Search](/tools/perplexity-search), [Tavily](/tools/tavily), [Firecrawl](/tools/firecrawl) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | No |
|
||||
| Network Safety | 4 | [Web](/tools/web), [Web Fetch](/tools/web-fetch), [Firecrawl](/tools/firecrawl), [Searxng Search](/tools/searxng-search) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | No |
|
||||
| Tool Availability and Fetch | 11 | [Config Tools](/gateway/config-tools), [Web Fetch](/tools/web-fetch), [Web](/tools/web), [Faq](/help/faq) | `Experimental (18%)` | `Beta (79%)` | `Beta (79%)` | No |
|
||||
|
||||
#### Browser automation, exec, and sandbox tools
|
||||
|
||||
- Level: M3 Beta
|
||||
- Rationale: Core tools are documented, but host security and permission UX should stay under active scorecard review.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| ----------------------------- | ------------ | -------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- | -------------------- | ------------- | ------------ | ----------------- |
|
||||
| Browser Automation | 8 | [Browser Control](/tools/browser-control), [Testing](/help/testing), [Browser](/tools/browser), [Index](/gateway/security/index), [Audit Checks](/gateway/security/audit-checks) | `Experimental (13%)` | `Beta (79%)` | `Beta (79%)` | No |
|
||||
| Tool Invocation and Execution | 6 | [Exec](/tools/exec), [Background Process](/gateway/background-process), [Tools Invoke Http Api](/gateway/tools-invoke-http-api), [Operator Scopes](/gateway/operator-scopes), [Protocol](/gateway/protocol), [Exec Approvals](/tools/exec-approvals), [Exec Approvals Advanced](/tools/exec-approvals-advanced), [Elevated](/tools/elevated) | `Experimental (33%)` | `Beta (79%)` | `Beta (79%)` | Yes |
|
||||
| Sandbox and Tool Policy | 6 | [Sandboxing](/gateway/sandboxing), [Sandbox Vs Tool Policy Vs Elevated](/gateway/sandbox-vs-tool-policy-vs-elevated), [Multi Agent Sandbox Tools](/tools/multi-agent-sandbox-tools), [Codex Harness Reference](/plugins/codex-harness-reference), [Config Tools](/gateway/config-tools) | `Experimental (0%)` | `Alpha (68%)` | `Beta (79%)` | Yes |
|
||||
|
||||
#### Image, video, and music generation tools
|
||||
|
||||
- Level: M2 Alpha
|
||||
- Rationale: Capability exists across providers, but quality, latency, and parameter compatibility vary too much for beta without per-provider proof.
|
||||
|
||||
| Area | Capabilities | Docs | Coverage | Quality | Completeness | Long-term support |
|
||||
| --------------------------- | ------------ | ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ | ------------------- | ------------- | ------------- | ----------------- |
|
||||
| Media Routing and Discovery | 4 | [Config Agents](/gateway/config-agents), [Image Generation](/tools/image-generation), [Video Generation](/tools/video-generation), [Music Generation](/tools/music-generation) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No |
|
||||
| Task Lifecycle and Delivery | 12 | [Media Overview](/tools/media-overview), [Image Generation](/tools/image-generation), [Video Generation](/tools/video-generation), [Music Generation](/tools/music-generation) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No |
|
||||
| Image Generation | 9 | [Image Generation](/tools/image-generation), [Infer](/cli/infer), [Media Overview](/tools/media-overview) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No |
|
||||
| Video Generation | 11 | [Video Generation](/tools/video-generation), [Runway](/providers/runway), [Pixverse](/providers/pixverse), [Fal](/providers/fal), [Openrouter](/providers/openrouter) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No |
|
||||
| Music Generation | 6 | [Music Generation](/tools/music-generation) | `Experimental (0%)` | `Alpha (61%)` | `Alpha (68%)` | No |
|
||||
+4343
-5342
File diff suppressed because it is too large
Load Diff
@@ -394,6 +394,9 @@ function averageScores(
|
||||
|
||||
function checkSetTitle(profile: string): string {
|
||||
const normalized = profile.trim();
|
||||
if (normalized === "all") {
|
||||
return "Full taxonomy validation";
|
||||
}
|
||||
if (!normalized || normalized === "release") {
|
||||
return "Release validation";
|
||||
}
|
||||
@@ -444,11 +447,19 @@ function readEvidenceSummaries(evidenceDir?: string): EvidenceSummary[] {
|
||||
});
|
||||
}
|
||||
|
||||
function latestReleaseScorecard(evidenceSummaries: EvidenceSummary[]): EvidenceSummary | undefined {
|
||||
return evidenceSummaries
|
||||
.filter((item) => item.profile === "release" && item.scorecard)
|
||||
.toSorted((left, right) => left.generatedAt.localeCompare(right.generatedAt))
|
||||
.at(-1);
|
||||
function latestCoverageScorecard(
|
||||
evidenceSummaries: EvidenceSummary[],
|
||||
): EvidenceSummary | undefined {
|
||||
for (const profile of ["all", "release"]) {
|
||||
const latest = evidenceSummaries
|
||||
.filter((item) => item.profile === profile && item.scorecard)
|
||||
.toSorted((left, right) => left.generatedAt.localeCompare(right.generatedAt))
|
||||
.at(-1);
|
||||
if (latest) {
|
||||
return latest;
|
||||
}
|
||||
}
|
||||
return undefined;
|
||||
}
|
||||
|
||||
function deriveCoverageScores(
|
||||
@@ -456,23 +467,23 @@ function deriveCoverageScores(
|
||||
evidenceSummaries: EvidenceSummary[],
|
||||
): DerivedCoverageScores {
|
||||
const warnings: string[] = [];
|
||||
const releaseSummary = latestReleaseScorecard(evidenceSummaries);
|
||||
const releaseScorecardSummaries = evidenceSummaries.filter(
|
||||
(item) => item.profile === "release" && item.scorecard,
|
||||
);
|
||||
if (!releaseSummary) {
|
||||
const coverageSummary = latestCoverageScorecard(evidenceSummaries);
|
||||
if (!coverageSummary) {
|
||||
throw new Error(
|
||||
"maturity scorecard rendering requires release profile qa-evidence.json with a scorecard field; pass --evidence-dir with release QA evidence artifacts",
|
||||
"maturity scorecard rendering requires all or release profile qa-evidence.json with a scorecard field; pass --evidence-dir with QA evidence artifacts",
|
||||
);
|
||||
}
|
||||
if (releaseScorecardSummaries.length > 1) {
|
||||
const selectedProfileScorecardSummaries = evidenceSummaries.filter(
|
||||
(item) => item.profile === coverageSummary.profile && item.scorecard,
|
||||
);
|
||||
if (selectedProfileScorecardSummaries.length > 1) {
|
||||
warnings.push(
|
||||
`multiple release profile evidence scorecards found; using latest from ${releaseSummary.path}`,
|
||||
`multiple ${coverageSummary.profile} profile evidence scorecards found; using latest from ${coverageSummary.path}`,
|
||||
);
|
||||
}
|
||||
|
||||
const categories = new Map<string, QaMaturityScoreObject>();
|
||||
for (const report of releaseSummary.scorecard?.categoryReports ?? []) {
|
||||
for (const report of coverageSummary.scorecard?.categoryReports ?? []) {
|
||||
categories.set(
|
||||
qaMaturityCoverageCategoryKey(report.surfaceId, report.name),
|
||||
qaMaturityScoreObjectForScore(Math.round(report.features.fulfillmentPercent)),
|
||||
@@ -500,6 +511,11 @@ function deriveCoverageScores(
|
||||
(count, surface) => count + surface.categories.length,
|
||||
0,
|
||||
);
|
||||
if (coverageSummary.profile === "all" && categories.size !== expectedCategoryCount) {
|
||||
warnings.push(
|
||||
`${coverageSummary.path}: all profile evidence covers ${categories.size} of ${expectedCategoryCount} active taxonomy categories`,
|
||||
);
|
||||
}
|
||||
const categoryScores = Array.from(categories.values());
|
||||
const surfaceScores = Array.from(surfaces.values());
|
||||
return {
|
||||
@@ -521,10 +537,10 @@ function evidenceScorecardWarnings(
|
||||
): string[] {
|
||||
return [
|
||||
...evidenceSummaries
|
||||
.filter((item) => item.profile === "release" && !item.scorecard)
|
||||
.filter((item) => (item.profile === "all" || item.profile === "release") && !item.scorecard)
|
||||
.map(
|
||||
(item) =>
|
||||
`${item.path}: release profile qa-evidence.json does not include a scorecard field; run pnpm openclaw qa run --qa-profile release to produce deterministic scorecard rows`,
|
||||
`${item.path}: ${item.profile} profile qa-evidence.json does not include a scorecard field; run pnpm openclaw qa run --qa-profile ${item.profile} to produce deterministic scorecard rows`,
|
||||
),
|
||||
...coverage.warnings,
|
||||
];
|
||||
@@ -591,9 +607,9 @@ function renderEvidenceSection(
|
||||
return [];
|
||||
}
|
||||
const lines = [
|
||||
"## Release check summary",
|
||||
"## QA evidence summary",
|
||||
"",
|
||||
"The checks below show which scorecard areas were exercised during release validation.",
|
||||
"The checks below show which scorecard areas were exercised by QA profile evidence.",
|
||||
"",
|
||||
];
|
||||
|
||||
@@ -676,7 +692,7 @@ function renderMaturityScorecard({
|
||||
],
|
||||
]),
|
||||
"",
|
||||
"- Coverage is derived from release validation results.",
|
||||
"- Coverage is derived from QA profile evidence.",
|
||||
"- Quality measures reliability and operational confidence.",
|
||||
"- Completeness measures how much of the expected user workflow is available.",
|
||||
"",
|
||||
@@ -757,7 +773,7 @@ function renderTaxonomy({
|
||||
];
|
||||
|
||||
for (const family of qaMaturityFamilyOrder(surfaces)) {
|
||||
lines.push(`### ${familyTitle(family)}`, "");
|
||||
lines.push(`### ${familyTitle(family)} surfaces`, "");
|
||||
for (const surface of surfaces.filter((candidate) => candidate.family === family)) {
|
||||
const surfaceName = surface.name;
|
||||
lines.push(`- [${markdownEscape(surfaceName)}](#${markdownSlug(surfaceName)})`);
|
||||
|
||||
@@ -601,7 +601,7 @@ describe("ci workflow guards", () => {
|
||||
expect(generateJob.uses).toBe("./.github/workflows/qa-profile-evidence.yml");
|
||||
expect(generateJob.with).toMatchObject({
|
||||
ref: "${{ needs.validate_selected_ref.outputs.selected_revision }}",
|
||||
qa_profile: "release",
|
||||
qa_profile: "all",
|
||||
fail_on_qa_failure: false,
|
||||
});
|
||||
|
||||
|
||||
Reference in New Issue
Block a user