test(qa): make release scorecard categories explicit (#95406)

This commit is contained in:
Dallin Romney
2026-06-20 23:01:23 -07:00
committed by GitHub
parent c43822077a
commit 9ab8e466d2
+186 -1
View File
@@ -12,17 +12,35 @@ profiles:
evidenceMode: slim
categoryIds:
- agent-runtime-and-provider-execution.agent-turn-execution
- agent-runtime-and-provider-execution.model-and-runtime-selection
- agent-runtime-and-provider-execution.provider-auth
- agent-runtime-and-provider-execution.streaming-and-progress
- agent-runtime-and-provider-execution.tool-calls-and-response-handling
- agent-runtime-and-provider-execution.tool-execution-controls
- session-memory-and-context-engine.token-management
- session-memory-and-context-engine.context-engine
- session-memory-and-context-engine.cross-client-history-and-session-parity
- session-memory-and-context-engine.core-prompts-and-context
- session-memory-and-context-engine.session-routing
- browser-automation-and-exec-sandbox-tools.tool-invocation-and-execution
- security-auth-pairing-and-secrets.approval-policy-and-tool-safeguards
- telemetry-diagnostics-and-observability.health-and-repair
- telemetry-diagnostics-and-observability.diagnostic-collection
- telemetry-diagnostics-and-observability.telemetry-export
- gateway-runtime.gateway-rpc-apis-and-events
- gateway-runtime.websocket-connection
- channel-framework.channel-actions-commands-and-approvals
- channel-framework.channel-setup
- channel-framework.conversation-routing-and-delivery
- channel-framework.outbound-delivery-and-reply-pipeline
- channel-framework.group-thread-and-ambient-room-behavior
- channel-framework.status-health-and-operator-controls
- session-memory-and-context-engine.memory
- session-memory-and-context-engine.diagnostics-maintenance-and-recovery
- automation-cron-hooks-tasks-polling.cron-jobs
- plugin-sdk-and-bundled-plugin-architecture.installing-and-running-plugins
- plugin-sdk-and-bundled-plugin-architecture.provider-and-tool-plugins
- plugin-sdk-and-bundled-plugin-architecture.testing-plugins
- media-understanding-and-media-generation.media-understanding
- media-understanding-and-media-generation.media-generation
- browser-control-ui-and-webchat.browser-ui
@@ -31,7 +49,174 @@ profiles:
description: Stable/LTS proof selector for live providers, live channels, package artifacts,
upgrade paths, and platform proof where the claim depends on real upstreams or release
artifacts.
includeAllCategories: true
categoryIds:
- gateway-runtime.approvals-and-remote-execution
- gateway-runtime.http-apis
- gateway-runtime.hosted-web-surface
- gateway-runtime.gateway-rpc-apis-and-events
- gateway-runtime.device-auth-and-pairing
- gateway-runtime.network-access-and-discovery
- gateway-runtime.nodes-and-remote-capabilities
- gateway-runtime.health-diagnostics-and-repair
- gateway-runtime.protocol-compatibility
- gateway-runtime.roles-and-permissions
- gateway-runtime.gateway-lifecycle
- gateway-runtime.security-controls
- gateway-runtime.websocket-connection
- cli-install-update-onboard-doctor.cli-setup
- cli-install-update-onboard-doctor.onboarding-and-auth-setup
- cli-install-update-onboard-doctor.plugin-and-channel-setup
- cli-install-update-onboard-doctor.gateway-service-management
- cli-install-update-onboard-doctor.cli-observability
- cli-install-update-onboard-doctor.doctor
- cli-install-update-onboard-doctor.updates-and-upgrades
- plugin-sdk-and-bundled-plugin-architecture.authoring-and-packaging-plugins
- plugin-sdk-and-bundled-plugin-architecture.bundled-plugins
- plugin-sdk-and-bundled-plugin-architecture.canvas-plugin
- plugin-sdk-and-bundled-plugin-architecture.installing-and-running-plugins
- plugin-sdk-and-bundled-plugin-architecture.channel-plugins
- plugin-sdk-and-bundled-plugin-architecture.provider-and-tool-plugins
- plugin-sdk-and-bundled-plugin-architecture.plugin-approvals
- plugin-sdk-and-bundled-plugin-architecture.publishing-plugins
- plugin-sdk-and-bundled-plugin-architecture.testing-plugins
- agent-runtime-and-provider-execution.agent-turn-execution
- agent-runtime-and-provider-execution.external-runtimes-and-subagents
- agent-runtime-and-provider-execution.hosted-provider-execution
- agent-runtime-and-provider-execution.local-and-self-hosted-providers
- agent-runtime-and-provider-execution.model-and-runtime-selection
- agent-runtime-and-provider-execution.provider-auth
- agent-runtime-and-provider-execution.streaming-and-progress
- agent-runtime-and-provider-execution.tool-calls-and-response-handling
- agent-runtime-and-provider-execution.tool-execution-controls
- session-memory-and-context-engine.cli-session-and-transcript-management
- session-memory-and-context-engine.token-management
- session-memory-and-context-engine.context-engine
- session-memory-and-context-engine.cross-client-history-and-session-parity
- session-memory-and-context-engine.diagnostics-maintenance-and-recovery
- session-memory-and-context-engine.core-prompts-and-context
- session-memory-and-context-engine.memory
- session-memory-and-context-engine.session-routing
- session-memory-and-context-engine.transcript-persistence
- channel-framework.channel-actions-commands-and-approvals
- channel-framework.channel-setup
- channel-framework.group-thread-and-ambient-room-behavior
- channel-framework.inbound-access-and-identity-gates
- channel-framework.media-attachments-and-rich-channel-data
- channel-framework.outbound-delivery-and-reply-pipeline
- channel-framework.conversation-routing-and-delivery
- channel-framework.status-health-and-operator-controls
- security-auth-pairing-and-secrets.approval-policy-and-tool-safeguards
- security-auth-pairing-and-secrets.gateway-auth-and-remote-access
- security-auth-pairing-and-secrets.channel-access-control
- security-auth-pairing-and-secrets.device-and-node-pairing
- security-auth-pairing-and-secrets.plugin-trust
- security-auth-pairing-and-secrets.credential-and-secret-hygiene
- telemetry-diagnostics-and-observability.health-and-repair
- telemetry-diagnostics-and-observability.logging
- telemetry-diagnostics-and-observability.diagnostic-collection
- telemetry-diagnostics-and-observability.telemetry-export
- telemetry-diagnostics-and-observability.session-diagnostics
- automation-cron-hooks-tasks-polling.cron-jobs
- automation-cron-hooks-tasks-polling.event-ingress
- automation-cron-hooks-tasks-polling.automation-hooks
- automation-cron-hooks-tasks-polling.background-tasks-and-flows
- automation-cron-hooks-tasks-polling.heartbeat
- automation-cron-hooks-tasks-polling.polling-controls
- media-understanding-and-media-generation.media-understanding
- media-understanding-and-media-generation.media-generation
- browser-control-ui-and-webchat.browser-realtime-talk
- browser-control-ui-and-webchat.browser-access-and-trust
- browser-control-ui-and-webchat.configuration
- browser-control-ui-and-webchat.browser-ui
- browser-control-ui-and-webchat.webchat-conversations
- browser-control-ui-and-webchat.operator-console
- macos-gateway-host.cli-setup
- macos-gateway-host.local-gateway-integration
- macos-gateway-host.remote-gateway-mode
- macos-gateway-host.gateway-service-lifecycle
- macos-gateway-host.diagnostics-and-observability
- macos-gateway-host.permissions-and-native-capabilities
- macos-gateway-host.profiles-and-isolation
- macos-companion-app.canvas
- macos-companion-app.local-setup
- macos-companion-app.status-and-settings
- macos-companion-app.native-capabilities
- macos-companion-app.remote-connections
- macos-companion-app.voice-and-talk
- macos-companion-app.webchat
- macos-companion-app.remote-webchat
- linux-gateway-host.host-setup-and-updates
- linux-gateway-host.gateway-runtime-and-service-control
- linux-gateway-host.remote-access-and-security
- linux-gateway-host.diagnostics-and-repair
- linux-gateway-host.deployment-targets
- windows-via-wsl2.wsl-setup
- windows-via-wsl2.cli
- windows-via-wsl2.gateway-service-lifecycle
- windows-via-wsl2.gateway-access-and-exposure
- windows-via-wsl2.diagnostics-and-repair
- windows-via-wsl2.browser-and-control-ui
- native-windows-cli-and-gateway.cli
- raspberry-pi-small-linux-devices.setup-and-compatibility
- raspberry-pi-small-linux-devices.remote-access-and-auth
- raspberry-pi-small-linux-devices.gateway-runtime
- raspberry-pi-small-linux-devices.performance-and-diagnostics
- docker-podman-hosting.container-setup
- docker-podman-hosting.container-operations
- docker-podman-hosting.image-release-and-validation
- docker-podman-hosting.agent-sandbox-and-tooling
- discord.channel-setup-and-operations
- discord.access-and-identity
- discord.conversation-routing-and-delivery
- discord.media-and-rich-content
- discord.native-controls-and-approvals
- discord.realtime-voice-and-calls
- telegram.channel-setup-and-operations
- telegram.access-and-identity
- telegram.conversation-routing-and-delivery
- telegram.media-and-rich-content
- telegram.native-controls-and-approvals
- whatsapp.channel-setup-and-operations
- whatsapp.access-and-identity
- whatsapp.conversation-routing-and-delivery
- whatsapp.media-and-rich-content
- whatsapp.native-controls-and-approvals
- slack.channel-setup-and-operations
- slack.access-and-identity
- slack.conversation-routing-and-delivery
- slack.media-and-rich-content
- slack.native-controls-and-approvals
- imessage-bluebubbles.channel-setup-and-operations
- imessage-bluebubbles.access-and-identity
- imessage-bluebubbles.conversation-routing-and-delivery
- imessage-bluebubbles.media-and-rich-content
- imessage-bluebubbles.native-controls-and-approvals
- openai-codex-provider-path.model-and-auth
- openai-codex-provider-path.responses-and-tool-compatibility
- openai-codex-provider-path.native-codex-harness
- openai-codex-provider-path.image-and-multimodal-input
- openai-codex-provider-path.voice-and-realtime-audio
- anthropic-provider-path.provider-auth-and-recovery
- anthropic-provider-path.model-and-runtime-selection
- anthropic-provider-path.request-transport-and-turn-semantics
- anthropic-provider-path.prompt-cache-and-context
- anthropic-provider-path.media-inputs
- google-provider-path.provider-setup-and-credentials
- google-provider-path.model-routing-and-endpoints
- google-provider-path.direct-gemini-runtime
- google-provider-path.media-search-and-realtime
- google-provider-path.prompt-caching
- openrouter-provider-path.provider-setup-and-auth
- openrouter-provider-path.chat-runtime-and-normalization
- openrouter-provider-path.provider-recovery-and-diagnostics
- openrouter-provider-path.media-generation-and-speech
- web-search-tools.search-providers
- web-search-tools.setup-and-diagnostics
- web-search-tools.network-safety
- web-search-tools.tool-availability-and-fetch
- browser-automation-and-exec-sandbox-tools.browser-automation
- browser-automation-and-exec-sandbox-tools.tool-invocation-and-execution
- browser-automation-and-exec-sandbox-tools.sandbox-and-tool-policy
levels:
- id: planned
code: M0