ewilliams28/turnstone
1
0
Fork 0
mirror of https://github.com/turnstonelabs/turnstone.git synced 2026-08-12 23:12:23 -06:00
Code Issues Packages Projects Releases Wiki Activity

Add per-alias model concurrency admission (#990)

Browse Source 
* feat(models): add per-alias concurrency admission

Add registry-backed FIFO admission limits with queue-aware deadlines and full-stream leases. Expose max_concurrency through storage, admin configuration, OpenAPI, documentation, and diagrams, with role and live backend count coverage.

* fix(api): omit null concurrency schema default

Keep max_concurrency optional for presence-keyed updates without advertising a null default for its non-null integer OpenAPI shape.
This commit is contained in:
Patrick Buckley
2026-08-08 22:01:04 -07:00
committed by GitHub
parent 7a06f5e8bc
commit 98e96ab5f3
43 changed files with 2298 additions and 201 deletions
Download Patch File Download Diff File Expand all files Collapse all files
sdk/typescript/openapi-console.json
+31
View File
@@ -11880,6 +11880,14 @@
"title": "Context Window",
"type": "integer"
},
"max_concurrency": {
"default": 0,
"description": "Maximum concurrent model generations for this alias in one process; zero means unlimited.",
"maximum": 2147483647,
"minimum": 0,
"title": "Max Concurrency",
"type": "integer"
},
"capabilities": {
"default": "{}",
"title": "Capabilities",
@@ -12015,6 +12023,14 @@
"title": "Context Window",
"type": "integer"
},
"max_concurrency": {
"default": 0,
"description": "Maximum concurrent model generations for this alias in one process; zero means unlimited.",
"maximum": 2147483647,
"minimum": 0,
"title": "Max Concurrency",
"type": "integer"
},
"capabilities": {
"default": "{}",
"title": "Capabilities",
@@ -12151,6 +12167,14 @@
"title": "Context Window",
"type": "integer"
},
"max_concurrency": {
"default": 0,
"description": "Maximum concurrent model generations for this alias in one process; zero means unlimited.",
"maximum": 2147483647,
"minimum": 0,
"title": "Max Concurrency",
"type": "integer"
},
"capabilities": {
"additionalProperties": true,
"title": "Capabilities",
@@ -12304,6 +12328,13 @@
"default": null,
"title": "Context Window"
},
"max_concurrency": {
"description": "Maximum concurrent model generations for this alias in one process; zero means unlimited.",
"maximum": 2147483647,
"minimum": 0,
"title": "Max Concurrency",
"type": "integer"
},
"capabilities": {
"additionalProperties": true,
"default": null,