mirror of
https://github.com/turnstonelabs/turnstone.git
synced 2026-08-12 23:12:23 -06:00
Patrick Buckley
97086fc617
Two pre-existing defects in the Phase 6 pool dispatch path that only manifest when a pooled session is reused for a second dispatch: 1. The per-dispatch _AuthCapture allocated in _dispatch_pool was wired into the httpx response hook only at first connect (via _connect_one_pool). On a reused session no fresh connect runs, so the hook continues writing to the original-connect's carrier while the new dispatch inspects an empty carrier — auth_401/403 silently misclassified to "other", refresh-and-retry never fires. 2. Even with the carrier on the entry (so the hook writes to a stable reachable object), session.call_tool itself hangs forever on upstream 4xx for reused sessions. Trace: SDK's spawned handle_request_async raises HTTPStatusError, the outer streamablehttp_client TaskGroup cancels post_writer, post_writer's finally aclose's read_stream_writer, BaseSession's _receive_loop exits and enters its CONNECTION_CLOSED-fanout finally. anyio's send_nowait skips waiting receivers with pending_cancellation; the dispatch task (created by run_coroutine_threadsafe for the reuse case) is NOT in any cancel-scope chain, so the send "delivers" but the receiver's Event is set on stale state — receive() never wakes. Test 21 doesn't hit this because its 401 happens during initialize, in the same task that opens streamablehttp_client, so the cancel scope DOES propagate. Fix: - Move _AuthCapture ownership to PoolEntryState (and asyncio.Event alongside, allocated lazily on the mcp-loop). The hook closes over entry.auth_capture at first connect and stays valid across dispatches; reset under open_lock before each call_tool. - Race session.call_tool against the carrier's fired_event in _dispatch_pool_with_entry. If the event wins (hook captured 4xx before SDK propagated), cancel call_tool and raise an internal _CarrierAuthSignal — _classify_failure resolves to auth_401/403 via the carrier's status, the dispatcher evicts the broken session, and the cross-task retry handshake reconnects on a fresh bearer. Adds tests/test_mcp_pool_auth_integration.py::test_integration_pool_reuse_401_refresh_and_retry_succeeds which drives the reuse path through real upstream + real SDK and is the structural gate against this class regressing. Negative-tested twice: revert PoolEntryState.auth_capture → test fails (carrier empty); revert the race → test times out (SDK hang). Also drops the @pytest.mark.asyncio decorator (replaced with @pytest.mark.anyio) on four tests in test_mcp_pool_auth_introspection.py. The project depends on anyio's pytest plugin (anyio is in deps); pytest-asyncio is NOT a project dep and CI's test (3.13) failed on those four. Local pytest happened to pick it up via system Python. Found via Copilot review on PR #481.
192 lines
5.2 KiB
TOML
192 lines
5.2 KiB
TOML
[build-system]
|
|
requires = ["hatchling>=1.29"]
|
|
build-backend = "hatchling.build"
|
|
|
|
[project]
|
|
name = "turnstone"
|
|
version = "1.5.0"
|
|
description = "Multi-node AI orchestration platform with tool use, agent routing, and cluster simulation."
|
|
readme = "README.md"
|
|
license = "BUSL-1.1"
|
|
requires-python = ">=3.11"
|
|
authors = [{name = "Patrick Buckley", email = "buckleypm@gmail.com"}]
|
|
keywords = ["ai", "chat", "llm", "agent", "tools", "openai"]
|
|
classifiers = [
|
|
"Development Status :: 5 - Production/Stable",
|
|
"Environment :: Console",
|
|
"Intended Audience :: Developers",
|
|
"Programming Language :: Python :: 3",
|
|
"Programming Language :: Python :: 3.11",
|
|
"Programming Language :: Python :: 3.12",
|
|
"Programming Language :: Python :: 3.13",
|
|
"Topic :: Scientific/Engineering :: Artificial Intelligence",
|
|
]
|
|
dependencies = [
|
|
"openai>=2.24",
|
|
"httpx>=0.28",
|
|
"mcp>=1.27",
|
|
"starlette>=0.45",
|
|
"uvicorn>=0.34",
|
|
"sse-starlette>=2.0",
|
|
"httpx-sse>=0.4",
|
|
"pydantic>=2.0",
|
|
"sqlalchemy>=2.0",
|
|
"alembic>=1.14",
|
|
"structlog>=24.1",
|
|
"PyJWT>=2.8",
|
|
"bcrypt>=4.0",
|
|
"cryptography>=42",
|
|
"python-frontmatter>=1.0",
|
|
]
|
|
|
|
[project.urls]
|
|
Homepage = "https://github.com/turnstonelabs/turnstone"
|
|
Repository = "https://github.com/turnstonelabs/turnstone"
|
|
Issues = "https://github.com/turnstonelabs/turnstone/issues"
|
|
|
|
[project.optional-dependencies]
|
|
test = ["pytest>=9.0", "pytest-cov>=6.0", "croniter>=3.0", "slack-bolt>=1.18", "aiohttp>=3.9"]
|
|
dev = ["ruff>=0.9", "mypy>=1.14"]
|
|
console = ["croniter>=3.0"]
|
|
anthropic = ["anthropic>=0.39"]
|
|
postgres = ["psycopg[binary]>=3.2"]
|
|
ddg = ["ddgs>=9.0"]
|
|
discord = ["discord.py>=2.4"]
|
|
tls = ["lacme>=1.0.5"]
|
|
sandbox = ["sympy>=1.13", "numpy>=2.0", "scipy>=1.14", "pytest>=9.0"]
|
|
slack = ["slack-bolt>=1.18", "aiohttp>=3.9"]
|
|
all = ["turnstone[console,anthropic,postgres,discord,ddg,tls,sandbox,slack]"]
|
|
|
|
[project.scripts]
|
|
turnstone = "turnstone.cli:main"
|
|
turnstone-eval = "turnstone.eval:main"
|
|
turnstone-server = "turnstone.server:main"
|
|
turnstone-console = "turnstone.console.server:main"
|
|
turnstone-admin = "turnstone.admin:main"
|
|
turnstone-channel = "turnstone.channels.cli:main"
|
|
turnstone-bootstrap = "turnstone.bootstrap:main"
|
|
|
|
[tool.hatch.build.targets.wheel]
|
|
include = [
|
|
"turnstone/**/*.py",
|
|
"turnstone/prompts/**/*.md",
|
|
"turnstone/tools/*.json",
|
|
"turnstone/ui/static/*.html",
|
|
"turnstone/ui/static/*.css",
|
|
"turnstone/ui/static/*.js",
|
|
"turnstone/console/static/*.html",
|
|
"turnstone/console/static/*.css",
|
|
"turnstone/console/static/*.js",
|
|
"turnstone/console/static/coordinator/*.html",
|
|
"turnstone/console/static/coordinator/*.css",
|
|
"turnstone/console/static/coordinator/*.js",
|
|
"turnstone/shared_static/*.css",
|
|
"turnstone/shared_static/*.js",
|
|
"turnstone/shared_static/katex-0.16.45/**/*",
|
|
"turnstone/shared_static/hljs-11.11.1/**/*",
|
|
"turnstone/shared_static/mermaid-11.14.0/**/*",
|
|
"turnstone/shared_static/hls-1.6.16/**/*",
|
|
"turnstone/sdk/py.typed",
|
|
"turnstone/deploy/*.yaml",
|
|
]
|
|
|
|
[tool.pytest.ini_options]
|
|
testpaths = ["tests"]
|
|
markers = ["live: requires a running LLM backend"]
|
|
|
|
[tool.ruff]
|
|
target-version = "py311"
|
|
line-length = 100
|
|
|
|
[tool.ruff.lint]
|
|
select = ["E", "F", "W", "I", "N", "UP", "B", "A", "SIM", "TCH"]
|
|
ignore = ["E501"]
|
|
per-file-ignores = { "turnstone/core/sandbox.py" = ["N802"] }
|
|
|
|
[tool.ruff.format]
|
|
quote-style = "double"
|
|
|
|
[tool.mypy]
|
|
python_version = "3.11"
|
|
strict = true
|
|
warn_return_any = true
|
|
warn_unused_configs = true
|
|
disallow_untyped_defs = true
|
|
disallow_incomplete_defs = true
|
|
check_untyped_defs = true
|
|
no_implicit_optional = true
|
|
|
|
[tool.coverage.run]
|
|
source = ["turnstone"]
|
|
branch = true
|
|
omit = ["turnstone/*/static/*"]
|
|
|
|
[tool.coverage.report]
|
|
show_missing = true
|
|
skip_empty = true
|
|
exclude_lines = [
|
|
"pragma: no cover",
|
|
"if TYPE_CHECKING",
|
|
"raise NotImplementedError",
|
|
'if __name__ == "__main__"',
|
|
]
|
|
|
|
[[tool.mypy.overrides]]
|
|
module = ["sympy", "sympy.*", "numpy", "numpy.*"]
|
|
ignore_missing_imports = true
|
|
|
|
[[tool.mypy.overrides]]
|
|
module = ["mcp", "mcp.*"]
|
|
ignore_missing_imports = true
|
|
|
|
[[tool.mypy.overrides]]
|
|
module = ["sse_starlette", "sse_starlette.*", "uvicorn", "uvicorn.*", "httpx_sse", "httpx_sse.*"]
|
|
ignore_missing_imports = true
|
|
|
|
[[tool.mypy.overrides]]
|
|
module = ["sqlalchemy", "sqlalchemy.*", "alembic", "alembic.*"]
|
|
ignore_missing_imports = true
|
|
|
|
[[tool.mypy.overrides]]
|
|
module = ["structlog", "structlog.*"]
|
|
ignore_missing_imports = true
|
|
|
|
[[tool.mypy.overrides]]
|
|
module = ["jwt", "jwt.*"]
|
|
ignore_missing_imports = true
|
|
|
|
[[tool.mypy.overrides]]
|
|
module = ["anthropic", "anthropic.*"]
|
|
ignore_missing_imports = true
|
|
|
|
[[tool.mypy.overrides]]
|
|
module = ["discord", "discord.*"]
|
|
ignore_missing_imports = true
|
|
|
|
[[tool.mypy.overrides]]
|
|
module = ["croniter", "croniter.*"]
|
|
ignore_missing_imports = true
|
|
|
|
[[tool.mypy.overrides]]
|
|
module = ["frontmatter", "frontmatter.*"]
|
|
ignore_missing_imports = true
|
|
|
|
[[tool.mypy.overrides]]
|
|
module = ["ddgs", "ddgs.*"]
|
|
ignore_missing_imports = true
|
|
|
|
[[tool.mypy.overrides]]
|
|
module = ["lacme", "lacme.*"]
|
|
ignore_missing_imports = true
|
|
|
|
[[tool.mypy.overrides]]
|
|
module = ["turnstone.channels.discord.*"]
|
|
disallow_subclassing_any = false
|
|
disallow_untyped_decorators = false
|
|
warn_unused_ignores = false
|
|
|
|
[[tool.mypy.overrides]]
|
|
module = ["slack_bolt", "slack_bolt.*", "slack_sdk", "slack_sdk.*"]
|
|
ignore_missing_imports = true
|
|
disallow_untyped_calls = false
|