mirror of
https://github.com/turnstonelabs/turnstone.git
synced 2026-08-12 23:12:23 -06:00
Patrick Buckley
1728a4c0af
Drop the Tavily and DuckDuckGo (ddgs) web_search backends for a single self-hosted SearxNG service bundled into the docker-compose stacks. Core: - New SearXNGClient + _format_searxng; rewrite resolve_web_search_client to (backend, searxng_url, searxng_engines, ...). MCP backend + oauth_user guard unchanged. _resolve_search_client follows storage -> toml -> env -> default precedence (explicit "" disables, via ConfigStore.stored_keys()). - Drop the Tavily-era topic=finance (no SearxNG category); topic is now general/news. Settings/config: - Remove tools.tavily_api_key, get_tavily_key, $TAVILY_API_KEY, [api].tavily_key. - Add tools.searxng_url (default http://searxng:8080) + tools.searxng_engines, with get_searxng_url/get_searxng_engines. Compose + bundled config: - Internal-only searxng service (no published API port, :ro config, /healthz healthcheck, persistent searxng-cache volume) in both stacks; bundle turnstone/deploy/searxng/settings.yml (JSON output on, limiter off). - Caddy serves the SearxNG web UI on :8444 (dev: localhost-only; prod: opt-in). - bootstrap extractor + wheel packaging updated. Deps: drop the ddg extra + ddgs mypy override (regenerates uv.lock, removing the lxml/h2/brotli transitives). Docs: tools/docker/architecture/openshell + diagrams + config example + CHANGELOG; docs/docker.md carries the AGPL-3.0 §13 operator note. BREAKING: tools.web_search_backend no longer accepts "tavily"/"ddg"; tools.tavily_api_key and the ddg extra are removed. Run the bundled SearxNG (ships in the compose stacks) or set TURNSTONE_SEARXNG_URL to an external instance. Closes #545
189 lines
5.3 KiB
TOML
189 lines
5.3 KiB
TOML
[build-system]
|
|
requires = ["hatchling>=1.29"]
|
|
build-backend = "hatchling.build"
|
|
|
|
[project]
|
|
name = "turnstone"
|
|
version = "1.6.0a8"
|
|
description = "Multi-node AI orchestration platform with tool use, agent routing, and cluster simulation."
|
|
readme = "README.md"
|
|
license = "BUSL-1.1"
|
|
requires-python = ">=3.11"
|
|
authors = [{name = "Patrick Buckley", email = "buckleypm@gmail.com"}]
|
|
keywords = ["ai", "chat", "llm", "agent", "tools", "openai"]
|
|
classifiers = [
|
|
"Development Status :: 5 - Production/Stable",
|
|
"Environment :: Console",
|
|
"Intended Audience :: Developers",
|
|
"Programming Language :: Python :: 3",
|
|
"Programming Language :: Python :: 3.11",
|
|
"Programming Language :: Python :: 3.12",
|
|
"Programming Language :: Python :: 3.13",
|
|
"Topic :: Scientific/Engineering :: Artificial Intelligence",
|
|
]
|
|
dependencies = [
|
|
"openai>=2.37",
|
|
"httpx>=0.28",
|
|
"mcp>=1.27",
|
|
"starlette>=1.0.1", # PYSEC-2026-161: host-header path-injection in URL reconstruction (auth-bypass on apps comparing reconstructed URL paths)
|
|
"uvicorn>=0.34",
|
|
"sse-starlette>=2.0",
|
|
"httpx-sse>=0.4",
|
|
"pydantic>=2.0",
|
|
"sqlalchemy>=2.0",
|
|
"alembic>=1.14",
|
|
"structlog>=24.1",
|
|
"PyJWT>=2.8",
|
|
"bcrypt>=4.0",
|
|
"cryptography>=42",
|
|
"python-frontmatter>=1.0",
|
|
]
|
|
|
|
[project.urls]
|
|
Homepage = "https://github.com/turnstonelabs/turnstone"
|
|
Repository = "https://github.com/turnstonelabs/turnstone"
|
|
Issues = "https://github.com/turnstonelabs/turnstone/issues"
|
|
|
|
[project.optional-dependencies]
|
|
test = ["pytest>=9.0", "pytest-cov>=6.0", "croniter>=3.0", "slack-bolt>=1.18", "aiohttp>=3.9"]
|
|
dev = ["ruff>=0.9", "mypy>=1.14"]
|
|
console = ["croniter>=3.0"]
|
|
anthropic = ["anthropic>=0.39"]
|
|
postgres = ["psycopg[binary]>=3.2"]
|
|
discord = ["discord.py>=2.4"]
|
|
tls = ["lacme>=1.0.5"]
|
|
sandbox = ["sympy>=1.13", "numpy>=2.0", "scipy>=1.14", "pytest>=9.0"]
|
|
slack = ["slack-bolt>=1.18", "aiohttp>=3.9"]
|
|
all = ["turnstone[console,anthropic,postgres,discord,tls,sandbox,slack]"]
|
|
|
|
[project.scripts]
|
|
turnstone = "turnstone.cli:main"
|
|
turnstone-eval = "turnstone.eval:main"
|
|
turnstone-server = "turnstone.server:main"
|
|
turnstone-console = "turnstone.console.server:main"
|
|
turnstone-admin = "turnstone.admin:main"
|
|
turnstone-channel = "turnstone.channels.cli:main"
|
|
turnstone-bootstrap = "turnstone.bootstrap:main"
|
|
|
|
[tool.hatch.build.targets.wheel]
|
|
include = [
|
|
"turnstone/**/*.py",
|
|
"turnstone/prompts/**/*.md",
|
|
"turnstone/tools/*.json",
|
|
"turnstone/ui/static/*.html",
|
|
"turnstone/ui/static/*.css",
|
|
"turnstone/ui/static/*.js",
|
|
"turnstone/console/static/*.html",
|
|
"turnstone/console/static/*.css",
|
|
"turnstone/console/static/*.js",
|
|
"turnstone/console/static/coordinator/*.html",
|
|
"turnstone/console/static/coordinator/*.css",
|
|
"turnstone/console/static/coordinator/*.js",
|
|
"turnstone/shared_static/*.css",
|
|
"turnstone/shared_static/*.js",
|
|
"turnstone/shared_static/katex-0.17.0/**/*",
|
|
"turnstone/shared_static/hljs-11.11.1/**/*",
|
|
"turnstone/shared_static/mermaid-11.15.0/**/*",
|
|
"turnstone/shared_static/hls-1.6.16/**/*",
|
|
"turnstone/sdk/py.typed",
|
|
"turnstone/deploy/*.yaml",
|
|
"turnstone/deploy/Caddyfile",
|
|
"turnstone/deploy/searxng/settings.yml",
|
|
]
|
|
|
|
[tool.pytest.ini_options]
|
|
testpaths = ["tests"]
|
|
markers = ["live: requires a running LLM backend"]
|
|
|
|
[tool.ruff]
|
|
target-version = "py311"
|
|
line-length = 100
|
|
|
|
[tool.ruff.lint]
|
|
select = ["E", "F", "W", "I", "N", "UP", "B", "A", "SIM", "TCH"]
|
|
ignore = ["E501"]
|
|
per-file-ignores = { "turnstone/core/sandbox.py" = ["N802"] }
|
|
|
|
[tool.ruff.format]
|
|
quote-style = "double"
|
|
|
|
[tool.mypy]
|
|
python_version = "3.11"
|
|
strict = true
|
|
warn_return_any = true
|
|
warn_unused_configs = true
|
|
disallow_untyped_defs = true
|
|
disallow_incomplete_defs = true
|
|
check_untyped_defs = true
|
|
no_implicit_optional = true
|
|
|
|
[tool.coverage.run]
|
|
source = ["turnstone"]
|
|
branch = true
|
|
omit = ["turnstone/*/static/*"]
|
|
|
|
[tool.coverage.report]
|
|
show_missing = true
|
|
skip_empty = true
|
|
exclude_lines = [
|
|
"pragma: no cover",
|
|
"if TYPE_CHECKING",
|
|
"raise NotImplementedError",
|
|
'if __name__ == "__main__"',
|
|
]
|
|
|
|
[[tool.mypy.overrides]]
|
|
module = ["sympy", "sympy.*", "numpy", "numpy.*"]
|
|
ignore_missing_imports = true
|
|
|
|
[[tool.mypy.overrides]]
|
|
module = ["mcp", "mcp.*"]
|
|
ignore_missing_imports = true
|
|
|
|
[[tool.mypy.overrides]]
|
|
module = ["sse_starlette", "sse_starlette.*", "uvicorn", "uvicorn.*", "httpx_sse", "httpx_sse.*"]
|
|
ignore_missing_imports = true
|
|
|
|
[[tool.mypy.overrides]]
|
|
module = ["sqlalchemy", "sqlalchemy.*", "alembic", "alembic.*"]
|
|
ignore_missing_imports = true
|
|
|
|
[[tool.mypy.overrides]]
|
|
module = ["structlog", "structlog.*"]
|
|
ignore_missing_imports = true
|
|
|
|
[[tool.mypy.overrides]]
|
|
module = ["jwt", "jwt.*"]
|
|
ignore_missing_imports = true
|
|
|
|
[[tool.mypy.overrides]]
|
|
module = ["anthropic", "anthropic.*"]
|
|
ignore_missing_imports = true
|
|
|
|
[[tool.mypy.overrides]]
|
|
module = ["discord", "discord.*"]
|
|
ignore_missing_imports = true
|
|
|
|
[[tool.mypy.overrides]]
|
|
module = ["croniter", "croniter.*"]
|
|
ignore_missing_imports = true
|
|
|
|
[[tool.mypy.overrides]]
|
|
module = ["frontmatter", "frontmatter.*"]
|
|
ignore_missing_imports = true
|
|
|
|
[[tool.mypy.overrides]]
|
|
module = ["lacme", "lacme.*"]
|
|
ignore_missing_imports = true
|
|
|
|
[[tool.mypy.overrides]]
|
|
module = ["turnstone.channels.discord.*"]
|
|
disallow_subclassing_any = false
|
|
disallow_untyped_decorators = false
|
|
warn_unused_ignores = false
|
|
|
|
[[tool.mypy.overrides]]
|
|
module = ["slack_bolt", "slack_bolt.*", "slack_sdk", "slack_sdk.*"]
|
|
ignore_missing_imports = true
|
|
disallow_untyped_calls = false
|