mirror of
https://github.com/coleam00/Archon.git
synced 2025-12-24 02:39:17 -05:00
Updates crawl4ai dependency to latest stable version with performance and stability improvements. Key improvements in 0.7.4: - LLM-powered table extraction with intelligent chunking - Fixed dispatcher bug for better concurrent processing - Resolved browser manager race conditions - Enhanced URL processing and proxy support All existing tests pass (18/18). No breaking changes identified. API remains backward compatible. ⚠️ IMPORTANT: URL Resolution Bug Status A critical bug in v0.6.2 where ../../ paths only go up ONE directory instead of TWO has been documented (see crawler-test branch). Status in v0.7.4 is UNKNOWN - testing required before production deployment. Test script provided: python/test_url_resolution_fix.py Related issues fixed in v0.7.x: - #570: General relative URL handling - #1268: URLs after redirects - #1323: Trailing slash base URL handling 🤖 Generated with [Claude Code](https://claude.com/claude-code) Co-Authored-By: Claude <noreply@anthropic.com>
179 lines
4.1 KiB
TOML
179 lines
4.1 KiB
TOML
[project]
|
|
name = "archon"
|
|
version = "0.1.0"
|
|
description = "Archon - the command center for AI coding assistants."
|
|
readme = "README.md"
|
|
requires-python = ">=3.12"
|
|
# Base dependencies - empty since we're using dependency groups
|
|
dependencies = []
|
|
|
|
# PyTorch CPU-only index configuration
|
|
[[tool.uv.index]]
|
|
name = "pytorch-cpu"
|
|
url = "https://download.pytorch.org/whl/cpu"
|
|
explicit = true
|
|
|
|
# Sources configuration to use CPU-only PyTorch
|
|
[tool.uv.sources]
|
|
torch = [{ index = "pytorch-cpu" }]
|
|
|
|
[dependency-groups]
|
|
# Development dependencies for linting and testing
|
|
dev = [
|
|
"mypy>=1.17.0",
|
|
"pytest>=8.0.0",
|
|
"pytest-asyncio>=0.21.0",
|
|
"pytest-mock>=3.12.0",
|
|
"pytest-timeout>=2.3.0",
|
|
"pytest-cov>=6.2.1",
|
|
"ruff>=0.12.5",
|
|
"requests>=2.31.0",
|
|
"factory-boy>=3.3.0",
|
|
]
|
|
|
|
# Server container dependencies
|
|
server = [
|
|
# Web framework
|
|
"fastapi>=0.104.0",
|
|
"uvicorn>=0.24.0",
|
|
"python-multipart>=0.0.20",
|
|
"watchfiles>=0.18",
|
|
# Web crawling
|
|
"crawl4ai==0.7.4",
|
|
# Database and storage
|
|
"supabase==2.15.1",
|
|
"asyncpg>=0.29.0",
|
|
# AI/ML libraries
|
|
"openai==1.71.0",
|
|
# Document processing
|
|
"pypdf2>=3.0.1",
|
|
"pdfplumber>=0.11.6",
|
|
"python-docx>=1.1.2",
|
|
"markdown>=3.8",
|
|
# Security and utilities
|
|
"python-jose[cryptography]>=3.3.0",
|
|
"cryptography>=41.0.0",
|
|
"slowapi>=0.1.9",
|
|
# Core utilities
|
|
"httpx>=0.24.0",
|
|
"pydantic>=2.0.0",
|
|
"python-dotenv>=1.0.0",
|
|
"docker>=6.1.0",
|
|
# Logging
|
|
"logfire>=0.30.0",
|
|
# Testing (needed for UI-triggered tests)
|
|
"pytest>=8.0.0",
|
|
"pytest-asyncio>=0.21.0",
|
|
"pytest-mock>=3.12.0",
|
|
]
|
|
|
|
# Optional reranking dependencies for server
|
|
server-reranking = [
|
|
"sentence-transformers>=4.1.0",
|
|
"torch>=2.0.0",
|
|
"transformers>=4.30.0",
|
|
]
|
|
|
|
# MCP container dependencies
|
|
mcp = [
|
|
"mcp==1.12.2",
|
|
"httpx>=0.24.0",
|
|
"pydantic>=2.0.0",
|
|
"python-dotenv>=1.0.0",
|
|
"supabase==2.15.1",
|
|
"logfire>=0.30.0",
|
|
"fastapi>=0.104.0",
|
|
]
|
|
|
|
# Agents container dependencies
|
|
agents = [
|
|
"pydantic-ai>=0.0.13",
|
|
"pydantic>=2.0.0",
|
|
"fastapi>=0.104.0",
|
|
"uvicorn>=0.24.0",
|
|
"httpx>=0.24.0",
|
|
"python-dotenv>=1.0.0",
|
|
"structlog>=23.1.0",
|
|
]
|
|
|
|
# All dependencies for running unit tests locally
|
|
# This combines all container dependencies plus test-specific ones
|
|
all = [
|
|
# All server dependencies
|
|
"fastapi>=0.104.0",
|
|
"uvicorn>=0.24.0",
|
|
"python-multipart>=0.0.20",
|
|
"watchfiles>=0.18",
|
|
"crawl4ai==0.7.4",
|
|
"supabase==2.15.1",
|
|
"asyncpg>=0.29.0",
|
|
"openai==1.71.0",
|
|
"pypdf2>=3.0.1",
|
|
"pdfplumber>=0.11.6",
|
|
"python-docx>=1.1.2",
|
|
"markdown>=3.8",
|
|
"python-jose[cryptography]>=3.3.0",
|
|
"cryptography>=41.0.0",
|
|
"slowapi>=0.1.9",
|
|
"docker>=6.1.0",
|
|
"logfire>=0.30.0",
|
|
# MCP specific (mcp version)
|
|
"mcp==1.12.2",
|
|
# Agents specific
|
|
"pydantic-ai>=0.0.13",
|
|
"structlog>=23.1.0",
|
|
# Shared utilities
|
|
"httpx>=0.24.0",
|
|
"pydantic>=2.0.0",
|
|
"python-dotenv>=1.0.0",
|
|
# Test dependencies
|
|
"pytest>=8.0.0",
|
|
"pytest-asyncio>=0.21.0",
|
|
"pytest-mock>=3.12.0",
|
|
"pytest-timeout>=2.3.0",
|
|
"requests>=2.31.0",
|
|
"factory-boy>=3.3.0",
|
|
]
|
|
|
|
[tool.ruff]
|
|
line-length = 120
|
|
target-version = "py312"
|
|
|
|
[tool.ruff.lint]
|
|
select = [
|
|
"E", # pycodestyle errors
|
|
"W", # pycodestyle warnings
|
|
"F", # pyflakes
|
|
"I", # isort
|
|
"B", # flake8-bugbear
|
|
"C4", # flake8-comprehensions
|
|
"UP", # pyupgrade
|
|
]
|
|
ignore = [
|
|
"E501", # line too long - handled by line-length
|
|
"B008", # do not perform function calls in argument defaults
|
|
"C901", # too complex
|
|
"W191", # indentation contains tabs
|
|
]
|
|
|
|
[tool.ruff.format]
|
|
quote-style = "double"
|
|
indent-style = "space"
|
|
skip-magic-trailing-comma = false
|
|
line-ending = "auto"
|
|
|
|
[tool.mypy]
|
|
python_version = "3.12"
|
|
warn_return_any = true
|
|
warn_unused_configs = true
|
|
disallow_untyped_defs = false
|
|
disallow_any_unimported = false
|
|
no_implicit_optional = true
|
|
warn_redundant_casts = true
|
|
warn_unused_ignores = true
|
|
warn_no_return = true
|
|
check_untyped_defs = true
|
|
|
|
# Third-party libraries often don't have type stubs
|
|
# We'll explicitly type our own code but not fail on external libs
|
|
ignore_missing_imports = true |