Refactor to new ingestion pipeline architecture with discovery, fetch, enrichment services

2026-04-20 16:27:42 +03:00
parent 55203d33ea
commit 65d5f8e1eb
23 changed files with 3436 additions and 518 deletions
--- a/pyproject.toml
+++ b/pyproject.toml
@@ -11,6 +11,7 @@ requires-python = ">=3.11"
 dependencies = [
  "alembic>=1.14.0",
  "celery>=5.4.0",
+  "curl-cffi>=0.11.0",
  "fastapi>=0.115.0",
  "playwright>=1.53.0",
  "psycopg2-binary>=2.9.9",