Improve mobile.de detail parsing

This commit is contained in:
qananasikq
2026-08-20 13:13:00 +03:00
parent cb49420bb2
commit be19d29a1d
6 changed files with 238 additions and 106 deletions
+3 -4
View File
@@ -5,14 +5,13 @@ build-backend = "setuptools.build_meta"
[project]
name = "mobile-de-scraper"
version = "0.1.0"
description = "mobile.de scraper service with FastAPI, Celery, Playwright and PostgreSQL"
description = "mobile.de scraper service with FastAPI, Celery and PostgreSQL"
readme = "README.md"
requires-python = ">=3.11"
dependencies = [
"alembic>=1.14.0",
"celery>=5.4.0",
"fastapi>=0.115.0",
"playwright>=1.53.0",
"psycopg2-binary>=2.9.9",
"pydantic>=2.8.2",
"python-dotenv>=1.0.1",
@@ -20,7 +19,6 @@ dependencies = [
"requests>=2.32.0",
"sqlalchemy>=2.0.32",
"uvicorn>=0.34.0",
"urllib3>=2.0.0",
]
[project.optional-dependencies]
@@ -31,7 +29,6 @@ dev = [
[project.scripts]
mobilede = "mobilede_scraper.cli:main"
MOBILEDE = "mobilede_scraper.cli:main"
[tool.setuptools]
include-package-data = true
@@ -41,5 +38,7 @@ include = ["mobilede_scraper*"]
[tool.pytest.ini_options]
addopts = "-q --disable-warnings"
testpaths = ["tests"]
python_files = ["tests/test_*.py"]
norecursedirs = ["artifacts", ".deploy_tmp", ".git", ".venv"]
log_cli = false