From bfb543c6eb30b5f72f0cd5a3fe8cd5a19ea06e9c Mon Sep 17 00:00:00 2001 From: qananasikq Date: Thu, 16 Apr 2026 18:10:40 +0300 Subject: [PATCH] remove iaai scraper and old tests --- .dockerignore | 23 +++++++++++++++++++++++ .env.example | 28 ++++++++++++++++++++++++++++ .gitattributes | 6 ++++++ .gitignore | 20 ++++++++++++++++++++ 4 files changed, 77 insertions(+) create mode 100644 .dockerignore create mode 100644 .env.example create mode 100644 .gitattributes create mode 100644 .gitignore diff --git a/.dockerignore b/.dockerignore new file mode 100644 index 0000000..6079228 --- /dev/null +++ b/.dockerignore @@ -0,0 +1,23 @@ +__pycache__/ +.pytest_cache/ +.venv/ +venv/ + +.coverage +coverage.xml + +*.pyc +*.pyo +*.pyd +*.log +*.db + +.env +.git/ +.vscode/ + +*.egg-info/ +dist/ +build/ +artifacts/ +tokens_data/ \ No newline at end of file diff --git a/.env.example b/.env.example new file mode 100644 index 0000000..35d5a3e --- /dev/null +++ b/.env.example @@ -0,0 +1,28 @@ +# ===== Encar Scraper Config ===== + +# Логирование +ENCAR_LOG_LEVEL=INFO + +# База данных PostgreSQL +ENCAR_DATABASE_URL=postgresql+psycopg2://encar:encar@postgres:5432/encar_db +ENCAR_DATABASE_ECHO=false +ENCAR_DATABASE_POOL_SIZE=5 +ENCAR_DATABASE_MAX_OVERFLOW=10 +ENCAR_DATABASE_POOL_RECYCLE_SECONDS=1800 + +# Redis +ENCAR_REDIS_URL=redis://redis:6379/1 + +# Celery +CELERY_BROKER_URL=redis://redis:6379/1 +CELERY_RESULT_BACKEND=redis://redis:6379/1 +CELERY_TASK_SOFT_TIME_LIMIT=14400 +CELERY_TASK_TIME_LIMIT=14520 +CELERY_BROKER_VISIBILITY_TIMEOUT=15000 +CELERY_WORKER_CONCURRENCY=4 +CELERY_WORKER_MAX_TASKS_PER_CHILD=50 + +# Encar Beat — полный прогон каждые 60 минут +ENCAR_BEAT_INTERVAL_MINUTES=60 +# 0 = без лимита, парсит ВСЕ авто +ENCAR_BEAT_LIMIT=0 diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000..b06c566 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,6 @@ +# Force LF for shell scripts (critical for Docker on Windows) +*.sh text eol=lf +entrypoint.sh text eol=lf + +# Default for other files +* text=auto diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..682bbf8 --- /dev/null +++ b/.gitignore @@ -0,0 +1,20 @@ +__pycache__/ +.pytest_cache/ +.coverage +coverage.xml +.venv/ +venv/ +*.pyc +*.pyo +*.pyd +*.log +*.db +storage_state.json +.vscode/ +*.egg-info/ +dist/ +build/ +artifacts/ +celerybeat-schedule* +tokens_data/ +.env \ No newline at end of file