81 lines
2.4 KiB
Bash
81 lines
2.4 KiB
Bash
IAAI_HEADLESS=true
|
|
IAAI_LOG_LEVEL=INFO
|
|
# IAAI_LOG_FILE=iaai_scraper.log
|
|
|
|
# Network capture settings.
|
|
IAAI_CAPTURE_SAME_ORIGIN_ONLY=true
|
|
IAAI_MAX_CAPTURED_REQUESTS=40
|
|
IAAI_MAX_CAPTURED_JSON_RESPONSES=30
|
|
|
|
# Sequential listing-first mode.
|
|
IAAI_CARS_LISTING_URL=https://www.iaai.com/Vehiclelisting/Cars
|
|
IAAI_MAX_PAGES_PER_RUN=10
|
|
IAAI_MAX_VEHICLES_PER_RUN=30
|
|
IAAI_PAGE_LINK_LIMIT=100
|
|
IAAI_INCLUDE_PAGINATION=true
|
|
IAAI_COLLECT_CURRENT_PAGE_ONLY=false
|
|
|
|
# Human-like pacing.
|
|
IAAI_HUMAN_PACE_ENABLED=true
|
|
IAAI_AFTER_LISTING_OPEN_MIN_S=2.5
|
|
IAAI_AFTER_LISTING_OPEN_MAX_S=4.5
|
|
IAAI_AFTER_FILTER_ACTION_MIN_S=2.0
|
|
IAAI_AFTER_FILTER_ACTION_MAX_S=4.0
|
|
IAAI_BEFORE_VEHICLE_OPEN_MIN_S=1.5
|
|
IAAI_BEFORE_VEHICLE_OPEN_MAX_S=3.0
|
|
IAAI_AFTER_VEHICLE_OPEN_MIN_S=1.0
|
|
IAAI_AFTER_VEHICLE_OPEN_MAX_S=2.5
|
|
IAAI_BETWEEN_VEHICLES_MIN_S=3.0
|
|
IAAI_BETWEEN_VEHICLES_MAX_S=6.0
|
|
IAAI_AFTER_PAGE_CHANGE_MIN_S=3.0
|
|
IAAI_AFTER_PAGE_CHANGE_MAX_S=6.0
|
|
|
|
# Sync settings
|
|
IAAI_SYNC_ONLY_NEW=true
|
|
IAAI_TOKENS_FILE=tokens.json
|
|
IAAI_RUNTIME_CONFIG_FILE=runtime_config.json
|
|
|
|
# Retry / backoff
|
|
IAAI_RETRY_DELAY_SECONDS=2.5
|
|
IAAI_RETRY_BACKOFF_MULTIPLIER=2.0
|
|
IAAI_RETRY_JITTER_SECONDS=0.25
|
|
|
|
# Session persistence (cookies)
|
|
IAAI_STORAGE_STATE_PATH=storage_state.json
|
|
IAAI_SESSION_MAX_AGE_DAYS=30
|
|
IAAI_SESSION_SAVE_ON_EXIT=true
|
|
|
|
# IAAI login credentials
|
|
IAAI_LOGIN_EMAIL=ofcmkrtzhr@hotmail.com
|
|
IAAI_LOGIN_PASSWORD=FMGX3Q58syz8
|
|
|
|
# Proxy (HTTP/HTTPS preferred for Playwright)
|
|
# Chromium does not support SOCKS5 proxy authentication directly.
|
|
# Use residential or mobile USA proxy.
|
|
# IAAI_PROXY_SERVER=http://proxy.example.com:8080
|
|
# IAAI_PROXY_USERNAME=
|
|
# IAAI_PROXY_PASSWORD=
|
|
|
|
# Database — SQLite (локальный запуск без Docker).
|
|
# Для PostgreSQL: postgresql+psycopg2://iaai:iaai@localhost:5432/iaai_scraper
|
|
IAAI_DATABASE_URL=sqlite:///iaai_scraper.db
|
|
IAAI_DATABASE_ECHO=false
|
|
IAAI_DATABASE_POOL_SIZE=5
|
|
IAAI_DATABASE_MAX_OVERFLOW=10
|
|
IAAI_DATABASE_AUTO_CREATE_TABLES=true
|
|
|
|
# Redis (Celery broker) не нужен для CLI-режима.
|
|
# Раскомментировать для запуска API + Worker + Beat.
|
|
# IAAI_REDIS_URL=redis://localhost:6379/0
|
|
|
|
# Celery —не нужен для CLI-режима.
|
|
# CELERY_BROKER_URL=redis://localhost:6379/0
|
|
# CELERY_RESULT_BACKEND=redis://localhost:6379/0
|
|
# CELERY_TASK_SOFT_TIME_LIMIT=600
|
|
# CELERY_TASK_TIME_LIMIT=900
|
|
# CELERY_WORKER_CONCURRENCY=1
|
|
# CELERY_WORKER_MAX_TASKS_PER_CHILD=20
|
|
# CELERY_BROKER_VISIBILITY_TIMEOUT=7200
|
|
# CELERY_BEAT_SYNC_INTERVAL_MINUTES=60
|
|
# CELERY_BEAT_SYNC_LIMIT=26
|