IAAI scraper: Playwright + SQLAlchemy, парсинг авто с аукциона, Docker-ready

This commit is contained in:
qananasikq
2026-04-07 23:45:50 +03:00
commit eddcec8141
37 changed files with 2524 additions and 0 deletions

39
.env.example Normal file
View File

@@ -0,0 +1,39 @@
IAAI_HEADLESS=false
IAAI_RAW_OUTPUT_JSON=iaai_raw_network.json
IAAI_LOG_LEVEL=INFO
# IAAI_LOG_FILE=iaai_scraper.log
# Conservative first-run mode.
IAAI_GENTLE_MODE=true
IAAI_CAPTURE_SAME_ORIGIN_ONLY=true
IAAI_MAX_CAPTURED_REQUESTS=40
IAAI_MAX_CAPTURED_JSON_RESPONSES=30
IAAI_WARM_SCROLL_ROUNDS=1
IAAI_POST_OPEN_IDLE_MS=3500
# Sequential listing-first mode.
IAAI_CARS_LISTING_URL=https://www.iaai.com/Vehiclelisting/Cars
IAAI_MAX_PAGES_PER_RUN=1
IAAI_MAX_VEHICLES_PER_RUN=10
IAAI_PAGE_LINK_LIMIT=20
IAAI_INCLUDE_PAGINATION=false
IAAI_COLLECT_CURRENT_PAGE_ONLY=true
# Human-like pacing.
IAAI_HUMAN_PACE_ENABLED=true
IAAI_AFTER_LISTING_OPEN_MIN_S=2.5
IAAI_AFTER_LISTING_OPEN_MAX_S=4.5
IAAI_AFTER_FILTER_ACTION_MIN_S=2.0
IAAI_AFTER_FILTER_ACTION_MAX_S=4.0
IAAI_BEFORE_VEHICLE_OPEN_MIN_S=2.5
IAAI_BEFORE_VEHICLE_OPEN_MAX_S=5.5
IAAI_AFTER_VEHICLE_OPEN_MIN_S=5.0
IAAI_AFTER_VEHICLE_OPEN_MAX_S=9.0
IAAI_BETWEEN_VEHICLES_MIN_S=8.0
IAAI_BETWEEN_VEHICLES_MAX_S=18.0
IAAI_AFTER_PAGE_CHANGE_MIN_S=3.0
IAAI_AFTER_PAGE_CHANGE_MAX_S=6.0
# Database.
IAAI_DATABASE_URL=sqlite:///iaai_scraper.db
IAAI_DATABASE_ECHO=false