IAAI scraper
This commit is contained in:
39
.env.example
Normal file
39
.env.example
Normal file
@@ -0,0 +1,39 @@
|
||||
IAAI_HEADLESS=false
|
||||
IAAI_RAW_OUTPUT_JSON=iaai_raw_network.json
|
||||
IAAI_LOG_LEVEL=INFO
|
||||
# IAAI_LOG_FILE=iaai_scraper.log
|
||||
|
||||
# Conservative first-run mode.
|
||||
IAAI_GENTLE_MODE=true
|
||||
IAAI_CAPTURE_SAME_ORIGIN_ONLY=true
|
||||
IAAI_MAX_CAPTURED_REQUESTS=40
|
||||
IAAI_MAX_CAPTURED_JSON_RESPONSES=30
|
||||
IAAI_WARM_SCROLL_ROUNDS=1
|
||||
IAAI_POST_OPEN_IDLE_MS=3500
|
||||
|
||||
# Sequential listing-first mode.
|
||||
IAAI_CARS_LISTING_URL=https://www.iaai.com/Vehiclelisting/Cars
|
||||
IAAI_MAX_PAGES_PER_RUN=1
|
||||
IAAI_MAX_VEHICLES_PER_RUN=10
|
||||
IAAI_PAGE_LINK_LIMIT=20
|
||||
IAAI_INCLUDE_PAGINATION=false
|
||||
IAAI_COLLECT_CURRENT_PAGE_ONLY=true
|
||||
|
||||
# Human-like pacing.
|
||||
IAAI_HUMAN_PACE_ENABLED=true
|
||||
IAAI_AFTER_LISTING_OPEN_MIN_S=2.5
|
||||
IAAI_AFTER_LISTING_OPEN_MAX_S=4.5
|
||||
IAAI_AFTER_FILTER_ACTION_MIN_S=2.0
|
||||
IAAI_AFTER_FILTER_ACTION_MAX_S=4.0
|
||||
IAAI_BEFORE_VEHICLE_OPEN_MIN_S=2.5
|
||||
IAAI_BEFORE_VEHICLE_OPEN_MAX_S=5.5
|
||||
IAAI_AFTER_VEHICLE_OPEN_MIN_S=5.0
|
||||
IAAI_AFTER_VEHICLE_OPEN_MAX_S=9.0
|
||||
IAAI_BETWEEN_VEHICLES_MIN_S=8.0
|
||||
IAAI_BETWEEN_VEHICLES_MAX_S=18.0
|
||||
IAAI_AFTER_PAGE_CHANGE_MIN_S=3.0
|
||||
IAAI_AFTER_PAGE_CHANGE_MAX_S=6.0
|
||||
|
||||
# Database.
|
||||
IAAI_DATABASE_URL=sqlite:///iaai_scraper.db
|
||||
IAAI_DATABASE_ECHO=false
|
||||
Reference in New Issue
Block a user