68 lines
2.2 KiB
Plaintext
68 lines
2.2 KiB
Plaintext
DUBIZZLE_HEADLESS=true
|
|
DUBIZZLE_LOG_LEVEL=INFO
|
|
|
|
DUBIZZLE_CAPTURE_SAME_ORIGIN_ONLY=true
|
|
DUBIZZLE_MAX_CAPTURED_REQUESTS=40
|
|
DUBIZZLE_MAX_CAPTURED_JSON_RESPONSES=20
|
|
|
|
DUBIZZLE_CARS_LISTING_URL=https://uae.dubizzle.com/motors/used-cars/
|
|
DUBIZZLE_LISTING_SEGMENTS=auto
|
|
DUBIZZLE_MAX_PAGES_PER_RUN=999999
|
|
DUBIZZLE_MAX_VEHICLES_PER_RUN=999999
|
|
DUBIZZLE_PAGE_LINK_LIMIT=999999
|
|
DUBIZZLE_INCLUDE_PAGINATION=true
|
|
DUBIZZLE_COLLECT_CURRENT_PAGE_ONLY=false
|
|
|
|
DUBIZZLE_HUMAN_PACE_ENABLED=true
|
|
DUBIZZLE_PARALLEL_TABS=10
|
|
CELERY_BATCH_SIZE=100
|
|
DUBIZZLE_AFTER_LISTING_OPEN_MIN_S=0.2
|
|
DUBIZZLE_AFTER_LISTING_OPEN_MAX_S=0.5
|
|
DUBIZZLE_AFTER_FILTER_ACTION_MIN_S=0.2
|
|
DUBIZZLE_AFTER_FILTER_ACTION_MAX_S=0.5
|
|
DUBIZZLE_BEFORE_VEHICLE_OPEN_MIN_S=0.02
|
|
DUBIZZLE_BEFORE_VEHICLE_OPEN_MAX_S=0.08
|
|
DUBIZZLE_AFTER_VEHICLE_OPEN_MIN_S=0.02
|
|
DUBIZZLE_AFTER_VEHICLE_OPEN_MAX_S=0.08
|
|
DUBIZZLE_BETWEEN_VEHICLES_MIN_S=0.02
|
|
DUBIZZLE_BETWEEN_VEHICLES_MAX_S=0.08
|
|
DUBIZZLE_AFTER_PAGE_CHANGE_MIN_S=0.2
|
|
DUBIZZLE_AFTER_PAGE_CHANGE_MAX_S=0.5
|
|
|
|
DUBIZZLE_SYNC_ONLY_NEW=false
|
|
DUBIZZLE_TOKENS_FILE=/data/tokens.json
|
|
DUBIZZLE_RUNTIME_CONFIG_FILE=/app/runtime_config.json
|
|
|
|
DUBIZZLE_MAX_RETRIES=5
|
|
DUBIZZLE_RETRY_DELAY_SECONDS=4
|
|
DUBIZZLE_RETRY_BACKOFF_MULTIPLIER=2.0
|
|
DUBIZZLE_RETRY_JITTER_SECONDS=0.5
|
|
DUBIZZLE_TIMEOUT_MS=90000
|
|
DUBIZZLE_FALLBACK_NAV_TIMEOUT_MS=30000
|
|
|
|
DUBIZZLE_DATABASE_URL=postgresql+psycopg2://dubizzle:dubizzle@postgres:5432/dubizzle_scraper
|
|
DUBIZZLE_DATABASE_ECHO=false
|
|
DUBIZZLE_DATABASE_POOL_SIZE=5
|
|
DUBIZZLE_DATABASE_MAX_OVERFLOW=5
|
|
|
|
DUBIZZLE_REDIS_URL=redis://redis:6379/0
|
|
|
|
CELERY_BROKER_URL=redis://redis:6379/0
|
|
CELERY_RESULT_BACKEND=redis://redis:6379/0
|
|
CELERY_TASK_SOFT_TIME_LIMIT=86400
|
|
CELERY_TASK_TIME_LIMIT=86520
|
|
CELERY_BROKER_VISIBILITY_TIMEOUT=90000
|
|
CELERY_WORKER_CONCURRENCY=1
|
|
CELERY_BEAT_SYNC_INTERVAL_MINUTES=60
|
|
CELERY_BEAT_SYNC_LIMIT=0
|
|
DUBIZZLE_ALWAYS_FULL_SCAN=true
|
|
CELERY_PARALLEL_SEGMENTS=true
|
|
DUBIZZLE_DISCOVERY_MODE=algolia
|
|
DUBIZZLE_ALGOLIA_APPLICATION_ID=WD0PTZ13ZS
|
|
DUBIZZLE_ALGOLIA_API_KEY=cef139620248f1bc328a00fddc7107a6
|
|
DUBIZZLE_ALGOLIA_INDEX_NAME=motors.com
|
|
DUBIZZLE_ALGOLIA_BASE_URL=https://WD0PTZ13ZS-dsn.algolia.net
|
|
DUBIZZLE_SITEMAP_FALLBACK_ON_EMPTY=false
|
|
SYNC_LISTING_BOOTSTRAP_CONTINUATION_STREAK_LIMIT=6
|
|
SYNC_LISTING_BOOTSTRAP_CONTINUATION_STREAK_TTL_SECONDS=21600
|