86 lines
3.1 KiB
Bash
86 lines
3.1 KiB
Bash
POSTGRES_USER=mobilede
|
|
POSTGRES_PASSWORD=mobilede
|
|
POSTGRES_DB=mobilede_scraper
|
|
MOBILEDE_HOST_API_PORT=8003
|
|
MOBILEDE_HOST_POSTGRES_PORT=5435
|
|
MOBILEDE_HOST_REDIS_PORT=6382
|
|
MOBILEDE_DATABASE_URL=postgresql+psycopg2://mobilede:mobilede@postgres:5432/mobilede_scraper
|
|
MOBILEDE_REDIS_URL=redis://redis:6379/0
|
|
CELERY_BROKER_URL=redis://redis:6379/0
|
|
CELERY_RESULT_BACKEND=redis://redis:6379/0
|
|
CELERY_TASK_SOFT_TIME_LIMIT=86400
|
|
CELERY_TASK_TIME_LIMIT=86520
|
|
CELERY_BROKER_VISIBILITY_TIMEOUT=90000
|
|
CELERY_WORKER_CONCURRENCY=1
|
|
CELERY_BEAT_SYNC_LIMIT=0
|
|
MOBILEDE_STARTUP_SYNC_ENABLED=true
|
|
MOBILEDE_STARTUP_MAX_PAGES=100
|
|
MOBILEDE_BEAT_MAX_PAGES=100
|
|
MOBILEDE_REQUEST_DELAY_SECONDS=0.25
|
|
MOBILEDE_CONTINUOUS_SYNC_ENABLED=true
|
|
MOBILEDE_CONTINUOUS_SYNC_DELAY_SECONDS=3600
|
|
MOBILEDE_FULL_PASS_REPEAT_DELAY_SECONDS=3600
|
|
MOBILEDE_BOOTSTRAP_CONTINUATION_DELAY_SECONDS=0
|
|
MOBILEDE_BOOTSTRAP_FULL_SCAN_ENABLED=true
|
|
MOBILEDE_INCREMENTAL_AFTER_BOOTSTRAP=false
|
|
MOBILEDE_INCREMENTAL_PAGE_WINDOW=10
|
|
MOBILEDE_PROGRESS_LOG_EVERY_PAGES=20
|
|
MOBILEDE_RUNTIME_INITIAL_TASKS=2
|
|
MOBILEDE_SKIP_LATE_OVERFLOW_CHILDREN_DURING_BOOTSTRAP=true
|
|
MOBILEDE_CONCURRENT_PAGES=1
|
|
MOBILEDE_DETAIL_QUEUE_ENABLED=true
|
|
MOBILEDE_DETAIL_QUEUE_MAX_PENDING=10000
|
|
MOBILEDE_DETAIL_LOCK_TTL_SECONDS=180
|
|
MOBILEDE_DETAIL_WORKER_CONCURRENCY=10
|
|
MOBILEDE_DETAIL_REQUEST_DELAY_SECONDS=0.08
|
|
MOBILEDE_DETAIL_RATE_LIMIT_SLOTS=1
|
|
MOBILEDE_DETAIL_MAX_TASKS_PER_CHILD=500
|
|
MOBILEDE_HTTP_POOL_SIZE=32
|
|
MOBILEDE_SELECTIVE_DETAIL_ENRICH_ENABLED=false
|
|
MOBILEDE_DETAIL_ENRICH_IMAGES_ENABLED=false
|
|
MOBILEDE_DETAIL_TIMEOUT_SECONDS=10
|
|
MOBILEDE_HTTP_MAX_RETRIES=2
|
|
MOBILEDE_SEARCH_NETWORK_RETRY_DELAY_SECONDS=30
|
|
MOBILEDE_HUMAN_PACE_ENABLED=false
|
|
MOBILEDE_COMPACT_SEGMENTS=true
|
|
MOBILEDE_PREPLAN_SEGMENT_PROBES=true
|
|
MOBILEDE_PREPLAN_MAX_PROBES=40
|
|
MOBILEDE_PREPLAN_MAX_SEGMENTS=2400
|
|
MOBILEDE_PREPLAN_SPLIT_THRESHOLD_RATIO=1.0
|
|
MOBILEDE_PREPLAN_MAX_SPLIT_DEPTH=2
|
|
MOBILEDE_PLAN_PROBE_TIMEOUT_SECONDS=8
|
|
MOBILEDE_OVERFLOW_MAX_CHILD_SEGMENTS=3
|
|
MOBILEDE_SEGMENT_TARGET_RESULTS=950
|
|
MOBILEDE_SEGMENT_TARGET_MIN_RATIO=0.80
|
|
MOBILEDE_SEGMENT_TARGET_MAX_RATIO=0.98
|
|
MOBILEDE_SEGMENT_TINY_RATIO=0.45
|
|
MOBILEDE_SPLIT_SEGMENTS_BY_MILEAGE=true
|
|
MOBILEDE_RUNTIME_BRAND_SEGMENTS_ENABLED=false
|
|
MOBILEDE_RUNTIME_BRAND_ROOT_PROBES_ENABLED=false
|
|
MOBILEDE_FILTERED_SEARCH_URL=https://www.mobile.de/ru/%D1%82%D1%80%D0%B0%D0%BD%D1%81%D0%BF%D0%BE%D1%80%D1%82%D0%BD%D1%8B%D0%B5-%D1%81%D1%80%D0%B5%D0%B4%D1%81%D1%82%D0%B2%D0%B0/%D0%BF%D0%BE%D0%B8%D1%81%D0%BA.html?isSearchRequest=true&s=Car&vc=Car&ms=3500&ms=20100&ms=15200&ms=14400&od=up&sb=rel&ref=dsp
|
|
MOBILEDE_FILTERED_SEARCH_URLS=
|
|
MOBILEDE_COMPLETE_SCOPE_BRANDS=BMW,Volvo,Ferrari,Lexus
|
|
MOBILEDE_DETAIL_REFRESH_STALE_ENABLED=false
|
|
MOBILEDE_ENRICH_INTERVAL_SECONDS=30
|
|
MOBILEDE_PROXY_SERVER=
|
|
MOBILEDE_PROXY_USERNAME=
|
|
MOBILEDE_PROXY_PASSWORD=
|
|
SOCKS5_PROXY_HOST=
|
|
SOCKS5_PROXY_PORT=
|
|
SOCKS5_PROXY_USER=
|
|
SOCKS5_PROXY_PASS=
|
|
HTTP_PROXY=
|
|
HTTPS_PROXY=
|
|
ALL_PROXY=
|
|
NO_PROXY=
|
|
MOBILEDE_RUNTIME_CONFIG_FILE=/app/runtime_config.json
|
|
MOBILEDE_OVERFLOW_MIN_PRICE_SPLIT_SPAN=500
|
|
MOBILEDE_ROTATE_RUNTIME_SEGMENTS=true
|
|
MOBILEDE_OVERFLOW_SPLIT_ENABLED=true
|
|
TZ=UTC
|
|
|
|
|
|
MOBILEDE_LIGHT_REFRESH_EXISTING=true
|
|
MOBILEDE_SKIP_IMAGES_FOR_UPDATED=1
|
|
MOBILEDE_BEAT_SYNC_ENABLED=false
|