initial openlane project

.env.example

@@ -1,52 +1,47 @@
-IAAI_HEADLESS=true
-IAAI_LOG_LEVEL=INFO
+# --- General ---
+OPENLANE_HEADLESS=true
+OPENLANE_LOG_LEVEL=INFO
+OPENLANE_TIMEOUT_MS=45000
 
-IAAI_CAPTURE_SAME_ORIGIN_ONLY=true
-IAAI_MAX_CAPTURED_REQUESTS=40
-IAAI_MAX_CAPTURED_JSON_RESPONSES=20
+# --- OpenLane Auth & API ---
+OPENLANE_USERNAME=
+OPENLANE_PASSWORD=
+OPENLANE_SIGN_IN_URL=https://app.openlane.com/sign_in
+OPENLANE_SEARCH_URL=https://app.openlane.com/search?tab=marketplace
+OPENLANE_API_SEARCH_URL=https://app.openlane.com/api/v4/search
+OPENLANE_SOURCE_TAB=marketplace
+OPENLANE_SALE_TYPES=marketplace
+OPENLANE_PAGE_SIZE=30
+OPENLANE_MAX_PAGES=512
+OPENLANE_MAX_CARS_LIMIT=20
+OPENLANE_THROTTLE_MIN_SECONDS=0.3
+OPENLANE_THROTTLE_MAX_SECONDS=0.8
+OPENLANE_RETRY_SCHEDULE_SECONDS=2,5,10
+OPENLANE_REQUEST_TIMEOUT_MS=45000
+OPENLANE_REFRESH_TOKEN=
+OPENLANE_OKTA_CLIENT_ID=
+OPENLANE_OKTA_TOKEN_ENDPOINT=https://okta.iam.karglobal.com/oauth2/default/v1/token
+OPENLANE_OKTA_REDIRECT_URI=https://app.openlane.com/sign_in
+OPENLANE_OKTA_TIMEOUT_SECONDS=15
 
-IAAI_CARS_LISTING_URL=https://www.iaai.com/Vehiclelisting/Cars
-IAAI_LISTING_SEGMENTS=auto
-IAAI_MAX_PAGES_PER_RUN=999999
-IAAI_MAX_VEHICLES_PER_RUN=999999
-IAAI_PAGE_LINK_LIMIT=999999
-IAAI_INCLUDE_PAGINATION=true
-IAAI_COLLECT_CURRENT_PAGE_ONLY=false
+# --- Output & State ---
+OPENLANE_OUTPUT_DIR=artifacts/openlane
+OPENLANE_JSONL_OUTPUT=artifacts/openlane/openlane_search.jsonl
+OPENLANE_AGGREGATED_OUTPUT=artifacts/openlane/openlane_search_aggregated.json
+OPENLANE_CHECKPOINT_FILE=artifacts/openlane/openlane_checkpoint.json
+OPENLANE_STORAGE_STATE_FILE=/data/openlane/openlane_storage_state.json
+OPENLANE_PERSIST_STORAGE_STATE=true
 
-IAAI_HUMAN_PACE_ENABLED=true
-IAAI_PARALLEL_TABS=10
-CELERY_BATCH_SIZE=100
-IAAI_AFTER_LISTING_OPEN_MIN_S=0.2
-IAAI_AFTER_LISTING_OPEN_MAX_S=0.5
-IAAI_AFTER_FILTER_ACTION_MIN_S=0.2
-IAAI_AFTER_FILTER_ACTION_MAX_S=0.5
-IAAI_BEFORE_VEHICLE_OPEN_MIN_S=0.02
-IAAI_BEFORE_VEHICLE_OPEN_MAX_S=0.08
-IAAI_AFTER_VEHICLE_OPEN_MIN_S=0.02
-IAAI_AFTER_VEHICLE_OPEN_MAX_S=0.08
-IAAI_BETWEEN_VEHICLES_MIN_S=0.02
-IAAI_BETWEEN_VEHICLES_MAX_S=0.08
-IAAI_AFTER_PAGE_CHANGE_MIN_S=0.2
-IAAI_AFTER_PAGE_CHANGE_MAX_S=0.5
+# --- Database (PostgreSQL) ---
+OPENLANE_DATABASE_URL=postgresql+psycopg2://openlane:openlane@postgres:5432/openlane_scraper
+OPENLANE_DATABASE_ECHO=false
+OPENLANE_DATABASE_POOL_SIZE=5
+OPENLANE_DATABASE_MAX_OVERFLOW=5
 
-IAAI_SYNC_ONLY_NEW=false
-IAAI_TOKENS_FILE=/data/tokens.json
-IAAI_RUNTIME_CONFIG_FILE=/app/runtime_config.json
-
-IAAI_MAX_RETRIES=5
-IAAI_RETRY_DELAY_SECONDS=4
-IAAI_RETRY_BACKOFF_MULTIPLIER=2.0
-IAAI_RETRY_JITTER_SECONDS=0.5
-IAAI_TIMEOUT_MS=90000
-IAAI_FALLBACK_NAV_TIMEOUT_MS=30000
-
-IAAI_DATABASE_URL=postgresql+psycopg2://iaai:iaai@postgres:5432/iaai_scraper
-IAAI_DATABASE_ECHO=false
-IAAI_DATABASE_POOL_SIZE=5
-IAAI_DATABASE_MAX_OVERFLOW=5
-
-IAAI_REDIS_URL=redis://redis:6379/0
+# --- Redis ---
+OPENLANE_REDIS_URL=redis://redis:6379/0
 
+# --- Celery ---
 CELERY_BROKER_URL=redis://redis:6379/0
 CELERY_RESULT_BACKEND=redis://redis:6379/0
 CELERY_TASK_SOFT_TIME_LIMIT=86400
@@ -55,3 +50,13 @@ CELERY_BROKER_VISIBILITY_TIMEOUT=90000
 CELERY_WORKER_CONCURRENCY=1
 CELERY_BEAT_SYNC_INTERVAL_MINUTES=60
 CELERY_BEAT_SYNC_LIMIT=0
+
+# --- Docker host ports (override if occupied) ---
+OPENLANE_API_PORT=58000
+OPENLANE_POSTGRES_PORT=55432
+OPENLANE_REDIS_PORT=56379
+
+# --- Proxy (optional) ---
+# OPENLANE_PROXY_SERVER=http://127.0.0.1:8899
+# OPENLANE_PROXY_USERNAME=
+# OPENLANE_PROXY_PASSWORD=