From 54c32cb762ff66505f59527a8e916d459098e04e Mon Sep 17 00:00:00 2001 From: qananasikq Date: Sat, 18 Apr 2026 01:55:03 +0300 Subject: [PATCH] fix(deploy): clear stale celery pidfile + configurable listing goto timeout --- entrypoint.sh | 4 ++++ iaai_scraper/browser/listing.py | 5 +++-- 2 files changed, 7 insertions(+), 2 deletions(-) diff --git a/entrypoint.sh b/entrypoint.sh index baa35ab..752f31d 100644 --- a/entrypoint.sh +++ b/entrypoint.sh @@ -78,4 +78,8 @@ start_proxy_bridge_if_needed() { start_proxy_bridge_if_needed "$@" +# Clean stale celery pidfiles so `docker compose restart worker/beat` works. +# `restart` keeps container fs, so a previous PID file blocks new celery start. +rm -f /tmp/celery-*.pid 2>/dev/null || true + exec "$@" diff --git a/iaai_scraper/browser/listing.py b/iaai_scraper/browser/listing.py index 324b25f..53f9fe2 100644 --- a/iaai_scraper/browser/listing.py +++ b/iaai_scraper/browser/listing.py @@ -135,11 +135,12 @@ class ListingCollector: def open_cars_listing(self, page: Page, *, url_override: str | None = None) -> None: url = url_override or self.settings.listing.cars_url - logger.info("Opening cars listing page: %s", url) + goto_timeout = max(60_000, int(getattr(self.settings, "default_timeout_ms", 60_000))) + logger.info("Opening cars listing page: %s (timeout=%dms)", url, goto_timeout) last_err = None for attempt in range(3): try: - page.goto(url, wait_until="commit", timeout=60_000) + page.goto(url, wait_until="commit", timeout=goto_timeout) last_err = None break except Exception as e: