qananasikq/iaai-parser
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix(deploy): clear stale celery pidfile + configurable listing goto timeout

Browse Source
This commit is contained in:
qananasikq
2026-04-18 01:55:03 +03:00
parent cd929c9278
commit 54c32cb762
2 changed files with 7 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
iaai_scraper/browser/listing.py
View File

@@ -135,11 +135,12 @@ class ListingCollector:
def open_cars_listing(self, page: Page, *, url_override: str | None = None) -> None:
url = url_override or self.settings.listing.cars_url
logger.info("Opening cars listing page: %s", url)
goto_timeout = max(60_000, int(getattr(self.settings, "default_timeout_ms", 60_000)))
logger.info("Opening cars listing page: %s (timeout=%dms)", url, goto_timeout)
last_err = None
for attempt in range(3):
try:
page.goto(url, wait_until="commit", timeout=60_000)
page.goto(url, wait_until="commit", timeout=goto_timeout)
last_err = None
break
except Exception as e: