Add tools

iaai_scraper/worker/celery_app.py

@@ -139,6 +139,7 @@ celery_app.conf.update(
             "options": {
                 "queue": IAAI_SYNC_QUEUE,
                 "expires": settings.celery.beat_sync_interval_minutes * 60.0,
+                "headers": {"iaai_beat_task": True},
             },
         }
     },

iaai_scraper/worker/tasks.py

@@ -875,7 +875,9 @@ def _mark_sync_completed(redis_client: Redis) -> None:
         logger.warning("Failed to mark sync completion timestamp", exc_info=True)
 
 
-def _seconds_until_next_allowed_sync(redis_client: Redis, settings: Settings) -> int:
+def _seconds_until_next_allowed_sync(redis_client: Redis, settings: Settings, *, is_beat_task: bool = False) -> int:
+    if is_beat_task:
+        return 0
     min_interval = max(0, int(settings.celery.beat_sync_interval_minutes * 60))
     if min_interval <= 0:
         return 0
@@ -1341,6 +1343,7 @@ def sync_listing_task(
         0,
         int(os.getenv("IAAI_SYNC_FOLLOWUP_MIN_DELAY_SECONDS", str(settings.celery.beat_sync_interval_minutes * 60))),
     )
+    is_beat_task = bool(self.request.headers and self.request.headers.get("iaai_beat_task"))
 
     def _enqueue_bootstrap_followup(
         reason: str,
@@ -1423,7 +1426,7 @@ def sync_listing_task(
         }
 
     try:
-        next_allowed_delay = _seconds_until_next_allowed_sync(redis_client, settings)
+        next_allowed_delay = _seconds_until_next_allowed_sync(redis_client, settings, is_beat_task=is_beat_task)
         if next_allowed_delay > 0:
             logger.info(
                 "sync_listing_task skipped: previous full run finished recently; next run allowed in %ss",