cleanup and fix runtime bugs

iaai_scraper/worker/celery_app.py

@@ -1,4 +1,4 @@
-"""Celery app factory."""
+# Инициализация Celery-приложения и периодических задач.
 
 from celery import Celery
 
@@ -20,26 +20,25 @@ celery_app = Celery(
 )
 
 celery_app.conf.update(
-    # Сериализация.
     task_serializer="json",
     accept_content=["json"],
     result_serializer="json",
     timezone="UTC",
     enable_utc=True,
-
-    # Лимиты.
     task_soft_time_limit=settings.celery.task_soft_time_limit,
     task_time_limit=settings.celery.task_time_limit,
+    task_acks_late=True,
+    task_reject_on_worker_lost=True,
+    task_track_started=True,
     worker_concurrency=settings.celery.worker_concurrency,
-
-    # Playwright sync API: prefork + 1 процесс.
+    worker_max_tasks_per_child=settings.celery.worker_max_tasks_per_child,
     worker_pool="prefork",
     worker_prefetch_multiplier=1,
-
-    # Retry policy брокера.
     broker_connection_retry_on_startup=True,
-
-    # Beat schedule.
+    broker_transport_options={
+        "visibility_timeout": settings.celery.broker_visibility_timeout,
+    },
+    result_expires=86400,
     beat_schedule={
         "periodic-sync-listing": {
             "task": "iaai_scraper.worker.tasks.sync_listing_task",
@@ -47,14 +46,11 @@ celery_app.conf.update(
             "args": (),
             "kwargs": {"limit": settings.celery.beat_sync_limit},
             "options": {"queue": "scraping"},
-        },
+        }
     },
-
-    # Роутинг задач.
     task_routes={
-        "iaai_scraper.worker.tasks.*": {"queue": "scraping"},
+        "iaai_scraper.worker.tasks.*": {"queue": "scraping"}
     },
 )
 
-# Автообнаружение задач.
-celery_app.autodiscover_tasks(["iaai_scraper.worker"])
+celery_app.autodiscover_tasks(["iaai_scraper.worker"])