qananasikq/iaai-parser
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix worker lock

Browse Source
This commit is contained in:
qananasikq
2026-04-14 19:32:45 +03:00
parent cac68bda4c
commit d9111be2d2
3 changed files with 204 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
iaai_scraper/worker/celery_app.py
View File

@@ -80,7 +80,7 @@ celery_app.conf.update(
"task": "iaai_scraper.worker.tasks.sync_listing_task",
"schedule": settings.celery.beat_sync_interval_minutes * 60.0,
"args": (),
"kwargs": {"limit": settings.celery.beat_sync_limit},
"kwargs": {"limit": settings.celery.beat_sync_limit, "only_new": False},
"options": {"queue": "scraping"},
}
},
@@ -99,6 +99,6 @@ def _on_worker_ready(**kwargs):
logger.info("Worker ready — dispatching initial sync_listing task")
celery_app.send_task(
"iaai_scraper.worker.tasks.sync_listing_task",
kwargs={"limit": settings.celery.beat_sync_limit},
kwargs={"limit": settings.celery.beat_sync_limit, "only_new": False},
queue="scraping",
)