qananasikq/iaai-parser
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Harden fast sync progress logging

Browse Source
This commit is contained in:
qananasikq
2026-04-27 13:09:41 +03:00
parent 993f692254
commit 1168ed8d4f
1 changed files with 8 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
iaai_scraper/fast_sync.py
View File

@@ -238,7 +238,14 @@ class FastSyncEngine:
if index % 100 == 0 or index == len(candidates): if index % 100 == 0 or index == len(candidates):
elapsed = max(0.001, time.perf_counter() - started_details) elapsed = max(0.001, time.perf_counter() - started_details)
if self.client._settings.scraping_profile.verbose_progress_logs: verbose_progress_logs = bool(
getattr(
getattr(getattr(self.client, "_settings", None), "scraping_profile", None),
"verbose_progress_logs",
False,
)
)
if verbose_progress_logs:
logger.info( logger.info(
"Fast HTTP-first details progress: processed=%d/%d ok=%d failed=%d queued_db=%d rate=%.2f/s", "Fast HTTP-first details progress: processed=%d/%d ok=%d failed=%d queued_db=%d rate=%.2f/s",
index, index,