update sync

This commit is contained in:
qananasikq
2026-04-24 18:00:09 +03:00
parent 8c441b2aec
commit 1453eee83b
7 changed files with 221 additions and 46 deletions

View File

@@ -2424,19 +2424,25 @@ class IAAIScraper:
seg_make = seg.get("make")
seg_year_min = seg.get("year_min")
seg_year_max = seg.get("year_max")
seg_listing_url = seg.get("listing_url")
# На длительном full-scan сегмент нельзя пропускать из-за runtime include.brands,
# иначе прогон становится частичным.
self._reload_runtime_config()
seg_url = None if self.settings.scraping_profile.http_first else (self._build_segment_listing_url(base_url, seg_make) if seg_make else None)
if seg_listing_url:
seg_url = str(seg_listing_url)
else:
seg_url = None if self.settings.scraping_profile.http_first else (self._build_segment_listing_url(base_url, seg_make) if seg_make else None)
seg_label = f"{seg_make or 'ALL'}"
if seg_listing_url:
seg_label = "FILTERED_SEARCH"
if seg_year_min is not None or seg_year_max is not None:
seg_label += f" ({seg_year_min}-{seg_year_max})"
logger.info(
"Segment %d/%d: %s",
logger.debug(
"Segment %d/%d started: %s",
seg_idx + 1, len(segments), seg_label,
)