update sync
This commit is contained in:
@@ -2424,19 +2424,25 @@ class IAAIScraper:
|
||||
seg_make = seg.get("make")
|
||||
seg_year_min = seg.get("year_min")
|
||||
seg_year_max = seg.get("year_max")
|
||||
seg_listing_url = seg.get("listing_url")
|
||||
|
||||
# На длительном full-scan сегмент нельзя пропускать из-за runtime include.brands,
|
||||
# иначе прогон становится частичным.
|
||||
self._reload_runtime_config()
|
||||
|
||||
seg_url = None if self.settings.scraping_profile.http_first else (self._build_segment_listing_url(base_url, seg_make) if seg_make else None)
|
||||
if seg_listing_url:
|
||||
seg_url = str(seg_listing_url)
|
||||
else:
|
||||
seg_url = None if self.settings.scraping_profile.http_first else (self._build_segment_listing_url(base_url, seg_make) if seg_make else None)
|
||||
|
||||
seg_label = f"{seg_make or 'ALL'}"
|
||||
if seg_listing_url:
|
||||
seg_label = "FILTERED_SEARCH"
|
||||
if seg_year_min is not None or seg_year_max is not None:
|
||||
seg_label += f" ({seg_year_min}-{seg_year_max})"
|
||||
|
||||
logger.info(
|
||||
"Segment %d/%d: %s",
|
||||
logger.debug(
|
||||
"Segment %d/%d started: %s",
|
||||
seg_idx + 1, len(segments), seg_label,
|
||||
)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user