Update parser
This commit is contained in:
@@ -183,6 +183,7 @@ class FastSyncEngine:
|
||||
prepared_rows: list[CarRecord] = []
|
||||
db_processed = 0
|
||||
retry_candidates: list[FastListingVehicle] = []
|
||||
transient_failure_log_count = 0
|
||||
started_details = time.perf_counter()
|
||||
with concurrent.futures.ThreadPoolExecutor(max_workers=min(self.fetch_concurrency, len(candidates))) as executor:
|
||||
future_to_vehicle = {
|
||||
@@ -232,7 +233,13 @@ class FastSyncEngine:
|
||||
stats.protection_events += 1
|
||||
if self._is_transient_detail_error(exc):
|
||||
retry_candidates.append(vehicle)
|
||||
logger.info("Fast detail transient failure queued for retry inventory_id=%s: %s", vehicle.inventory_id, exc)
|
||||
transient_failure_log_count += 1
|
||||
if transient_failure_log_count % 100 == 0:
|
||||
logger.warning(
|
||||
"Fast detail transient failures queued for retry: count=%d latest_inventory_id=%s",
|
||||
transient_failure_log_count,
|
||||
vehicle.inventory_id,
|
||||
)
|
||||
else:
|
||||
logger.exception("Fast detail parse failed inventory_id=%s: %s", vehicle.inventory_id, exc)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user