Replace page-level checkpoint with segment-level resume

tests/test_scraper.py

@@ -5,7 +5,7 @@ from types import SimpleNamespace
 from unittest.mock import MagicMock
 
 from iaai_scraper.core.config import Settings
-from iaai_scraper.core.exceptions import AntiBotDetectedError, ListingResumeError, SiteStructureChangedError
+from iaai_scraper.core.exceptions import AntiBotDetectedError, SiteStructureChangedError
 from iaai_scraper.scraper import IAAIScraper
 from iaai_scraper.storage.schemas import CarRecord
 
@@ -107,16 +107,13 @@ class TestScraperSync(unittest.TestCase):
             {"make": "HONDA", "year_min": None, "year_max": None},
         ]
 
-        # Resume: пропускаем TOYOTA, начинаем с FORD на стр. 5.
+        # Resume: пропускаем TOYOTA, начинаем сразу с FORD.
         result = scraper.sync_listing_segmented(
-            segments=segments, start_segment=1, start_page=5,
+            segments=segments, start_segment=1,
         )
 
         self.assertEqual(result["segments_completed"], 2)  # FORD + HONDA
         self.assertEqual(result["cars_upserted"], 10)
-        # FORD: start_page=5, HONDA: start_page=1.
-        self.assertEqual(call_args_log[0]["start_page"], 5)
-        self.assertEqual(call_args_log[1]["start_page"], 1)
         # URL содержит бренд.
         self.assertIn("FORD", call_args_log[0]["listing_url"])
         self.assertIn("HONDA", call_args_log[1]["listing_url"])
@@ -223,7 +220,7 @@ class TestScraperSync(unittest.TestCase):
         scraper.listing_collector.open_cars_listing.assert_called_once()
         page.reload.assert_not_called()
 
-    def test_sync_listing_resets_stale_resume_checkpoint_and_restarts_from_page_one(self) -> None:
+    def test_sync_listing_always_starts_from_page_one(self) -> None:
         scraper = self._make_scraper()
         scraper.settings.celery.batch_size = 1
 
@@ -234,10 +231,11 @@ class TestScraperSync(unittest.TestCase):
             next_page_detected=False,
         )
 
-        progress_calls: list[int] = []
-
         scraper._get_page_with_warmup = MagicMock(return_value=page)
-        scraper._reopen_listing_and_resume = MagicMock(side_effect=ListingResumeError("checkpoint page is no longer reachable"))
+        # Pagination-resume убран: _reopen_listing_and_resume не должен вызываться.
+        scraper._reopen_listing_and_resume = MagicMock(
+            side_effect=AssertionError("pagination resume must not be used")
+        )
         scraper.listing_collector.open_cars_listing = MagicMock()
         scraper.listing_collector.apply_filters = MagicMock(return_value={
             "make": None,
@@ -261,13 +259,11 @@ class TestScraperSync(unittest.TestCase):
             limit=None,
             effective_only_new=False,
             started_at=0.0,
-            start_page=50,
-            progress_callback=progress_calls.append,
             listing_url="https://www.iaai.com/Vehiclelisting/Cars?Make=EAGLE",
         )
 
-        self.assertEqual(progress_calls, [0, 1])
         scraper.listing_collector.open_cars_listing.assert_called_once()
+        scraper._reopen_listing_and_resume.assert_not_called()
         scraper.sync_batch.assert_called_once()
         self.assertEqual(result["cars_upserted"], 1)
         self.assertEqual(result["total"], 1)