add antibot guard and retry
This commit is contained in:
10
iaai_scraper/core/exceptions.py
Normal file
10
iaai_scraper/core/exceptions.py
Normal file
@@ -0,0 +1,10 @@
|
||||
class ScraperError(Exception):
|
||||
"""Base scraper exception."""
|
||||
|
||||
|
||||
class AntiBotDetectedError(ScraperError):
|
||||
"""Raised when the target website appears to block automation."""
|
||||
|
||||
|
||||
class SiteStructureChangedError(ScraperError):
|
||||
"""Raised when the page shape changed and required data is missing."""
|
||||
Reference in New Issue
Block a user