diff --git a/scraper/tweet.py b/scraper/tweet.py index 1608ac5..b0b707b 100644 --- a/scraper/tweet.py +++ b/scraper/tweet.py @@ -6,9 +6,12 @@ class Tweet: def __init__(self, card: Chrome) -> None: self.card = card - self.user = card.find_element( - "xpath", './/div[@data-testid="User-Name"]//span' - ).text + try: + self.user = card.find_element( + "xpath", './/div[@data-testid="User-Name"]//span' + ).text + except NoSuchElementException: + return try: self.handle = card.find_element( diff --git a/scraper/twitter_scraper.py b/scraper/twitter_scraper.py index b367640..1e84a84 100644 --- a/scraper/twitter_scraper.py +++ b/scraper/twitter_scraper.py @@ -239,6 +239,9 @@ It may be due to the following: except StaleElementReferenceException: callback() sleep(2) + except Exception as e: + print(f"Error scraping tweets: {e}") + break print("\n")