From 794f3c87329b6baba51039b6e774ce3eb2e7f825 Mon Sep 17 00:00:00 2001
From: Pierre MINIGGIO <pierre.miniggio@gmail.com>
Date: Fri, 10 May 2024 20:12:06 +0200
Subject: [PATCH] Add option to specify proxy

---
 scraper/twitter_scraper.py | 10 ++++++++--
 1 file changed, 8 insertions(+), 2 deletions(-)

diff --git a/scraper/twitter_scraper.py b/scraper/twitter_scraper.py
index f994be5..34eabd3 100644
--- a/scraper/twitter_scraper.py
+++ b/scraper/twitter_scraper.py
@@ -44,6 +44,7 @@ class Twitter_Scraper:
         scrape_poster_details=False,
         scrape_latest=True,
         scrape_top=False,
+        proxy=None,
     ):
         print("Initializing Twitter Scraper...")
         self.mail = mail
@@ -64,7 +65,7 @@ class Twitter_Scraper:
         self.max_tweets = max_tweets
         self.progress = Progress(0, max_tweets)
         self.router = self.go_to_home
-        self.driver = self._get_driver()
+        self.driver = self._get_driver(proxy)
         self.actions = ActionChains(self.driver)
         self.scroller = Scroller(self.driver)
         self._config_scraper(
@@ -119,7 +120,10 @@ class Twitter_Scraper:
             self.router = self.go_to_home
         pass
 
-    def _get_driver(self):
+    def _get_driver(
+        self,
+        proxy=None,
+    ):
         print("Setup WebDriver...")
         header = Headers().generate()["User-Agent"]
 
@@ -133,6 +137,8 @@ class Twitter_Scraper:
         browser_option.add_argument("--disable-notifications")
         browser_option.add_argument("--disable-popup-blocking")
         browser_option.add_argument("--user-agent={}".format(header))
+        if proxy is not None:
+            browser_option.add_argument("--proxy-server=%s" % proxy)
 
         # For Hiding Browser
         browser_option.add_argument("--headless")