feat: add proxy_url to torrentio (#994)

* feat: add proxy_url to torrentio

* fix: remove extra logging

* chore: add to .env.example

.env.example

@@ -9,6 +9,9 @@
 # using the env variables you specified.
 RIVEN_FORCE_ENV=false
 
+# This is used to specify settings filename. By default it's settings.json.
+RIVEN_SETTINGS_FILENAME="settings.json"
+
 # This will reset the database and recreate all tables, and then exit after running!
 HARD_RESET=false
 
@@ -18,7 +21,7 @@ REPAIR_SYMLINKS=false
 # Manual api key, must be 32 characters long
 API_KEY=1234567890qwertyuiopas
 
-# This is the number of workers to use for reindexing symlinks after a database reset. 
+# This is the number of workers to use for reindexing symlinks after a database reset.
 # More workers = faster symlinking but uses more memory.
 # For lower end machines, stick to around 1-3.
 # For higher end machines, you can do as many as you want, or set it to the number of cores.
@@ -118,6 +121,7 @@ RIVEN_SCRAPING_TORRENTIO_FILTER=sort=qualitysize%7Cqualityfilter=480p,scr,cam
 RIVEN_SCRAPING_TORRENTIO_URL=http://torrentio.strem.fun
 RIVEN_SCRAPING_TORRENTIO_TIMEOUT=30
 RIVEN_SCRAPING_TORRENTIO_RATELIMIT=true
+RIVEN_SCRAPING_TORRENTIO_PROXY_URL=
 RIVEN_SCRAPING_KNIGHTCRAWLER_ENABLED=false
 RIVEN_SCRAPING_KNIGHTCRAWLER_FILTER=sort=qualitysize%7Cqualityfilter=480p,scr,cam
 RIVEN_SCRAPING_KNIGHTCRAWLER_URL=https://knightcrawler.elfhosted.com
@@ -139,7 +143,7 @@ RIVEN_SCRAPING_ORIONOID_API_KEY=
 RIVEN_SCRAPING_ORIONOID_CACHED_RESULTS_ONLY=false
 RIVEN_SCRAPING_ORIONOID_PARAMETERS_VIDEO3D=false          # See the Orionoid API docs for more information on these parameters.
 RIVEN_SCRAPING_ORIONOID_PARAMETERS_VIDEOQUALITY=sd_hd8k   # See the Orionoid API docs for more information on these parameters.
-RIVEN_SCRAPING_ORIONOID_PARAMETERS_LIMITCOUNT=5           # See the Orionoid API docs for more information on these parameters.    
+RIVEN_SCRAPING_ORIONOID_PARAMETERS_LIMITCOUNT=5           # See the Orionoid API docs for more information on these parameters.
 RIVEN_SCRAPING_ORIONOID_TIMEOUT=30
 RIVEN_SCRAPING_ORIONOID_RATELIMIT=true
 RIVEN_SCRAPING_MEDIAFUSION_ENABLED=false
@@ -344,4 +348,4 @@ RIVEN_LOGGER_API_ICON=👾
 RIVEN_LOGGER_PLEX_FG=DAD3BE
 RIVEN_LOGGER_PLEX_ICON=📽️
 RIVEN_LOGGER_TRAKT_FG=1DB954
-RIVEN_LOGGER_TRAKT_ICON=🎵
+RIVEN_LOGGER_TRAKT_ICON=🎵

src/program/services/scrapers/torrentio.py

@@ -29,6 +29,7 @@ def __init__(self):
         session = create_service_session(rate_limit_params=rate_limit_params)
         self.request_handler = ScraperRequestHandler(session)
         self.headers = {"User-Agent": "Mozilla/5.0"}
+        self.proxies = {"http": self.settings.proxy_url, "https": self.settings.proxy_url} if self.settings.proxy_url else None
         self.initialized: bool = self.validate()
         if not self.initialized:
             return
@@ -46,7 +47,7 @@ def validate(self) -> bool:
             return False
         try:
             url = f"{self.settings.url}/{self.settings.filter}/manifest.json"
-            response = self.request_handler.execute(HttpMethod.GET, url, timeout=10, headers=self.headers)
+            response = self.request_handler.execute(HttpMethod.GET, url, timeout=10, headers=self.headers, proxies=self.proxies)
             if response.is_ok:
                 return True
         except Exception as e:
@@ -74,7 +75,7 @@ def scrape(self, item: MediaItem) -> tuple[Dict[str, str], int]:
         if identifier:
             url += identifier
 
-        response = self.request_handler.execute(HttpMethod.GET, f"{url}.json", timeout=self.timeout, headers=self.headers)
+        response = self.request_handler.execute(HttpMethod.GET, f"{url}.json", timeout=self.timeout, headers=self.headers, proxies=self.proxies)
         if not response.is_ok or not hasattr(response.data, 'streams') or not response.data.streams:
             logger.log("NOT_FOUND", f"No streams found for {item.log_string}")
             return {}
@@ -93,4 +94,4 @@ def scrape(self, item: MediaItem) -> tuple[Dict[str, str], int]:
         else:
             logger.log("NOT_FOUND", f"No streams found for {item.log_string}")
 
-        return torrents
+        return torrents

src/program/settings/models.py

@@ -187,6 +187,7 @@ class TorrentioConfig(Observable):
     url: str = "http://torrentio.strem.fun"
     timeout: int = 30
     ratelimit: bool = Field(default=True, deprecated=deprecation_warning)
+    proxy_url: str = ""
 
 
 class KnightcrawlerConfig(Observable):