chore: Update fetcher.py to use custom User-Agent header for requests

DataForgeOpenAIHub · Aug 19, 2024 · 9091236 · 9091236
1 parent 7901b8c
commit 9091236
Showing 1 changed file with 1 addition and 5 deletions.
diff --git a/steam_sales/steam_etl/fetcher.py b/steam_sales/steam_etl/fetcher.py
@@ -45,11 +45,7 @@ def get_request(self, url: str, parameters=None, max_retries=4, wait_time=4, exp
         """
 
         try_count = 0
-        headers = {
-            "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) "
-            "AppleWebKit/537.36 (KHTML, like Gecko) "
-            "Chrome/127.0.0.0 Safari/537.36"
-        }
+        headers = {"User-Agent": "YourCustomUserAgent/1.0", "DNT": "1"}
         while try_count < max_retries:
             try:
                 response = requests.get(url=url, params=parameters, headers=headers)