Merge pull request huaying#114 from ege-del/master

fixed headless request problem
nuwandda · Apr 22, 2021 · 22d6e1a · 22d6e1a
2 parents 9513906 + e29c477
commit 22d6e1a
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 1 deletion.
diff --git a/inscrawler/browser.py b/inscrawler/browser.py
@@ -11,6 +11,7 @@
 
 from .utils import randmized_sleep
 
+from fake_useragent import UserAgent
 
 class Browser:
     def __init__(self, has_screen):
@@ -21,6 +22,7 @@ def __init__(self, has_screen):
             chrome_options.add_argument("--headless")
         chrome_options.add_argument("--start-maximized")
         chrome_options.add_argument("--no-sandbox")
+        chrome_options.add_argument("user-agent="+UserAgent().random)
         self.driver = webdriver.Chrome(
             executable_path="%s/bin/chromedriver" % dir_path,
             service_args=service_args,

diff --git a/requirements.txt b/requirements.txt
@@ -2,4 +2,5 @@ future==0.16.0
 selenium==3.9.0
 tqdm==4.23.4
 pre-commit==1.16.1
-black==19.3b0
+black==19.3b0
+fake-useragent==0.1.11