Update scraper.py

scraper.py

@@ -8,19 +8,14 @@ import os
 
 async def get_text(url, n_words=15):
     try:
-        # geckodriver_path ='/home/user/app/geckodriver'
-        # os.environ['PATH'] += ':' + geckodriver_path
-        # os.environ['SELENIUM_DRIVER_CAPABILITIES'] = '{"alwaysLoadVcDrivers": true}'
         driver = None
         logging.warning(f"Initiated Scraping {url}")
         user_agent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/123.0.0.0 Safari/537.36"
         opts = FirefoxOptions()
         opts.add_argument("--headless")
         opts.add_argument(f"user-agent={user_agent}")
-        # opts.binary = geckodriver_path
-        # webdriver.firefox.driver = geckodriver_path
         driver = webdriver.Firefox(options=opts)
-        driver.set_page_load_timeout(50)
+        driver.set_page_load_timeout(30)
         driver.get(url)
         elem = driver.find_element(By.TAG_NAME, "body").text
         sents = elem.split("\n")