From 87556a3a5d05cdb5e408e03b83838449c8ed4c95 Mon Sep 17 00:00:00 2001
From: troy-conte <102304795+troy-conte@users.noreply.github.com>
Date: Fri, 1 Mar 2024 12:48:52 -0500
Subject: [PATCH] Catch time out exception

---
 src/jobspy/scrapers/glassdoor/__init__.py | 7 +++++++
 1 file changed, 7 insertions(+)

diff --git a/src/jobspy/scrapers/glassdoor/__init__.py b/src/jobspy/scrapers/glassdoor/__init__.py
index 9bffd16..9387152 100644
--- a/src/jobspy/scrapers/glassdoor/__init__.py
+++ b/src/jobspy/scrapers/glassdoor/__init__.py
@@ -81,6 +81,10 @@ class GlassdoorScraper(Scraper):
                     if len(all_jobs) >= scraper_input.results_wanted:
                         all_jobs = all_jobs[: scraper_input.results_wanted]
                         break
+                except TimeoutError as timeout_exception:  # Specific exception for timeouts
+                    print(f"Timeout occurred on page {page}: {str(timeout_exception)}")
+                    # Skip this page and continue to the next
+                    continue
                 except Exception as e:
                     raise GlassdoorException(str(e))
         except Exception as e:
@@ -99,7 +103,10 @@ class GlassdoorScraper(Scraper):
         Scrapes a page of Glassdoor for jobs with scraper_input criteria
         """
         self.scraper_input = scraper_input
+        urlCount = 0
         try:
+            logger.error(f'Glassdoor searches: {urlCount}')
+            urlCount+=1
             payload = self._add_payload(
                 location_id, location_type, page_num, cursor
             )