From fb5dd6b981235694ee2aead0fb64165dcc667156 Mon Sep 17 00:00:00 2001 From: Cullen Date: Mon, 22 Jan 2024 20:14:32 -0600 Subject: [PATCH] chore: remove comment --- src/jobspy/scrapers/glassdoor/__init__.py | 13 +++---------- 1 file changed, 3 insertions(+), 10 deletions(-) diff --git a/src/jobspy/scrapers/glassdoor/__init__.py b/src/jobspy/scrapers/glassdoor/__init__.py index 61f4aee..35034a4 100644 --- a/src/jobspy/scrapers/glassdoor/__init__.py +++ b/src/jobspy/scrapers/glassdoor/__init__.py @@ -78,16 +78,8 @@ class GlassdoorScraper(Scraper): job_post = future.result() if job_post: jobs.append(job_post) - except GlassdoorException as exc: - print(f'Glassdoor generated an exception: {exc}') - - # for job_data in jobs_data: - # try: - # job_post = self.process_job(job_data) - # if job_post: - # jobs.append(job_post) - # except Exception as exc: - # print(f'Job data {job_data} generated an exception: {exc}') + except Exception as exc: + raise GlassdoorException(f'Glassdoor generated an exception: {exc}') return jobs, self.get_cursor_for_page( res_json["data"]["jobListings"]["paginationCursors"], page_num + 1 @@ -141,6 +133,7 @@ class GlassdoorScraper(Scraper): :param scraper_input: Information about job search criteria. :return: JobResponse containing a list of jobs. """ + scraper_input.results_wanted = min(900, scraper_input.results_wanted) self.country = scraper_input.country self.url = self.country.get_url()