fix: generic

pull/85/head
Cullen 2024-01-22 20:19:15 -06:00
parent 2ff586f8bc
commit a7fd644a56
1 changed files with 1 additions and 1 deletions

View File

@ -70,7 +70,7 @@ class GlassdoorScraper(Scraper):
jobs_data = res_json["data"]["jobListings"]["jobListings"]
jobs = []
with ThreadPoolExecutor(max_workers=30) as executor:
with ThreadPoolExecutor(max_workers=self.jobs_per_page) as executor:
future_to_job_data = {executor.submit(self.process_job, job): job for job in jobs_data}
for future in as_completed(future_to_job_data):
job_data = future_to_job_data[future]