From 216d3fd39ffc0ec05eea4cfbbadfb6f19f3a5bbe Mon Sep 17 00:00:00 2001 From: Cullen Date: Sat, 28 Oct 2023 16:41:32 -0500 Subject: [PATCH] ziprecruiter: 5s delay --- src/jobspy/scrapers/ziprecruiter/__init__.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/src/jobspy/scrapers/ziprecruiter/__init__.py b/src/jobspy/scrapers/ziprecruiter/__init__.py index 5ac0e83..1609cea 100644 --- a/src/jobspy/scrapers/ziprecruiter/__init__.py +++ b/src/jobspy/scrapers/ziprecruiter/__init__.py @@ -5,7 +5,7 @@ jobspy.scrapers.ziprecruiter This module contains routines to scrape ZipRecruiter. """ import math -import json +import time import re from datetime import datetime, date from typing import Optional, Tuple, Any @@ -68,9 +68,11 @@ class ZipRecruiterScraper(Scraper): raise ZipRecruiterException("bad proxy") raise ZipRecruiterException(str(e)) + time.sleep(5) response_data = response.json() jobs_list = response_data.get("jobs", []) next_continue_token = response_data.get('continue', None) + print(len(jobs_list)) with ThreadPoolExecutor(max_workers=10) as executor: job_results = [ @@ -137,7 +139,6 @@ class ZipRecruiterScraper(Scraper): else: date_posted = date.today() - return JobPost( title=title, company_name=company,