Compare commits

..

2 Commits

Author SHA1 Message Date
Cullen
78c1ec8e9f [fix] add compensation 2023-10-28 16:13:10 -05:00
Cullen
a2dd93aca1 [enh] use ziprecuriter api 2023-10-28 15:50:28 -05:00

View File

@@ -5,7 +5,7 @@ jobspy.scrapers.ziprecruiter
This module contains routines to scrape ZipRecruiter. This module contains routines to scrape ZipRecruiter.
""" """
import math import math
import time import json
import re import re
from datetime import datetime, date from datetime import datetime, date
from typing import Optional, Tuple, Any from typing import Optional, Tuple, Any
@@ -68,11 +68,9 @@ class ZipRecruiterScraper(Scraper):
raise ZipRecruiterException("bad proxy") raise ZipRecruiterException("bad proxy")
raise ZipRecruiterException(str(e)) raise ZipRecruiterException(str(e))
time.sleep(5)
response_data = response.json() response_data = response.json()
jobs_list = response_data.get("jobs", []) jobs_list = response_data.get("jobs", [])
next_continue_token = response_data.get('continue', None) next_continue_token = response_data.get('continue', None)
print(len(jobs_list))
with ThreadPoolExecutor(max_workers=10) as executor: with ThreadPoolExecutor(max_workers=10) as executor:
job_results = [ job_results = [
@@ -115,7 +113,6 @@ class ZipRecruiterScraper(Scraper):
title = job.get("name") title = job.get("name")
job_url = job.get("job_url") job_url = job.get("job_url")
description = BeautifulSoup( description = BeautifulSoup(
job.get("job_description", "").strip(), "html.parser" job.get("job_description", "").strip(), "html.parser"
).get_text() ).get_text()
@@ -139,6 +136,7 @@ class ZipRecruiterScraper(Scraper):
else: else:
date_posted = date.today() date_posted = date.today()
return JobPost( return JobPost(
title=title, title=title,
company_name=company, company_name=company,