From 97bb82c089f5cf670cad6ce658cd1b172301151a Mon Sep 17 00:00:00 2001 From: Cullen Watson Date: Sat, 8 Jul 2023 07:21:29 -0500 Subject: [PATCH] fix(scraper): limit ZipRecruiter response to 20 jobs --- api/core/scrapers/ziprecruiter/__init__.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/api/core/scrapers/ziprecruiter/__init__.py b/api/core/scrapers/ziprecruiter/__init__.py index bb0d5b4..5f674ee 100644 --- a/api/core/scrapers/ziprecruiter/__init__.py +++ b/api/core/scrapers/ziprecruiter/__init__.py @@ -65,6 +65,8 @@ class ZipRecruiterScraper(Scraper): delivery=Delivery(method=DeliveryEnum.URL, value=url), ) job_list.append(job_post) + if len(job_list) > 20: + break script_tag = soup.find("script", {"id": "js_variables"})