fix(scraper): limit ZipRecruiter response to 20 jobs

2023-07-08 07:21:29 -05:00 · 2023-07-08 07:21:29 -05:00 · 97bb82c089
parent 9c5efd6fe1
commit 97bb82c089
1 changed files with 2 additions and 0 deletions
--- a/api/core/scrapers/ziprecruiter/init.py
+++ b/api/core/scrapers/ziprecruiter/init.py
@ -65,6 +65,8 @@ class ZipRecruiterScraper(Scraper):
                delivery=Delivery(method=DeliveryEnum.URL, value=url),
            )
            job_list.append(job_post)
+            if len(job_list) > 20:
+                break

        script_tag = soup.find("script", {"id": "js_variables"})