From 0feee10b6110c2989137ee6c9f2abdfff4cc6afc Mon Sep 17 00:00:00 2001 From: troy-conte <102304795+troy-conte@users.noreply.github.com> Date: Fri, 1 Mar 2024 17:10:34 -0500 Subject: [PATCH] added search update to console output --- src/jobspy/scrapers/linkedin/__init__.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/src/jobspy/scrapers/linkedin/__init__.py b/src/jobspy/scrapers/linkedin/__init__.py index cecb761..d524ceb 100644 --- a/src/jobspy/scrapers/linkedin/__init__.py +++ b/src/jobspy/scrapers/linkedin/__init__.py @@ -68,8 +68,10 @@ class LinkedInScraper(Scraper): else None ) continue_search = lambda: len(job_list) < scraper_input.results_wanted and page < 1000 - + urlCount = 0 while continue_search(): + print(f'LinkedIn searches: {urlCount}') + urlCount += 1 session = create_session(is_tls=False, has_retry=True, delay=5) params = { "keywords": scraper_input.search_term, @@ -136,7 +138,7 @@ class LinkedInScraper(Scraper): raise LinkedInException(str(e)) if continue_search(): - time.sleep(random.uniform(self.delay, self.delay + 2)) + time.sleep(random.uniform(self.delay, self.delay + 7)) page += 25 job_list = job_list[: scraper_input.results_wanted]