turtlebasket
/
JobSpy
mirror of https://github.com/Bunsly/JobSpy
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

added search update to console output

pull/120/head
troy-conte 2024-03-01 17:10:34 -05:00 committed by GitHub
parent 87556a3a5d
commit 0feee10b61
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
src/jobspy/scrapers/linkedin/__init__.py
View File

@ -68,8 +68,10 @@ class LinkedInScraper(Scraper):
else None else None
) )
continue_search = lambda: len(job_list) < scraper_input.results_wanted and page < 1000 continue_search = lambda: len(job_list) < scraper_input.results_wanted and page < 1000
urlCount = 0
while continue_search(): while continue_search():
print(f'LinkedIn searches: {urlCount}')
urlCount += 1
session = create_session(is_tls=False, has_retry=True, delay=5) session = create_session(is_tls=False, has_retry=True, delay=5)
params = { params = {
"keywords": scraper_input.search_term, "keywords": scraper_input.search_term,
@ -136,7 +138,7 @@ class LinkedInScraper(Scraper):
raise LinkedInException(str(e)) raise LinkedInException(str(e))
if continue_search(): if continue_search():
time.sleep(random.uniform(self.delay, self.delay + 2)) time.sleep(random.uniform(self.delay, self.delay + 7))
page += 25 page += 25
job_list = job_list[: scraper_input.results_wanted] job_list = job_list[: scraper_input.results_wanted]