turtlebasket
/
JobSpy
mirror of https://github.com/Bunsly/JobSpy
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

zipr log

pull/120/head
Cullen Watson 2024-03-04 16:36:40 -06:00
parent 649eab0ca7
commit c737b87e21
3 changed files with 3 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
README.md
View File

@ -168,7 +168,3 @@ persist, [submit an issue](https://github.com/Bunsly/JobSpy/issues).
- Trying a VPN or proxy to change your IP address. - Trying a VPN or proxy to change your IP address.
--- ---

2
src/jobspy/scrapers/indeed/__init__.py
View File

@ -86,12 +86,12 @@ class IndeedScraper(Scraper):
return JobResponse(jobs=job_list) return JobResponse(jobs=job_list)
def _scrape_page(self, page: int=0) -> list[JobPost]: def _scrape_page(self, page: int=0) -> list[JobPost]:
logger.info(f'Indeed search page: {page + 1}')
""" """
Scrapes a page of Indeed for jobs with scraper_input criteria Scrapes a page of Indeed for jobs with scraper_input criteria
:param page: :param page:
:return: jobs found on page, total number of jobs found for search :return: jobs found on page, total number of jobs found for search
""" """
logger.info(f'Indeed search page: {page + 1}')
job_list = [] job_list = []
domain = self.scraper_input.country.indeed_domain_value domain = self.scraper_input.country.indeed_domain_value
self.base_url = f"https://{domain}.indeed.com" self.base_url = f"https://{domain}.indeed.com"

2
src/jobspy/scrapers/ziprecruiter/__init__.py
View File

@ -63,7 +63,7 @@ class ZipRecruiterScraper(Scraper):
break break
if page > 1: if page > 1:
time.sleep(self.delay) time.sleep(self.delay)
logger.info(f'ZipRecruiter search page: {page}')
jobs_on_page, continue_token = self._find_jobs_in_page( jobs_on_page, continue_token = self._find_jobs_in_page(
scraper_input, continue_token scraper_input, continue_token
) )