From c737b87e21b7445e0d3bb48f6d4dd7e0a48ec3ae Mon Sep 17 00:00:00 2001 From: Cullen Watson Date: Mon, 4 Mar 2024 16:36:40 -0600 Subject: [PATCH] zipr log --- README.md | 6 +----- src/jobspy/scrapers/indeed/__init__.py | 2 +- src/jobspy/scrapers/ziprecruiter/__init__.py | 2 +- 3 files changed, 3 insertions(+), 7 deletions(-) diff --git a/README.md b/README.md index c17377d..dce67ea 100644 --- a/README.md +++ b/README.md @@ -167,8 +167,4 @@ persist, [submit an issue](https://github.com/Bunsly/JobSpy/issues). - Waiting some time between scrapes (site-dependent). - Trying a VPN or proxy to change your IP address. ---- - - - - +--- \ No newline at end of file diff --git a/src/jobspy/scrapers/indeed/__init__.py b/src/jobspy/scrapers/indeed/__init__.py index 0bd8238..8558616 100644 --- a/src/jobspy/scrapers/indeed/__init__.py +++ b/src/jobspy/scrapers/indeed/__init__.py @@ -86,12 +86,12 @@ class IndeedScraper(Scraper): return JobResponse(jobs=job_list) def _scrape_page(self, page: int=0) -> list[JobPost]: - logger.info(f'Indeed search page: {page + 1}') """ Scrapes a page of Indeed for jobs with scraper_input criteria :param page: :return: jobs found on page, total number of jobs found for search """ + logger.info(f'Indeed search page: {page + 1}') job_list = [] domain = self.scraper_input.country.indeed_domain_value self.base_url = f"https://{domain}.indeed.com" diff --git a/src/jobspy/scrapers/ziprecruiter/__init__.py b/src/jobspy/scrapers/ziprecruiter/__init__.py index af3ca7b..c247ae0 100644 --- a/src/jobspy/scrapers/ziprecruiter/__init__.py +++ b/src/jobspy/scrapers/ziprecruiter/__init__.py @@ -63,7 +63,7 @@ class ZipRecruiterScraper(Scraper): break if page > 1: time.sleep(self.delay) - + logger.info(f'ZipRecruiter search page: {page}') jobs_on_page, continue_token = self._find_jobs_in_page( scraper_input, continue_token )