turtlebasket/JobSpy
1
0
Fork 0
mirror of https://github.com/Bunsly/JobSpy.git synced 2026-03-05 12:04:33 -08:00
Code Issues Packages Projects Releases Wiki Activity

issue#270: glassdoor 403 response by rotating user-agent and updating headers (#274)

Browse Source
This commit is contained in:
Lê Trọng Tài
2025-07-28 21:55:05 +07:00
committed by GitHub
parent 94d413bad1
commit 9aae02453d
9 changed files with 14 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
jobspy/model.py
View File

@@ -320,11 +320,12 @@ class ScraperInput(BaseModel):
class Scraper(ABC):
def __init__(
self, site: Site, proxies: list[str] | None = None, ca_cert: str | None = None
self, site: Site, proxies: list[str] | None = None, ca_cert: str | None = None, user_agent: str | None = None
):
self.site = site
self.proxies = proxies
self.ca_cert = ca_cert
self.user_agent = user_agent
@abstractmethod
def scrape(self, scraper_input: ScraperInput) -> JobResponse: ...