issue#270: glassdoor 403 response by rotating user-agent and updating headers (#274)

This commit is contained in:
Lê Trọng Tài
2025-07-28 21:55:05 +07:00
committed by GitHub
parent 94d413bad1
commit 9aae02453d
9 changed files with 14 additions and 10 deletions

View File

@@ -25,7 +25,7 @@ class BaytScraper(Scraper):
band_delay = 3
def __init__(
self, proxies: list[str] | str | None = None, ca_cert: str | None = None
self, proxies: list[str] | str | None = None, ca_cert: str | None = None, user_agent: str | None = None
):
super().__init__(Site.BAYT, proxies=proxies, ca_cert=ca_cert)
self.scraper_input = None