turtlebasket
/
JobSpy
mirror of https://github.com/Bunsly/JobSpy
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

support for socks5 proxies (#266) 

Co-authored-by: Piotr Geca <piotr.geca@npl.co.uk>
main
Piotr Geca 2025-04-10 21:53:28 +01:00 committed by GitHub
parent 61205bcc77
commit 94d413bad1
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
jobspy/util.py
View File

@ -47,11 +47,12 @@ class RotatingProxySession:
"""Utility method to format a proxy string into a dictionary.""" """Utility method to format a proxy string into a dictionary."""
if proxy.startswith("http://") or proxy.startswith("https://"): if proxy.startswith("http://") or proxy.startswith("https://"):
return {"http": proxy, "https": proxy} return {"http": proxy, "https": proxy}
if proxy.startswith("socks5://"):
return {"http": proxy, "https": proxy}
return {"http": f"http://{proxy}", "https": f"http://{proxy}"} return {"http": f"http://{proxy}", "https": f"http://{proxy}"}
class RequestsRotating(RotatingProxySession, requests.Session): class RequestsRotating(RotatingProxySession, requests.Session):
def __init__(self, proxies=None, has_retry=False, delay=1, clear_cookies=False): def __init__(self, proxies=None, has_retry=False, delay=1, clear_cookies=False):
RotatingProxySession.__init__(self, proxies=proxies) RotatingProxySession.__init__(self, proxies=proxies)
requests.Session.__init__(self) requests.Session.__init__(self)
@ -86,7 +87,6 @@ class RequestsRotating(RotatingProxySession, requests.Session):
class TLSRotating(RotatingProxySession, tls_client.Session): class TLSRotating(RotatingProxySession, tls_client.Session):
def __init__(self, proxies=None): def __init__(self, proxies=None):
RotatingProxySession.__init__(self, proxies=proxies) RotatingProxySession.__init__(self, proxies=proxies)
tls_client.Session.__init__(self, random_tls_extension_order=True) tls_client.Session.__init__(self, random_tls_extension_order=True)
@ -344,7 +344,7 @@ desired_order = [
"company_num_employees", "company_num_employees",
"company_revenue", "company_revenue",
"company_description", "company_description",
#naukri-specific fields # naukri-specific fields
"skills", "skills",
"experience_range", "experience_range",
"company_rating", "company_rating",