turtlebasket
/
JobSpy
mirror of https://github.com/Bunsly/JobSpy
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

write to mongo

pull/55/head
yiwen 2023-10-04 10:20:48 +08:00
parent d63d102dbc
commit 02b497fdb4
1 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
src/scrape.py
View File

@ -26,12 +26,14 @@ for location in locations:
site_name=["indeed"], site_name=["indeed"],
search_term=title, search_term=title,
location=location, location=location,
results_wanted=30, results_wanted=15,
country_indeed='USA', country_indeed='USA',
# offset=25 # start jobs from an offset (use if search failed and want to continue) # offset=25 # start jobs from an offset (use if search failed and want to continue)
proxy="http://34.120.172.140:8123" proxy="http://34.120.172.140:8123"
# proxy="http://crawler-gost-proxy.jobright-internal.com:8080" # proxy="http://crawler-gost-proxy.jobright-internal.com:8080"
) )
jobs_list = jobs.to_dict(orient='records')
print(jobs_list)
except Exception as e: except Exception as e:
print(f'Error when process: [{location}][{title}]') print(f'Error when process: [{location}][{title}]')
print(e) print(e)