mirror of https://github.com/Bunsly/JobSpy
Merge branch 'main' of https://github.com/fakebranden/JobSpy
commit
60819a8fca
|
@ -1,10 +1,15 @@
|
||||||
name: JobSpy Scraper Workflow
|
name: JobSpy Scraper Workflow
|
||||||
|
|
||||||
on:
|
on:
|
||||||
workflow_dispatch: # Manual trigger from GitHub or Power Automate
|
workflow_dispatch: # Allows manual trigger from GitHub or Power Automate
|
||||||
schedule:
|
schedule:
|
||||||
- cron: '0 */6 * * *' # Runs every 6 hours
|
- cron: '0 */6 * * *' # Runs every 6 hours
|
||||||
|
|
||||||
|
permissions:
|
||||||
|
actions: write
|
||||||
|
contents: read
|
||||||
|
id-token: write
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
scrape_jobs:
|
scrape_jobs:
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
|
@ -19,13 +24,25 @@ jobs:
|
||||||
python-version: '3.10'
|
python-version: '3.10'
|
||||||
|
|
||||||
- name: Install dependencies
|
- name: Install dependencies
|
||||||
run: pip install -r requirements.txt
|
run: |
|
||||||
|
python -m pip install --upgrade pip
|
||||||
|
pip install -r requirements.txt
|
||||||
|
|
||||||
- name: Run JobSpy Scraper
|
- name: Run JobSpy Scraper
|
||||||
run: python job_scraper.py
|
run: python job_scraper.py
|
||||||
|
|
||||||
- name: Upload results to GitHub Artifacts
|
- name: Debug - Check if jobspy_output.csv exists
|
||||||
uses: actions/upload-artifact@v3
|
run: |
|
||||||
|
if [ ! -f jobspy_output.csv ]; then
|
||||||
|
echo "❌ ERROR: jobspy_output.csv not found!"
|
||||||
|
exit 1
|
||||||
|
else
|
||||||
|
echo "✅ jobspy_output.csv found, proceeding to upload..."
|
||||||
|
fi
|
||||||
|
|
||||||
|
- name: Upload JobSpy Output as Artifact
|
||||||
|
uses: actions/upload-artifact@v4 # Explicitly using latest version
|
||||||
with:
|
with:
|
||||||
name: jobspy-results
|
name: jobspy-results
|
||||||
path: jobspy_output.csv
|
path: jobspy_output.csv
|
||||||
|
|
||||||
|
|
151
requirements.txt
151
requirements.txt
|
@ -1,151 +0,0 @@
|
||||||
anyio==4.8.0
|
|
||||||
argon2-cffi==23.1.0
|
|
||||||
argon2-cffi-bindings==21.2.0
|
|
||||||
arrow==1.3.0
|
|
||||||
asttokens==3.0.0
|
|
||||||
async-lru==2.0.4
|
|
||||||
attrs==24.2.0
|
|
||||||
babel==2.16.0
|
|
||||||
beautifulsoup4==4.12.3
|
|
||||||
bleach==6.2.0
|
|
||||||
build==1.2.2.post1
|
|
||||||
CacheControl==0.14.2
|
|
||||||
certifi==2025.1.31
|
|
||||||
cffi==1.17.1
|
|
||||||
charset-normalizer==3.4.1
|
|
||||||
cleo==2.1.0
|
|
||||||
colorama==0.4.6
|
|
||||||
comm==0.2.2
|
|
||||||
contourpy==1.3.1
|
|
||||||
crashtest==0.4.1
|
|
||||||
cryptography==44.0.2
|
|
||||||
cycler==0.12.1
|
|
||||||
debugpy==1.8.9
|
|
||||||
decorator==5.1.1
|
|
||||||
defusedxml==0.7.1
|
|
||||||
distlib==0.3.9
|
|
||||||
dulwich==0.22.8
|
|
||||||
executing==2.1.0
|
|
||||||
fastjsonschema==2.21.1
|
|
||||||
filelock==3.17.0
|
|
||||||
findpython==0.6.2
|
|
||||||
fonttools==4.55.3
|
|
||||||
fqdn==1.5.1
|
|
||||||
fsspec==2024.2.0
|
|
||||||
gitdb==4.0.11
|
|
||||||
GitPython==3.1.43
|
|
||||||
h11==0.14.0
|
|
||||||
httpcore==1.0.7
|
|
||||||
httpx==0.28.1
|
|
||||||
idna==3.10
|
|
||||||
installer==0.7.0
|
|
||||||
ipykernel==6.29.5
|
|
||||||
ipython==8.30.0
|
|
||||||
isoduration==20.11.0
|
|
||||||
jaraco.classes==3.4.0
|
|
||||||
jaraco.context==6.0.1
|
|
||||||
jaraco.functools==4.1.0
|
|
||||||
jedi==0.19.2
|
|
||||||
jeepney==0.9.0
|
|
||||||
Jinja2==3.1.4
|
|
||||||
joblib==1.4.2
|
|
||||||
json5==0.10.0
|
|
||||||
jsonpointer==3.0.0
|
|
||||||
jsonschema==4.23.0
|
|
||||||
jsonschema-specifications==2024.10.1
|
|
||||||
jupyter-events==0.10.0
|
|
||||||
jupyter-lsp==2.2.5
|
|
||||||
jupyter-server-mathjax==0.2.6
|
|
||||||
jupyter_client==8.6.3
|
|
||||||
jupyter_core==5.7.2
|
|
||||||
jupyter_server==2.14.2
|
|
||||||
jupyter_server_terminals==0.5.3
|
|
||||||
jupyterlab==4.3.3
|
|
||||||
jupyterlab_git==0.50.2
|
|
||||||
jupyterlab_pygments==0.3.0
|
|
||||||
jupyterlab_server==2.27.3
|
|
||||||
keyring==25.6.0
|
|
||||||
kiwisolver==1.4.7
|
|
||||||
MarkupSafe==3.0.2
|
|
||||||
matplotlib==3.9.3
|
|
||||||
matplotlib-inline==0.1.7
|
|
||||||
mistune==3.0.2
|
|
||||||
more-itertools==10.6.0
|
|
||||||
mpmath==1.3.0
|
|
||||||
msgpack==1.1.0
|
|
||||||
nbclient==0.10.1
|
|
||||||
nbconvert==7.16.4
|
|
||||||
nbdime==4.0.2
|
|
||||||
nbformat==5.10.4
|
|
||||||
nest-asyncio==1.6.0
|
|
||||||
networkx==3.2.1
|
|
||||||
notebook_shim==0.2.4
|
|
||||||
numpy==2.2.0
|
|
||||||
overrides==7.7.0
|
|
||||||
packaging==24.2
|
|
||||||
pandas==2.2.3
|
|
||||||
pandocfilters==1.5.1
|
|
||||||
parso==0.8.4
|
|
||||||
pbs-installer==2025.2.12
|
|
||||||
pexpect==4.9.0
|
|
||||||
pillow==11.0.0
|
|
||||||
pkginfo==1.12.1.2
|
|
||||||
platformdirs==4.3.6
|
|
||||||
plotly==5.24.1
|
|
||||||
poetry==2.1.1
|
|
||||||
poetry-core==2.1.1
|
|
||||||
poetry-plugin-shell==1.0.1
|
|
||||||
prometheus_client==0.21.1
|
|
||||||
prompt_toolkit==3.0.48
|
|
||||||
psutil==6.1.0
|
|
||||||
ptyprocess==0.7.0
|
|
||||||
pure_eval==0.2.3
|
|
||||||
pycparser==2.22
|
|
||||||
Pygments==2.18.0
|
|
||||||
pyparsing==3.2.0
|
|
||||||
pyproject_hooks==1.2.0
|
|
||||||
python-dateutil==2.9.0.post0
|
|
||||||
python-json-logger==3.2.0
|
|
||||||
pytz==2024.2
|
|
||||||
PyYAML==6.0.2
|
|
||||||
pyzmq==26.2.0
|
|
||||||
RapidFuzz==3.12.2
|
|
||||||
referencing==0.35.1
|
|
||||||
requests==2.32.3
|
|
||||||
requests-toolbelt==1.0.0
|
|
||||||
rfc3339-validator==0.1.4
|
|
||||||
rfc3986-validator==0.1.1
|
|
||||||
rpds-py==0.22.3
|
|
||||||
scikit-learn==1.6.0
|
|
||||||
scipy==1.14.1
|
|
||||||
seaborn==0.13.2
|
|
||||||
SecretStorage==3.3.3
|
|
||||||
Send2Trash==1.8.3
|
|
||||||
setuptools==75.6.0
|
|
||||||
shellingham==1.5.4
|
|
||||||
six==1.17.0
|
|
||||||
smmap==5.0.1
|
|
||||||
sniffio==1.3.1
|
|
||||||
soupsieve==2.6
|
|
||||||
stack-data==0.6.3
|
|
||||||
sympy==1.13.1
|
|
||||||
tenacity==9.0.0
|
|
||||||
terminado==0.18.1
|
|
||||||
threadpoolctl==3.5.0
|
|
||||||
tinycss2==1.4.0
|
|
||||||
tomlkit==0.13.2
|
|
||||||
torch==2.5.1+cpu
|
|
||||||
tornado==6.4.2
|
|
||||||
traitlets==5.14.3
|
|
||||||
trove-classifiers==2025.3.3.18
|
|
||||||
types-python-dateutil==2.9.0.20241206
|
|
||||||
typing_extensions==4.12.2
|
|
||||||
tzdata==2024.2
|
|
||||||
uri-template==1.3.0
|
|
||||||
urllib3==2.3.0
|
|
||||||
virtualenv==20.29.2
|
|
||||||
wcwidth==0.2.13
|
|
||||||
webcolors==24.11.1
|
|
||||||
webencodings==0.5.1
|
|
||||||
websocket-client==1.8.0
|
|
||||||
zstandard==0.23.0
|
|
Loading…
Reference in New Issue