mirror of https://github.com/Bunsly/JobSpy
Merge branch 'main' of https://github.com/fakebranden/JobSpy
commit
60819a8fca
|
@ -1,10 +1,15 @@
|
|||
name: JobSpy Scraper Workflow
|
||||
|
||||
on:
|
||||
workflow_dispatch: # Manual trigger from GitHub or Power Automate
|
||||
workflow_dispatch: # Allows manual trigger from GitHub or Power Automate
|
||||
schedule:
|
||||
- cron: '0 */6 * * *' # Runs every 6 hours
|
||||
|
||||
permissions:
|
||||
actions: write
|
||||
contents: read
|
||||
id-token: write
|
||||
|
||||
jobs:
|
||||
scrape_jobs:
|
||||
runs-on: ubuntu-latest
|
||||
|
@ -19,13 +24,25 @@ jobs:
|
|||
python-version: '3.10'
|
||||
|
||||
- name: Install dependencies
|
||||
run: pip install -r requirements.txt
|
||||
run: |
|
||||
python -m pip install --upgrade pip
|
||||
pip install -r requirements.txt
|
||||
|
||||
- name: Run JobSpy Scraper
|
||||
run: python job_scraper.py
|
||||
|
||||
- name: Upload results to GitHub Artifacts
|
||||
uses: actions/upload-artifact@v3
|
||||
- name: Debug - Check if jobspy_output.csv exists
|
||||
run: |
|
||||
if [ ! -f jobspy_output.csv ]; then
|
||||
echo "❌ ERROR: jobspy_output.csv not found!"
|
||||
exit 1
|
||||
else
|
||||
echo "✅ jobspy_output.csv found, proceeding to upload..."
|
||||
fi
|
||||
|
||||
- name: Upload JobSpy Output as Artifact
|
||||
uses: actions/upload-artifact@v4 # Explicitly using latest version
|
||||
with:
|
||||
name: jobspy-results
|
||||
path: jobspy_output.csv
|
||||
|
||||
|
|
151
requirements.txt
151
requirements.txt
|
@ -1,151 +0,0 @@
|
|||
anyio==4.8.0
|
||||
argon2-cffi==23.1.0
|
||||
argon2-cffi-bindings==21.2.0
|
||||
arrow==1.3.0
|
||||
asttokens==3.0.0
|
||||
async-lru==2.0.4
|
||||
attrs==24.2.0
|
||||
babel==2.16.0
|
||||
beautifulsoup4==4.12.3
|
||||
bleach==6.2.0
|
||||
build==1.2.2.post1
|
||||
CacheControl==0.14.2
|
||||
certifi==2025.1.31
|
||||
cffi==1.17.1
|
||||
charset-normalizer==3.4.1
|
||||
cleo==2.1.0
|
||||
colorama==0.4.6
|
||||
comm==0.2.2
|
||||
contourpy==1.3.1
|
||||
crashtest==0.4.1
|
||||
cryptography==44.0.2
|
||||
cycler==0.12.1
|
||||
debugpy==1.8.9
|
||||
decorator==5.1.1
|
||||
defusedxml==0.7.1
|
||||
distlib==0.3.9
|
||||
dulwich==0.22.8
|
||||
executing==2.1.0
|
||||
fastjsonschema==2.21.1
|
||||
filelock==3.17.0
|
||||
findpython==0.6.2
|
||||
fonttools==4.55.3
|
||||
fqdn==1.5.1
|
||||
fsspec==2024.2.0
|
||||
gitdb==4.0.11
|
||||
GitPython==3.1.43
|
||||
h11==0.14.0
|
||||
httpcore==1.0.7
|
||||
httpx==0.28.1
|
||||
idna==3.10
|
||||
installer==0.7.0
|
||||
ipykernel==6.29.5
|
||||
ipython==8.30.0
|
||||
isoduration==20.11.0
|
||||
jaraco.classes==3.4.0
|
||||
jaraco.context==6.0.1
|
||||
jaraco.functools==4.1.0
|
||||
jedi==0.19.2
|
||||
jeepney==0.9.0
|
||||
Jinja2==3.1.4
|
||||
joblib==1.4.2
|
||||
json5==0.10.0
|
||||
jsonpointer==3.0.0
|
||||
jsonschema==4.23.0
|
||||
jsonschema-specifications==2024.10.1
|
||||
jupyter-events==0.10.0
|
||||
jupyter-lsp==2.2.5
|
||||
jupyter-server-mathjax==0.2.6
|
||||
jupyter_client==8.6.3
|
||||
jupyter_core==5.7.2
|
||||
jupyter_server==2.14.2
|
||||
jupyter_server_terminals==0.5.3
|
||||
jupyterlab==4.3.3
|
||||
jupyterlab_git==0.50.2
|
||||
jupyterlab_pygments==0.3.0
|
||||
jupyterlab_server==2.27.3
|
||||
keyring==25.6.0
|
||||
kiwisolver==1.4.7
|
||||
MarkupSafe==3.0.2
|
||||
matplotlib==3.9.3
|
||||
matplotlib-inline==0.1.7
|
||||
mistune==3.0.2
|
||||
more-itertools==10.6.0
|
||||
mpmath==1.3.0
|
||||
msgpack==1.1.0
|
||||
nbclient==0.10.1
|
||||
nbconvert==7.16.4
|
||||
nbdime==4.0.2
|
||||
nbformat==5.10.4
|
||||
nest-asyncio==1.6.0
|
||||
networkx==3.2.1
|
||||
notebook_shim==0.2.4
|
||||
numpy==2.2.0
|
||||
overrides==7.7.0
|
||||
packaging==24.2
|
||||
pandas==2.2.3
|
||||
pandocfilters==1.5.1
|
||||
parso==0.8.4
|
||||
pbs-installer==2025.2.12
|
||||
pexpect==4.9.0
|
||||
pillow==11.0.0
|
||||
pkginfo==1.12.1.2
|
||||
platformdirs==4.3.6
|
||||
plotly==5.24.1
|
||||
poetry==2.1.1
|
||||
poetry-core==2.1.1
|
||||
poetry-plugin-shell==1.0.1
|
||||
prometheus_client==0.21.1
|
||||
prompt_toolkit==3.0.48
|
||||
psutil==6.1.0
|
||||
ptyprocess==0.7.0
|
||||
pure_eval==0.2.3
|
||||
pycparser==2.22
|
||||
Pygments==2.18.0
|
||||
pyparsing==3.2.0
|
||||
pyproject_hooks==1.2.0
|
||||
python-dateutil==2.9.0.post0
|
||||
python-json-logger==3.2.0
|
||||
pytz==2024.2
|
||||
PyYAML==6.0.2
|
||||
pyzmq==26.2.0
|
||||
RapidFuzz==3.12.2
|
||||
referencing==0.35.1
|
||||
requests==2.32.3
|
||||
requests-toolbelt==1.0.0
|
||||
rfc3339-validator==0.1.4
|
||||
rfc3986-validator==0.1.1
|
||||
rpds-py==0.22.3
|
||||
scikit-learn==1.6.0
|
||||
scipy==1.14.1
|
||||
seaborn==0.13.2
|
||||
SecretStorage==3.3.3
|
||||
Send2Trash==1.8.3
|
||||
setuptools==75.6.0
|
||||
shellingham==1.5.4
|
||||
six==1.17.0
|
||||
smmap==5.0.1
|
||||
sniffio==1.3.1
|
||||
soupsieve==2.6
|
||||
stack-data==0.6.3
|
||||
sympy==1.13.1
|
||||
tenacity==9.0.0
|
||||
terminado==0.18.1
|
||||
threadpoolctl==3.5.0
|
||||
tinycss2==1.4.0
|
||||
tomlkit==0.13.2
|
||||
torch==2.5.1+cpu
|
||||
tornado==6.4.2
|
||||
traitlets==5.14.3
|
||||
trove-classifiers==2025.3.3.18
|
||||
types-python-dateutil==2.9.0.20241206
|
||||
typing_extensions==4.12.2
|
||||
tzdata==2024.2
|
||||
uri-template==1.3.0
|
||||
urllib3==2.3.0
|
||||
virtualenv==20.29.2
|
||||
wcwidth==0.2.13
|
||||
webcolors==24.11.1
|
||||
webencodings==0.5.1
|
||||
websocket-client==1.8.0
|
||||
zstandard==0.23.0
|
Loading…
Reference in New Issue