diff --git a/.github/workflows/jobspy_scraper.yml b/.github/workflows/jobspy_scraper.yml index 6b748b7..4dadf76 100644 --- a/.github/workflows/jobspy_scraper.yml +++ b/.github/workflows/jobspy_scraper.yml @@ -1,10 +1,15 @@ name: JobSpy Scraper Workflow on: - workflow_dispatch: # Manual trigger from GitHub or Power Automate + workflow_dispatch: # Allows manual trigger from GitHub or Power Automate schedule: - cron: '0 */6 * * *' # Runs every 6 hours +permissions: + actions: write + contents: read + id-token: write + jobs: scrape_jobs: runs-on: ubuntu-latest @@ -19,13 +24,25 @@ jobs: python-version: '3.10' - name: Install dependencies - run: pip install -r requirements.txt + run: | + python -m pip install --upgrade pip + pip install -r requirements.txt - name: Run JobSpy Scraper run: python job_scraper.py - - name: Upload results to GitHub Artifacts - uses: actions/upload-artifact@v3 + - name: Debug - Check if jobspy_output.csv exists + run: | + if [ ! -f jobspy_output.csv ]; then + echo "❌ ERROR: jobspy_output.csv not found!" + exit 1 + else + echo "✅ jobspy_output.csv found, proceeding to upload..." + fi + + - name: Upload JobSpy Output as Artifact + uses: actions/upload-artifact@v4 # Explicitly using latest version with: name: jobspy-results path: jobspy_output.csv + diff --git a/requirements.txt b/requirements.txt deleted file mode 100644 index 1f28b9b..0000000 --- a/requirements.txt +++ /dev/null @@ -1,151 +0,0 @@ -anyio==4.8.0 -argon2-cffi==23.1.0 -argon2-cffi-bindings==21.2.0 -arrow==1.3.0 -asttokens==3.0.0 -async-lru==2.0.4 -attrs==24.2.0 -babel==2.16.0 -beautifulsoup4==4.12.3 -bleach==6.2.0 -build==1.2.2.post1 -CacheControl==0.14.2 -certifi==2025.1.31 -cffi==1.17.1 -charset-normalizer==3.4.1 -cleo==2.1.0 -colorama==0.4.6 -comm==0.2.2 -contourpy==1.3.1 -crashtest==0.4.1 -cryptography==44.0.2 -cycler==0.12.1 -debugpy==1.8.9 -decorator==5.1.1 -defusedxml==0.7.1 -distlib==0.3.9 -dulwich==0.22.8 -executing==2.1.0 -fastjsonschema==2.21.1 -filelock==3.17.0 -findpython==0.6.2 -fonttools==4.55.3 -fqdn==1.5.1 -fsspec==2024.2.0 -gitdb==4.0.11 -GitPython==3.1.43 -h11==0.14.0 -httpcore==1.0.7 -httpx==0.28.1 -idna==3.10 -installer==0.7.0 -ipykernel==6.29.5 -ipython==8.30.0 -isoduration==20.11.0 -jaraco.classes==3.4.0 -jaraco.context==6.0.1 -jaraco.functools==4.1.0 -jedi==0.19.2 -jeepney==0.9.0 -Jinja2==3.1.4 -joblib==1.4.2 -json5==0.10.0 -jsonpointer==3.0.0 -jsonschema==4.23.0 -jsonschema-specifications==2024.10.1 -jupyter-events==0.10.0 -jupyter-lsp==2.2.5 -jupyter-server-mathjax==0.2.6 -jupyter_client==8.6.3 -jupyter_core==5.7.2 -jupyter_server==2.14.2 -jupyter_server_terminals==0.5.3 -jupyterlab==4.3.3 -jupyterlab_git==0.50.2 -jupyterlab_pygments==0.3.0 -jupyterlab_server==2.27.3 -keyring==25.6.0 -kiwisolver==1.4.7 -MarkupSafe==3.0.2 -matplotlib==3.9.3 -matplotlib-inline==0.1.7 -mistune==3.0.2 -more-itertools==10.6.0 -mpmath==1.3.0 -msgpack==1.1.0 -nbclient==0.10.1 -nbconvert==7.16.4 -nbdime==4.0.2 -nbformat==5.10.4 -nest-asyncio==1.6.0 -networkx==3.2.1 -notebook_shim==0.2.4 -numpy==2.2.0 -overrides==7.7.0 -packaging==24.2 -pandas==2.2.3 -pandocfilters==1.5.1 -parso==0.8.4 -pbs-installer==2025.2.12 -pexpect==4.9.0 -pillow==11.0.0 -pkginfo==1.12.1.2 -platformdirs==4.3.6 -plotly==5.24.1 -poetry==2.1.1 -poetry-core==2.1.1 -poetry-plugin-shell==1.0.1 -prometheus_client==0.21.1 -prompt_toolkit==3.0.48 -psutil==6.1.0 -ptyprocess==0.7.0 -pure_eval==0.2.3 -pycparser==2.22 -Pygments==2.18.0 -pyparsing==3.2.0 -pyproject_hooks==1.2.0 -python-dateutil==2.9.0.post0 -python-json-logger==3.2.0 -pytz==2024.2 -PyYAML==6.0.2 -pyzmq==26.2.0 -RapidFuzz==3.12.2 -referencing==0.35.1 -requests==2.32.3 -requests-toolbelt==1.0.0 -rfc3339-validator==0.1.4 -rfc3986-validator==0.1.1 -rpds-py==0.22.3 -scikit-learn==1.6.0 -scipy==1.14.1 -seaborn==0.13.2 -SecretStorage==3.3.3 -Send2Trash==1.8.3 -setuptools==75.6.0 -shellingham==1.5.4 -six==1.17.0 -smmap==5.0.1 -sniffio==1.3.1 -soupsieve==2.6 -stack-data==0.6.3 -sympy==1.13.1 -tenacity==9.0.0 -terminado==0.18.1 -threadpoolctl==3.5.0 -tinycss2==1.4.0 -tomlkit==0.13.2 -torch==2.5.1+cpu -tornado==6.4.2 -traitlets==5.14.3 -trove-classifiers==2025.3.3.18 -types-python-dateutil==2.9.0.20241206 -typing_extensions==4.12.2 -tzdata==2024.2 -uri-template==1.3.0 -urllib3==2.3.0 -virtualenv==20.29.2 -wcwidth==0.2.13 -webcolors==24.11.1 -webencodings==0.5.1 -websocket-client==1.8.0 -zstandard==0.23.0