mirror of https://github.com/Bunsly/JobSpy
Update jobspy_scraper.yml
parent
5f5738eaaa
commit
d8ad9da1c0
|
@ -1,7 +1,7 @@
|
||||||
name: JobSpy Scraper Workflow
|
name: JobSpy Scraper Workflow
|
||||||
|
|
||||||
on:
|
on:
|
||||||
workflow_dispatch: # Manual trigger from GitHub or Power Automate
|
workflow_dispatch: # Allows manual trigger from GitHub or Power Automate
|
||||||
schedule:
|
schedule:
|
||||||
- cron: '0 */6 * * *' # Runs every 6 hours
|
- cron: '0 */6 * * *' # Runs every 6 hours
|
||||||
|
|
||||||
|
@ -19,13 +19,25 @@ jobs:
|
||||||
python-version: '3.10'
|
python-version: '3.10'
|
||||||
|
|
||||||
- name: Install dependencies
|
- name: Install dependencies
|
||||||
run: pip install -r requirements.txt
|
run: |
|
||||||
|
python -m pip install --upgrade pip
|
||||||
|
pip install -r requirements.txt
|
||||||
|
|
||||||
- name: Run JobSpy Scraper
|
- name: Run JobSpy Scraper
|
||||||
run: python job_scraper.py
|
run: python job_scraper.py
|
||||||
|
|
||||||
- name: Upload results to GitHub Artifacts
|
- name: Debug - Check if jobspy_output.csv exists
|
||||||
|
run: |
|
||||||
|
if [ ! -f jobspy_output.csv ]; then
|
||||||
|
echo "❌ ERROR: jobspy_output.csv not found!"
|
||||||
|
exit 1
|
||||||
|
else
|
||||||
|
echo "✅ jobspy_output.csv found, proceeding to upload..."
|
||||||
|
fi
|
||||||
|
|
||||||
|
- name: Upload JobSpy Output as Artifact
|
||||||
uses: actions/upload-artifact@v3
|
uses: actions/upload-artifact@v3
|
||||||
with:
|
with:
|
||||||
name: jobspy-results
|
name: jobspy-results
|
||||||
path: jobspy_output.csv
|
path: jobspy_output.csv
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue