From d8ad9da1c08e2be3d4d2ca6b31100f00841bc827 Mon Sep 17 00:00:00 2001
From: fakebranden <brandennegron@gmail.com>
Date: Fri, 7 Mar 2025 15:39:12 -0500
Subject: [PATCH 1/3] Update jobspy_scraper.yml
---
.github/workflows/jobspy_scraper.yml | 18 +++++++++++++++---
1 file changed, 15 insertions(+), 3 deletions(-)
diff --git a/.github/workflows/jobspy_scraper.yml b/.github/workflows/jobspy_scraper.yml
index 6b748b7..addb044 100644
--- a/.github/workflows/jobspy_scraper.yml
+++ b/.github/workflows/jobspy_scraper.yml
@@ -1,7 +1,7 @@
name: JobSpy Scraper Workflow
on:
- workflow_dispatch: # Manual trigger from GitHub or Power Automate
+ workflow_dispatch: # Allows manual trigger from GitHub or Power Automate
schedule:
- cron: '0 */6 * * *' # Runs every 6 hours
@@ -19,13 +19,25 @@ jobs:
python-version: '3.10'
- name: Install dependencies
- run: pip install -r requirements.txt
+ run: |
+ python -m pip install --upgrade pip
+ pip install -r requirements.txt
- name: Run JobSpy Scraper
run: python job_scraper.py
- - name: Upload results to GitHub Artifacts
+ - name: Debug - Check if jobspy_output.csv exists
+ run: |
+ if [ ! -f jobspy_output.csv ]; then
+ echo "❌ ERROR: jobspy_output.csv not found!"
+ exit 1
+ else
+ echo "✅ jobspy_output.csv found, proceeding to upload..."
+ fi
+
+ - name: Upload JobSpy Output as Artifact
uses: actions/upload-artifact@v3
with:
name: jobspy-results
path: jobspy_output.csv
+
From 83c64f4bcaa4b9e3c0f90ade0b4de436415936bc Mon Sep 17 00:00:00 2001
From: fakebranden <brandennegron@gmail.com>
Date: Fri, 7 Mar 2025 15:43:59 -0500
Subject: [PATCH 2/3] Update jobspy_scraper.yml
---
.github/workflows/jobspy_scraper.yml | 7 ++++++-
1 file changed, 6 insertions(+), 1 deletion(-)
diff --git a/.github/workflows/jobspy_scraper.yml b/.github/workflows/jobspy_scraper.yml
index addb044..4dadf76 100644
--- a/.github/workflows/jobspy_scraper.yml
+++ b/.github/workflows/jobspy_scraper.yml
@@ -5,6 +5,11 @@ on:
schedule:
- cron: '0 */6 * * *' # Runs every 6 hours
+permissions:
+ actions: write
+ contents: read
+ id-token: write
+
jobs:
scrape_jobs:
runs-on: ubuntu-latest
@@ -36,7 +41,7 @@ jobs:
fi
- name: Upload JobSpy Output as Artifact
- uses: actions/upload-artifact@v3
+ uses: actions/upload-artifact@v4 # Explicitly using latest version
with:
name: jobspy-results
path: jobspy_output.csv
From eed96e4c048a778893dcaff7183eeddc50901a1d Mon Sep 17 00:00:00 2001
From: fakebranden <brandennegron@gmail.com>
Date: Fri, 7 Mar 2025 15:53:26 -0500
Subject: [PATCH 3/3] Create requirements.txt
---
requirements.txt | 3 +++
1 file changed, 3 insertions(+)
create mode 100644 requirements.txt
diff --git a/requirements.txt b/requirements.txt
new file mode 100644
index 0000000..ab76ea7
--- /dev/null
+++ b/requirements.txt
@@ -0,0 +1,3 @@
+jobspy
+requests
+pandas