fix:key error (#176)

.github/workflows/python-test.yml

@@ -0,0 +1,22 @@
+name: Python Tests
+
+on:
+  pull_request:
+    branches:
+      - main
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - name: Set up Python
+        uses: actions/setup-python@v2
+        with:
+          python-version: '3.8'
+      - name: Install dependencies
+        run: |
+          pip install poetry
+          poetry install
+      - name: Run tests
+        run: poetry run pytest src/tests/

poetry.toml

@@ -0,0 +1,2 @@
+[virtualenvs]
+in-project = true

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "python-jobspy"
-version = "1.1.60"
+version = "1.1.61"
 description = "Job scraper for LinkedIn, Indeed, Glassdoor & ZipRecruiter"
 authors = ["Zachary Hampton <zachary@bunsly.com>", "Cullen Watson <cullen@bunsly.com>"]
 homepage = "https://github.com/Bunsly/JobSpy"

src/jobspy/__init__.py

@@ -189,7 +189,9 @@ def scrape_jobs(
                     job_data["salary_source"] = SalarySource.DESCRIPTION.value
 
             job_data["salary_source"] = (
-                job_data["salary_source"] if job_data["min_amount"] else None
+                job_data["salary_source"]
+                if "min_amount" in job_data and job_data["min_amount"]
+                else None
             )
             job_df = pd.DataFrame([job_data])
             jobs_dfs.append(job_df)

src/tests/test_all.py

@@ -5,10 +5,10 @@ import pandas as pd
 def test_all():
     result = scrape_jobs(
         site_name=["linkedin", "indeed", "zip_recruiter", "glassdoor"],
-        search_term="software engineer",
+        search_term="engineer",
         results_wanted=5,
     )
 
     assert (
-        isinstance(result, pd.DataFrame) and not result.empty
+        isinstance(result, pd.DataFrame) and len(result) == 20
     ), "Result should be a non-empty DataFrame"

src/tests/test_glassdoor.py

@@ -2,10 +2,12 @@ from ..jobspy import scrape_jobs
 import pandas as pd
 
 
-def test_indeed():
+def test_glassdoor():
     result = scrape_jobs(
-        site_name="glassdoor", search_term="software engineer", country_indeed="USA"
+        site_name="glassdoor",
+        search_term="engineer",
+        results_wanted=5,
     )
     assert (
-        isinstance(result, pd.DataFrame) and not result.empty
+        isinstance(result, pd.DataFrame) and len(result) == 5
     ), "Result should be a non-empty DataFrame"

src/tests/test_indeed.py

@@ -4,8 +4,10 @@ import pandas as pd
 
 def test_indeed():
     result = scrape_jobs(
-        site_name="indeed", search_term="software engineer", country_indeed="usa"
+        site_name="indeed",
+        search_term="engineer",
+        results_wanted=5,
     )
     assert (
-        isinstance(result, pd.DataFrame) and not result.empty
+        isinstance(result, pd.DataFrame) and len(result) == 5
     ), "Result should be a non-empty DataFrame"

src/tests/test_linkedin.py

@@ -3,10 +3,7 @@ import pandas as pd
 
 
 def test_linkedin():
-    result = scrape_jobs(
-        site_name="linkedin",
-        search_term="software engineer",
-    )
+    result = scrape_jobs(site_name="linkedin", search_term="engineer", results_wanted=5)
     assert (
-        isinstance(result, pd.DataFrame) and not result.empty
+        isinstance(result, pd.DataFrame) and len(result) == 5
     ), "Result should be a non-empty DataFrame"

src/tests/test_ziprecruiter.py

@@ -4,10 +4,9 @@ import pandas as pd
 
 def test_ziprecruiter():
     result = scrape_jobs(
-        site_name="zip_recruiter",
-        search_term="software engineer",
+        site_name="zip_recruiter", search_term="software engineer", results_wanted=5
     )
 
     assert (
-        isinstance(result, pd.DataFrame) and not result.empty
+        isinstance(result, pd.DataFrame) and len(result) == 5
     ), "Result should be a non-empty DataFrame"