diff --git a/src/jobspy/scrapers/goozali/constants.py b/src/jobspy/scrapers/goozali/constants.py index 23b8297..ef99e9a 100644 --- a/src/jobspy/scrapers/goozali/constants.py +++ b/src/jobspy/scrapers/goozali/constants.py @@ -1,3 +1,6 @@ +from jobspy.scrapers.goozali.model import GoozaliColumn + + job_post_column_to_goozali_column = { "date_posted": "Discovered", "field": "Field", @@ -19,3 +22,9 @@ job_post_column_names = ["id", "description", "location", "company_industry"] + +# Key mapper: Extract 'name' as the key + + +def extract_goozali_column_name(column): return column.name if isinstance( + column, GoozaliColumn) else None diff --git a/src/tests/test_goozali.py b/src/tests/test_goozali.py index 8ed2f11..76e9436 100644 --- a/src/tests/test_goozali.py +++ b/src/tests/test_goozali.py @@ -6,6 +6,7 @@ import pandas as pd from jobspy.jobs import JobPost from jobspy.scrapers.goozali.GoozaliMapper import GoozaliMapper from jobspy.scrapers.goozali.GoozaliScrapperComponent import GoozaliScrapperComponent +from jobspy.scrapers.goozali.constants import extract_goozali_column_name from jobspy.scrapers.goozali.model import GoozaliColumn from jobspy.scrapers.goozali.model.GozaaliResponseData import GoozaliResponseData from jobspy.scrapers.utils import create_dict_by_key_and_value @@ -35,10 +36,6 @@ try: response_data.rows, column, column_choice) filtered_rows_by_age_and_column_choice = component.filter_rows_by_hours( filtered_rows_by_column_choice, hours_old) - - # Key mapper: Extract 'name' as the key - def extract_goozali_column_name(column): return column.name if isinstance( - column, GoozaliColumn) else None dict_column_name_to_column = create_dict_by_key_and_value( response_data.columns, extract_goozali_column_name) response: list[JobPost] = []