moved functio

pull/231/head
Yariv Menachem 2024-12-18 17:49:53 +02:00
parent f2d5bb6cfa
commit e863199838
2 changed files with 10 additions and 4 deletions

View File

@ -1,3 +1,6 @@
from jobspy.scrapers.goozali.model import GoozaliColumn
job_post_column_to_goozali_column = { job_post_column_to_goozali_column = {
"date_posted": "Discovered", "date_posted": "Discovered",
"field": "Field", "field": "Field",
@ -19,3 +22,9 @@ job_post_column_names = ["id",
"description", "description",
"location", "location",
"company_industry"] "company_industry"]
# Key mapper: Extract 'name' as the key
def extract_goozali_column_name(column): return column.name if isinstance(
column, GoozaliColumn) else None

View File

@ -6,6 +6,7 @@ import pandas as pd
from jobspy.jobs import JobPost from jobspy.jobs import JobPost
from jobspy.scrapers.goozali.GoozaliMapper import GoozaliMapper from jobspy.scrapers.goozali.GoozaliMapper import GoozaliMapper
from jobspy.scrapers.goozali.GoozaliScrapperComponent import GoozaliScrapperComponent from jobspy.scrapers.goozali.GoozaliScrapperComponent import GoozaliScrapperComponent
from jobspy.scrapers.goozali.constants import extract_goozali_column_name
from jobspy.scrapers.goozali.model import GoozaliColumn from jobspy.scrapers.goozali.model import GoozaliColumn
from jobspy.scrapers.goozali.model.GozaaliResponseData import GoozaliResponseData from jobspy.scrapers.goozali.model.GozaaliResponseData import GoozaliResponseData
from jobspy.scrapers.utils import create_dict_by_key_and_value from jobspy.scrapers.utils import create_dict_by_key_and_value
@ -35,10 +36,6 @@ try:
response_data.rows, column, column_choice) response_data.rows, column, column_choice)
filtered_rows_by_age_and_column_choice = component.filter_rows_by_hours( filtered_rows_by_age_and_column_choice = component.filter_rows_by_hours(
filtered_rows_by_column_choice, hours_old) filtered_rows_by_column_choice, hours_old)
# Key mapper: Extract 'name' as the key
def extract_goozali_column_name(column): return column.name if isinstance(
column, GoozaliColumn) else None
dict_column_name_to_column = create_dict_by_key_and_value( dict_column_name_to_column = create_dict_by_key_and_value(
response_data.columns, extract_goozali_column_name) response_data.columns, extract_goozali_column_name)
response: list[JobPost] = [] response: list[JobPost] = []