moved functio

pull/231/head
Yariv Menachem 2024-12-18 17:49:53 +02:00
parent f2d5bb6cfa
commit e863199838
2 changed files with 10 additions and 4 deletions

View File

@ -1,3 +1,6 @@
from jobspy.scrapers.goozali.model import GoozaliColumn
job_post_column_to_goozali_column = {
"date_posted": "Discovered",
"field": "Field",
@ -19,3 +22,9 @@ job_post_column_names = ["id",
"description",
"location",
"company_industry"]
# Key mapper: Extract 'name' as the key
def extract_goozali_column_name(column): return column.name if isinstance(
column, GoozaliColumn) else None

View File

@ -6,6 +6,7 @@ import pandas as pd
from jobspy.jobs import JobPost
from jobspy.scrapers.goozali.GoozaliMapper import GoozaliMapper
from jobspy.scrapers.goozali.GoozaliScrapperComponent import GoozaliScrapperComponent
from jobspy.scrapers.goozali.constants import extract_goozali_column_name
from jobspy.scrapers.goozali.model import GoozaliColumn
from jobspy.scrapers.goozali.model.GozaaliResponseData import GoozaliResponseData
from jobspy.scrapers.utils import create_dict_by_key_and_value
@ -35,10 +36,6 @@ try:
response_data.rows, column, column_choice)
filtered_rows_by_age_and_column_choice = component.filter_rows_by_hours(
filtered_rows_by_column_choice, hours_old)
# Key mapper: Extract 'name' as the key
def extract_goozali_column_name(column): return column.name if isinstance(
column, GoozaliColumn) else None
dict_column_name_to_column = create_dict_by_key_and_value(
response_data.columns, extract_goozali_column_name)
response: list[JobPost] = []