mirror of https://github.com/Bunsly/JobSpy
moved functio
parent
f2d5bb6cfa
commit
e863199838
|
@ -1,3 +1,6 @@
|
||||||
|
from jobspy.scrapers.goozali.model import GoozaliColumn
|
||||||
|
|
||||||
|
|
||||||
job_post_column_to_goozali_column = {
|
job_post_column_to_goozali_column = {
|
||||||
"date_posted": "Discovered",
|
"date_posted": "Discovered",
|
||||||
"field": "Field",
|
"field": "Field",
|
||||||
|
@ -19,3 +22,9 @@ job_post_column_names = ["id",
|
||||||
"description",
|
"description",
|
||||||
"location",
|
"location",
|
||||||
"company_industry"]
|
"company_industry"]
|
||||||
|
|
||||||
|
# Key mapper: Extract 'name' as the key
|
||||||
|
|
||||||
|
|
||||||
|
def extract_goozali_column_name(column): return column.name if isinstance(
|
||||||
|
column, GoozaliColumn) else None
|
||||||
|
|
|
@ -6,6 +6,7 @@ import pandas as pd
|
||||||
from jobspy.jobs import JobPost
|
from jobspy.jobs import JobPost
|
||||||
from jobspy.scrapers.goozali.GoozaliMapper import GoozaliMapper
|
from jobspy.scrapers.goozali.GoozaliMapper import GoozaliMapper
|
||||||
from jobspy.scrapers.goozali.GoozaliScrapperComponent import GoozaliScrapperComponent
|
from jobspy.scrapers.goozali.GoozaliScrapperComponent import GoozaliScrapperComponent
|
||||||
|
from jobspy.scrapers.goozali.constants import extract_goozali_column_name
|
||||||
from jobspy.scrapers.goozali.model import GoozaliColumn
|
from jobspy.scrapers.goozali.model import GoozaliColumn
|
||||||
from jobspy.scrapers.goozali.model.GozaaliResponseData import GoozaliResponseData
|
from jobspy.scrapers.goozali.model.GozaaliResponseData import GoozaliResponseData
|
||||||
from jobspy.scrapers.utils import create_dict_by_key_and_value
|
from jobspy.scrapers.utils import create_dict_by_key_and_value
|
||||||
|
@ -35,10 +36,6 @@ try:
|
||||||
response_data.rows, column, column_choice)
|
response_data.rows, column, column_choice)
|
||||||
filtered_rows_by_age_and_column_choice = component.filter_rows_by_hours(
|
filtered_rows_by_age_and_column_choice = component.filter_rows_by_hours(
|
||||||
filtered_rows_by_column_choice, hours_old)
|
filtered_rows_by_column_choice, hours_old)
|
||||||
|
|
||||||
# Key mapper: Extract 'name' as the key
|
|
||||||
def extract_goozali_column_name(column): return column.name if isinstance(
|
|
||||||
column, GoozaliColumn) else None
|
|
||||||
dict_column_name_to_column = create_dict_by_key_and_value(
|
dict_column_name_to_column = create_dict_by_key_and_value(
|
||||||
response_data.columns, extract_goozali_column_name)
|
response_data.columns, extract_goozali_column_name)
|
||||||
response: list[JobPost] = []
|
response: list[JobPost] = []
|
||||||
|
|
Loading…
Reference in New Issue