From 58f07931810580da8daa29a8a08c5a100e00dfa1 Mon Sep 17 00:00:00 2001 From: Yariv Menachem Date: Tue, 17 Dec 2024 19:55:34 +0200 Subject: [PATCH] updated the flow like the test, Next: map to JobPost or use own classes --- src/jobspy/scrapers/goozali/__init__.py | 15 ++++++++------- 1 file changed, 8 insertions(+), 7 deletions(-) diff --git a/src/jobspy/scrapers/goozali/__init__.py b/src/jobspy/scrapers/goozali/__init__.py index f99ff7b..cb25d08 100644 --- a/src/jobspy/scrapers/goozali/__init__.py +++ b/src/jobspy/scrapers/goozali/__init__.py @@ -81,14 +81,15 @@ class GoozaliScraper(Scraper): goozali_response = self.mapper.map_response_to_goozali_response( response=response) # suggestL create groupby field and then filter by hours - # filter result by Field like the web - field_cloumn = self.component.find_column( + # filter result by Field + column = self.component.find_column( goozali_response.data.columns, "Field") - software_engineering_choice = self.component.find_choice_from_column( - field_cloumn, "Software Engineering") - # filter by date - filtered_rows_by_age = self.component.filter_rows_by_hours( - goozali_response.data.rows, scraper_input.hours_old) + column_choice = self.component.find_choice_from_column( + column, "Software Engineering") + filtered_rows_by_column_choice = self.component.filter_rows_by_column_choice( + goozali_response.data.rows, column, column_choice) + filtered_rows_by_age_and_column_choice = self.component.filter_rows_by_hours( + filtered_rows_by_column_choice, scraper_input.hours_old) # map to JobResponse Object return JobResponse(jobs=job_list)