enh: indeed more fields (#126)

This commit is contained in:
Cullen Watson
2024-03-09 01:40:01 -06:00
committed by GitHub
parent a4f6851c32
commit 0a669e9ba8
9 changed files with 267 additions and 288 deletions

View File

@@ -11,7 +11,7 @@ import requests
from typing import Optional
from datetime import datetime, timedelta
from concurrent.futures import ThreadPoolExecutor, as_completed
from ..utils import count_urgent_words, extract_emails_from_text
from ..utils import extract_emails_from_text
from .. import Scraper, ScraperInput, Site
from ..exceptions import GlassdoorException
@@ -188,7 +188,6 @@ class GlassdoorScraper(Scraper):
is_remote=is_remote,
description=description,
emails=extract_emails_from_text(description) if description else None,
num_urgent_words=count_urgent_words(description) if description else None,
)
def _fetch_job_description(self, job_id):