added logs to repo

pull/231/head
Yariv Menachem 2024-12-30 14:33:04 +02:00
parent ed27b4233f
commit d563ab81ed
1 changed files with 8 additions and 3 deletions
src/jobspy/db

View File

@ -4,6 +4,7 @@ from dotenv import load_dotenv
from pymongo import MongoClient, UpdateOne
import pymongo
from .. import create_logger
from ..jobs import JobPost
load_dotenv()
@ -12,22 +13,26 @@ load_dotenv()
class JobRepository:
def __init__(self, database_name: str = None):
self.logger = create_logger("JobRepository")
self.mongoUri = os.getenv("MONGO_URI")
if not self.mongoUri:
self.logger.error("MONGO_URI environment variable is not set")
raise ValueError("MONGO_URI environment variable is not set")
self.client = MongoClient(self.mongoUri)
if database_name is None:
database_name = os.getenv("MONGO_DB_NAME")
if not database_name:
self.logger.error("MONGO_DB_NAME environment variable is not set")
raise ValueError(
"MONGO_DB_NAME environment variable is not set")
self.db = self.client[database_name]
self.collection = self.db["jobs"]
self.logger.info("Succeed connect to MongoDB")
def insert_job(self, job: JobPost):
job_dict = job.model_dump(exclude={"date_posted"})
self.collection.insert_one(job_dict)
print(f"Inserted new job with title {job.title}.")
self.logger.info(f"Inserted new job with title {job.title}.")
def insertManyIfNotFound(self, jobs: List[JobPost]) -> List[JobPost]:
"""
@ -50,7 +55,7 @@ class JobRepository:
if operations:
# Execute all operations in bulk
result = self.collection.bulk_write(operations)
print(f"Matched: {result.matched_count}, Upserts: {
self.logger.info(f"Matched: {result.matched_count}, Upserts: {
result.upserted_count}, Modified: {result.modified_count}")
# Get the newly inserted jobs (those that were upserted)
@ -58,6 +63,6 @@ class JobRepository:
for i, job in enumerate(jobs):
if result.upserted_count > 0 and i < result.upserted_count:
new_jobs.append(job)
print(f"New Job ID: {job.id}, Label: {job.title}")
self.logger.info(f"New Job ID: {job.id}, Label: {job.title}")
return new_jobs