From 02b497fdb432bae6b84623d4525bacde6d3726d1 Mon Sep 17 00:00:00 2001
From: yiwen <yiwenpeng@jobright.ai>
Date: Wed, 4 Oct 2023 10:20:48 +0800
Subject: [PATCH] write to mongo

---
 src/scrape.py | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/src/scrape.py b/src/scrape.py
index 994a299..b31f14c 100644
--- a/src/scrape.py
+++ b/src/scrape.py
@@ -26,12 +26,14 @@ for location in locations:
                 site_name=["indeed"],
                 search_term=title,
                 location=location,
-                results_wanted=30,
+                results_wanted=15,
                 country_indeed='USA',
                 # offset=25  # start jobs from an offset (use if search failed and want to continue)
                 proxy="http://34.120.172.140:8123"
                 # proxy="http://crawler-gost-proxy.jobright-internal.com:8080"
             )
+            jobs_list = jobs.to_dict(orient='records')
+            print(jobs_list)
         except Exception as e:
             print(f'Error when process: [{location}][{title}]')
             print(e)