change user agent

lib/scrap_jobs.py

@@ -43,6 +43,9 @@ def scrap_indeed_com(url,entry,session):
     return arrayToClass(ar_title,ar_company,ar_location,ar_date,ar_link,tag)
 
 def scrap_jobs(url,entry,session):
+    session.headers = {
+                "User-Agent" : "Mozilla/5.0 (X11; Linux x86_64; rv:127.0) Gecko/20100101 Firefox/127.0"
+                }
     jobs = []
     log("in scrap jobs,url",url)
     if(session == 0 or session == -1):
@@ -157,17 +160,19 @@ def next_url_jobagent(base_url,session,c):#depreacted will be removed in the fut
 
 def scrap_jobagent(url,entry,session):
     jobs = []
-    log("in scrap jobs,url",url)
+    log("[scrap_jobagent],url",url)
     if(session == 0 or session == -1):
+        log("session not sucessful transmitted ",session)
         with requests.Session() as session:
             page = session.get(url)
             log(page)
     else:
         page = session.get(url)
-        log(page)
+        page = session.get(url)
+        log("[scrap_jobagent]page:",page)
     soup = BeautifulSoup(page.content,"html.parser")
-    #print(soup.prettify())
-
+    print(soup.prettify())
+    print(session.headers)
     results = soup.find_all("li",class_="item")
     if not results:
         print("no li items found")