ccppi/job-scrapper
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

restructing

Browse Source
This commit is contained in:
ccppi
2024-08-23 12:13:15 +02:00
parent a2b97e9f21
commit 2d9b7afa9d
4 changed files with 120 additions and 80 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
lib/scrap_jobs.py
View File

@@ -1,5 +1,6 @@
from helpers import *
from login import solveCaptcha
import mozilla
DEBUG = True
def log(*s):
@@ -7,7 +8,7 @@ def log(*s):
print(s)
def scrap_indeed_com(url,entry,session):
moz_cookies = getCookiesFromBrowser(url)
moz_cookies = mozilla.getCookiesFromBrowser(url)
print("[scrap]cookies:", moz_cookies)
session.headers = {
"User-Agent" : "Mozilla/5.0 (X11; Linux x86_64; rv:127.0) Gecko/20100101 Firefox/127.0",