socrates/dw-parser
1
0
Fork 0
Code Issues 1 Pull Requests Packages Projects Releases Wiki Activity

first docker functionality

Browse Source
This commit is contained in:
socrates
2023-12-11 12:53:21 +01:00
parent eb69935ede
commit f242ef1681
4 changed files with 23 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
parser.py
View File

@@ -14,7 +14,7 @@ import time
import sys
def load_settings():
with open('settings.json') as file:
with open('conf/conf.json') as file:
return json.load(file)
def fetch_via_browser(newfile):
@@ -27,9 +27,11 @@ def fetch_via_browser(newfile):
"download.default_directory" : set['files'],
"profile.default_content_settings.popups" : 0,
}
logging.info(prefs)
logging.info("prefs: ", prefs)
options.add_experimental_option("prefs", prefs)
options.add_argument("--headless=new")
options.add_argument("--headless")
options.add_argument("--disable-dev-shm-usage")
options.add_argument("--no-sandbox")
browser = webdriver.Chrome(options=options)
wait = WebDriverWait(browser, 10)