diff --git a/Dockerfile b/Dockerfile index 742d577..701020e 100644 --- a/Dockerfile +++ b/Dockerfile @@ -1,7 +1,19 @@ FROM debian:bookworm-slim -ENV DEBIAN_FRONTEND=noninteractive -RUN apt update && apt install -y vim cron tzdata python3-openpyxl python3-selenium python3-pyvirtualdisplay && rm -rf /var/lib/apt/lists/* +ENV PYTHONUNBUFFERED=1 + +ARG DEBIAN_FRONTEND=noninteractive +RUN apt update \ + && apt -y upgrade\ + && apt -y install \ + vim \ + cron \ + tzdata \ + python3-openpyxl \ + python3-selenium \ + python3-pyvirtualdisplay \ + && rm -rf /var/lib/apt/lists/* + RUN cp -r -f /usr/share/zoneinfo/Europe/Berlin /etc/localtime COPY /parser.py /app/ diff --git a/init/crontab b/init/crontab index 4d71afe..1c08f4b 100644 --- a/init/crontab +++ b/init/crontab @@ -1,3 +1,3 @@ # m h dom mon dow cmd -*/5 8-20 * * 1-5 cd /app/ && ./parser.py +*/5 8-20 * * 1-5 cd /app/ && ./parser.py &> /proc/1/fd/1 0 0 * * * /app/kill-chrome.sh diff --git a/parser.py b/parser.py index 6f5cfb4..f54cd48 100755 --- a/parser.py +++ b/parser.py @@ -27,7 +27,8 @@ def fetch_via_browser(newfile): "download.default_directory" : set['files'], "profile.default_content_settings.popups" : 0, } - log.debug("prefs: " + prefs) + log.debug("CHROMIUM PREFS:") + log.debug(prefs) options.add_experimental_option("prefs", prefs) options.add_argument("--headless") options.add_argument("--disable-dev-shm-usage") @@ -200,15 +201,15 @@ log = logging.getLogger() log.setLevel(set['loglevel']) log_format = logging.Formatter('[dw-parser] %(asctime)s - %(levelname)s: %(message)s') -handler_stdout = logging.StreamHandler(sys.stdout) -handler_stdout.setLevel(set['loglevel']) -handler_stdout.setFormatter(log_format) +# handler_stdout = logging.StreamHandler(stream="/proc/1/fd/1") +# handler_stdout.setLevel(set['loglevel']) +# handler_stdout.setFormatter(log_format) -handler_file = logging.FileHandler(set['logfile']) +handler_file = logging.FileHandler("/proc/1/fd/1") handler_file.setLevel(set['loglevel']) handler_file.setFormatter(log_format) -log.addHandler(handler_stdout) +# log.addHandler(handler_stdout) log.addHandler(handler_file) if __name__ == '__main__':