scripts now log to process 1 and therefore to docker logs

This commit is contained in:
socrates
2023-12-13 00:54:44 +01:00
parent c19896351a
commit 6ede613642
3 changed files with 22 additions and 9 deletions

View File

@@ -1,7 +1,19 @@
FROM debian:bookworm-slim
ENV DEBIAN_FRONTEND=noninteractive
RUN apt update && apt install -y vim cron tzdata python3-openpyxl python3-selenium python3-pyvirtualdisplay && rm -rf /var/lib/apt/lists/*
ENV PYTHONUNBUFFERED=1
ARG DEBIAN_FRONTEND=noninteractive
RUN apt update \
&& apt -y upgrade\
&& apt -y install \
vim \
cron \
tzdata \
python3-openpyxl \
python3-selenium \
python3-pyvirtualdisplay \
&& rm -rf /var/lib/apt/lists/*
RUN cp -r -f /usr/share/zoneinfo/Europe/Berlin /etc/localtime
COPY /parser.py /app/

View File

@@ -1,3 +1,3 @@
# m h dom mon dow cmd
*/5 8-20 * * 1-5 cd /app/ && ./parser.py
*/5 8-20 * * 1-5 cd /app/ && ./parser.py &> /proc/1/fd/1
0 0 * * * /app/kill-chrome.sh

View File

@@ -27,7 +27,8 @@ def fetch_via_browser(newfile):
"download.default_directory" : set['files'],
"profile.default_content_settings.popups" : 0,
}
log.debug("prefs: " + prefs)
log.debug("CHROMIUM PREFS:")
log.debug(prefs)
options.add_experimental_option("prefs", prefs)
options.add_argument("--headless")
options.add_argument("--disable-dev-shm-usage")
@@ -200,15 +201,15 @@ log = logging.getLogger()
log.setLevel(set['loglevel'])
log_format = logging.Formatter('[dw-parser] %(asctime)s - %(levelname)s: %(message)s')
handler_stdout = logging.StreamHandler(sys.stdout)
handler_stdout.setLevel(set['loglevel'])
handler_stdout.setFormatter(log_format)
# handler_stdout = logging.StreamHandler(stream="/proc/1/fd/1")
# handler_stdout.setLevel(set['loglevel'])
# handler_stdout.setFormatter(log_format)
handler_file = logging.FileHandler(set['logfile'])
handler_file = logging.FileHandler("/proc/1/fd/1")
handler_file.setLevel(set['loglevel'])
handler_file.setFormatter(log_format)
log.addHandler(handler_stdout)
# log.addHandler(handler_stdout)
log.addHandler(handler_file)
if __name__ == '__main__':