Config supervisord to write logs into log files (#8145)

Dockerfile

@@ -10,10 +10,13 @@ ENV LANG C.UTF-8
 ENV LC_ALL C.UTF-8 
 
 # Update APT packages - Base Layer
-RUN apt-get update && apt-get install --no-install-recommends -y \
+RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install --no-install-recommends -y \
   supervisor curl cron certbot nginx gnupg wget \
   software-properties-common gettext openjdk-11-jre \
+  python3-pip python-setuptools git \
   && add-apt-repository ppa:redislabs/redis \
+  && pip install --no-cache-dir git+https://github.com/coderanger/supervisor-stdout@973ba19967cdaf46d9c1634d1675fc65b9574f6e \
+  && apt-get remove -y git python3-pip \
   && apt-get clean \
   && rm -rf /var/lib/apt/lists/*
 

deploy/docker/entrypoint.sh

@@ -198,5 +198,8 @@ configure_supervisord
 # Ensure the restore path exists in the container, so an archive can be copied to it, if need be.
 mkdir -p /appsmith-stacks/data/{backup,restore}
 
+# Create sub-directory to store services log in the container mounting folder
+mkdir -p /appsmith-stacks/logs/{backend,cron,editor,rts,mongodb,redis}
+
 # Handle CMD command
 exec "$@"

deploy/docker/templates/supervisord.conf

@@ -33,3 +33,12 @@ serverurl=unix:///var/run/supervisor.sock ; use a unix:// URL  for a unix socket
 
 [include]
 files = /etc/supervisor/conf.d/*.conf
+
+; This event listener is used to capture processes log
+; and forward to container log using supervisor_stdout
+; Ref: https://github.com/coderanger/supervisor-stdout
+[eventlistener:stdout] 
+command = supervisor_stdout 
+buffer_size = 100 
+events = PROCESS_LOG 
+result_handler = supervisor_stdout:event_handler

deploy/docker/templates/supervisord/application_process/backend.conf

@@ -6,7 +6,11 @@ autostart=true
 autorestart=true
 startsecs=10
 startretries=3
-stdout_logfile_maxbytes = 0
+stdout_logfile=/appsmith-stacks/logs/%(program_name)s/%(program_name)s.log
-stderr_logfile_maxbytes = 0
+redirect_stderr=true
-stdout_logfile=/dev/stdout
+stdout_logfile_maxbytes=10MB
-stderr_logfile=/dev/stderr
+stderr_logfile_maxbytes=10MB
+stdout_logfile_backups=5
+stderr_logfile_backups=5
+stdout_events_enabled=true
+stderr_events_enabled=true

deploy/docker/templates/supervisord/application_process/cron.conf

@@ -6,7 +6,11 @@ autostart=true
 autorestart=true
 startsecs=0
 startretries=3
-stdout_logfile=/dev/stdout
+stdout_logfile=/appsmith-stacks/logs/%(program_name)s/%(program_name)s.log
-stderr_logfile=/dev/stderr
+redirect_stderr=true
-stdout_logfile_maxbytes=0
+stdout_logfile_maxbytes=10MB
-stderr_logfile_maxbytes=0
+stderr_logfile_maxbytes=10MB
+stdout_logfile_backups=5
+stderr_logfile_backups=5
+stdout_events_enabled=true
+stderr_events_enabled=true

deploy/docker/templates/supervisord/application_process/editor.conf

@@ -5,8 +5,12 @@ autostart=true
 autorestart=true
 startsecs=0
 startretries=3
-stdout_logfile_maxbytes = 0
+stdout_logfile=/appsmith-stacks/logs/%(program_name)s/%(program_name)s.log
-stderr_logfile_maxbytes = 0
+redirect_stderr=true
-stdout_logfile=/dev/stdout
+stdout_logfile_maxbytes=10MB
-stderr_logfile=/dev/stderr
+stderr_logfile_maxbytes=10MB
+stdout_logfile_backups=5
+stderr_logfile_backups=5
+stdout_events_enabled=true
+stderr_events_enabled=true
 stopsignal=QUIT

deploy/docker/templates/supervisord/application_process/rts.conf

@@ -6,7 +6,11 @@ autostart=true
 autorestart=true
 startsecs=0
 startretries=3
-stdout_logfile_maxbytes = 0
+stdout_logfile=/appsmith-stacks/logs/%(program_name)s/%(program_name)s.log
-stderr_logfile_maxbytes = 0
+redirect_stderr=true
-stdout_logfile=/dev/stdout
+stdout_logfile_maxbytes=10MB
-stderr_logfile=/dev/stderr
+stderr_logfile_maxbytes=10MB
+stdout_logfile_backups=5
+stderr_logfile_backups=5
+stdout_events_enabled=true
+stderr_events_enabled=true

deploy/docker/templates/supervisord/mongodb.conf

@@ -6,7 +6,11 @@ autostart=true
 autorestart=true
 startsecs=10
 startretries=3
-stdout_logfile_maxbytes = 0
+stdout_logfile=/appsmith-stacks/logs/%(program_name)s/%(program_name)s.log
-stderr_logfile_maxbytes = 0
+redirect_stderr=true
-stdout_logfile=/dev/stdout
+stdout_logfile_maxbytes=10MB
-stderr_logfile=/dev/stderr
+stderr_logfile_maxbytes=10MB
+stdout_logfile_backups=5
+stderr_logfile_backups=5
+stdout_events_enabled=true
+stderr_events_enabled=true

deploy/docker/templates/supervisord/redis.conf

@@ -6,7 +6,11 @@ autostart=true
 autorestart=true
 startsecs=0
 startretries=3
-stdout_logfile_maxbytes = 0
+stdout_logfile=/appsmith-stacks/logs/%(program_name)s/%(program_name)s.log
-stderr_logfile_maxbytes = 0
+redirect_stderr=true
-stdout_logfile=/dev/stdout
+stdout_logfile_maxbytes=10MB
-stderr_logfile=/dev/stderr
+stderr_logfile_maxbytes=10MB
+stdout_logfile_backups=5
+stderr_logfile_backups=5
+stdout_events_enabled=true
+stderr_events_enabled=true