Merge pull request #434 from CodeNow/SAN-4042-log-cleanup

SAN-4042; Log clean up scripts

Author: und1sk0

ansible/roles/loggly/files/archiveOldLogs.sh

@@ -0,0 +1,31 @@
+#!/usr/bin/env bash
+
+#
+# This is to be run only for legacy logs in /var/log, not application logs in /var/log/runnable
+#
+
+# we only want this run as root
+if [ "root" != `whoami` ] ; then
+    echo "${0}: ERROR - This script needs to be run as root."
+    exit 127
+fi
+
+# legacy log path
+logdir=/var/log
+# store log archives here, purge manually
+archdir=/docker/archive
+datetime=`date +%Y%m%d%H%m`
+
+# these logfiles haven't been modified in > 24 hours, so moving them without cleanup up filehandles first should be OK:
+echo "Compressing logs > 24h"
+find "${logdir}" -maxdepth 2 -type f -mmin +1440 -name '*.log' -exec bzip2 -9 {} \; -print
+echo "Restarting rsyslogd"
+# but we do need to clean the filehandles after, just in case
+service rsyslog restart
+
+# archive anything > 6h
+echo "Archiving logs > 6h"
+mkdir -p "${archdir}" 2>&1
+find "${logdir}" -maxdepth 2 -type f -mtime +6 -name '*z' | xargs tar jcvpf "${archdir}"/log-archive-"${datetime}".tbz
+echo "Purging logs > 1wk"
+find "${logdir}" -maxdepth 2 -type f -mtime +6 -exec rm -f {} \; -print

ansible/roles/loggly/files/purgeLogs.sh

@@ -0,0 +1,14 @@
+#!/usr/bin/env bash
+
+#
+# This is to be run logs in {{ app_log_dir }}.
+# Runs from crontab.
+#
+
+logdir="${1}"
+
+# We can compress anything older than 6 hours
+find "${logdir}" -mindepth 2 -type f -mmin +360 -name '*.log' -exec bzip2 -9 {} \; 
+
+# We automatically purge anything > 1wk
+find "${logdir}" -maxdepth 2 -type f -mtime +7 -exec rm -f {} \; 

ansible/roles/loggly/tasks/main.yml

@@ -88,7 +88,7 @@
     recurse=yes
 
 - name: restart rsyslog
-  tags: [loggly, deploy]
+  tags: [ loggly, deploy ]
   become: true
   service: name=rsyslog state=restarted
 
@@ -99,3 +99,37 @@
     minute="*/2"
     job="echo  'loggly monitoring' 2>&1 | /usr/bin/logger -t LogMonitor"
     state=present
+
+- name: runnable bin directory
+  tags: [ loggly, clean ] 
+  become: true
+  file:
+    path=/opt/runnable/bin
+    state=directory
+    owner=ubuntu
+    group=ubuntu
+    mode=0700
+
+- name: copy log purge script
+  tags: [ loggly, clean ]
+  copy:
+   src=purgeLogs.sh
+   dest=/opt/runnable/bin/purgeLogs.sh
+   owner=ubuntu
+   group=ubuntu
+   mode=0700
+
+- name: purge log files
+  tags: [ loggly, clean ] 
+  become: true
+  cron:
+    name="purge log files"
+    minute=0
+    job="/opt/runnable/bin/purgeLogs.sh {{ app_log_dir }}"
+    state=present
+
+- name: clean legacy log files
+  tags: [ loggly, clean ]
+  become: true
+  script: archiveOldLogs.sh
+  register: purge_out