log clean up scripts

Author: Christopher M. Neill

ansible/roles/loggly/files/archiveOldLogs.sh

@@ -0,0 +1,27 @@
+#!/usr/bin/env bash
+
+#
+# This is to be run only for legacy logs in /var/log, not application logs in /var/log/runnable
+#
+
+if [ "root" != `whoami` ] ; then
+    echo "It don't mean a thing if it ain't got that swing."
+    exit 127
+fi
+
+LOGDIR=/var/log
+ARCHDIR=/docker/archive
+DATE=`date +%Y%m%d%H%m`
+
+# these haven't been modified in > 24 hours, so "doing it live" should be OK:
+echo "Compressing logs > 24h"
+find ${LOGDIR} -maxdepth 2 -type f -mmin +1440 -name '*.log' -exec bzip2 -9 {} \; -print
+echo "Restarting rsyslogd"
+service rsyslog restart
+
+# archive anything > 1wk
+echo "Archiving logs > 1wk"
+mkdir -p ${ARCHDIR} 2>&1
+find ${LOGDIR} -maxdepth 2 -type f -mtime +6 -name '*z' | xargs tar jcvpf ${ARCHDIR}/log-archive-${DATE}.tbz 
+echo "Purging logs > 1wk"
+find ${LOGDIR} -maxdepth 2 -type f -mtime +6 -exec rm -f {} \; -print

ansible/roles/loggly/files/purgeLogs.sh

@@ -0,0 +1,14 @@
+#!/usr/bin/env bash
+
+#
+# This is to be run logs in {{ app_log_dir }}.
+# Runs from crontab.
+#
+
+LOGDIR=${1}
+
+# We can compress anything older than 6 hours
+find ${LOGDIR} -mindepth 2 -type f -mmin +360 -name '*.log' -exec bzip2 -9 {} \; 
+
+# purge anything > 1wk
+find ${LOGDIR} -maxdepth 2 -type f -mtime +6 -exec rm -f {} \; 

ansible/roles/loggly/tasks/main.yml

@@ -128,3 +128,37 @@
     minute="*/2"
     job="echo  'loggly monitoring' 2>&1 | /usr/bin/logger -t LogMonitor"
     state=present
+
+- name: runnable bin directory
+  tags: [loggly, deploy]
+  become: true
+  file:
+    path=/opt/runnable/bin
+    state=directory
+    owner=ubuntu
+    group=ubuntu
+    mode=0700
+
+- name: copy log purge script
+  tags: [loggly, deploy]
+  file:
+   src=purgeLogs.sh
+   dest=/opt/runnable/bin/purgeLogs.sh
+   owner=ubuntu
+   group=ubuntu
+   mode=0700
+
+- name: purge log files
+  tags: [loggly, deploy]
+  become: true
+  cron:
+    name="purge log files"
+    minute=0
+    job="/opt/runnable/bin/purgeLogs.sh {{ app_log_dir }}"
+    state=present
+
+- name: clean legacy log files
+  tags: clean
+  script: archiveOldLogs.sh
+  register: purge_out
+