From c5d3f3ca23bf4199db7432855c1e960051a445c7 Mon Sep 17 00:00:00 2001
From: Alexander Sulfrian <alexander@sulfrian.net>
Date: Tue, 27 Apr 2010 02:31:46 +0200
Subject: added script to cleanup old backups but keep some

---
 mysql/clean_backups.sh | 125 +++++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 125 insertions(+)
 create mode 100755 mysql/clean_backups.sh

(limited to 'mysql/clean_backups.sh')

diff --git a/mysql/clean_backups.sh b/mysql/clean_backups.sh
new file mode 100755
index 0000000..a0e60af
--- /dev/null
+++ b/mysql/clean_backups.sh
@@ -0,0 +1,125 @@
+#!/bin/bash
+
+source $(dirname $0)/ftp.settings
+
+last_day=0
+last_month=0
+last_year=0
+
+two_years_ago_y=$(date -d '-2years' +%Y)
+two_years_ago_m=$(date -d '-2years' +%m)
+
+six_months_ago_y=$(date -d '-6month' +%Y)
+six_months_ago_m=$(date -d '-6month' +%m)
+
+one_month_ago_y=$(date -d '-1month' +%Y)
+one_month_ago_m=$(date -d '-1month' +%m)
+one_month_ago_d=$(date -d '-1month' +%d)
+
+ncftpls -u"${FTP_USER}" -p"${FTP_PASSWORD}" "ftp://${FTP_SERVER}/${FTP_TARGET}/" | \
+  sed -nr 's/(^.*)([0-9]{4})-([0-9]{2})-([0-9]{2}).*/\2\t\3\t\4 \1/gp' | \
+  sort -n | uniq | awk -F'\t' '{ print $1" "$2" "$3}' | while read y m d name
+do
+
+	# older than 2 years, only keep 1 per month
+
+	if [ $y -lt $two_years_ago_y -o \
+	     \( $y -eq $two_years_ago_y -a $m -lt $two_years_ago_m \) ]; then
+		if [ $last_month -eq $m ]; then
+
+			ncftp -u"${FTP_USER}" \
+			  -p"${FTP_PASSWORD}" \
+			  "ftp://${FTP_SERVER}/${FTP_TARGET}/" >/dev/null <<EOF
+rm "${name}${y}-${m}-${d}"*
+quit
+EOF
+			echo ${name}$y-$m-$d
+
+		else
+			last_day=$d
+			last_month=$m
+			last_year=$y
+		fi
+	else
+
+		# older than 6 months, only keep every 14 days
+
+		if [ $y -lt $six_months_ago_y -o \
+		     \( $y -eq $six_months_ago_y -a \
+		        $((10#$m)) -lt $((10#$six_months_ago_m)) \) ]; then
+
+			fourteen_days_ago_y=$(date -d "$y-$m-$d -13days" +%Y)
+			fourteen_days_ago_m=$(date -d "$y-$m-$d -13days" +%m)
+			fourteen_days_ago_d=$(date -d "$y-$m-$d -13days" +%d)
+
+			if [ $last_year -gt $fourteen_days_ago_y -o \
+			     \( $last_year -eq $fourteen_days_ago_y -a \
+			        $((10#$last_month)) -gt \
+			          $((10#$fourteen_days_ago_m)) \) -o \
+			     \( $last_year -eq $fourteen_days_ago_y -a \
+			        $((10#$last_month)) -eq \
+			          $((10#$fourteen_days_ago_m)) -a \
+			        $((10#$last_day)) -ge \
+			          $((10#$fourteen_days_ago_d)) \) ]; then
+
+				ncftp -u"${FTP_USER}" \
+				  -p"${FTP_PASSWORD}" \
+				  "ftp://${FTP_SERVER}/${FTP_TARGET}/" >/dev/null <<EOF
+rm "${name}${y}-${m}-${d}"*
+quit
+EOF
+				echo ${name}$y-$m-$d
+
+			else
+				last_day=$d
+				last_month=$m
+				last_year=$y
+			fi
+		else
+
+			# older than 1 month, keep weekly
+
+			if [ $y -lt $one_month_ago_y -o \
+			     \( $y -eq $one_month_ago_y -a \
+			        $((10#$m)) -lt \
+			          $((10#$one_month_ago_m)) \) -o \
+			     \( $y -eq $one_month_ago_y -a \
+			        $((10#$m)) -eq \
+			          $((10#$one_month_ago_m)) -a \
+			        $((10#$d)) -lt \
+			          $((10#$one_month_ago_d)) \) ]; then
+
+
+				seven_days_ago_y=$(date -d "$y-$m-$d -6days" +%Y)
+				seven_days_ago_m=$(date -d "$y-$m-$d -6days" +%m)
+				seven_days_ago_d=$(date -d "$y-$m-$d -6days" +%d)
+
+				if [ $last_year -gt $seven_days_ago_y -o \
+				     \( $last_year -eq $seven_days_ago_y -a \
+				        $((10#$last_month)) -gt \
+				          $((10#$seven_days_ago_m)) \) -o \
+				     \( $last_year -eq $seven_days_ago_y -a \
+				        $((10#$last_month)) -eq \
+				          $((10#$seven_days_ago_m)) -a \
+				        $((10#$last_day)) -ge \
+				          $((10#$seven_days_ago_d)) \) ]; then
+
+
+					ncftp -u"${FTP_USER}" \
+					  -p"${FTP_PASSWORD}" \
+					  "ftp://${FTP_SERVER}/${FTP_TARGET}/" \
+					  >/dev/null <<EOF
+rm "${name}${y}-${m}-${d}"*
+quit
+EOF
+					echo ${name}$y-$m-$d
+
+				else
+					last_day=$d
+					last_month=$m
+					last_year=$y
+				fi
+			fi
+		fi
+	fi
+done
-- 
cgit v1.2.3