aboutsummaryrefslogtreecommitdiff
path: root/handlers/maildir
blob: 2ea94ff146e8b1ae316a650aaa46edb5d8212e8a (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
###############################################################
#
#  This handler slowly creates a backup of each user's maildir
#  to a remote server. It is designed to be run with low overhead
#  in terms of cpu and bandwidth so it runs pretty slow.
#
#  if destdir is /backup/maildir/, then it will contain the files
#    daily.1
#    daily.2
#    daily.3
#    weekly.1
#    weekly.2
#    monthly.1
#  if keepdaily is 3, keepweekly is 2, and keepmonthly is 1. 
# 
##############################################################

getconf rotate yes
getconf remove yes

getconf loadlimit 5
getconf speedlimit 0
getconf keepdaily 5
getconf keepweekly 3
getconf keepmonthly 1

getconf srcdir /var/maildir
getconf destdir
getconf desthost
getconf destport 22
getconf destuser

# strip trailing /
destdir=${destdir%/}
srcdir=${srcdir%/}

# used for testing
getconf letter
getconf user

[ -d $srcdir ] || fatal "source directory $srcdir doesn't exist"

[ ! $test ] || testflags="--dry-run -v"
rsyncflags="$testflags -e 'ssh -p $destport'"
flags_mail="$rsyncflags --archive --ignore-existing --delete --numeric-ids --size-only --bwlimit=$speedlimit"
flags_folders="$rsyncflags --archive --delete --numeric-ids"
excludes='--exclude ".Trash/*" --exclude ".Mistakes/*" --exclude ".Spam/*"'

# see if we can login
debug "ssh -o PasswordAuthentication=no $desthost -l $destuser 'echo -n 1'"
if [ ! $test ]; then
	result=`ssh -o PasswordAuthentication=no $desthost -l $destuser 'echo -n 1' 2>&1`
	if [ "$result" != "1" ]; then
		fatal "Can't connect to $desthost as $destuser."
	fi
fi

##################################################################
### FUNCTIONS

# remote run the args remotely
function rrun() {
	debug ssh -o PasswordAuthentication=no $desthost -l $destuser $@
	if [ ! $test ]; then
		debug ssh -o PasswordAuthentication=no $desthost -l $destuser $@
	fi
}

function do_letters() {
	for i in a b c d e f g h i j k l m n o p q r s t u v w x y z; do
		do_maildirs "$srcdir/$i"
	done
}

function do_maildirs() {
	local dir=$1
	[ -d $dir ] || fatal "directory $dir not found."
	for userdir in `ls -1 $dir`; do
		do_userdir $userdir
	done
}

function do_user() {
	local user=$1
	local letter=${user:0:1}
	local dir="$srcdir/$letter/$user"
	[ -d $dir ] || fatal "maildir $dir not found".

	while 1; do
		load=`uptime | sed 's/^.*load average: \\([^,]*\\).*$/\\1/'`
		if [ $load -lt $loadlimit ]; then
			info "load $load, sleeping..."
			sleep 600
		else
			break
		fi
	done
	
  	cmd="rsync $maildirrsyncflags $excludes '$dir' '$destuser@$desthost:$destdir/maildir/$letter'"
  	debug $cmd
	# ret=`rsync $maildirrsyncflags $excludes '$dir' '$destuser@$desthost:$destdir/maildir/$letter' 2>&1`
}

# remove any maildirs from backup which might have been deleted
# and add new ones which have just been created.

function do_remove() {
	local tmp1=/tmp/maildirtmpfile$$
	local tmp2=/tmp/maildirtmpfile$$
	
	for i in a b c d e f g h i j k l m n o p q r s t u v w x y z; do
		ls -1 "$srcdir/$i" | sort > $tmp1
		ssh -p $destport $desthost ls -1 '$destdir/maildir/$i' | sort > $tmp2
		for deluser in `join -v 2 $tmp1 $tmp2`; do
			cmd="ssh -p $destport $desthost rm -vr '$destdir/maildir/$i/$deluser/'"
			debug $cmd
		done
	done
	rm $tmp1
	rm $tmp2	
}

function do_rotate() {
	backuproot=$destdir
	now=`date %s`
	seconds_daily=86400
	seconds_weekly=604800
	seconds_monthly=2628000

	ssh -o PasswordAuthentication=no $desthost -l $destuser <<EOF
	keepdaily=$keepdaily
	keepweekly=$keepweekly
	keepmonthly=$keepmonthly

	for rottype in daily weekly monthly; do
		seconds=\`echo seconds_\${rottype}\`

		dir="$backuproot/\$rottype"
		if [ ! -d \$dir.1 ]; then
			echo "Warning: \$dir.1 does not exist. This backup is missing, so we are skipping the rotation."
			continue
		elif [ ! -f \$dir.1/created ]; then
			echo "Warning: \$dir.1/created does not exist. This backup may be only partially completed, so we are skipping the rotation."
			continue
		fi
		
		# Rotate the current list of backups, if we can.
		oldest=\`ls -d $\dir.* | sed 's/^.*\.//' | sort -n | tail -1\`
		for (( i=\$oldest; i > 0; i-- )); do
			if [ -d \$dir.\$i ]; then
				if [ -f \$dir.\$i/rotated ]; then
					rotated=\`tail -1 \$dir.\$i/rotated\`
				else
					rotated=0
				fi
				cutoff_time=\$(( now - (seconds*i) ))
				if [ \$rotated -gt \$cutoff_time ]; then
					next=\$(( i + 1 ))
					echo "mv \$dir.\$i \$dir.\$next"
					mv \$dir.\$i \$dir.\$next
					date +%c%n%s > \$dir.\$next/rotated
				else
					echo "Info: skipping rotation of \$dir.\$i because it was already rotated within the last " \$((cutoff_time/86400)) " days."
				fi 
			fi
		done
	done

	max=\$((keepdaily+1))
	if [ ( \$keepweekly -a -d $backuproot/daily.\$max ) -a ! -d $backuproot/weekly.1 ]; then
		echo mv $backuproot/daily.\$max $backuproot/weekly.1
		mv $backuproot/daily.\$max $backuproot/weekly.1
		date +%c%n%s > $backuproot/weekly.1/rotated
	fi

	max=\$((keepweekly+1))
	if [ ( \$keepmonthly -a -d $backuproot/weekly.\$max ) -a ! -d $backuproot/monthly.1 ]; then
		echo mv $backuproot/weekly.\$max $backuproot/monthly.1
		mv $backuproot/weekly.\$max $backuproot/monthly.1
		date +%c%n%s > $backuproot/monthly.1/rotated
	fi

	for rottype in daily weekly monthly; do
		max=\`echo keep\${rottype}\`
		max=\$((max+1))
		dir="$backuproot/\$rottype"
		oldest=\`ls -d $\dir.* | sed 's/^.*\.//' | sort -n | tail -1\`

		# if we've rotated the last backup off the stack, remove it.
		for (( i=\$oldest; i >= \$max; i-- )); do
			if [ -d \$dir.\$i ]; then
				echo "Info: removing \$dir.\$i"
				rm -rf \$dir.\$i
			fi
		done
	done
EOF
}


###
##################################################################

### ROTATE BACKUPS ###

if [ "$rotate" == "yes" ]; then
	do_rotate
fi

### REMOVE OLD MAILDIRS ###

if [ "$remove" == "yes" ]; then
	debug remove
fi

### ROTATE BACKUPS ###

if [ "$letter" != "" ]; then
	debug letter
fi

if [ "$user" != "" ]; then
	debug user
fi