4 # it is dangerous to remove the "-e" above; please don't do that.
8 # run this script as root, on deleuze
11 exec >& /var
/log
/backup-to-s3-log
13 PATH
=$PATH:/bin
:/usr
/bin
:/sbin
:/usr
/sbin
18 # units for BWLIMIT are KB/s
23 SCRIPTDIR
=$
(dirname $0)
24 KEYFILE
=/etc
/backup-encryption-key
25 BACKUPDIR
=/hcoop.net-backups
26 BACKUPTMP
=/var
/backups
/hcoop-backup-testing
27 SUBDIR
=`date +%Y.%m.%d`
29 S3_ACCESS_KEY
=$
(cat ~mwolson_admin
/.amazon
/access.key
)
30 S3_SECRET_KEY_FILE
=~mwolson_admin
/.amazon
/secret.key
35 $SCRIPTDIR/s3-
$cmd -k $S3_ACCESS_KEY -s $S3_SECRET_KEY_FILE $@
38 function copy_over
() {
39 # Move file to its offsite destination
40 # $1: file, $2: relative directory (optional)
41 if test -z "$1" ||
test -n "$3"; then
42 echo "Bad programming"
46 local DEST
=$BACKUPDIR/$SUBDIR
50 s3_cmd put
-b ${BWLIMIT}K
-T $FILE $DEST/$FILE
54 function prune_old_backups
() {
57 find .
-mindepth 1 -maxdepth 1 -type d
-ctime +7 \
58 -execdir rm -fr '{}' \
; || true
74 echo building package lists...
75 dpkg-query
-W -f='${Package}\n' > packages
76 (cd /; find / /usr
/ /usr
/local
/ /var
/ -xdev) |
sort |
uniq > allfiles
77 dpkg-query
-W -f='${Package}\n' |
xargs dpkg
-L |
sort |
uniq > debfiles
78 dpkg-query
-W -f='${Conffiles}\n' |
grep / | cut
-b2- | \
79 sed 's_ .*__' |
sort |
uniq > conffiles
81 diff allfiles debfiles |
grep '^<' | cut
-b 3- | \
82 grep -v ^
/var
/cache | \
84 grep -v ^
/var
/lib
/dpkg | \
85 grep -v ^
/var
/backups | \
86 grep -v ^
/var
/lib
/changetrack | \
87 grep -v ^
/var
/local
/lib
/spamd | \
89 grep -v ^
/var
/lock | \
90 grep -v ^
/var
/lib
/ucf | \
98 grep -v '^/usr/.*\.pyc' | \
99 grep -v '^/usr/.*\.elc' | \
100 grep -v '^/usr/bin/perldoc\.stub$' | \
101 grep -v '^/usr/bin/.*\.notslocate$' | \
102 grep -v '^/usr/lib/courier/.*\.rand$' | \
103 grep -v '^/usr/lib/gconv/gconv-modules\.cache$' | \
104 grep -v '^/usr/lib/graphviz/config$' | \
105 grep -v '^/usr/lib/locale/locale-archive$' | \
106 grep -v '^/usr/share/info/dir$' | \
107 grep -v '^/usr/share/info/dir\.old$' | \
108 grep -v '^/usr/share/emacs21/site-lisp/' | \
109 grep -v '^/usr/share/emacs22/site-lisp/' | \
110 grep -v '^/usr/share/snmp/mibs/\.index$' | \
111 grep -v '^/usr/share/vim/addons/doc/tags$' \
114 cat conffiles
>> backupfiles
118 grep -v ^
/usr
/local | \
119 grep -v ^
/var
/spool | \
120 grep -v ^
/var
/log | \
121 grep -v ^
/usr
/lib
/python2.4
/ | \
122 grep -v ^
/var
/lib
/python-support | \
123 grep -v ^
/usr
/share
/jed
/lib | \
124 grep -v ^
/usr
/share
/man | \
125 grep -v ^
/usr
/share
/perl
5/IkiWiki
/Plugin | \
127 grep -v ^
/vmlinuz | \
128 grep -v ^
/vmlinuz.old | \
129 grep -v '^/sbin/[a-z\-]*\.modutils$' | \
130 grep -v ^
/opt
/dell
/srvadmin
/ | \
136 grep -v ^
/lib
/modules
/ | \
137 grep -v ^
/var
/domtool
/ | \
138 grep -v ^
/var
/lib
/mysql
/ | \
139 grep -v ^
/var
/lib
/postgres
/ | \
140 grep -v ^
/var
/lib
/postgresql
/ | \
141 xargs -I{} -d\\n
-- bash
-c "test -L '{}' || echo '{}'" > complain
143 F
=hcoop.backup.
tar$COMPRESS_EXT.aescrypt
144 tar clpf
- --ignore-failed-read --no-recursion -C / -T backupfiles | \
146 ccrypt
-k $KEYFILE -e > $F
149 # Acquire lock before messing with spamd
151 LOCK
=/var
/local
/lib
/spamd
/.lock
152 while test -f $LOCK; do
154 COUNT
=$
(expr $COUNT + 1)
155 if test $COUNT -eq 10; then
156 # Enough waiting. Kill the process.
158 test -n "$P" && kill $P ||
:
165 F
=common.spamd.
tar$COMPRESS_EXT.aescrypt
166 tar clpf
- --ignore-failed-read -C / /var
/local
/lib
/spamd | \
168 ccrypt
-k $KEYFILE -e > $F.new
172 test -s $BACKUPDIR/$F.new
&& \
173 mv $BACKUPDIR/$F.new
$BACKUPDIR/$F
175 vos listvol deleuze | \
179 grep -v "\.backup .*$" | \
180 grep -v "\.readonly .*$" | \
187 grep -v not-backed-up | \
188 xargs -I{} -d\\n
-- \
190 "F={}.dump$COMPRESS_EXT.aescrypt ;
191 vos dump -id {} -localauth -clone |
192 $COMPRESS_PROG | ccrypt -k $KEYFILE -e > \$F ;
193 < \$F catsync -b $BWLIMIT $BACKUPDIR/$SUBDIR/\$F ;
196 echo backing up databases
197 F
=databases.
tar$COMPRESS_EXT.aescrypt
198 tar -C /var
/backups
/databases
/ -cf - . | \
200 ccrypt
-k $KEYFILE -e > $F
203 grep '[a-z/]' complain
&& \
204 mail -a 'From: The Backup Program <backups@deleuze.hcoop.net>' \
205 -s "automated message: annoying files found on deleuze (please do something about them)" admins@hcoop.net \