4 # it is dangerous to remove the "-e" above; please don't do that.
8 # run this script as root, on deleuze
11 exec >& /var
/log
/backup-to-s3-log
13 PATH
=$PATH:/bin
:/usr
/bin
:/sbin
:/usr
/sbin
18 # units for BWLIMIT are KB/s
23 SCRIPTDIR
=$
(dirname $0)
24 KEYFILE
=/etc
/backup-encryption-key
25 BUCKET
=hcoop.net-backups
27 BACKUPTMP
=/var
/backups
/hcoop-backup-testing
28 SUBDIR
=$
(date +%Y.
%m.
%d
)
30 export S3_ACCESS_KEY_ID
=$
(cat ~mwolson_admin
/.amazon
/access.key
)
31 export S3_SECRET_ACCESS_KEY
=~mwolson_admin
/.amazon
/secret.key
34 # $1: command (get|put|ls|rm)
38 $SCRIPTDIR/s3
$1 $2 $3 $4 ${BWLIMIT}K
41 function copy_over
() {
42 # Move file to its offsite destination
43 # $1: file, $2: relative directory (optional)
44 if test -z "$1" ||
test -n "$3"; then
45 echo "Bad programming"
49 local DEST
=$BACKUPDIR/$SUBDIR
53 s3_cmd put
$BUCKET $DEST/$FILE $FILE
57 function prune_old_backups
() {
60 find .
-mindepth 1 -maxdepth 1 -type d
-ctime +7 \
61 -execdir rm -fr '{}' \
; || true
77 echo building package lists...
78 dpkg-query
-W -f='${Package}\n' > packages
79 (cd /; find / /usr
/ /usr
/local
/ /var
/ -xdev) |
sort |
uniq > allfiles
80 dpkg-query
-W -f='${Package}\n' |
xargs dpkg
-L |
sort |
uniq > debfiles
81 dpkg-query
-W -f='${Conffiles}\n' |
grep / | cut
-b2- | \
82 sed 's_ .*__' |
sort |
uniq > conffiles
84 diff allfiles debfiles |
grep '^<' | cut
-b 3- | \
85 grep -v ^
/var
/cache | \
87 grep -v ^
/var
/lib
/dpkg | \
88 grep -v ^
/var
/backups | \
89 grep -v ^
/var
/lib
/changetrack | \
90 grep -v ^
/var
/local
/lib
/spamd | \
92 grep -v ^
/var
/lock | \
93 grep -v ^
/var
/lib
/ucf | \
100 grep -v ^
/usr
/src | \
101 grep -v '^/usr/.*\.pyc' | \
102 grep -v '^/usr/.*\.elc' | \
103 grep -v '^/usr/bin/perldoc\.stub$' | \
104 grep -v '^/usr/bin/.*\.notslocate$' | \
105 grep -v '^/usr/lib/courier/.*\.rand$' | \
106 grep -v '^/usr/lib/gconv/gconv-modules\.cache$' | \
107 grep -v '^/usr/lib/graphviz/config$' | \
108 grep -v '^/usr/lib/locale/locale-archive$' | \
109 grep -v '^/usr/share/info/dir$' | \
110 grep -v '^/usr/share/info/dir\.old$' | \
111 grep -v '^/usr/share/emacs21/site-lisp/' | \
112 grep -v '^/usr/share/emacs22/site-lisp/' | \
113 grep -v '^/usr/share/snmp/mibs/\.index$' | \
114 grep -v '^/usr/share/vim/addons/doc/tags$' \
117 cat conffiles
>> backupfiles
121 grep -v ^
/usr
/local | \
122 grep -v ^
/var
/spool | \
123 grep -v ^
/var
/log | \
124 grep -v ^
/usr
/lib
/python2.4
/ | \
125 grep -v ^
/var
/lib
/python-support | \
126 grep -v ^
/usr
/share
/jed
/lib | \
127 grep -v ^
/usr
/share
/man | \
128 grep -v ^
/usr
/share
/perl
5/IkiWiki
/Plugin | \
130 grep -v ^
/vmlinuz | \
131 grep -v ^
/vmlinuz.old | \
132 grep -v '^/sbin/[a-z\-]*\.modutils$' | \
133 grep -v ^
/opt
/dell
/srvadmin
/ | \
139 grep -v ^
/lib
/modules
/ | \
140 grep -v ^
/var
/domtool
/ | \
141 grep -v ^
/var
/lib
/mysql
/ | \
142 grep -v ^
/var
/lib
/postgres
/ | \
143 grep -v ^
/var
/lib
/postgresql
/ | \
144 xargs -I{} -d\\n
-- bash
-c "test -L '{}' || echo '{}'" > complain
146 F
=hcoop.backup.
tar$COMPRESS_EXT.aescrypt
147 tar clpf
- --ignore-failed-read --no-recursion -C / -T backupfiles | \
149 ccrypt
-k $KEYFILE -e > $F
152 # Acquire lock before messing with spamd
154 LOCK
=/var
/local
/lib
/spamd
/.lock
155 while test -f $LOCK; do
157 COUNT
=$
(expr $COUNT + 1)
158 if test $COUNT -eq 10; then
159 # Enough waiting. Kill the process.
161 test -n "$P" && kill $P ||
:
168 F
=common.spamd.
tar$COMPRESS_EXT.aescrypt
169 tar clpf
- --ignore-failed-read -C / /var
/local
/lib
/spamd | \
171 ccrypt
-k $KEYFILE -e > $F.new
175 test -s $BACKUPDIR/$F.new
&& \
176 mv $BACKUPDIR/$F.new
$BACKUPDIR/$F
178 vos listvol deleuze | \
182 grep -v "\.backup .*$" | \
183 grep -v "\.readonly .*$" | \
190 grep -v not-backed-up | \
191 xargs -I{} -d\\n
-- \
193 "F={}.dump$COMPRESS_EXT.aescrypt ;
194 vos dump -id {} -localauth -clone |
195 $COMPRESS_PROG | ccrypt -k $KEYFILE -e > \$F ;
196 < \$F catsync -b $BWLIMIT $BACKUPDIR/$SUBDIR/\$F ;
199 echo backing up databases
200 F
=databases.
tar$COMPRESS_EXT.aescrypt
201 tar -C /var
/backups
/databases
/ -cf - . | \
203 ccrypt
-k $KEYFILE -e > $F
206 grep '[a-z/]' complain
&& \
207 mail -a 'From: The Backup Program <backups@deleuze.hcoop.net>' \
208 -s "automated message: annoying files found on deleuze (please do something about them)" admins@hcoop.net \