X-Git-Url: http://www.chiark.greenend.org.uk/ucgi/~ian/git?p=chiark-utils.git;a=blobdiff_plain;f=backup%2Ffull;h=c25f2d0b96cd47daa1cd65532a32a24ae24c9927;hp=0608e6095234da93eb529759efe88942c339bdb8;hb=823a4f1c9ec99daf48228dff056d54db62c3a849;hpb=49b87b31128ab8bf32998d60eeacfe397a5a4b19 diff --git a/backup/full b/backup/full index 0608e60..c25f2d0 100755 --- a/backup/full +++ b/backup/full @@ -1,25 +1,71 @@ #!/usr/bin/perl +# full +# Main backup script - does a full dump or execs increm. Do NOT run directly! +# +# This file is part of chiark backup, a system for backing up GNU/Linux and +# other UN*X-compatible machines, as used on chiark.greenend.org.uk. +# +# chiark backup is: +# Copyright (C) 1997-1998,2000-2001 Ian Jackson +# Copyright (C) 1999 Peter Maydell +# +# This is free software; you can redistribute it and/or modify it under the +# terms of the GNU General Public License as published by the Free Software +# Foundation; either version 2, or (at your option) any later version. +# +# This is distributed in the hope that it will be useful, but WITHOUT ANY +# WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS +# FOR A PARTICULAR PURPOSE. See the GNU General Public License for more +# details. +# +# You should have received a copy of the GNU General Public License along +# with this program; if not, write to the Free Software Foundation, Inc., +# 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. BEGIN { - $etc= '/etc/backup'; + $etc= '/etc/chiark-backup'; require "$etc/settings.pl"; require 'backuplib.pl'; } $|=1; -print "Configuration check ...\n" or die $!; -system 'checkallused'; $? and die $?; +while (@ARGV) { + $_= shift @ARGV; + if (m/^\-\-no\-reten$/) { + $noreten=1; + } elsif (m/^\-\-no\-config\-check$/) { + $nocheck=1; + } else { + die "unknown option/argument \`$_'\n"; + } +} + +# Check to see whether the tape.nn and fsys.nn files are sane. +# checkallused checks that all the filesystems mounted are in fact +# dumped in both full and incremental dumps. + +if (!$nocheck) { + setstatus "FAILED configuration check"; + print "Configuration check ...\n" or die $!; + system 'backup-checkallused'; $? and die $?; +} else { + setstatus "FAILED rewinding"; + rewind_raw(); +} printdate(); -unlink 'TAPEID'; -system "mt -f $tape rewind"; $? and die $?; -system "mt -f $tape setblk $blocksizebytes"; $? and die $?; -system "dd if=$tape bs=${blocksize}b count=10 | tar -b$blocksize -vvxf - TAPEID"; +setstatus "FAILED reading TAPEID"; +# Try to read the tape ID from the tape into the file TAPEID + +readtapeid_raw(); setstatus "FAILED during startup"; +# We need some ID; if the tape has one already that takes precedence; +# otherwise the user might have set a tape ID that this should be +# by creating really-TAPEID. if (open T, "TAPEID") { unlink 'really-TAPEID'; } elsif (open T, "really-TAPEID") { @@ -27,6 +73,7 @@ if (open T, "TAPEID") { die "No TAPEID.\n"; } +# read the ID; it had better be a non-empty string of alphanumeric chars. chomp($tapeid= ); $tapeid =~ m/[^0-9a-zA-Z]/ and die "Bad TAPEID ($&).\n"; $tapeid =~ m/[0-9a-zA-Z]/ or die "Empty TAPEID.\n"; @@ -34,6 +81,7 @@ close T; setstatus "FAILED at tape identity check"; +# We don't let the user overwrite the tape used for the last backup. if (open L, "last-tape") { chomp($lasttape= ); close L; @@ -43,6 +91,10 @@ if (open L, "last-tape") { die "Tape $tapeid same as last time.\n" if $tapeid eq $lasttape; +# $tapeid identifies the individual tape; $tapedesc is its current +# identity and function, for printing in messages. You can make these +# namespaces the same if you like, or you can make the tape. +# files be links to tape. files. if (defined($tapedesc= readlink "$etc/tape.$tapeid")) { $tapedesc =~ s/^.*\.//; $tapedesc .= "($tapeid)"; @@ -50,6 +102,13 @@ if (defined($tapedesc= readlink "$etc/tape.$tapeid")) { $tapedesc = $tapeid; } +# Parse the appropriate tape.nn file. +# Format is: empty lines and lines starting '#' are ignored. Trailing +# whitespace is ignored. File must end with 'end' on a line by itself. +# Either there should be a line 'incremental' to indicate that this is +# a tape for incremental backups, or a pair of lines 'filesystems fsg' +# and 'next tapeid', indicating that this tape is part of a full +# backup, containing the filesystem group fsg. undef $fsys; open D, "$etc/tape.$tapeid" or die "Unknown tape $tapeid ($!).\n"; for (;;) { @@ -69,6 +128,7 @@ for (;;) { } close D or die $!; +# Incremental backups are handled by increm, not us. if ($incremental) { die "incremental tape $tapeid has next or filesystems\n" if defined($next) || defined($fsys); @@ -78,18 +138,22 @@ if ($incremental) { die $!; } +# Read the filesystem group definition (file fsys.nnn) readfsys("$fsys"); openlog(); $doing= "dump of $fsys to tape $tapedesc in drive $tape"; print LOG "$doing:\n" or die $!; -open T, ">TAPEID" or die $!; -print T "$tapeid\n$tapedesc\n" or die $!; -close T or die $!; +if (!$noreten) { + setstatus "FAILED retensioning"; + system "mt -f $tape reten"; $? and die $?; +} + +setstatus "FAILED writing tape ID"; +# First write the tape ID to this tape. -system "tar -b$blocksize -vvcf TAPEID.tar TAPEID"; $? and die $?; -system "dd if=TAPEID.tar of=$ntape bs=${blocksize}b count=10"; $? and die $?; +writetapeid($tapeid,$tapedesc); unlink 'this-md5sums'; @@ -103,44 +167,97 @@ setstatus "FAILED during dump"; sub closepipes () { close(DUMPOR); close(TEEOR); close(BUFOR); close(FINDOR); close(DUMPOW); close(TEEOW); close(BUFOW); close(FINDOW); + close(GZOR); close(GZOW); } +# work out a find option string that will exclude the required files +# Note that dump pays no attention to exclude options. +$exclopt = ''; +foreach $exc (@excldir) { + $exclopt .= "-regex $exc -prune -o "; +} +foreach $exc (@excl) { + $exclopt .= "-regex $exc -o "; +} + +# For each filesystem to be put on this tape: for $tf (@fsys) { printdate(); + parsefsys(); + pipe(FINDOR,FINDOW) or die $!; pipe(DUMPOR,DUMPOW) or die $!; pipe(TEEOR,TEEOW) or die $!; pipe(BUFOR,BUFOW) or die $!; - parsefsys(); + + $bufir='TEEOR'; + $ddcmd= "dd ibs=$softblocksizebytes obs=$blocksizebytes of=$ntape"; + + if ($gz) { + $bufir='GZOR'; + pipe(GZOR,GZOW) or die $!; + $ddcmd .= " conv=sync"; + } + + # We can back up via dump or cpio or zafio + $dumpin= '&FINDOW',$rstr."find $atf -xdev -noleaf -print0"; $dumpcmd= "cpio -Hustar -o0C$softblocksizebytes"; $dumpin= '<&FINDOR'; + } elsif ($tm eq 'zafio') { + # compress-each-file-then-archive using afio + startprocess '&FINDOW',$rstr."find $atf -xdev -noleaf $exclopt -print"; + # don't use verbose flag as this generates 2MB report emails :-> + $dumpcmd = "afio -b $softblocksizebytes -Zo -"; + $dumpin = '<&FINDOR'; + } elsif ($tm eq 'ntfsimage') { + $dumpcmd= "ntfsimage -vvf --dirty $dev"; + } else { + die "unknown method $tm for $prefix:$atf\n"; + } + # This is a funky way of doing a pipeline which pays attention + # to the exit status of all the commands in the pipeline. + # It is roughly equivalent to: + # md5sum

>this-md5sums + # dump <$dumpin | tee p [| gzip] | writebuffer | dd >/dev/null + startprocess '>this-md5sums',"$nice md5sum"; + startprocess $dumpin,'>&DUMPOW',"$nice ".$rstr.$dumpcmd; + startprocess '<&DUMPOR','>&TEEOW',"$nice tee p"; + if ($gz) { + startprocess '<&TEEOR','>&GZOW',"$nice gzip -v$gz"; } - startprocess '>this-md5sums','md5sum'; - startprocess $dumpin,'>&DUMPOW',$rstr.$dumpcmd; - startprocess '<&DUMPOR','>&TEEOW','tee p'; - startprocess '<&TEEOR','>&BUFOW','writebuffer'; - startprocess '<&BUFOR','>/dev/null' - ,"dd ibs=$softblocksizebytes obs=$blocksizebytes of=$ntape"; + startprocess "<&$bufir",'>&BUFOW',"$nasty writebuffer"; + startprocess '<&BUFOR','>/dev/null',"$nasty $ddcmd"; closepipes(); endprocesses(); } +# The backup should now be complete; verify it + setstatus "FAILED during check"; +# Rewind the tape and skip the TAPEID record system "mt -f $tape rewind"; $? and die $?; system "mt -f $ntape fsf 1"; $? and die $?; +# Check the md5sums match for each filesystem on the tape open S,"this-md5sums" or die $!; for $tf (@fsys) { printdate(); - chomp($orgsum= ); + parsefsys(); + chomp($orgsum= ); $orgsum =~ s/\ +\-?$//; $orgsum =~ m/^[0-9a-fA-F]{32}$/i or die "orgsum \`$orgsum' ?"; - chomp($csum= `readbuffer <$ntape | md5sum`); + $cmd= "$nasty dd if=$ntape ibs=$blocksizebytes"; + $cmd .= " | $nasty readbuffer"; + $cmd .= " | $nice gzip -vd" if $gz; + $cmd .= " | $nice md5sum"; + print LOG " $cmd\n" or die $!; + print " $cmd\n" or die $!; + chomp($csum= `$cmd`); + $csum =~ s/\ +\-?$//; $orgsum eq $csum or die "MISMATCH $tf $csum $orgsum\n"; print "checksum ok $csum\t$tf\n" or die $!; print LOG "checksum ok $csum\t$tf\n" or die $!; @@ -150,15 +267,21 @@ system "mt -f $tape rewind"; $? and die $?; setstatus "FAILED during cleanup"; +# Write to some status files to indicate what the backup system +# ought to do when next invoked. +# reset incremental backup count to 1. open IAN,">increm-advance.new" or die $!; print IAN "1\n" or die $!; close IAN or die $!; +# Next full backup is whatever the next link in the tape description +# file says it ought to be. open TN,">next-full.new" or die $!; print TN "$next\n" or die $!; close TN or die $!; unlink 'last-tape','next-full'; +# We are the last tape to have been backed up rename 'TAPEID','last-tape' or die $!; rename 'this-md5sums',"md5sums.$fsys" or die $!; rename 'log',"log.$fsys" or die $!;