runner/adt-testreport-onepackage

   1 #!/bin/bash
   2
   3 set -e
   4
   5 salt=''
   6 tmp=tmp
   7 var=var
   8 rsync=rsync
   9 disable=true
  10 interactive=true
  11 target=source
  12 suppressrepeatedemails=false
  13 arch=`dpkg --print-architecture`
  14
  15 for config in "$@"; do
  16         case "$config" in
  17         *=*)    eval "$config"  ;;
  18         *)      . "$config"     ;;
  19         esac
  20 done
  21
  22 if $disable; then
  23         echo >&2 'disabled because config inadequate (no disable=false)'
  24         exit 1
  25 fi
  26
  27 : ${destdirtail:=$distro-$target}
  28 : ${destdirfin:="$destdircommon$destdirtail"}
  29
  30 case $target in
  31 source)
  32         sources=Sources
  33         descx=''
  34         ;;
  35 binary-*)
  36         sources=Packages
  37         descx="${target#binary-}"
  38         ;;
  39 *)
  40         echo >&2 'target must be source or binary-*'
  41         exit 1
  42 esac
  43
  44 exec 3>&1
  45 printf >&3 "starting "
  46
  47 rm -rf "$tmp"
  48 mkdir "$tmp"
  49
  50 >"$tmp"/_log
  51
  52 if $interactive; then
  53         echo '(log diverted to stdout)' >>"$tmp"/_log
  54 else
  55         exec >>"$tmp"/_log
  56 fi
  57 exec 4>&1
  58
  59 progress () {
  60         echo "++++++ $1 ++++++"
  61 }
  62
  63 gurl () {
  64         progress "fetching $1"
  65         curl -fsS "$1" >"$2"
  66 }
  67
  68 gurl "$mirror/dists/$distro/$suite/$target/$sources.gz" "$tmp"/_$sources.gz
  69 zcat "$tmp"/_$sources.gz >"$tmp"/_$sources-in
  70
  71 lastinfo="$var"/lastinfo-$target
  72
  73 now=`date +%s`
  74 >>"$lastinfo"
  75
  76 progress selecting
  77
  78 if [ "x$pkg" = x ]; then
  79  pkg="`perl -e '
  80         use IO::Handle;
  81
  82         $pre= "[-+.0-9a-z]+";
  83         $vre= "[-+.0-9a-zA-Z:~]+";
  84
  85         sub f1() { $fn=shift @ARGV; open F, $fn or die "$fn $!"; }
  86         sub f2() { F->error and die "$fn $!"; close F or die "$fn $!"; }
  87
  88         f1();
  89         while (<F>) {
  90                 die unless m/^($pre) ($vre) (\d+)( .*)?$/;
  91                 $lastver{$1}= $2;
  92                 $lasttime{$1}= $3;
  93                 $extras{$1}= $4." ";
  94         }
  95         f2();
  96         f1();
  97         $best_score= -1;
  98         sub scorepackage () {
  99                 return if $skip;
 100                 return if $score < $best_score
 101                      or ($score==$best_score and \
 102                          $package gt $best_package);
 103 #printf STDERR " <----- best score=%s best_score=%s\n", $score, $best_score;
 104                 $best_score= $score;
 105                 $best_package= $package;
 106         }
 107         sub endpackage () {
 108                 return unless (defined $package
 109                                 or defined $version
 110                                 or defined $skip);
 111                 die unless defined $package;
 112                 die unless defined $version;
 113                 scorepackage();
 114                 undef $package;
 115                 undef $version;
 116                 undef $skip;
 117         }
 118         while (<F>) {
 119                 if (m/^Package: ($pre)$/) {
 120                         die if defined $package;
 121                         $package= $1;
 122                 } elsif (m/^Version: ($vre)$/) {
 123                         die if defined $version;
 124                         $version= $1;
 125                         $score= '$now' - $lasttime{$package};
 126                         $score= 1e7 if $score>1e7;
 127                         $score *= 5 if $lastver{$package} ne $version;
 128                         $score *= 10 unless $extras{$package} =~ m/ nt /;
 129 #print STDERR "$package score $score\n";
 130                 } elsif (m/^Architecture:.*/ &&
 131                          !m/\s(?:'$arch'|all|any)\s/) {
 132 #printf STDERR " <----- skip %s %s\n", $&, "'$arch'";
 133                         $skip= 1;
 134                 } elsif (m/^$/) {
 135                         endpackage();
 136                 }
 137         }
 138         f2();
 139         endpackage();
 140         die unless length $best_package;
 141         open L, ">&4" or die $!;
 142         printf L "selected %s (age %s, score %d)\n",
 143                 $best_package,
 144                 exists($lastime{$best_package})
 145                 ? '$now' - $lasttime{$best_package}
 146                 : "<never-yet>",
 147                 $best_score;
 148         print "$best_package\n" or die $!;
 149  ' "$lastinfo" "$tmp"/_$sources-in`"
 150 else
 151         printf >&4 "package forced: %s\n" "$pkg"
 152 fi
 153
 154 sed -n "/^Package: $pkg\$/,/^\$/p" \
 155  <"$tmp"/_$sources-in >"$tmp"/_this-stanza
 156
 157 echo
 158 cat "$tmp"/_this-stanza
 159
 160 getfield () {
 161         eval 'p'$1'="`
 162                 sed -n '\''s/^'$1': //p'\'' \
 163                  <"$tmp"/_this-stanza
 164         `"'
 165 }
 166
 167 printf >&3 "selected \"%s\" " $pkg
 168
 169 tp="$tmp/$pkg"
 170 mkdir "$tp" "$tp/src" "$tp/tmp" "$tp/out"
 171
 172 getfield Version
 173
 174 if test $target = source; then
 175         getfield Directory
 176         leafnames="`
 177                 sed -n '/^Files:/,/^([^ ].*)?$/{ /^ /{
 178                         s/^ [0-9a-z][0-9a-z]*  *[0-9][0-9]* //; p
 179                         }}' \
 180                  <"$tmp"/_this-stanza
 181         `"
 182         for leafname in $leafnames; do
 183                 df="$tp/src/$leafname"
 184                 case "$leafname" in
 185                 */*|.*) echo >&2 "bad leafname: $leafname"; exit 1;;
 186                 *.dsc) fot="$df";;
 187                 esac
 188                 gurl "$mirror/$pDirectory/$leafname" "$df"
 189         done
 190         testmode=--source
 191         testmode2=''
 192         desc="$pkg"
 193         : ${upload_if_ok:=true}
 194 else
 195         getfield Filename
 196         fot="$tp/src/$pkg.deb"
 197         gurl "$mirror/$pFilename" "$fot"
 198         testmode='--binaries=install --binary'
 199         testmode2=--instantiate
 200         desc="$pkg $descx"
 201         : ${upload_if_ok:=false}
 202 fi
 203
 204 if [ "x$maintainer_email_override" = x ]; then
 205         getfield Maintainer
 206         maintainer_email=pMaintainer
 207 else
 208         maintainer_email=maintainer_email_override
 209 fi
 210
 211 printf >&3 "adt-run "
 212
 213 progress "starting test"
 214
 215 xrc () {
 216         printf "+ %s\n" "$*"
 217         set +e
 218         "$@"
 219         rc=$?
 220         set -e
 221 }
 222
 223 echo 'fatal: adt-run did not start properly' >"$tmp"/_summary
 224
 225 xrc adt-run --tmp-dir "$tp"/tmp                         \
 226         --output-dir "$tp"/out                          \
 227         --log-file "$tp"/log                            \
 228         --summary "$tmp"/_summary                       \
 229         $adtrun_extra_opts                              \
 230         $testmode "$fot" $testmode2                     \
 231  ---                                                    \
 232  adt-virt-xenlvm                                        \
 233         $adtvirt_extra_opts                             \
 234         --distro="$distro"                              \
 235  --                                                     \
 236  2>&1 3>&- 4>&-
 237
 238 printf >&3 "%s " $rc
 239
 240 ourx=0
 241 upload=true
 242 : ${upload_if_notests:=false}
 243 extras=''
 244
 245 case "$rc" in
 246 0)      summary='all OK';                       email=''
 247                                         upload=$upload_if_ok            ;;
 248 2)      summary='OK (some skipped)';            email=''
 249                                         upload=$upload_if_ok            ;;
 250 8)      summary='package declares no tests';    email=''
 251                                 upload=$upload_if_notests; extras='nt'  ;;
 252 4|6)    summary='test(s) failed!';      email="$maintainer_email"       ;;
 253 12)     summary='erroneous package!';   email="$maintainer_email"       ;;
 254 16)     summary='testbed failed!';      email="administrator_email"     ;;
 255 *)      summary='unexpected failure!';  email="administrator_email"; ourx=20;;
 256 esac
 257
 258 progress "RESULTS $summary"
 259
 260 if $upload; then
 261         progress "bundling"
 262         printf "\n%s\n" "$summary" >>"$tmp"/_summary
 263
 264         edest=${email%_email}
 265         esummary="$var"/emailed/last-$pkg,$edest
 266         if [ "x$edest" = x ]; then
 267                 printf >&3 "email-none "
 268                 rm -f "$var"/emailed/last-$pkg,*
 269                 esummary=''
 270         elif $suppressrepeatedemails \
 271           && [ -f "$esummary" ] \
 272           && diff -u "$esummary" "$tmp"/_summary >"$var"/emailed/diff-$pkg; then
 273                 printf >&3 "email-suppressed $email "
 274                 email=''
 275                 esummary=''
 276         else
 277                 cp "$tmp"/_summary "$esummary".new
 278         fi
 279
 280         ln -f "$tmp"/_summary "$tp"/summary
 281
 282         for odir in tmp out; do
 283                 if test -d "$tp"/$odir; then
 284                         GZIP=-2 tar -f "$tp"/$odir.tar.gz -C "$tp" -zc $odir
 285                         rm -r "$tp"/$odir
 286                 fi
 287         done
 288
 289         progress "uploading"
 290         printf >&3 "uploading"
 291         $rsync -rltH --safe-links --delete "$tp" "$destrsynchead/$destdirfin/"
 292         printf >&3 " "
 293 fi
 294
 295 if [ "x$email" != x ]; then
 296         progress "contacting $email"
 297         eval "email_addr=\$$email"
 298         printf >&3 "email \"%s\" " "$email_addr"
 299         cat >"$tmp"/_email <<END
 300 From: $from
 301 To: $email_addr
 302 Subject: autopkgtest $distro $desc: $summary
 303
 304  Test executed for:  $distro  $target  $pkg
 305  Outcome: $summary
 306 END
 307         sed -e 's/^/  /' "$tmp"/_summary >>"$tmp"/_email
 308         cat >>"$tmp"/_email <<END
 309
 310 This message is automatically generated by the autopkgtest package
 311 testing system.  You are receiving it because:
 312 END
 313         case "$email" in
 314                 pMaintainer)
 315                         cat >>"$tmp"/_email <<END
 316  You are listed in the Maintainer field of the $pkg package in $distro
 317   and the test results appear to indicate a problem with the package.
 318 END
 319                         ;;
 320                 maintainer_email_override)
 321                         cat >>"$tmp"/_email <<END
 322  The test results appear to indicate a problem with the package
 323   and reports for package maintainers for $distro are being directed to
 324   $maintainer_email_override
 325 END
 326                         ;;
 327                 administrator_email)
 328                         cat >>"$tmp"/_email <<END
 329  You are the administrator for the autopkgtest installation.
 330 END
 331                         ;;
 332                 *)
 333                         echo >&2 "huh email $email is what why?"
 334                         exit 1
 335                         ;;
 336         esac
 337         cat >>"$tmp/_email" <<END
 338
 339 The test log, which is intended to be sufficient to diagnose most
 340 failures, can be found below.  However, in case this is not
 341 sufficient, another copy can be found along with output files, saved
 342 temporary files, and so on, at:
 343  $desthttphead/$destdirfin/
 344
 345 If you have any questions about this service please contact me at:
 346  $from
 347
 348 Regards,
 349 $salutation
 350
 351 -8<-
 352 END
 353 fi
 354
 355 printf >>"$var"/log "%s=%s rc=%s emailed='%s'\n" \
 356         "$target" "$pkg" $rc "$email_addr"
 357
 358 if [ "x$ourx" = x0 ]; then
 359         sed -e "/^$pkg /d" <"$lastinfo" >"$lastinfo".new
 360         printf "%s %s %s %s\n" "$pkg" "$pVersion" "$now" "$extras" \
 361                 >>"$lastinfo".new
 362         mv "$lastinfo".new "$lastinfo"
 363         progress "tested."
 364 else
 365         progress "fault ($ourx)."
 366 fi
 367
 368 if [ "x$email" = x ]; then
 369         if $interactive; then
 370                 cat "$tmp"/_log >&2
 371         fi
 372 else
 373         cat >>"$tmp"/_email 2>&1 "$tmp"/_log ||:
 374         if $interactive; then
 375                 cat "$tmp"/_email >&2
 376         else
 377                 sendmail -odi -oem -t -oi <"$tmp"/_email
 378                 if [ "x$esummary" != x ]; then
 379                         printf >&3 "email-recorded "
 380                         mv "$esummary".new "esummary"
 381                 fi
 382         fi
 383 fi
 384
 385 printf >&3 "done %s.\n" $ourx
 386 exit $ourx