From: Ian Jackson <ijackson@chiark.greenend.org.uk>
Date: Sat, 7 Feb 2015 15:15:26 +0000 (+0000)
Subject: grep-excuses: Search for autoremovals too (by default).
X-Git-Url: https://www.chiark.greenend.org.uk/ucgi/~ianmdlvl/git?a=commitdiff_plain;h=refs%2Fheads%2Fdgit%2Fsid;p=devscripts.git

grep-excuses: Search for autoremovals too (by default).

Also provide a new command-line option to restore the previous
behaviour.

Signed-off-by: Ian Jackson <ijackson@chiark.greenend.org.uk>
---

diff --git a/scripts/grep-excuses.1 b/scripts/grep-excuses.1
index b911a9f..bcf9197 100644
--- a/scripts/grep-excuses.1
+++ b/scripts/grep-excuses.1
@@ -4,7 +4,8 @@ grep-excuses \- search the testing excuses files for a specific maintainer
 .SH SYNOPSIS
 \fBgrep-excuses\fR [\fIoptions\fR] [\fImaintainer\fR|\fIpackage\fR]
 .SH DESCRIPTION
-\fBgrep-excuses\fR downloads the update_excuses.html file and greps it
+\fBgrep-excuses\fR downloads the autoremovals and update_excuses.html files
+and greps them
 for the specified maintainer or package name.  The \fBwget\fR package is
 required for this script.  If no name is given on the command line,
 first the environment variable \fBDEBFULLNAME\fR is used if it is
@@ -26,6 +27,9 @@ Show a brief usage message.
 .B \-\-version
 Show version and copyright information.
 .TP
+.B \-\-no\-autoremovals
+Investigate and show only testing propagation excuses, not autoremovals.
+.TP
 .B \-\-debug
 Print debugging output to stderr (including url(s) fetched).
 .SH "CONFIGURATION VARIABLES"
diff --git a/scripts/grep-excuses.pl b/scripts/grep-excuses.pl
index 069d23f..10c9322 100755
--- a/scripts/grep-excuses.pl
+++ b/scripts/grep-excuses.pl
@@ -25,6 +25,7 @@ use File::Basename;
 # Needed for --wipnity option
 
 open DEBUG, ">/dev/null" or die $!;
+my $do_autoremovals = 1;
 
 my $term_size_broken;
 
@@ -50,6 +51,9 @@ my $modified_conf_msg;
 
 my $url='https://release.debian.org/britney/update_excuses.html.gz';
 
+my $rmurl='https://udd.debian.org/cgi-bin/autoremovals.cgi';
+my $rmurl_yaml='https://udd.debian.org/cgi-bin/autoremovals.yaml.cgi';
+
 # No longer use these - see bug#309802
 my $cachedir = $ENV{'HOME'}."/.devscripts_cache/";
 my $cachefile = $cachedir . basename($url);
@@ -67,6 +71,7 @@ Options:
                       must be the first option given
   --wipnity, -w       Check <https://release.debian.org/migration/>.  A package
                       name must be given when using this option.
+  --no-autoremovals   Do not investigate and report autoremovals
   --help              Show this help
   --version           Give version information
   --debug             Print debugging output to stderr
@@ -157,6 +162,7 @@ while (@ARGV and $ARGV[0] =~ /^-/) {
 	open DEBUG, ">&STDERR" or die $!;
 	shift; next;
     }
+    if ($ARGV[0] eq '--no-autoremovals') { $do_autoremovals=0; shift; next; }
     if ($ARGV[0] eq '--help') { usage(); exit 0; }
     if ($ARGV[0] eq '--version') { print $version; exit 0; }
     if ($ARGV[0] =~ /^--no-?conf$/) {
@@ -183,6 +189,78 @@ if (system("command -v wget >/dev/null 2>&1") != 0) {
     die "$progname: this program requires the wget package to be installed\n";
 }
 
+sub grep_autoremovals () {
+    print DEBUG "Fetching $rmurl\n";
+
+    open REMOVALS, "wget -q -O - $rmurl |" or
+	die "$progname: wget $rmurl failed: $!\n";
+
+    my $wantmaint = 0;
+    my %reportpkgs;
+
+    while (<REMOVALS>) {
+	if (m%^https?:%) {
+	    next;
+	}
+	if (m%^\S%) {
+	    $wantmaint = m%^\Q$string\E\b%;
+	    next;
+	}
+	if (m%^$%) {
+	    $wantmaint = undef;
+	    next;
+	}
+	if (defined $wantmaint && m%^\s+([0-9a-z][-.+0-9a-z]*):\s*(.*)%) {
+	    next unless $wantmaint || $1 eq $string;
+	    warn "$progname: package $1 repeated in $rmurl at line $.:\n$_"
+		if defined $reportpkgs{$1};
+	    $reportpkgs{$1} = $2;
+	    next;
+	}
+	warn "$progname: unprocessed line $. in $rmurl:\n$_";
+    }
+    $?=0; close REMOVALS or die "$progname: fetch $rmurl failed ($? $!)\n";
+
+    return unless %reportpkgs;
+
+    print DEBUG "Fetching $rmurl_yaml\n";
+
+    open REMOVALS, "wget -q -O - $rmurl_yaml |" or
+	die "$progname: wget $rmurl_yaml failed: $!\n";
+
+    my $reporting = 0;
+    while (<REMOVALS>) {
+	if (m%^([0-9a-z][-.+0-9a-z]*):$%) {
+	    my $pkg = $1;
+	    my $human = $reportpkgs{$pkg};
+	    delete $reportpkgs{$pkg};
+	    $reporting = !!defined $human;
+	    if ($reporting) {
+		print"$pkg (AUTOREMOVAL)\n  $human\n" or die $!;
+	    }
+	    next;
+	}
+	if (m%^[ \t]%) {
+	    if ($reporting) {
+		print "    ", $_ or die $!;
+	    }
+	    next;
+	}
+	if (m%^$% || m%^\#%) {
+	    next;
+	}
+	warn "$progname: unprocessed line $. in $rmurl_yaml:\n$_";
+    }
+
+    $?=0; close REMOVALS or die "$progname: fetch $rmurl_yaml failed ($? $!)\n";
+
+    foreach my $pkg (keys %reportpkgs) {
+	print "$pkg (AUTOREMOVAL)\n  $reportpkgs{$pkg}\n" or die $!;
+    }
+}
+
+grep_autoremovals() if $do_autoremovals;
+
 print DEBUG "Fetching $url\n";
 
 open EXCUSES, "wget -q -O - $url | zcat |" or