X-Git-Url: http://www.chiark.greenend.org.uk/ucgi/~yarrgweb/git?a=blobdiff_plain;f=pctb%2Fcommod-results-processor;fp=pctb%2Fcommod-results-processor;h=e3f45d177b190c00ee7451fdf73f66cd99bb8bca;hb=17d7ef99b6c9283a0a576febd07c5ebf32b34978;hp=c3cbe8e1b479447245540556754789863109f453;hpb=37dc407a29c681a0f8599609759be5a53058f9b1;p=ypp-sc-tools.db-live.git

diff --git a/pctb/commod-results-processor b/pctb/commod-results-processor
index c3cbe8e..e3f45d1 100755
--- a/pctb/commod-results-processor
+++ b/pctb/commod-results-processor
@@ -295,6 +295,39 @@ sub refresh_commodmap() {
     rename "#commodmap#.tsv.new","#commodmap#.tsv" or die $!;
 }
 
+our %newcommods;
+
+sub read_newcommods ($) {
+    my ($file) = @_;
+    if (!open NC, "< $file") {
+	$!==&ENOENT or die $!;
+	return;
+    }
+    while (<NC>) {
+	chomp; s/^\s*//; s/\s+$//;
+	next if m/^\#/;
+	next unless m/\S/;
+	$newcommods{$_}= 1;
+    }
+    NC->error and die $!;
+    close NC or die $!;
+}
+
+sub refresh_newcommods() {
+    my $rsync= $ENV{'YPPSC_PCTB_RSYNC'};
+    $rsync= 'rsync' if !defined $rsync;
+
+    my $local= "#master-newcommods#.txt";
+    my $src= $ENV{'YPPSC_PCTB_DICT_UPDATE'};
+    if ($src) {
+	my $remote= "$src/master-newcommods.txt";
+	$!=0; system 'rsync','-Lt','--',$remote,$local;
+	die "$? $!" if $! or $?;
+    }
+    read_newcommods($local);
+    read_newcommods('#local-newcommods#.txt');
+}
+
 our (%stallmap, @stallmap);
 
 sub bs_gen_md ($$) {
@@ -302,9 +335,11 @@ sub bs_gen_md ($$) {
     my $count= 0;
     my $o= '';
     
-    foreach $commod (sort {
-	$commodmap{$a} <=> $commodmap{$b}
-    } keys %commod) {
+    foreach $commod (
+		     sort { $commodmap{$a} <=> $commodmap{$b} }
+		     grep { exists $commodmap{$_} }
+		     keys %commod
+		     ) {
 #print STDERR "COMMOD $commod\n";
         $current= $commod{$commod};
 	my $l= bs_p($commod,$bs,$sortmul);
@@ -350,13 +385,19 @@ sub genmarketdata () {
     my @missing= grep { !exists $commodmap{$_} } keys %commod;
     if (@missing) {
 	refresh_commodmap();
+	refresh_newcommods();
 	my $missing=0;
 	foreach $commod (sort keys %commod) {
 	    next if exists $commodmap{$commod};
-	    printf STDERR "Unknown commodity \`%s'!\n", $commod;
-	    $missing++;
+	    if (exists $newcommods{$commod}) {
+		printf STDERR "Ignoring new commodity \`%s'!\n", $commod;
+	    } else {
+		printf STDERR "Unknown commodity \`%s'!\n", $commod;
+		$missing++;
+	    }
 	}
-	die "$missing unknown commoditi(es).  OCR failure?\n"
+	die "$missing unknown commoditi(es).".
+	    "  See README (search for \`newcommods').\n"
 	    if $missing;
     }