check parallel

[version-charset-test.git] / check

diff --git a/check b/check
index 1524fde1287302f0aa4be275505196432f55f2ed..72933711c3ad9a4a96e69b6722f89e212600c771 100755 (executable)
--- a/check
+++ b/check
@@ -1,12 +1,77 @@
 #!/bin/bash
 set -e
 set -o pipefail
+
 rm -rf stunt
 mkdir stunt
 cd stunt
+
+#exec 3<&0 </dev/null
+
 git init
-git commit --allow-empty -m 'Test object'
-head=`git rev-parse HEAD`
-perl -ne 'chomp; print "create refs/tags/$_ '$head'\n" or die $!' \
-| tee /dev/tty \
-| git update-ref --stdin
+#git commit --allow-empty -m 'Test object'
+#head=`git rev-parse HEAD`
+
+#exec <&3 3<&-
+
+perl -we '
+    use strict;
+
+    our $file;
+    our $count;
+    our $batch=0;
+    our @tasks;
+
+    my $ncpus = eval {
+        require Sys::CPU;
+       Sys::CPU::cpu_count();
+    } // 3;
+
+$ncpus=1;
+    print STDERR "check using $ncpus cpus\n";
+
+    sub await_task () {
+       my ($pid, $oldbatch) = @{ shift @tasks };
+       waitpid $pid, 0 == $pid or die $!;
+       die "$oldbatch $?" if $?;
+       unlink $oldbatch or die "$oldbatch $!";
+        print STDERR "check completed $oldbatch [$pid]\n";
+    }
+
+    sub complete_batch () {
+        return unless $file;
+
+       close $file or die $!;
+
+        print STDERR "check closing $batch ($count)\n";
+
+       await_task if @tasks >= $ncpus;
+
+       my $pid = fork // die $!;
+       if (!$pid) {
+           close STDIN;
+#            seek STDIN,0,1;
+#            flush STDIN;
+           open STDIN, "<", $batch or die $batch;
+           exec qw(git update-ref --stdin);
+           die $!;
+       }
+        print STDERR "check spawned $batch ($count) [$pid]\n";
+       push @tasks, [ $pid, $batch ];
+       $batch++;
+       $file = undef;
+       $count = 0;
+    }
+
+    while (<>) {
+#print STDERR ">$_<\n";
+        $file ||= new IO::File $batch, ">" or die $!;
+        chomp;
+       print $file "delete refs/tags/$_\n" or die $!;
+       $count++ < 100000 or complete_batch;
+    }
+#print STDERR "FOO\n";
+    STDIN->error and die $!;
+    complete_batch();
+    await_task while @tasks;
+'