use Digest::HMAC;
use Digest::SHA;
use Data::Dumper;
+use File::Copy;
#---------- public utilities ----------
'</a>');
}
-sub gen_special_link_html ($$$$) {
+sub gen_srcdump_link_html ($$$$) {
my ($c,$r,$anchor,$specval) = @_;
- my %params = ($r->{S}{special_param_name} => [ $specval ]);
+ my %params = ($r->{S}{srcdump_param_name} => [ $specval ]);
return '<a href="'.escapeHTML($r->url_with_query_params(\%params)).'">'.
$anchor."</a>";
}
sub gen_plain_licence_link_html ($$) {
my ($c,$r) = @_;
- gen_special_link_html($c,$r, 'GNU Affero GPL', 'licence');
+ gen_srcdump_link_html($c,$r, 'GNU Affero GPL', 'licence');
}
sub gen_plain_source_link_html ($$) {
my ($c,$r) = @_;
- gen_special_link_html($c,$r, 'Source available', 'source');
+ gen_srcdump_link_html($c,$r, 'Source available', 'source');
}
sub gen_plain_footer_html ($$) {
'</address>');
}
+#---------- licence and source code ----------
+
+sub srcdump_dump ($$$) {
+ my ($c,$r, $thing) = @_;
+ die if $thing =~ m/\W/ || $thing !~ m/\w/;
+ my $path = $r->_get_path('srcdump');
+ my $ctf = new IO::File "$path/$thing.ctype", 'r'
+ or die "$path/$thing.ctype $!";
+ my $ct = <$ctf>;
+ chomp $ct or die "$path/$thing ?";
+ $ctf->close or die "$path/$thing $!";
+ my $df = new IO::File "$path/$thing.data", 'r'
+ or die "$path/$thing.data $!";
+ $r->_ch('dump', $ct, $df);
+}
+
+sub dump_plain ($$$$) {
+ my ($c, $r, $ct, $df) = @_;
+ $r->_print($c->header('-type' => $ct));
+ my $buffer;
+ for (;;) {
+ my $got = read $df, $buffer, 65536;
+ die $! unless defined $got;
+ return if !$got;
+ $r->_print($buffer);
+ }
+}
+
+sub srcdump_process_dir ($$$$$$) {
+ my ($c, $v, $dumpdir, $incdir, $tarballcounter,
+ $needlicence, $dirsdone) = @_;
+ return () if $v->_ch('srcdump_system_dir', $incdir);
+ my $upwards = $incdir;
+ for (;;) {
+ $upwards =~ s#/+##;
+ last unless $upwards =~ m#[^/]#;
+ foreach my $try (@{ $v->{S}{srcdump_vcs_dirs} }) {
+ if (!stat "$upwards/$try") {
+ $!==&ENOENT or die "check $upwards/$try $!";
+ next;
+ }
+ $try =~ m/\w+/ or die;
+ return if $dirsdone->{$upwards}++;
+ return $v->_ch(('srcdump_byvcs_'.lc $try),
+ $dumpdir, $upwards, $tarballcounter);
+ }
+ $upwards =~ s#/*[^/]+##;
+ }
+ return $v->_ch('srcdump_novcs', $dumpdir, $incdir, $tarballcounter);
+}
+
+sub srcdump_novcs ($$$$$) {
+ my ($c, $v, $dumpdir, $dir, $tarballcounter) = @_;
+ my $script = 'find -type f -perm +004';
+ foreach my $excl (@{ $v->{S}{srcdump_excludes} }) {
+ $script .= " \\! -name '$excl'";
+ }
+ $script .= " -print0";
+ return srcdump_dir_cpio($c,$v,$dumpdir,$dir,$tarballcounter,$script);
+}
+
+sub srcdump_byvcs_git ($$$$$) {
+ my ($c, $v, $dumpdir, $dir, $tarballcounter) = @_;
+ return srcdump_dir_cpio($c,$v,$dumpdir,$dir,$tarballcounter,"
+ git-ls-files -z;
+ git-ls-files -z --others --exclude-from=.gitignore;
+ find .git -print0
+ ");
+}
+
+sub srcdump_dir_cpio ($$$$$) {
+ my ($c,$v,$dumpdir,$dir,$tarballcounter,$script) = @_;
+ my $outfile = "$dumpdir/$$tarballcounter.tar";
+ my $pid = fork();
+ defined $pid or die $!;
+ if (!$pid) {
+ open STDOUT, ">", $outfile or die "$outfile $!";
+ chdir $dir or die "chdir $dir: $!";
+ exec '/bin/bash','-ec','',"
+ set -o pipefail
+ (
+ $script
+ ) | (
+ cpio -Hustar -o --quiet -0 -R 1000:1000 || \
+ cpio -Hustar -o --quiet -0
+ )
+ ";
+ die $!;
+ }
+ $!=0; (waitpid $pid, 0) == $pid or die "$!";
+ die "$dir ($script) $outfile $?" if $?;
+ $$tarballcounter++;
+ return $outfile;
+}
+
+sub srcdump_dirscan_prepare ($$) {
+ my ($c, $v) = @_;
+ my $dumpdir = $v->_get_path('srcdump');
+ mkdir $dumpdir or $!==&EEXIST or die "mkdir $dumpdir $!";
+ my $lockf = new IO::File "$dumpdir/generate.lock", 'w+'
+ or die "$dumpdir/generate.lock $!";
+ flock $lockf, LOCK_EX or die "$dumpdir/generate.lock $!";
+ my $needlicence = "$dumpdir/licence.tmp";
+ unlink $needlicence or $!==&ENOENT or die "rm $needlicence $!";
+ if (defined $v->{S}{srcdump_licence_path}) {
+ copy($v->{S}{srcdump_licence_path}, $needlicence)
+ or die "$v->{S}{srcdump_licence_path} $!";
+ $needlicence = undef;
+ }
+ my $srctarballcounter = 'aaa';
+ my %dirsdone;
+ my @srcfiles = ("$dumpdir/licence.data");
+ foreach my $incdir ($v->_ch('srcdump_includedirs')) {
+ if (defined $needlicence) {
+ foreach my $try (@{ $v->{S}{srcdump_licence_files} }) {
+ last if copy("$incdir/$try", $needlicence);
+ $!==&ENOENT or die "copy $incdir/$try $!";
+ }
+ }
+ push @srcfiles, $v->_ch('srcdump_process_dir', $dumpdir, $incdir,
+ \$srctarballcounter, \$needlicence, \%dirsdone);
+ $dirsdone{$incdir}++;
+ }
+ die "licence file not found" unless defined $needlicence;
+ srcdump_install($c,$v, $dumpdir, 'licence', 'text/plain');
+ close $lockf or die $!;
+}
+
+sub srcdump_install ($$$$$) {
+ my ($c,$v, $dumpdir, $which, $ctype) = @_;
+ rename "$dumpdir/$which.tmp", "$dumpdir/$which.data"
+ or die "$dumpdir/$which.data $!";
+ my $ctf = new IO::File "$dumpdir/$which.tmp", 'w'
+ or die "$dumpdir/$which.tmp $!";
+ print $ctf $ctype, "\n" or die $!;
+ close $ctf or die $!;
+ rename "$dumpdir/$which.tmp", "$dumpdir/$which.ctype"
+ or die "$dumpdir/$which.ctype $!";
+}
+
#---------- verifier object methods ----------
sub new_verifier {
assocdb_dbh => undef, # must have AutoCommit=0, RaiseError=1
assocdb_path => 'caf-assocs.db',
keys_path => 'caf-keys',
+ srcdump_path => 'caf-srcdump',
assocdb_dsn => undef,
assocdb_user => '',
assocdb_password => '',
dummy_param_name_prefix => 'caf__',
cookie_name => "caf_assocsecret",
password_param_name => 'password',
- special_param_name => 'caf_special',
+ srcdump_param_name => 'caf_srcdump',
username_param_names => [qw(username)],
form_entry_size => 60,
logout_param_names => [qw(caf_logout)],
gen_login_form => \&gen_plain_login_form,
gen_login_link => \&gen_plain_login_link,
gen_postmainpage_form => \&gen_postmainpage_form,
+ srcdump_dump => \&srcdump_dump,
+ srcdump_prepare => \&srcdump_dirscan_prepare,
+ srcdump_licence_path => undef,
+ srcdump_licence_files => [qw(AGPLv3 CGI/Auth/Flexible/AGPLv3)],
+ srcdump_includedirs => sub { return @INC; },
+ srcdump_system_dir => sub { $_[2] =~ m#^/etc/|^/usr/(?!local/)#; },
+ srcdump_process_dir => \&srcdump_process_dir,
+ srcdump_vcs_dirs => [qw(.git .hg .svn CVS)],
+ srcdump_byvcs_git => \&srcdump_byvcs_git,
+ srcdump_byvcs_hg => \&srcdump_byvcs_hg,
+ srcdump_byvcs_svn => \&srcdump_byvcs_svn,
+ srcdump_byvcs_cvs => \&srcdump_byvcs_cvs,
+ srcdump_novcs => \&srcdump_novcs,
+ srcdump_excludes => [qw(*~ *.bak *.tmp), '#*#'],
+ dump => \&dump_plain,
gettext => sub { gettext($_[2]); },
print => sub { print $_[2] or die $!; },
debug => sub { }, # like print; msgs contain trailing \n
}
bless $verifier, $class;
$verifier->_dbopen();
+ $verifier->_ch('srcdump_prepare');
return $verifier;
}
}
sub _get_path ($$) {
- my ($v,$keybase) = @_;
- my $leaf = $v->{S}{"${keybase}_path"};
- my $dir = $v->{S}{dir};
+ my ($r,$keybase) = @_;
+ my $leaf = $r->{S}{"${keybase}_path"};
+ return $r->_absify_path($leaf);
+}
+
+sub _absify_path ($$) {
+ my ($v,$leaf) = @_;
return $leaf if $leaf =~ m,^/,;
+ my $dir = $v->{S}{dir};
die "relying on cwd by default ?! set dir" unless defined $dir;
return "$dir/$leaf";
}
sub _check_divert_core ($) {
my ($r) = @_;
- my $special = $r->_rp('special_param_name');
- if ($special) {
- die if $special =~ m/\W/;
- return ({ Kind => 'SPECIAL-'.uc $special,
+ my $srcdump = $r->_rp('srcdump_param_name');
+ if ($srcdump) {
+ die if $srcdump =~ m/\W/;
+ return ({ Kind => 'SRCDUMP-'.uc $srcdump,
Message => undef,
CookieSecret => undef,
Params => { } });
my $params = $divert->{Params};
my $cookie = $r->construct_cookie($cookiesecret);
+ if ($kind =~ m/^SRCDUMP-(\w+)$/) {
+ $r->_ch('srcdump_dump', (lc $1));
+ return 0;
+ }
+
if ($kind =~ m/^REDIRECT-/) {
# for redirects, we honour stored NextParams and SetCookie,
# as we would for non-divert