X-Git-Url: http://www.chiark.greenend.org.uk/ucgi/~ianmdlvl/git?a=blobdiff_plain;f=dgit;h=a2e148898c2b7d22ce532ffeeab0c3f4eb4f31ef;hb=b8c951bca96af3217b918fd3d0f9abbf9e0b292e;hp=072f8586877634cb24e6433bc8e5f8d21bdfc68f;hpb=682d66806b24a9d68b0d0cf4da96a8259267341e;p=dgit.git diff --git a/dgit b/dgit index 072f8586..a2e14889 100755 --- a/dgit +++ b/dgit @@ -1,4 +1,22 @@ #!/usr/bin/perl -w +# dgit +# Integration between git and Debian-style archives +# +# Copyright (C)2013 Ian Jackson +# +# This program is free software: you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation, either version 3 of the License, or +# (at your option) any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program. If not, see . + use strict; use IO::Handle; @@ -14,17 +32,25 @@ our $mirror = 'http://mirror.relativity.greenend.org.uk/mirror/debian-ftp/'; our $suite = 'sid'; our $package; +our $sign = 1; +our $nopush = 0; + our $aliothname = 'iwj@git.debian.org'; our $aliothpath = '/git/dgit-test'; our $alioth_git = "git+ssh://$aliothname/$aliothpath"; our $alioth_sshtestbodge = [$aliothname,$aliothpath]; our (@dget_opts) = qw(-u); +our (@git_tag_opts); +our (@gpg_opts); our $remotename = 'dgit'; +our $ourdscfield = 'Vcs-git-master'; -sub mainbranch () { return "$suite"; } -sub uploadbranch () { return "upload/$suite"; } +sub uploadbranch () { return "dgit/$suite"; } +sub lref ($) { return "refs/heads/$_[0]"; } +sub rref ($) { return "refs/remotes/$remotename/$_[0]"; } +sub debiantag ($) { return "debian/$_[0]"; } our $ua; @@ -65,7 +91,8 @@ sub parsecontrol { sub parsechangelog { my $c = Dpkg::Control::Hash->new(); - my $p = new IO::File '-|', qw(dpkg-parsechangelog) or die $!; + my $p = new IO::Handle; + open $p, '-|', qw(dpkg-parsechangelog) or die $!; $c->parse($p); $?=0; $!=0; close $p or die "$! $?"; return $c; @@ -111,7 +138,7 @@ sub check_for_git () { return $r+0; } -our ($dsc_hash,$lastupl_hash); +our ($dsc_hash,$upload_hash); our $ud = '.git/dgit/unpack'; @@ -139,14 +166,23 @@ sub mktree_in_ud_from_only_subdir () { return ($tree,$dir); } +sub dsc_files () { + map { + m/^\w+ \d+ (\S+)$/ or die "$_ ?"; + $1; + } grep m/\S/, split /\n/, ($dsc->{'Checksums-Sha256'} || $dsc->{Files}); +} + +sub is_orig_file ($) { + local ($_) = @_; + m/\.orig\.tar\.\w+$/; +} + sub generate_commit_from_dsc () { prep_ud(); chdir $ud or die $!; my @files; - foreach (split /\n/, ($dsc->{'Checksums-Sha256'} || $dsc->{Files})) { - next unless m/\S/; - m/^\w+ \d+ (\S+)$/ or die "$_ ?"; - my $f = $1; + foreach my $f (dsc_files()) { die if $f =~ m#/|^\.|\.dsc$|\.tmp$#; push @files, $f; link "../../../$f", $f @@ -154,7 +190,7 @@ sub generate_commit_from_dsc () { or die "$f $!"; } runcmd qw(dget), @dget_opts, qw(--), $dscurl; - foreach my $f (grep { m/\.tar\.gz$/ } @files) { + foreach my $f (grep { is_orig_file($_) } @files) { link $f, "../../../$f" or $!==&EEXIST or die "$f $!"; @@ -169,7 +205,7 @@ sub generate_commit_from_dsc () { $authline =~ m/^[^<>]+ \<\S+\> \d+ [-+]\d+$/ or die $authline; open C, ">../commit.tmp" or die $!; print C "tree $tree\n" or die $!; - print C "parent $lastupl_hash\n" or die $! if defined $lastupl_hash; + print C "parent $upload_hash\n" or die $! if defined $upload_hash; print C <>../changelogold.tmp'; my $oldclogp = Dpkg::Control::Hash->new(); $oldclogp->parse('../changelogold.tmp','previous changelog') or die; @@ -214,40 +250,63 @@ END return $outputhash; } -my $lastupl_ref = "refs/remotes/$remotename/upload/$suite"; +sub ensure_we_have_orig () { + foreach my $f (dsc_files()) { + next unless is_orig_file($f); + if (stat "../$f") { + die "$f ?" unless -f _; + } else { + die "$f $!" unless $!==&ENOENT; + } + my $origurl = $dscurl; + $origurl =~ s{/[^/]+$}{}; + $origurl .= "/$f"; + die "$f ?" unless $f =~ m/^${package}_/; + die "$f ?" if $f =~ m#/#; + runcmd qw(sh -ec),'cd ..; exec dget -- "$1"','x',$origurl; + } +} + +sub rev_parse ($) { + return cmdoutput qw(git rev-parse --), "$_[0]~0"; +} -sub is_fast_ff ($$) { +sub is_fast_fwd ($$) { my ($ancestor,$child) = @_; - my $mb = cmdoutput qw(git merge-base), $dsc_hash, $lastupl_hash; - return $mb eq $ancestor; + my $mb = cmdoutput qw(git merge-base), $dsc_hash, $upload_hash; + return rev_parse($mb) eq rev_parse($ancestor); } sub fetch_from_archive () { - # ensures that $lastupl_ref is what is actually in the archive, + # ensures that rref(uploadbranch()) is what is actually in the archive, # one way or another - $!=0; $lastupl_hash = `git show-ref --heads $lastupl_ref`; + my $upload_ref = rref(uploadbranch()); + $!=0; $upload_hash = `git show-ref --heads $upload_ref`; die $! if $!; - die $? unless ($?==0 && chomp $lastupl_hash) - or ($?==128 && !length $lastupl_hash); + die $? unless ($?==0 && chomp $upload_hash) + or ($?==256 && !length $upload_hash); my $hash; if (defined $dsc_hash) { + die "missing git history even though dsc has hash" + unless length $upload_hash; $hash = $dsc_hash; + ensure_we_have_orig(); } else { $hash = generate_commit_from_dsc(); } - if ($lastupl_hash) { + if (length $upload_hash) { die "not fast forward on last upload branch!". " (archive's version left in DGIT_ARCHIVE)" - unless is_fast_ff($lastupl_hash, $dsc_hash); + unless is_fast_fwd($dsc_hash, $upload_hash); } - if ($lastupl_ref ne $hash) { - cmdoutput qw(git update-ref -m), 'dgit fetch', $lastupl_ref, $hash; + if ($upload_hash ne $hash) { + cmdoutput qw(git update-ref -m), 'dgit fetch', $upload_ref, $hash; } } sub clone () { get_archive_dsc(); - $dsc_hash = $dsc->{'Vcs-git-master'}; + $dsc_hash = $dsc->{$ourdscfield}; if (defined $dsc_hash) { $dsc_hash =~ m/\w+/ or die "$dsc_hash $?"; $dsc_hash = $&; @@ -262,19 +321,18 @@ sub clone () { $alioth_git, $dstdir; chdir "$dstdir" or die "$dstdir $!"; fetch_from_archive(); - runcmd qw(git reset --hard), $lastupl_ref; + runcmd qw(git reset --hard), rref(uploadbranch()); } else { - die "missing git history even though dsc has hash" if defined $dsc_hash; print "starting new git history\n"; mkdir $dstdir or die "$dstdir $!"; chdir "$dstdir" or die "$dstdir $!"; runcmd qw(git init -q); open H, "> .git/HEAD" or die $!; - print H "ref: refs/heads/$suite\n" or die $!; + print H "ref: ".lref(uploadbranch())."\n" or die $!; close H or die $!; runcmd qw(git remote add), $remotename, $alioth_git; runcmd "git config branch.$suite.remote $remotename"; - runcmd "git config branch.$suite.merge refs/heads/$suite"; + runcmd "git config branch.$suite.merge ".lref(uploadbranch()); my $newhash = generate_commit_from_dsc(); runcmd qw(git reset --hard), $newhash; } @@ -282,10 +340,19 @@ sub clone () { } sub fetch () { - + if (check_for_git()) { + runcmd qw(git fetch -p),$remotename, + '+refs/heads/*:refs/remotes/origin/*'; + } + fetch_from_archive(); } -sub push () { +sub pull () { + fetch(); + runcmd qw(git merge -m),"Merge from $suite [dgit]",lref(uploadbranch()); +} + +sub dopush () { runcmd qw(git diff --quiet HEAD); my $clogp = parsechangelog(); $package = $clogp->{Source}; @@ -299,17 +366,26 @@ sub push () { my $tree = mktree_in_ud_from_only_subdir(); chdir '../../../..' or die $!; runcmd qw(git diff --exit-code), $tree; - runcmd qw(git fetch), $alioth_git, - map { "$_:refs/remotes/$remotename/$_" } - (mainbranch(), uploadbranch()); - - die <{$ourdscfield} = rev_parse('HEAD'); + $dsc->save("../$dscfn.tmp") or die $!; + rename "../$dscfn.tmp","../$dscfn" or die "$dscfn $!"; + if ($sign) { + runcmd qw(git tag -s),@git_tag_opts,qw(-m), + "Release $dsc->{Version} for $suite [dgit]"; + unlink "../$dscfn.asc" or $!==&ENOENT or die "$dscfn.asc $!"; + runcmd qw(gpg --clearsign),@gpg_opts,"../$dscfn"; + rename "../$dscfn.asc","../$dscfn" or die "$dscfn $!"; + } + if (!$nopush) { + runcmd qw(git push),$remotename,"HEAD:".lref(uploadbranch()); + runcmd qw(dput),"../$dscfn"; + } } sub cmd_clone { @@ -323,6 +399,41 @@ sub cmd_clone { clone(); } +sub branchsuite () { + my $branch = `git-symbolic-ref HEAD`; + if ($branch =~ m#^refs/heads/dgit/([^/.]+)$#) { + return $1; + } else { + return undef; + } +} + +sub cmd_fetch { + my $clogp = parsechangelog(); + $package = $clogp->{Source}; + if (@ARGV==0) { + $suite = branchsuite(); + $suite ||= $clogp->{Distribution}; + print "fetching from suite $suite\n"; + } elsif (@ARGV==1) { + ($suite) = @ARGV; + } else { + die; + } + fetch(); +} + +sub cmd_push { + my $clogp = parsechangelog(); + $package = $clogp->{Source}; + if (@ARGV==0) { + $suite = $clogp->{Distribution}; + } else { + die; + } + dopush(); +} + sub parseopts () { die if @ARGV && $ARGV[0] =~ m/^\-/; }