3 # Integration between git and Debian-style archives
5 # Copyright (C)2013-2015 Ian Jackson
7 # This program is free software: you can redistribute it and/or modify
8 # it under the terms of the GNU General Public License as published by
9 # the Free Software Foundation, either version 3 of the License, or
10 # (at your option) any later version.
12 # This program is distributed in the hope that it will be useful,
13 # but WITHOUT ANY WARRANTY; without even the implied warranty of
14 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 # GNU General Public License for more details.
17 # You should have received a copy of the GNU General Public License
18 # along with this program. If not, see <http://www.gnu.org/licenses/>.
28 use Dpkg::Control::Hash;
30 use File::Temp qw(tempdir);
40 our $our_version = 'UNRELEASED'; ###substituted###
42 our @rpushprotovsn_support = qw(3 2);
45 our $isuite = 'unstable';
51 our $dryrun_level = 0;
53 our $buildproductsdir = '..';
59 our $existing_package = 'dpkg';
61 our $changes_since_version;
63 our $quilt_modes_re = 'linear|smash|auto|nofix|nocheck';
64 our $we_are_responder;
65 our $initiator_tempdir;
67 our %format_ok = map { $_=>1 } ("1.0","3.0 (native)","3.0 (quilt)");
69 our $suite_re = '[-+.0-9a-z]+';
70 our $cleanmode_re = 'dpkg-source(?:-d)?|git|git-ff|check|none';
73 our (@dget) = qw(dget);
74 our (@curl) = qw(curl -f);
75 our (@dput) = qw(dput);
76 our (@debsign) = qw(debsign);
78 our (@sbuild) = qw(sbuild -A);
80 our (@dgit) = qw(dgit);
81 our (@dpkgbuildpackage) = qw(dpkg-buildpackage -i\.git/ -I.git);
82 our (@dpkgsource) = qw(dpkg-source -i\.git/ -I.git);
83 our (@dpkggenchanges) = qw(dpkg-genchanges);
84 our (@mergechanges) = qw(mergechanges -f);
85 our (@changesopts) = ('');
87 our %opts_opt_map = ('dget' => \@dget, # accept for compatibility
90 'debsign' => \@debsign,
96 'dpkg-source' => \@dpkgsource,
97 'dpkg-buildpackage' => \@dpkgbuildpackage,
98 'dpkg-genchanges' => \@dpkggenchanges,
99 'ch' => \@changesopts,
100 'mergechanges' => \@mergechanges);
102 our %opts_opt_cmdonly = ('gpg' => 1, 'git' => 1);
103 our %opts_cfg_insertpos = map {
105 scalar @{ $opts_opt_map{$_} }
106 } keys %opts_opt_map;
108 sub finalise_opts_opts();
114 our $supplementary_message = '';
118 print STDERR "! $_\n" foreach $supplementary_message =~ m/^.+$/mg;
121 our $remotename = 'dgit';
122 our @ourdscfield = qw(Dgit Vcs-Dgit-Master);
126 sub lbranch () { return "$branchprefix/$csuite"; }
127 my $lbranch_re = '^refs/heads/'.$branchprefix.'/([^/.]+)$';
128 sub lref () { return "refs/heads/".lbranch(); }
129 sub lrref () { return "refs/remotes/$remotename/".server_branch($csuite); }
130 sub rrref () { return server_ref($csuite); }
132 sub lrfetchrefs () { return "refs/dgit-fetch/$csuite"; }
142 return "${package}_".(stripepoch $vsn).$sfx
147 return srcfn($vsn,".dsc");
156 foreach my $f (@end) {
158 warn "$us: cleanup: $@" if length $@;
162 sub badcfg { print STDERR "$us: invalid configuration: @_\n"; exit 12; }
164 sub no_such_package () {
165 print STDERR "$us: package $package does not exist in suite $isuite\n";
171 return "+".rrref().":".lrref();
176 printdebug "CD $newdir\n";
177 chdir $newdir or die "chdir: $newdir: $!";
180 sub deliberately ($) {
182 return !!grep { $_ eq "--deliberately-$enquiry" } @deliberatelies;
185 sub deliberately_not_fast_forward () {
186 foreach (qw(not-fast-forward fresh-repo)) {
187 return 1 if deliberately($_) || deliberately("TEST-dgit-only-$_");
191 #---------- remote protocol support, common ----------
193 # remote push initiator/responder protocol:
194 # $ dgit remote-push-build-host <n-rargs> <rargs>... <push-args>...
195 # where <rargs> is <push-host-dir> <supported-proto-vsn>,... ...
196 # < dgit-remote-push-ready <actual-proto-vsn>
198 # > file parsed-changelog
199 # [indicates that output of dpkg-parsechangelog follows]
200 # > data-block NBYTES
201 # > [NBYTES bytes of data (no newline)]
202 # [maybe some more blocks]
214 # [indicates that signed tag is wanted]
215 # < data-block NBYTES
216 # < [NBYTES bytes of data (no newline)]
217 # [maybe some more blocks]
221 # > want signed-dsc-changes
222 # < data-block NBYTES [transfer of signed dsc]
224 # < data-block NBYTES [transfer of signed changes]
232 sub i_child_report () {
233 # Sees if our child has died, and reap it if so. Returns a string
234 # describing how it died if it failed, or undef otherwise.
235 return undef unless $i_child_pid;
236 my $got = waitpid $i_child_pid, WNOHANG;
237 return undef if $got <= 0;
238 die unless $got == $i_child_pid;
239 $i_child_pid = undef;
240 return undef unless $?;
241 return "build host child ".waitstatusmsg();
246 fail "connection lost: $!" if $fh->error;
247 fail "protocol violation; $m not expected";
250 sub badproto_badread ($$) {
252 fail "connection lost: $!" if $!;
253 my $report = i_child_report();
254 fail $report if defined $report;
255 badproto $fh, "eof (reading $wh)";
258 sub protocol_expect (&$) {
259 my ($match, $fh) = @_;
262 defined && chomp or badproto_badread $fh, "protocol message";
270 badproto $fh, "\`$_'";
273 sub protocol_send_file ($$) {
274 my ($fh, $ourfn) = @_;
275 open PF, "<", $ourfn or die "$ourfn: $!";
278 my $got = read PF, $d, 65536;
279 die "$ourfn: $!" unless defined $got;
281 print $fh "data-block ".length($d)."\n" or die $!;
282 print $fh $d or die $!;
284 PF->error and die "$ourfn $!";
285 print $fh "data-end\n" or die $!;
289 sub protocol_read_bytes ($$) {
290 my ($fh, $nbytes) = @_;
291 $nbytes =~ m/^[1-9]\d{0,5}$|^0$/ or badproto \*RO, "bad byte count";
293 my $got = read $fh, $d, $nbytes;
294 $got==$nbytes or badproto_badread $fh, "data block";
298 sub protocol_receive_file ($$) {
299 my ($fh, $ourfn) = @_;
300 printdebug "() $ourfn\n";
301 open PF, ">", $ourfn or die "$ourfn: $!";
303 my ($y,$l) = protocol_expect {
304 m/^data-block (.*)$/ ? (1,$1) :
305 m/^data-end$/ ? (0,) :
309 my $d = protocol_read_bytes $fh, $l;
310 print PF $d or die $!;
315 #---------- remote protocol support, responder ----------
317 sub responder_send_command ($) {
319 return unless $we_are_responder;
320 # called even without $we_are_responder
321 printdebug ">> $command\n";
322 print PO $command, "\n" or die $!;
325 sub responder_send_file ($$) {
326 my ($keyword, $ourfn) = @_;
327 return unless $we_are_responder;
328 printdebug "]] $keyword $ourfn\n";
329 responder_send_command "file $keyword";
330 protocol_send_file \*PO, $ourfn;
333 sub responder_receive_files ($@) {
334 my ($keyword, @ourfns) = @_;
335 die unless $we_are_responder;
336 printdebug "[[ $keyword @ourfns\n";
337 responder_send_command "want $keyword";
338 foreach my $fn (@ourfns) {
339 protocol_receive_file \*PI, $fn;
342 protocol_expect { m/^files-end$/ } \*PI;
345 #---------- remote protocol support, initiator ----------
347 sub initiator_expect (&) {
349 protocol_expect { &$match } \*RO;
352 #---------- end remote code ----------
355 if ($we_are_responder) {
357 responder_send_command "progress ".length($m) or die $!;
358 print PO $m or die $!;
368 $ua = LWP::UserAgent->new();
372 progress "downloading $what...";
373 my $r = $ua->get(@_) or die $!;
374 return undef if $r->code == 404;
375 $r->is_success or fail "failed to fetch $what: ".$r->status_line;
376 return $r->decoded_content(charset => 'none');
379 our ($dscdata,$dscurl,$dsc,$dsc_checked,$skew_warning_vsn);
384 failedcmd @_ if system @_;
387 sub act_local () { return $dryrun_level <= 1; }
388 sub act_scary () { return !$dryrun_level; }
391 if (!$dryrun_level) {
392 progress "dgit ok: @_";
394 progress "would be ok: @_ (but dry run only)";
399 printcmd(\*STDERR,$debugprefix."#",@_);
402 sub runcmd_ordryrun {
410 sub runcmd_ordryrun_local {
419 my ($first_shell, @cmd) = @_;
420 return qw(sh -ec), $first_shell.'; exec "$@"', 'x', @cmd;
423 our $helpmsg = <<END;
425 dgit [dgit-opts] clone [dgit-opts] package [suite] [./dir|/dir]
426 dgit [dgit-opts] fetch|pull [dgit-opts] [suite]
427 dgit [dgit-opts] build [dpkg-buildpackage-opts]
428 dgit [dgit-opts] sbuild [sbuild-opts]
429 dgit [dgit-opts] push [dgit-opts] [suite]
430 dgit [dgit-opts] rpush build-host:build-dir ...
431 important dgit options:
432 -k<keyid> sign tag and package with <keyid> instead of default
433 --dry-run -n do not change anything, but go through the motions
434 --damp-run -L like --dry-run but make local changes, without signing
435 --new -N allow introducing a new package
436 --debug -D increase debug level
437 -c<name>=<value> set git config option (used directly by dgit too)
440 our $later_warning_msg = <<END;
441 Perhaps the upload is stuck in incoming. Using the version from git.
445 print STDERR "$us: @_\n", $helpmsg or die $!;
450 @ARGV or badusage "too few arguments";
451 return scalar shift @ARGV;
455 print $helpmsg or die $!;
459 our $td = $ENV{DGIT_TEST_DUMMY_DIR} || "DGIT_TEST_DUMMY_DIR-unset";
461 our %defcfg = ('dgit.default.distro' => 'debian',
462 'dgit.default.username' => '',
463 'dgit.default.archive-query-default-component' => 'main',
464 'dgit.default.ssh' => 'ssh',
465 'dgit.default.archive-query' => 'madison:',
466 'dgit.default.sshpsql-dbname' => 'service=projectb',
467 'dgit-distro.debian.archive-query' => 'ftpmasterapi:',
468 'dgit-distro.debian.git-check' => 'url',
469 'dgit-distro.debian.git-check-suffix' => '/info/refs',
470 'dgit-distro.debian.new-private-pushers' => 't',
471 'dgit-distro.debian/push.git-url' => '',
472 'dgit-distro.debian/push.git-host' => 'push.dgit.debian.org',
473 'dgit-distro.debian/push.git-user-force' => 'dgit',
474 'dgit-distro.debian/push.git-proto' => 'git+ssh://',
475 'dgit-distro.debian/push.git-path' => '/dgit/debian/repos',
476 'dgit-distro.debian/push.git-create' => 'true',
477 'dgit-distro.debian/push.git-check' => 'ssh-cmd',
478 'dgit-distro.debian.archive-query-url', 'https://api.ftp-master.debian.org/',
479 # 'dgit-distro.debian.archive-query-tls-key',
480 # '/etc/ssl/certs/%HOST%.pem:/etc/dgit/%HOST%.pem',
481 # ^ this does not work because curl is broken nowadays
482 # Fixing #790093 properly will involve providing providing the key
483 # in some pacagke and maybe updating these paths.
485 # 'dgit-distro.debian.archive-query-tls-curl-args',
486 # '--ca-path=/etc/ssl/ca-debian',
487 # ^ this is a workaround but works (only) on DSA-administered machines
488 'dgit-distro.debian.git-url' => 'https://git.dgit.debian.org',
489 'dgit-distro.debian.git-url-suffix' => '',
490 'dgit-distro.debian.upload-host' => 'ftp-master', # for dput
491 'dgit-distro.debian.mirror' => 'http://ftp.debian.org/debian/',
492 'dgit-distro.debian.backports-quirk' => '(squeeze)-backports*',
493 'dgit-distro.debian-backports.mirror' => 'http://backports.debian.org/debian-backports/',
494 'dgit-distro.ubuntu.git-check' => 'false',
495 'dgit-distro.ubuntu.mirror' => 'http://archive.ubuntu.com/ubuntu',
496 'dgit-distro.test-dummy.ssh' => "$td/ssh",
497 'dgit-distro.test-dummy.username' => "alice",
498 'dgit-distro.test-dummy.git-check' => "ssh-cmd",
499 'dgit-distro.test-dummy.git-create' => "ssh-cmd",
500 'dgit-distro.test-dummy.git-url' => "$td/git",
501 'dgit-distro.test-dummy.git-host' => "git",
502 'dgit-distro.test-dummy.git-path' => "$td/git",
503 'dgit-distro.test-dummy.archive-query' => "ftpmasterapi:",
504 'dgit-distro.test-dummy.archive-query-url' => "file://$td/aq/",
505 'dgit-distro.test-dummy.mirror' => "file://$td/mirror/",
506 'dgit-distro.test-dummy.upload-host' => 'test-dummy',
511 sub git_slurp_config () {
512 local ($debuglevel) = $debuglevel-2;
515 my @cmd = (@git, qw(config -z --get-regexp .*));
518 open GITS, "-|", @cmd or failedcmd @cmd;
521 printdebug "=> ", (messagequote $_), "\n";
523 push @{ $gitcfg{$`} }, $'; #';
527 or ($!==0 && $?==256)
531 sub git_get_config ($) {
534 printdebug"C $c ".(defined $l ? messagequote "'$l'" : "undef")."\n"
537 @$l==1 or badcfg "multiple values for $c" if @$l > 1;
543 return undef if $c =~ /RETURN-UNDEF/;
544 my $v = git_get_config($c);
545 return $v if defined $v;
546 my $dv = $defcfg{$c};
547 return $dv if defined $dv;
549 badcfg "need value for one of: @_\n".
550 "$us: distro or suite appears not to be (properly) supported";
553 sub access_basedistro () {
554 if (defined $idistro) {
557 return cfg("dgit-suite.$isuite.distro",
558 "dgit.default.distro");
562 sub access_quirk () {
563 # returns (quirk name, distro to use instead or undef, quirk-specific info)
564 my $basedistro = access_basedistro();
565 my $backports_quirk = cfg("dgit-distro.$basedistro.backports-quirk",
567 if (defined $backports_quirk) {
568 my $re = $backports_quirk;
569 $re =~ s/[^-0-9a-z_\%*()]/\\$&/ig;
571 $re =~ s/\%/([-0-9a-z_]+)/
572 or $re =~ m/[()]/ or badcfg "backports-quirk needs \% or ( )";
573 if ($isuite =~ m/^$re$/) {
574 return ('backports',"$basedistro-backports",$1);
577 return ('none',undef);
582 sub parse_cfg_bool ($$$) {
583 my ($what,$def,$v) = @_;
586 $v =~ m/^[ty1]/ ? 1 :
587 $v =~ m/^[fn0]/ ? 0 :
588 badcfg "$what needs t (true, y, 1) or f (false, n, 0) not \`$v'";
591 sub access_forpush_config () {
592 my $d = access_basedistro();
596 parse_cfg_bool('new-private-pushers', 0,
597 cfg("dgit-distro.$d.new-private-pushers",
600 my $v = cfg("dgit-distro.$d.readonly", 'RETURN-UNDEF');
603 $v =~ m/^[ty1]/ ? 0 : # force readonly, forpush = 0
604 $v =~ m/^[fn0]/ ? 1 : # force nonreadonly, forpush = 1
605 $v =~ m/^[a]/ ? '' : # auto, forpush = ''
606 badcfg "readonly needs t (true, y, 1) or f (false, n, 0) or a (auto)";
609 sub access_forpush () {
610 $access_forpush //= access_forpush_config();
611 return $access_forpush;
615 die "$access_forpush ?" if ($access_forpush // 1) ne 1;
616 badcfg "pushing but distro is configured readonly"
617 if access_forpush_config() eq '0';
619 $supplementary_message = <<'END' unless $we_are_responder;
620 Push failed, before we got started.
621 You can retry the push, after fixing the problem, if you like.
623 finalise_opts_opts();
627 finalise_opts_opts();
630 sub supplementary_message ($) {
632 if (!$we_are_responder) {
633 $supplementary_message = $msg;
635 } elsif ($protovsn >= 3) {
636 responder_send_command "supplementary-message ".length($msg)
638 print PO $msg or die $!;
642 sub access_distros () {
643 # Returns list of distros to try, in order
646 # 0. `instead of' distro name(s) we have been pointed to
647 # 1. the access_quirk distro, if any
648 # 2a. the user's specified distro, or failing that } basedistro
649 # 2b. the distro calculated from the suite }
650 my @l = access_basedistro();
652 my (undef,$quirkdistro) = access_quirk();
653 unshift @l, $quirkdistro;
654 unshift @l, $instead_distro;
655 @l = grep { defined } @l;
657 if (access_forpush()) {
658 @l = map { ("$_/push", $_) } @l;
663 sub access_cfg_cfgs (@) {
666 # The nesting of these loops determines the search order. We put
667 # the key loop on the outside so that we search all the distros
668 # for each key, before going on to the next key. That means that
669 # if access_cfg is called with a more specific, and then a less
670 # specific, key, an earlier distro can override the less specific
671 # without necessarily overriding any more specific keys. (If the
672 # distro wants to override the more specific keys it can simply do
673 # so; whereas if we did the loop the other way around, it would be
674 # impossible to for an earlier distro to override a less specific
675 # key but not the more specific ones without restating the unknown
676 # values of the more specific keys.
679 # We have to deal with RETURN-UNDEF specially, so that we don't
680 # terminate the search prematurely.
682 if (m/RETURN-UNDEF/) { push @rundef, $_; last; }
685 foreach my $d (access_distros()) {
686 push @cfgs, map { "dgit-distro.$d.$_" } @realkeys;
688 push @cfgs, map { "dgit.default.$_" } @realkeys;
695 my (@cfgs) = access_cfg_cfgs(@keys);
696 my $value = cfg(@cfgs);
700 sub access_cfg_bool ($$) {
701 my ($def, @keys) = @_;
702 parse_cfg_bool($keys[0], $def, access_cfg(@keys, 'RETURN-UNDEF'));
705 sub string_to_ssh ($) {
707 if ($spec =~ m/\s/) {
708 return qw(sh -ec), 'exec '.$spec.' "$@"', 'x';
714 sub access_cfg_ssh () {
715 my $gitssh = access_cfg('ssh', 'RETURN-UNDEF');
716 if (!defined $gitssh) {
719 return string_to_ssh $gitssh;
723 sub access_runeinfo ($) {
725 return ": dgit ".access_basedistro()." $info ;";
728 sub access_someuserhost ($) {
730 my $user = access_cfg("$some-user-force", 'RETURN-UNDEF');
731 defined($user) && length($user) or
732 $user = access_cfg("$some-user",'username');
733 my $host = access_cfg("$some-host");
734 return length($user) ? "$user\@$host" : $host;
737 sub access_gituserhost () {
738 return access_someuserhost('git');
741 sub access_giturl (;$) {
743 my $url = access_cfg('git-url','RETURN-UNDEF');
746 my $proto = access_cfg('git-proto', 'RETURN-UNDEF');
747 return undef unless defined $proto;
750 access_gituserhost().
751 access_cfg('git-path');
753 $suffix = access_cfg('git-url-suffix','RETURN-UNDEF');
756 return "$url/$package$suffix";
759 sub parsecontrolfh ($$;$) {
760 my ($fh, $desc, $allowsigned) = @_;
761 our $dpkgcontrolhash_noissigned;
764 my %opts = ('name' => $desc);
765 $opts{allow_pgp}= $allowsigned || !$dpkgcontrolhash_noissigned;
766 $c = Dpkg::Control::Hash->new(%opts);
767 $c->parse($fh,$desc) or die "parsing of $desc failed";
768 last if $allowsigned;
769 last if $dpkgcontrolhash_noissigned;
770 my $issigned= $c->get_option('is_pgp_signed');
771 if (!defined $issigned) {
772 $dpkgcontrolhash_noissigned= 1;
773 seek $fh, 0,0 or die "seek $desc: $!";
774 } elsif ($issigned) {
775 fail "control file $desc is (already) PGP-signed. ".
776 " Note that dgit push needs to modify the .dsc and then".
777 " do the signature itself";
786 my ($file, $desc) = @_;
787 my $fh = new IO::Handle;
788 open $fh, '<', $file or die "$file: $!";
789 my $c = parsecontrolfh($fh,$desc);
790 $fh->error and die $!;
796 my ($dctrl,$field) = @_;
797 my $v = $dctrl->{$field};
798 return $v if defined $v;
799 fail "missing field $field in ".$v->get_option('name');
803 my $c = Dpkg::Control::Hash->new();
804 my $p = new IO::Handle;
805 my @cmd = (qw(dpkg-parsechangelog), @_);
806 open $p, '-|', @cmd or die $!;
808 $?=0; $!=0; close $p or failedcmd @cmd;
814 defined $d or fail "getcwd failed: $!";
820 sub archive_query ($) {
822 my $query = access_cfg('archive-query','RETURN-UNDEF');
823 $query =~ s/^(\w+):// or badcfg "invalid archive-query method \`$query'";
826 { no strict qw(refs); &{"${method}_${proto}"}($proto,$data); }
829 sub pool_dsc_subpath ($$) {
830 my ($vsn,$component) = @_; # $package is implict arg
831 my $prefix = substr($package, 0, $package =~ m/^l/ ? 4 : 1);
832 return "/pool/$component/$prefix/$package/".dscfn($vsn);
835 #---------- `ftpmasterapi' archive query method (nascent) ----------
837 sub archive_api_query_cmd ($) {
839 my @cmd = qw(curl -sS);
840 my $url = access_cfg('archive-query-url');
841 if ($url =~ m#^https://([-.0-9a-z]+)/#) {
843 my $keys = access_cfg('archive-query-tls-key','RETURN-UNDEF') //'';
844 foreach my $key (split /\:/, $keys) {
845 $key =~ s/\%HOST\%/$host/g;
847 fail "for $url: stat $key: $!" unless $!==ENOENT;
850 fail "config requested specific TLS key but do not know".
851 " how to get curl to use exactly that EE key ($key)";
852 # push @cmd, "--cacert", $key, "--capath", "/dev/enoent";
853 # # Sadly the above line does not work because of changes
854 # # to gnutls. The real fix for #790093 may involve
855 # # new curl options.
858 # Fixing #790093 properly will involve providing a value
859 # for this on clients.
860 my $kargs = access_cfg('archive-query-tls-curl-ca-args','RETURN-UNDEF');
861 push @cmd, split / /, $kargs if defined $kargs;
863 push @cmd, $url.$subpath;
869 my ($data, $subpath) = @_;
870 badcfg "ftpmasterapi archive query method takes no data part"
872 my @cmd = archive_api_query_cmd($subpath);
873 my $json = cmdoutput @cmd;
874 return decode_json($json);
877 sub canonicalise_suite_ftpmasterapi () {
878 my ($proto,$data) = @_;
879 my $suites = api_query($data, 'suites');
881 foreach my $entry (@$suites) {
883 my $v = $entry->{$_};
884 defined $v && $v eq $isuite;
886 push @matched, $entry;
888 fail "unknown suite $isuite" unless @matched;
891 @matched==1 or die "multiple matches for suite $isuite\n";
892 $cn = "$matched[0]{codename}";
893 defined $cn or die "suite $isuite info has no codename\n";
894 $cn =~ m/^$suite_re$/ or die "suite $isuite maps to bad codename\n";
896 die "bad ftpmaster api response: $@\n".Dumper(\@matched)
901 sub archive_query_ftpmasterapi () {
902 my ($proto,$data) = @_;
903 my $info = api_query($data, "dsc_in_suite/$isuite/$package");
905 my $digester = Digest::SHA->new(256);
906 foreach my $entry (@$info) {
908 my $vsn = "$entry->{version}";
909 my ($ok,$msg) = version_check $vsn;
910 die "bad version: $msg\n" unless $ok;
911 my $component = "$entry->{component}";
912 $component =~ m/^$component_re$/ or die "bad component";
913 my $filename = "$entry->{filename}";
914 $filename && $filename !~ m#[^-+:._~0-9a-zA-Z/]|^[/.]|/[/.]#
915 or die "bad filename";
916 my $sha256sum = "$entry->{sha256sum}";
917 $sha256sum =~ m/^[0-9a-f]+$/ or die "bad sha256sum";
918 push @rows, [ $vsn, "/pool/$component/$filename",
919 $digester, $sha256sum ];
921 die "bad ftpmaster api response: $@\n".Dumper($entry)
924 @rows = sort { -version_compare($a->[0],$b->[0]) } @rows;
928 #---------- `madison' archive query method ----------
930 sub archive_query_madison {
931 return map { [ @$_[0..1] ] } madison_get_parse(@_);
934 sub madison_get_parse {
935 my ($proto,$data) = @_;
936 die unless $proto eq 'madison';
938 $data= access_cfg('madison-distro','RETURN-UNDEF');
939 $data //= access_basedistro();
941 $rmad{$proto,$data,$package} ||= cmdoutput
942 qw(rmadison -asource),"-s$isuite","-u$data",$package;
943 my $rmad = $rmad{$proto,$data,$package};
946 foreach my $l (split /\n/, $rmad) {
947 $l =~ m{^ \s*( [^ \t|]+ )\s* \|
948 \s*( [^ \t|]+ )\s* \|
949 \s*( [^ \t|/]+ )(?:/([^ \t|/]+))? \s* \|
950 \s*( [^ \t|]+ )\s* }x or die "$rmad ?";
951 $1 eq $package or die "$rmad $package ?";
958 $component = access_cfg('archive-query-default-component');
960 $5 eq 'source' or die "$rmad ?";
961 push @out, [$vsn,pool_dsc_subpath($vsn,$component),$newsuite];
963 return sort { -version_compare($a->[0],$b->[0]); } @out;
966 sub canonicalise_suite_madison {
967 # madison canonicalises for us
968 my @r = madison_get_parse(@_);
970 "unable to canonicalise suite using package $package".
971 " which does not appear to exist in suite $isuite;".
972 " --existing-package may help";
976 #---------- `sshpsql' archive query method ----------
979 my ($data,$runeinfo,$sql) = @_;
981 $data= access_someuserhost('sshpsql').':'.
982 access_cfg('sshpsql-dbname');
984 $data =~ m/:/ or badcfg "invalid sshpsql method string \`$data'";
985 my ($userhost,$dbname) = ($`,$'); #';
987 my @cmd = (access_cfg_ssh, $userhost,
988 access_runeinfo("ssh-psql $runeinfo").
989 " export LC_MESSAGES=C; export LC_CTYPE=C;".
990 " ".shellquote qw(psql -A), $dbname, qw(-c), $sql);
992 open P, "-|", @cmd or die $!;
995 printdebug(">|$_|\n");
998 $!=0; $?=0; close P or failedcmd @cmd;
1000 my $nrows = pop @rows;
1001 $nrows =~ s/^\((\d+) rows?\)$/$1/ or die "$nrows ?";
1002 @rows == $nrows+1 or die "$nrows ".(scalar @rows)." ?";
1003 @rows = map { [ split /\|/, $_ ] } @rows;
1004 my $ncols = scalar @{ shift @rows };
1005 die if grep { scalar @$_ != $ncols } @rows;
1009 sub sql_injection_check {
1010 foreach (@_) { die "$_ $& ?" if m{[^-+=:_.,/0-9a-zA-Z]}; }
1013 sub archive_query_sshpsql ($$) {
1014 my ($proto,$data) = @_;
1015 sql_injection_check $isuite, $package;
1016 my @rows = sshpsql($data, "archive-query $isuite $package", <<END);
1017 SELECT source.version, component.name, files.filename, files.sha256sum
1019 JOIN src_associations ON source.id = src_associations.source
1020 JOIN suite ON suite.id = src_associations.suite
1021 JOIN dsc_files ON dsc_files.source = source.id
1022 JOIN files_archive_map ON files_archive_map.file_id = dsc_files.file
1023 JOIN component ON component.id = files_archive_map.component_id
1024 JOIN files ON files.id = dsc_files.file
1025 WHERE ( suite.suite_name='$isuite' OR suite.codename='$isuite' )
1026 AND source.source='$package'
1027 AND files.filename LIKE '%.dsc';
1029 @rows = sort { -version_compare($a->[0],$b->[0]) } @rows;
1030 my $digester = Digest::SHA->new(256);
1032 my ($vsn,$component,$filename,$sha256sum) = @$_;
1033 [ $vsn, "/pool/$component/$filename",$digester,$sha256sum ];
1038 sub canonicalise_suite_sshpsql ($$) {
1039 my ($proto,$data) = @_;
1040 sql_injection_check $isuite;
1041 my @rows = sshpsql($data, "canonicalise-suite $isuite", <<END);
1042 SELECT suite.codename
1043 FROM suite where suite_name='$isuite' or codename='$isuite';
1045 @rows = map { $_->[0] } @rows;
1046 fail "unknown suite $isuite" unless @rows;
1047 die "ambiguous $isuite: @rows ?" if @rows>1;
1051 #---------- `dummycat' archive query method ----------
1053 sub canonicalise_suite_dummycat ($$) {
1054 my ($proto,$data) = @_;
1055 my $dpath = "$data/suite.$isuite";
1056 if (!open C, "<", $dpath) {
1057 $!==ENOENT or die "$dpath: $!";
1058 printdebug "dummycat canonicalise_suite $isuite $dpath ENOENT\n";
1062 chomp or die "$dpath: $!";
1064 printdebug "dummycat canonicalise_suite $isuite $dpath = $_\n";
1068 sub archive_query_dummycat ($$) {
1069 my ($proto,$data) = @_;
1070 canonicalise_suite();
1071 my $dpath = "$data/package.$csuite.$package";
1072 if (!open C, "<", $dpath) {
1073 $!==ENOENT or die "$dpath: $!";
1074 printdebug "dummycat query $csuite $package $dpath ENOENT\n";
1082 printdebug "dummycat query $csuite $package $dpath | $_\n";
1083 my @row = split /\s+/, $_;
1084 @row==2 or die "$dpath: $_ ?";
1087 C->error and die "$dpath: $!";
1089 return sort { -version_compare($a->[0],$b->[0]); } @rows;
1092 #---------- archive query entrypoints and rest of program ----------
1094 sub canonicalise_suite () {
1095 return if defined $csuite;
1096 fail "cannot operate on $isuite suite" if $isuite eq 'UNRELEASED';
1097 $csuite = archive_query('canonicalise_suite');
1098 if ($isuite ne $csuite) {
1099 progress "canonical suite name for $isuite is $csuite";
1103 sub get_archive_dsc () {
1104 canonicalise_suite();
1105 my @vsns = archive_query('archive_query');
1106 foreach my $vinfo (@vsns) {
1107 my ($vsn,$subpath,$digester,$digest) = @$vinfo;
1108 $dscurl = access_cfg('mirror').$subpath;
1109 $dscdata = url_get($dscurl);
1111 $skew_warning_vsn = $vsn if !defined $skew_warning_vsn;
1116 $digester->add($dscdata);
1117 my $got = $digester->hexdigest();
1119 fail "$dscurl has hash $got but".
1120 " archive told us to expect $digest";
1122 my $dscfh = new IO::File \$dscdata, '<' or die $!;
1123 printdebug Dumper($dscdata) if $debuglevel>1;
1124 $dsc = parsecontrolfh($dscfh,$dscurl,1);
1125 printdebug Dumper($dsc) if $debuglevel>1;
1126 my $fmt = getfield $dsc, 'Format';
1127 fail "unsupported source format $fmt, sorry" unless $format_ok{$fmt};
1128 $dsc_checked = !!$digester;
1134 sub check_for_git ();
1135 sub check_for_git () {
1137 my $how = access_cfg('git-check');
1138 if ($how eq 'ssh-cmd') {
1140 (access_cfg_ssh, access_gituserhost(),
1141 access_runeinfo("git-check $package").
1142 " set -e; cd ".access_cfg('git-path').";".
1143 " if test -d $package.git; then echo 1; else echo 0; fi");
1144 my $r= cmdoutput @cmd;
1145 if ($r =~ m/^divert (\w+)$/) {
1147 my ($usedistro,) = access_distros();
1148 # NB that if we are pushing, $usedistro will be $distro/push
1149 $instead_distro= cfg("dgit-distro.$usedistro.diverts.$divert");
1150 $instead_distro =~ s{^/}{ access_basedistro()."/" }e;
1151 progress "diverting to $divert (using config for $instead_distro)";
1152 return check_for_git();
1154 failedcmd @cmd unless $r =~ m/^[01]$/;
1156 } elsif ($how eq 'url') {
1157 my $prefix = access_cfg('git-check-url','git-url');
1158 my $suffix = access_cfg('git-check-suffix','git-suffix',
1159 'RETURN-UNDEF') // '.git';
1160 my $url = "$prefix/$package$suffix";
1161 my @cmd = (qw(curl -sS -I), $url);
1162 my $result = cmdoutput @cmd;
1163 $result =~ s/^\S+ 200 .*\n\r?\n//;
1164 # curl -sS -I with https_proxy prints
1165 # HTTP/1.0 200 Connection established
1166 $result =~ m/^\S+ (404|200) /s or
1167 fail "unexpected results from git check query - ".
1168 Dumper($prefix, $result);
1170 if ($code eq '404') {
1172 } elsif ($code eq '200') {
1177 } elsif ($how eq 'true') {
1179 } elsif ($how eq 'false') {
1182 badcfg "unknown git-check \`$how'";
1186 sub create_remote_git_repo () {
1187 my $how = access_cfg('git-create');
1188 if ($how eq 'ssh-cmd') {
1190 (access_cfg_ssh, access_gituserhost(),
1191 access_runeinfo("git-create $package").
1192 "set -e; cd ".access_cfg('git-path').";".
1193 " cp -a _template $package.git");
1194 } elsif ($how eq 'true') {
1197 badcfg "unknown git-create \`$how'";
1201 our ($dsc_hash,$lastpush_hash);
1203 our $ud = '.git/dgit/unpack';
1208 mkdir $ud or die $!;
1211 sub mktree_in_ud_here () {
1212 runcmd qw(git init -q);
1213 rmtree('.git/objects');
1214 symlink '../../../../objects','.git/objects' or die $!;
1217 sub git_write_tree () {
1218 my $tree = cmdoutput @git, qw(write-tree);
1219 $tree =~ m/^\w+$/ or die "$tree ?";
1223 sub remove_stray_gits () {
1224 my @gitscmd = qw(find -name .git -prune -print0);
1225 debugcmd "|",@gitscmd;
1226 open GITS, "-|", @gitscmd or failedcmd @gitscmd;
1231 print STDERR "$us: warning: removing from source package: ",
1232 (messagequote $_), "\n";
1236 $!=0; $?=0; close GITS or failedcmd @gitscmd;
1239 sub mktree_in_ud_from_only_subdir () {
1240 # changes into the subdir
1242 die unless @dirs==1;
1243 $dirs[0] =~ m#^([^/]+)/\.$# or die;
1247 remove_stray_gits();
1248 mktree_in_ud_here();
1249 my ($format, $fopts) = get_source_format();
1250 if (madformat($format)) {
1253 runcmd @git, qw(add -Af);
1254 my $tree=git_write_tree();
1255 return ($tree,$dir);
1258 sub dsc_files_info () {
1259 foreach my $csumi (['Checksums-Sha256','Digest::SHA', 'new(256)'],
1260 ['Checksums-Sha1', 'Digest::SHA', 'new(1)'],
1261 ['Files', 'Digest::MD5', 'new()']) {
1262 my ($fname, $module, $method) = @$csumi;
1263 my $field = $dsc->{$fname};
1264 next unless defined $field;
1265 eval "use $module; 1;" or die $@;
1267 foreach (split /\n/, $field) {
1269 m/^(\w+) (\d+) (\S+)$/ or
1270 fail "could not parse .dsc $fname line \`$_'";
1271 my $digester = eval "$module"."->$method;" or die $@;
1276 Digester => $digester,
1281 fail "missing any supported Checksums-* or Files field in ".
1282 $dsc->get_option('name');
1286 map { $_->{Filename} } dsc_files_info();
1289 sub is_orig_file ($;$) {
1292 m/\.orig(?:-\w+)?\.tar\.\w+$/ or return 0;
1293 defined $base or return 1;
1297 sub make_commit ($) {
1299 return cmdoutput @git, qw(hash-object -w -t commit), $file;
1302 sub clogp_authline ($) {
1304 my $author = getfield $clogp, 'Maintainer';
1305 $author =~ s#,.*##ms;
1306 my $date = cmdoutput qw(date), '+%s %z', qw(-d), getfield($clogp,'Date');
1307 my $authline = "$author $date";
1308 $authline =~ m/^[^<>]+ \<\S+\> \d+ [-+]\d+$/ or
1309 fail "unexpected commit author line format \`$authline'".
1310 " (was generated from changelog Maintainer field)";
1314 sub vendor_patches_distro ($$) {
1315 my ($checkdistro, $what) = @_;
1316 return unless defined $checkdistro;
1318 my $series = "debian/patches/\L$checkdistro\E.series";
1319 printdebug "checking for vendor-specific $series ($what)\n";
1321 if (!open SERIES, "<", $series) {
1322 die "$series $!" unless $!==ENOENT;
1331 Unfortunately, this source package uses a feature of dpkg-source where
1332 the same source package unpacks to different source code on different
1333 distros. dgit cannot safely operate on such packages on affected
1334 distros, because the meaning of source packages is not stable.
1336 Please ask the distro/maintainer to remove the distro-specific series
1337 files and use a different technique (if necessary, uploading actually
1338 different packages, if different distros are supposed to have
1342 fail "Found active distro-specific series file for".
1343 " $checkdistro ($what): $series, cannot continue";
1345 die "$series $!" if SERIES->error;
1349 sub check_for_vendor_patches () {
1350 # This dpkg-source feature doesn't seem to be documented anywhere!
1351 # But it can be found in the changelog (reformatted):
1353 # commit 4fa01b70df1dc4458daee306cfa1f987b69da58c
1354 # Author: Raphael Hertzog <hertzog@debian.org>
1355 # Date: Sun Oct 3 09:36:48 2010 +0200
1357 # dpkg-source: correctly create .pc/.quilt_series with alternate
1360 # If you have debian/patches/ubuntu.series and you were
1361 # unpacking the source package on ubuntu, quilt was still
1362 # directed to debian/patches/series instead of
1363 # debian/patches/ubuntu.series.
1365 # debian/changelog | 3 +++
1366 # scripts/Dpkg/Source/Package/V3/quilt.pm | 4 +++-
1367 # 2 files changed, 6 insertions(+), 1 deletion(-)
1370 vendor_patches_distro($ENV{DEB_VENDOR}, "DEB_VENDOR");
1371 vendor_patches_distro(Dpkg::Vendor::get_current_vendor(),
1372 "Dpkg::Vendor \`current vendor'");
1373 vendor_patches_distro(access_basedistro(),
1374 "distro being accessed");
1377 sub generate_commit_from_dsc () {
1381 foreach my $fi (dsc_files_info()) {
1382 my $f = $fi->{Filename};
1383 die "$f ?" if $f =~ m#/|^\.|\.dsc$|\.tmp$#;
1385 link_ltarget "../../../$f", $f
1389 complete_file_from_dsc('.', $fi)
1392 if (is_orig_file($f)) {
1393 link $f, "../../../../$f"
1399 my $dscfn = "$package.dsc";
1401 open D, ">", $dscfn or die "$dscfn: $!";
1402 print D $dscdata or die "$dscfn: $!";
1403 close D or die "$dscfn: $!";
1404 my @cmd = qw(dpkg-source);
1405 push @cmd, '--no-check' if $dsc_checked;
1406 push @cmd, qw(-x --), $dscfn;
1409 my ($tree,$dir) = mktree_in_ud_from_only_subdir();
1410 check_for_vendor_patches() if madformat($dsc->{format});
1411 runcmd qw(sh -ec), 'dpkg-parsechangelog >../changelog.tmp';
1412 my $clogp = parsecontrol('../changelog.tmp',"commit's changelog");
1413 my $authline = clogp_authline $clogp;
1414 my $changes = getfield $clogp, 'Changes';
1415 open C, ">../commit.tmp" or die $!;
1416 print C <<END or die $!;
1423 # imported from the archive
1426 my $outputhash = make_commit qw(../commit.tmp);
1427 my $cversion = getfield $clogp, 'Version';
1428 progress "synthesised git commit from .dsc $cversion";
1429 if ($lastpush_hash) {
1430 runcmd @git, qw(reset --hard), $lastpush_hash;
1431 runcmd qw(sh -ec), 'dpkg-parsechangelog >>../changelogold.tmp';
1432 my $oldclogp = parsecontrol('../changelogold.tmp','previous changelog');
1433 my $oversion = getfield $oldclogp, 'Version';
1435 version_compare($oversion, $cversion);
1437 # git upload/ is earlier vsn than archive, use archive
1438 open C, ">../commit2.tmp" or die $!;
1439 print C <<END or die $!;
1441 parent $lastpush_hash
1446 Record $package ($cversion) in archive suite $csuite
1448 $outputhash = make_commit qw(../commit2.tmp);
1449 } elsif ($vcmp > 0) {
1450 print STDERR <<END or die $!;
1452 Version actually in archive: $cversion (older)
1453 Last allegedly pushed/uploaded: $oversion (newer or same)
1456 $outputhash = $lastpush_hash;
1458 $outputhash = $lastpush_hash;
1461 changedir '../../../..';
1462 runcmd @git, qw(update-ref -m),"dgit fetch import $cversion",
1463 'DGIT_ARCHIVE', $outputhash;
1464 cmdoutput @git, qw(log -n2), $outputhash;
1465 # ... gives git a chance to complain if our commit is malformed
1470 sub complete_file_from_dsc ($$) {
1471 our ($dstdir, $fi) = @_;
1472 # Ensures that we have, in $dir, the file $fi, with the correct
1473 # contents. (Downloading it from alongside $dscurl if necessary.)
1475 my $f = $fi->{Filename};
1476 my $tf = "$dstdir/$f";
1479 if (stat_exists $tf) {
1480 progress "using existing $f";
1483 $furl =~ s{/[^/]+$}{};
1485 die "$f ?" unless $f =~ m/^\Q${package}\E_/;
1486 die "$f ?" if $f =~ m#/#;
1487 runcmd_ordryrun_local @curl,qw(-o),$tf,'--',"$furl";
1488 return 0 if !act_local();
1492 open F, "<", "$tf" or die "$tf: $!";
1493 $fi->{Digester}->reset();
1494 $fi->{Digester}->addfile(*F);
1495 F->error and die $!;
1496 my $got = $fi->{Digester}->hexdigest();
1497 $got eq $fi->{Hash} or
1498 fail "file $f has hash $got but .dsc".
1499 " demands hash $fi->{Hash} ".
1500 ($downloaded ? "(got wrong file from archive!)"
1501 : "(perhaps you should delete this file?)");
1506 sub ensure_we_have_orig () {
1507 foreach my $fi (dsc_files_info()) {
1508 my $f = $fi->{Filename};
1509 next unless is_orig_file($f);
1510 complete_file_from_dsc('..', $fi)
1515 sub git_fetch_us () {
1516 my @specs = (fetchspec());
1518 map { "+refs/$_/*:".lrfetchrefs."/$_/*" }
1520 runcmd_ordryrun_local @git, qw(fetch -p -n -q), access_giturl(), @specs;
1523 my $tagpat = debiantag('*',access_basedistro);
1525 git_for_each_ref("refs/tags/".$tagpat, sub {
1526 my ($objid,$objtype,$fullrefname,$reftail) = @_;
1527 printdebug "currently $fullrefname=$objid\n";
1528 $here{$fullrefname} = $objid;
1530 git_for_each_ref(lrfetchrefs."/tags/".$tagpat, sub {
1531 my ($objid,$objtype,$fullrefname,$reftail) = @_;
1532 my $lref = "refs".substr($fullrefname, length lrfetchrefs);
1533 printdebug "offered $lref=$objid\n";
1534 if (!defined $here{$lref}) {
1535 my @upd = (@git, qw(update-ref), $lref, $objid, '');
1536 runcmd_ordryrun_local @upd;
1537 } elsif ($here{$lref} eq $objid) {
1540 "Not updateting $lref from $here{$lref} to $objid.\n";
1545 sub fetch_from_archive () {
1546 # ensures that lrref() is what is actually in the archive,
1547 # one way or another
1551 foreach my $field (@ourdscfield) {
1552 $dsc_hash = $dsc->{$field};
1553 last if defined $dsc_hash;
1555 if (defined $dsc_hash) {
1556 $dsc_hash =~ m/\w+/ or fail "invalid hash in .dsc \`$dsc_hash'";
1558 progress "last upload to archive specified git hash";
1560 progress "last upload to archive has NO git hash";
1563 progress "no version available from the archive";
1566 $lastpush_hash = git_get_ref(lrref());
1567 printdebug "previous reference hash=$lastpush_hash\n";
1569 if (defined $dsc_hash) {
1570 fail "missing remote git history even though dsc has hash -".
1571 " could not find ref ".lrref().
1572 " (should have been fetched from ".access_giturl()."#".rrref().")"
1573 unless $lastpush_hash;
1575 ensure_we_have_orig();
1576 if ($dsc_hash eq $lastpush_hash) {
1577 } elsif (is_fast_fwd($dsc_hash,$lastpush_hash)) {
1578 print STDERR <<END or die $!;
1580 Git commit in archive is behind the last version allegedly pushed/uploaded.
1581 Commit referred to by archive: $dsc_hash
1582 Last allegedly pushed/uploaded: $lastpush_hash
1585 $hash = $lastpush_hash;
1587 fail "git head (".lrref()."=$lastpush_hash) is not a ".
1588 "descendant of archive's .dsc hash ($dsc_hash)";
1591 $hash = generate_commit_from_dsc();
1592 } elsif ($lastpush_hash) {
1593 # only in git, not in the archive yet
1594 $hash = $lastpush_hash;
1595 print STDERR <<END or die $!;
1597 Package not found in the archive, but has allegedly been pushed using dgit.
1601 printdebug "nothing found!\n";
1602 if (defined $skew_warning_vsn) {
1603 print STDERR <<END or die $!;
1605 Warning: relevant archive skew detected.
1606 Archive allegedly contains $skew_warning_vsn
1607 But we were not able to obtain any version from the archive or git.
1613 printdebug "current hash=$hash\n";
1614 if ($lastpush_hash) {
1615 fail "not fast forward on last upload branch!".
1616 " (archive's version left in DGIT_ARCHIVE)"
1617 unless is_fast_fwd($lastpush_hash, $hash);
1619 if (defined $skew_warning_vsn) {
1621 printdebug "SKEW CHECK WANT $skew_warning_vsn\n";
1622 my $clogf = ".git/dgit/changelog.tmp";
1623 runcmd shell_cmd "exec >$clogf",
1624 @git, qw(cat-file blob), "$hash:debian/changelog";
1625 my $gotclogp = parsechangelog("-l$clogf");
1626 my $got_vsn = getfield $gotclogp, 'Version';
1627 printdebug "SKEW CHECK GOT $got_vsn\n";
1628 if (version_compare($got_vsn, $skew_warning_vsn) < 0) {
1629 print STDERR <<END or die $!;
1631 Warning: archive skew detected. Using the available version:
1632 Archive allegedly contains $skew_warning_vsn
1633 We were able to obtain only $got_vsn
1638 if ($lastpush_hash ne $hash) {
1639 my @upd_cmd = (@git, qw(update-ref -m), 'dgit fetch', lrref(), $hash);
1643 dryrun_report @upd_cmd;
1649 sub set_local_git_config ($$) {
1651 runcmd @git, qw(config), $k, $v;
1654 sub setup_mergechangelogs (;$) {
1656 return unless $always || access_cfg_bool(1, 'setup-mergechangelogs');
1658 my $driver = 'dpkg-mergechangelogs';
1659 my $cb = "merge.$driver";
1660 my $attrs = '.git/info/attributes';
1661 ensuredir '.git/info';
1663 open NATTRS, ">", "$attrs.new" or die "$attrs.new $!";
1664 if (!open ATTRS, "<", $attrs) {
1665 $!==ENOENT or die "$attrs: $!";
1669 next if m{^debian/changelog\s};
1670 print NATTRS $_, "\n" or die $!;
1672 ATTRS->error and die $!;
1675 print NATTRS "debian/changelog merge=$driver\n" or die $!;
1678 set_local_git_config "$cb.name", 'debian/changelog merge driver';
1679 set_local_git_config "$cb.driver", 'dpkg-mergechangelogs -m %O %A %B %A';
1681 rename "$attrs.new", "$attrs" or die "$attrs: $!";
1684 sub setup_useremail (;$) {
1686 return unless $always || access_cfg_bool(1, 'setup-useremail');
1689 my ($k, $envvar) = @_;
1690 my $v = access_cfg("user-$k", 'RETURN-UNDEF') // $ENV{$envvar};
1691 return unless defined $v;
1692 set_local_git_config "user.$k", $v;
1695 $setup->('email', 'DEBEMAIL');
1696 $setup->('name', 'DEBFULLNAME');
1699 sub setup_new_tree () {
1700 setup_mergechangelogs();
1706 canonicalise_suite();
1707 badusage "dry run makes no sense with clone" unless act_local();
1708 my $hasgit = check_for_git();
1709 mkdir $dstdir or die "$dstdir $!";
1711 runcmd @git, qw(init -q);
1712 my $giturl = access_giturl(1);
1713 if (defined $giturl) {
1714 set_local_git_config "remote.$remotename.fetch", fetchspec();
1715 open H, "> .git/HEAD" or die $!;
1716 print H "ref: ".lref()."\n" or die $!;
1718 runcmd @git, qw(remote add), 'origin', $giturl;
1721 progress "fetching existing git history";
1723 runcmd_ordryrun_local @git, qw(fetch origin);
1725 progress "starting new git history";
1727 fetch_from_archive() or no_such_package;
1728 my $vcsgiturl = $dsc->{'Vcs-Git'};
1729 if (length $vcsgiturl) {
1730 $vcsgiturl =~ s/\s+-b\s+\S+//g;
1731 runcmd @git, qw(remote add vcs-git), $vcsgiturl;
1734 runcmd @git, qw(reset --hard), lrref();
1735 printdone "ready for work in $dstdir";
1739 if (check_for_git()) {
1742 fetch_from_archive() or no_such_package();
1743 printdone "fetched into ".lrref();
1748 runcmd_ordryrun_local @git, qw(merge -m),"Merge from $csuite [dgit]",
1750 printdone "fetched to ".lrref()." and merged into HEAD";
1753 sub check_not_dirty () {
1754 return if $ignoredirty;
1755 my @cmd = (@git, qw(diff --quiet HEAD));
1757 $!=0; $?=0; system @cmd;
1758 return if !$! && !$?;
1759 if (!$! && $?==256) {
1760 fail "working tree is dirty (does not match HEAD)";
1765 if (stat_exists "debian/source/local-options") {
1766 fail "git tree contains debian/source/local-options";
1770 sub commit_admin ($) {
1773 runcmd_ordryrun_local @git, qw(commit -m), $m;
1776 sub commit_quilty_patch () {
1777 my $output = cmdoutput @git, qw(status --porcelain);
1779 foreach my $l (split /\n/, $output) {
1780 next unless $l =~ m/\S/;
1781 if ($l =~ m{^(?:\?\?| M) (.pc|debian/patches)}) {
1785 delete $adds{'.pc'}; # if there wasn't one before, don't add it
1787 progress "nothing quilty to commit, ok.";
1790 my @adds = map { s/[][*?\\]/\\$&/g; $_; } sort keys %adds;
1791 runcmd_ordryrun_local @git, qw(add -f), @adds;
1792 commit_admin "Commit Debian 3.0 (quilt) metadata";
1795 sub get_source_format () {
1797 if (open F, "debian/source/options") {
1801 s/\s+$//; # ignore missing final newline
1803 my ($k, $v) = ($`, $'); #');
1804 $v =~ s/^"(.*)"$/$1/;
1810 F->error and die $!;
1813 die $! unless $!==&ENOENT;
1816 if (!open F, "debian/source/format") {
1817 die $! unless $!==&ENOENT;
1821 F->error and die $!;
1823 return ($_, \%options);
1828 return 0 unless $format eq '3.0 (quilt)';
1829 if ($quilt_mode eq 'nocheck') {
1830 progress "Not doing any fixup of \`$format' due to --no-quilt-fixup";
1833 progress "Format \`$format', checking/updating patch stack";
1837 sub push_parse_changelog ($) {
1840 my $clogp = Dpkg::Control::Hash->new();
1841 $clogp->load($clogpfn) or die;
1843 $package = getfield $clogp, 'Source';
1844 my $cversion = getfield $clogp, 'Version';
1845 my $tag = debiantag($cversion, access_basedistro);
1846 runcmd @git, qw(check-ref-format), $tag;
1848 my $dscfn = dscfn($cversion);
1850 return ($clogp, $cversion, $tag, $dscfn);
1853 sub push_parse_dsc ($$$) {
1854 my ($dscfn,$dscfnwhat, $cversion) = @_;
1855 $dsc = parsecontrol($dscfn,$dscfnwhat);
1856 my $dversion = getfield $dsc, 'Version';
1857 my $dscpackage = getfield $dsc, 'Source';
1858 ($dscpackage eq $package && $dversion eq $cversion) or
1859 fail "$dscfn is for $dscpackage $dversion".
1860 " but debian/changelog is for $package $cversion";
1863 sub push_mktag ($$$$$$$) {
1864 my ($head,$clogp,$tag,
1866 $changesfile,$changesfilewhat,
1869 $dsc->{$ourdscfield[0]} = $head;
1870 $dsc->save("$dscfn.tmp") or die $!;
1872 my $changes = parsecontrol($changesfile,$changesfilewhat);
1873 foreach my $field (qw(Source Distribution Version)) {
1874 $changes->{$field} eq $clogp->{$field} or
1875 fail "changes field $field \`$changes->{$field}'".
1876 " does not match changelog \`$clogp->{$field}'";
1879 my $cversion = getfield $clogp, 'Version';
1880 my $clogsuite = getfield $clogp, 'Distribution';
1882 # We make the git tag by hand because (a) that makes it easier
1883 # to control the "tagger" (b) we can do remote signing
1884 my $authline = clogp_authline $clogp;
1885 my $delibs = join(" ", "",@deliberatelies);
1886 my $declaredistro = access_basedistro();
1887 open TO, '>', $tfn->('.tmp') or die $!;
1888 print TO <<END or die $!;
1894 $package release $cversion for $clogsuite ($csuite) [dgit]
1895 [dgit distro=$declaredistro$delibs]
1897 foreach my $ref (sort keys %previously) {
1898 print TO <<END or die $!;
1899 [dgit previously:$ref=$previously{$ref}]
1905 my $tagobjfn = $tfn->('.tmp');
1907 if (!defined $keyid) {
1908 $keyid = access_cfg('keyid','RETURN-UNDEF');
1910 if (!defined $keyid) {
1911 $keyid = getfield $clogp, 'Maintainer';
1913 unlink $tfn->('.tmp.asc') or $!==&ENOENT or die $!;
1914 my @sign_cmd = (@gpg, qw(--detach-sign --armor));
1915 push @sign_cmd, qw(-u),$keyid if defined $keyid;
1916 push @sign_cmd, $tfn->('.tmp');
1917 runcmd_ordryrun @sign_cmd;
1919 $tagobjfn = $tfn->('.signed.tmp');
1920 runcmd shell_cmd "exec >$tagobjfn", qw(cat --),
1921 $tfn->('.tmp'), $tfn->('.tmp.asc');
1928 sub sign_changes ($) {
1929 my ($changesfile) = @_;
1931 my @debsign_cmd = @debsign;
1932 push @debsign_cmd, "-k$keyid" if defined $keyid;
1933 push @debsign_cmd, "-p$gpg[0]" if $gpg[0] ne 'gpg';
1934 push @debsign_cmd, $changesfile;
1935 runcmd_ordryrun @debsign_cmd;
1940 my ($forceflag) = @_;
1941 printdebug "actually entering push\n";
1942 supplementary_message(<<'END');
1943 Push failed, while preparing your push.
1944 You can retry the push, after fixing the problem, if you like.
1948 access_giturl(); # check that success is vaguely likely
1950 my $clogpfn = ".git/dgit/changelog.822.tmp";
1951 runcmd shell_cmd "exec >$clogpfn", qw(dpkg-parsechangelog);
1953 responder_send_file('parsed-changelog', $clogpfn);
1955 my ($clogp, $cversion, $tag, $dscfn) =
1956 push_parse_changelog("$clogpfn");
1958 my $dscpath = "$buildproductsdir/$dscfn";
1959 stat_exists $dscpath or
1960 fail "looked for .dsc $dscfn, but $!;".
1961 " maybe you forgot to build";
1963 responder_send_file('dsc', $dscpath);
1965 push_parse_dsc($dscpath, $dscfn, $cversion);
1967 my $format = getfield $dsc, 'Format';
1968 printdebug "format $format\n";
1969 if (madformat($format)) {
1970 commit_quilty_patch();
1974 progress "checking that $dscfn corresponds to HEAD";
1975 runcmd qw(dpkg-source -x --),
1976 $dscpath =~ m#^/# ? $dscpath : "../../../$dscpath";
1977 my ($tree,$dir) = mktree_in_ud_from_only_subdir();
1978 check_for_vendor_patches() if madformat($dsc->{format});
1979 changedir '../../../..';
1980 my $diffopt = $debuglevel>0 ? '--exit-code' : '--quiet';
1981 my @diffcmd = (@git, qw(diff), $diffopt, $tree);
1982 debugcmd "+",@diffcmd;
1984 my $r = system @diffcmd;
1987 fail "$dscfn specifies a different tree to your HEAD commit;".
1988 " perhaps you forgot to build".
1989 ($diffopt eq '--exit-code' ? "" :
1990 " (run with -D to see full diff output)");
1995 my $head = git_rev_parse('HEAD');
1996 if (!$changesfile) {
1997 my $multi = "$buildproductsdir/".
1998 "${package}_".(stripepoch $cversion)."_multi.changes";
1999 if (stat_exists "$multi") {
2000 $changesfile = $multi;
2002 my $pat = "${package}_".(stripepoch $cversion)."_*.changes";
2003 my @cs = glob "$buildproductsdir/$pat";
2004 fail "failed to find unique changes file".
2005 " (looked for $pat in $buildproductsdir, or $multi);".
2006 " perhaps you need to use dgit -C"
2008 ($changesfile) = @cs;
2011 $changesfile = "$buildproductsdir/$changesfile";
2014 responder_send_file('changes',$changesfile);
2015 responder_send_command("param head $head");
2016 responder_send_command("param csuite $csuite");
2018 if (deliberately_not_fast_forward) {
2019 git_for_each_ref(lrfetchrefs, sub {
2020 my ($objid,$objtype,$lrfetchrefname,$reftail) = @_;
2021 my $rrefname= substr($lrfetchrefname, length(lrfetchrefs) + 1);
2022 responder_send_command("previously $rrefname=$objid");
2023 $previously{$rrefname} = $objid;
2027 my $tfn = sub { ".git/dgit/tag$_[0]"; };
2030 supplementary_message(<<'END');
2031 Push failed, while signing the tag.
2032 You can retry the push, after fixing the problem, if you like.
2034 # If we manage to sign but fail to record it anywhere, it's fine.
2035 if ($we_are_responder) {
2036 $tagobjfn = $tfn->('.signed.tmp');
2037 responder_receive_files('signed-tag', $tagobjfn);
2040 push_mktag($head,$clogp,$tag,
2042 $changesfile,$changesfile,
2045 supplementary_message(<<'END');
2046 Push failed, *after* signing the tag.
2047 If you want to try again, you should use a new version number.
2050 my $tag_obj_hash = cmdoutput @git, qw(hash-object -w -t tag), $tagobjfn;
2051 runcmd_ordryrun @git, qw(verify-tag), $tag_obj_hash;
2052 runcmd_ordryrun_local @git, qw(update-ref), "refs/tags/$tag", $tag_obj_hash;
2054 supplementary_message(<<'END');
2055 Push failed, while updating the remote git repository - see messages above.
2056 If you want to try again, you should use a new version number.
2058 if (!check_for_git()) {
2059 create_remote_git_repo();
2061 runcmd_ordryrun @git, qw(push),access_giturl(),
2062 $forceflag."HEAD:".rrref(), $forceflag."refs/tags/$tag";
2063 runcmd_ordryrun @git, qw(update-ref -m), 'dgit push', lrref(), 'HEAD';
2065 supplementary_message(<<'END');
2066 Push failed, after updating the remote git repository.
2067 If you want to try again, you must use a new version number.
2069 if ($we_are_responder) {
2070 my $dryrunsuffix = act_local() ? "" : ".tmp";
2071 responder_receive_files('signed-dsc-changes',
2072 "$dscpath$dryrunsuffix",
2073 "$changesfile$dryrunsuffix");
2076 rename "$dscpath.tmp",$dscpath or die "$dscfn $!";
2078 progress "[new .dsc left in $dscpath.tmp]";
2080 sign_changes $changesfile;
2083 supplementary_message(<<'END');
2084 Push failed, while uploading package(s) to the archive server.
2085 You can retry the upload of exactly these same files with dput of:
2087 If that .changes file is broken, you will need to use a new version
2088 number for your next attempt at the upload.
2090 my $host = access_cfg('upload-host','RETURN-UNDEF');
2091 my @hostarg = defined($host) ? ($host,) : ();
2092 runcmd_ordryrun @dput, @hostarg, $changesfile;
2093 printdone "pushed and uploaded $cversion";
2095 supplementary_message('');
2096 responder_send_command("complete");
2103 badusage "-p is not allowed with clone; specify as argument instead"
2104 if defined $package;
2107 } elsif (@ARGV==2 && $ARGV[1] =~ m#^\w#) {
2108 ($package,$isuite) = @ARGV;
2109 } elsif (@ARGV==2 && $ARGV[1] =~ m#^[./]#) {
2110 ($package,$dstdir) = @ARGV;
2111 } elsif (@ARGV==3) {
2112 ($package,$isuite,$dstdir) = @ARGV;
2114 badusage "incorrect arguments to dgit clone";
2116 $dstdir ||= "$package";
2118 if (stat_exists $dstdir) {
2119 fail "$dstdir already exists";
2123 if ($rmonerror && !$dryrun_level) {
2124 $cwd_remove= getcwd();
2126 return unless defined $cwd_remove;
2127 if (!chdir "$cwd_remove") {
2128 return if $!==&ENOENT;
2129 die "chdir $cwd_remove: $!";
2131 rmtree($dstdir) or die "remove $dstdir: $!\n";
2136 $cwd_remove = undef;
2139 sub branchsuite () {
2140 my $branch = cmdoutput_errok @git, qw(symbolic-ref HEAD);
2141 if ($branch =~ m#$lbranch_re#o) {
2148 sub fetchpullargs () {
2150 if (!defined $package) {
2151 my $sourcep = parsecontrol('debian/control','debian/control');
2152 $package = getfield $sourcep, 'Source';
2155 # $isuite = branchsuite(); # this doesn't work because dak hates canons
2157 my $clogp = parsechangelog();
2158 $isuite = getfield $clogp, 'Distribution';
2160 canonicalise_suite();
2161 progress "fetching from suite $csuite";
2162 } elsif (@ARGV==1) {
2164 canonicalise_suite();
2166 badusage "incorrect arguments to dgit fetch or dgit pull";
2185 badusage "-p is not allowed with dgit push" if defined $package;
2187 my $clogp = parsechangelog();
2188 $package = getfield $clogp, 'Source';
2191 } elsif (@ARGV==1) {
2192 ($specsuite) = (@ARGV);
2194 badusage "incorrect arguments to dgit push";
2196 $isuite = getfield $clogp, 'Distribution';
2198 local ($package) = $existing_package; # this is a hack
2199 canonicalise_suite();
2201 canonicalise_suite();
2203 if (defined $specsuite &&
2204 $specsuite ne $isuite &&
2205 $specsuite ne $csuite) {
2206 fail "dgit push: changelog specifies $isuite ($csuite)".
2207 " but command line specifies $specsuite";
2209 supplementary_message(<<'END');
2210 Push failed, while checking state of the archive.
2211 You can retry the push, after fixing the problem, if you like.
2213 if (check_for_git()) {
2217 if (fetch_from_archive()) {
2218 if (is_fast_fwd(lrref(), 'HEAD')) {
2220 } elsif (deliberately_not_fast_forward) {
2223 fail "dgit push: HEAD is not a descendant".
2224 " of the archive's version.\n".
2225 "dgit: To overwrite its contents,".
2226 " use git merge -s ours ".lrref().".\n".
2227 "dgit: To rewind history, if permitted by the archive,".
2228 " use --deliberately-not-fast-forward";
2232 fail "package appears to be new in this suite;".
2233 " if this is intentional, use --new";
2238 #---------- remote commands' implementation ----------
2240 sub cmd_remote_push_build_host {
2241 my ($nrargs) = shift @ARGV;
2242 my (@rargs) = @ARGV[0..$nrargs-1];
2243 @ARGV = @ARGV[$nrargs..$#ARGV];
2245 my ($dir,$vsnwant) = @rargs;
2246 # vsnwant is a comma-separated list; we report which we have
2247 # chosen in our ready response (so other end can tell if they
2250 $we_are_responder = 1;
2251 $us .= " (build host)";
2255 open PI, "<&STDIN" or die $!;
2256 open STDIN, "/dev/null" or die $!;
2257 open PO, ">&STDOUT" or die $!;
2259 open STDOUT, ">&STDERR" or die $!;
2263 ($protovsn) = grep {
2264 $vsnwant =~ m{^(?:.*,)?$_(?:,.*)?$}
2265 } @rpushprotovsn_support;
2267 fail "build host has dgit rpush protocol versions ".
2268 (join ",", @rpushprotovsn_support).
2269 " but invocation host has $vsnwant"
2270 unless defined $protovsn;
2272 responder_send_command("dgit-remote-push-ready $protovsn");
2278 sub cmd_remote_push_responder { cmd_remote_push_build_host(); }
2279 # ... for compatibility with proto vsn.1 dgit (just so that user gets
2280 # a good error message)
2286 my $report = i_child_report();
2287 if (defined $report) {
2288 printdebug "($report)\n";
2289 } elsif ($i_child_pid) {
2290 printdebug "(killing build host child $i_child_pid)\n";
2291 kill 15, $i_child_pid;
2293 if (defined $i_tmp && !defined $initiator_tempdir) {
2295 eval { rmtree $i_tmp; };
2299 END { i_cleanup(); }
2302 my ($base,$selector,@args) = @_;
2303 $selector =~ s/\-/_/g;
2304 { no strict qw(refs); &{"${base}_${selector}"}(@args); }
2311 if ($host =~ m/^((?:[^][]|\[[^][]*\])*)\:/) {
2319 push @rargs, join ",", @rpushprotovsn_support;
2322 push @rdgit, @ropts;
2323 push @rdgit, qw(remote-push-build-host), (scalar @rargs), @rargs;
2325 my @cmd = (@ssh, $host, shellquote @rdgit);
2328 if (defined $initiator_tempdir) {
2329 rmtree $initiator_tempdir;
2330 mkdir $initiator_tempdir, 0700 or die "$initiator_tempdir: $!";
2331 $i_tmp = $initiator_tempdir;
2335 $i_child_pid = open2(\*RO, \*RI, @cmd);
2337 ($protovsn) = initiator_expect { m/^dgit-remote-push-ready (\S+)/ };
2338 die "$protovsn ?" unless grep { $_ eq $protovsn } @rpushprotovsn_support;
2339 $supplementary_message = '' unless $protovsn >= 3;
2341 my ($icmd,$iargs) = initiator_expect {
2342 m/^(\S+)(?: (.*))?$/;
2345 i_method "i_resp", $icmd, $iargs;
2349 sub i_resp_progress ($) {
2351 my $msg = protocol_read_bytes \*RO, $rhs;
2355 sub i_resp_supplementary_message ($) {
2357 $supplementary_message = protocol_read_bytes \*RO, $rhs;
2360 sub i_resp_complete {
2361 my $pid = $i_child_pid;
2362 $i_child_pid = undef; # prevents killing some other process with same pid
2363 printdebug "waiting for build host child $pid...\n";
2364 my $got = waitpid $pid, 0;
2365 die $! unless $got == $pid;
2366 die "build host child failed $?" if $?;
2369 printdebug "all done\n";
2373 sub i_resp_file ($) {
2375 my $localname = i_method "i_localname", $keyword;
2376 my $localpath = "$i_tmp/$localname";
2377 stat_exists $localpath and
2378 badproto \*RO, "file $keyword ($localpath) twice";
2379 protocol_receive_file \*RO, $localpath;
2380 i_method "i_file", $keyword;
2385 sub i_resp_param ($) {
2386 $_[0] =~ m/^(\S+) (.*)$/ or badproto \*RO, "bad param spec";
2390 sub i_resp_previously ($) {
2391 $_[0] =~ m#^(refs/tags/\S+)=(\w+)$#
2392 or badproto \*RO, "bad previously spec";
2393 my $r = system qw(git check-ref-format), $1;
2394 die "bad previously ref spec ($r)" if $r;
2395 $previously{$1} = $2;
2400 sub i_resp_want ($) {
2402 die "$keyword ?" if $i_wanted{$keyword}++;
2403 my @localpaths = i_method "i_want", $keyword;
2404 printdebug "[[ $keyword @localpaths\n";
2405 foreach my $localpath (@localpaths) {
2406 protocol_send_file \*RI, $localpath;
2408 print RI "files-end\n" or die $!;
2411 our ($i_clogp, $i_version, $i_tag, $i_dscfn, $i_changesfn);
2413 sub i_localname_parsed_changelog {
2414 return "remote-changelog.822";
2416 sub i_file_parsed_changelog {
2417 ($i_clogp, $i_version, $i_tag, $i_dscfn) =
2418 push_parse_changelog "$i_tmp/remote-changelog.822";
2419 die if $i_dscfn =~ m#/|^\W#;
2422 sub i_localname_dsc {
2423 defined $i_dscfn or badproto \*RO, "dsc (before parsed-changelog)";
2428 sub i_localname_changes {
2429 defined $i_dscfn or badproto \*RO, "dsc (before parsed-changelog)";
2430 $i_changesfn = $i_dscfn;
2431 $i_changesfn =~ s/\.dsc$/_dgit.changes/ or die;
2432 return $i_changesfn;
2434 sub i_file_changes { }
2436 sub i_want_signed_tag {
2437 printdebug Dumper(\%i_param, $i_dscfn);
2438 defined $i_param{'head'} && defined $i_dscfn && defined $i_clogp
2439 && defined $i_param{'csuite'}
2440 or badproto \*RO, "premature desire for signed-tag";
2441 my $head = $i_param{'head'};
2442 die if $head =~ m/[^0-9a-f]/ || $head !~ m/^../;
2444 die unless $i_param{'csuite'} =~ m/^$suite_re$/;
2446 push_parse_dsc $i_dscfn, 'remote dsc', $i_version;
2449 push_mktag $head, $i_clogp, $i_tag,
2451 $i_changesfn, 'remote changes',
2452 sub { "tag$_[0]"; };
2457 sub i_want_signed_dsc_changes {
2458 rename "$i_dscfn.tmp","$i_dscfn" or die "$i_dscfn $!";
2459 sign_changes $i_changesfn;
2460 return ($i_dscfn, $i_changesfn);
2463 #---------- building etc. ----------
2469 #----- `3.0 (quilt)' handling -----
2471 our $fakeeditorenv = 'DGIT_FAKE_EDITOR_QUILT';
2473 sub quiltify_dpkg_commit ($$$;$) {
2474 my ($patchname,$author,$msg, $xinfo) = @_;
2478 my $descfn = ".git/dgit/quilt-description.tmp";
2479 open O, '>', $descfn or die "$descfn: $!";
2482 $msg =~ s/^\s+$/ ./mg;
2483 print O <<END or die $!;
2493 local $ENV{'EDITOR'} = cmdoutput qw(realpath --), $0;
2494 local $ENV{'VISUAL'} = $ENV{'EDITOR'};
2495 local $ENV{$fakeeditorenv} = cmdoutput qw(realpath --), $descfn;
2496 runcmd @dpkgsource, qw(--commit .), $patchname;
2500 sub quiltify_trees_differ ($$) {
2502 # returns 1 iff the two tree objects differ other than in debian/
2504 my @cmd = (@git, qw(diff-tree --name-only -z), $x, $y);
2505 my $diffs= cmdoutput @cmd;
2506 foreach my $f (split /\0/, $diffs) {
2507 next if $f eq 'debian';
2513 sub quiltify_tree_sentinelfiles ($) {
2514 # lists the `sentinel' files present in the tree
2516 my $r = cmdoutput @git, qw(ls-tree --name-only), $x,
2517 qw(-- debian/rules debian/control);
2523 my ($clogp,$target) = @_;
2525 # Quilt patchification algorithm
2527 # We search backwards through the history of the main tree's HEAD
2528 # (T) looking for a start commit S whose tree object is identical
2529 # to to the patch tip tree (ie the tree corresponding to the
2530 # current dpkg-committed patch series). For these purposes
2531 # `identical' disregards anything in debian/ - this wrinkle is
2532 # necessary because dpkg-source treates debian/ specially.
2534 # We can only traverse edges where at most one of the ancestors'
2535 # trees differs (in changes outside in debian/). And we cannot
2536 # handle edges which change .pc/ or debian/patches. To avoid
2537 # going down a rathole we avoid traversing edges which introduce
2538 # debian/rules or debian/control. And we set a limit on the
2539 # number of edges we are willing to look at.
2541 # If we succeed, we walk forwards again. For each traversed edge
2542 # PC (with P parent, C child) (starting with P=S and ending with
2543 # C=T) to we do this:
2545 # - dpkg-source --commit with a patch name and message derived from C
2546 # After traversing PT, we git commit the changes which
2547 # should be contained within debian/patches.
2549 changedir '../fake';
2550 remove_stray_gits();
2551 mktree_in_ud_here();
2553 runcmd @git, qw(add -Af .);
2554 my $oldtiptree=git_write_tree();
2555 changedir '../work';
2557 # The search for the path S..T is breadth-first. We maintain a
2558 # todo list containing search nodes. A search node identifies a
2559 # commit, and looks something like this:
2561 # Commit => $git_commit_id,
2562 # Child => $c, # or undef if P=T
2563 # Whynot => $reason_edge_PC_unsuitable, # in @nots only
2564 # Nontrivial => true iff $p..$c has relevant changes
2571 my %considered; # saves being exponential on some weird graphs
2573 my $t_sentinels = quiltify_tree_sentinelfiles $target;
2576 my ($search,$whynot) = @_;
2577 printdebug " search NOT $search->{Commit} $whynot\n";
2578 $search->{Whynot} = $whynot;
2579 push @nots, $search;
2580 no warnings qw(exiting);
2589 my $c = shift @todo;
2590 next if $considered{$c->{Commit}}++;
2592 $not->($c, "maximum search space exceeded") if --$max_work <= 0;
2594 printdebug "quiltify investigate $c->{Commit}\n";
2597 if (!quiltify_trees_differ $c->{Commit}, $oldtiptree) {
2598 printdebug " search finished hooray!\n";
2603 if ($quilt_mode eq 'nofix') {
2604 fail "quilt fixup required but quilt mode is \`nofix'\n".
2605 "HEAD commit $c->{Commit} differs from tree implied by ".
2606 " debian/patches (tree object $oldtiptree)";
2608 if ($quilt_mode eq 'smash') {
2609 printdebug " search quitting smash\n";
2613 my $c_sentinels = quiltify_tree_sentinelfiles $c->{Commit};
2614 $not->($c, "has $c_sentinels not $t_sentinels")
2615 if $c_sentinels ne $t_sentinels;
2617 my $commitdata = cmdoutput @git, qw(cat-file commit), $c->{Commit};
2618 $commitdata =~ m/\n\n/;
2620 my @parents = ($commitdata =~ m/^parent (\w+)$/gm);
2621 @parents = map { { Commit => $_, Child => $c } } @parents;
2623 $not->($c, "root commit") if !@parents;
2625 foreach my $p (@parents) {
2626 $p->{Nontrivial}= quiltify_trees_differ $p->{Commit},$c->{Commit};
2628 my $ndiffers = grep { $_->{Nontrivial} } @parents;
2629 $not->($c, "merge ($ndiffers nontrivial parents)") if $ndiffers > 1;
2631 foreach my $p (@parents) {
2632 printdebug "considering C=$c->{Commit} P=$p->{Commit}\n";
2634 my @cmd= (@git, qw(diff-tree -r --name-only),
2635 $p->{Commit},$c->{Commit}, qw(-- debian/patches .pc));
2636 my $patchstackchange = cmdoutput @cmd;
2637 if (length $patchstackchange) {
2638 $patchstackchange =~ s/\n/,/g;
2639 $not->($p, "changed $patchstackchange");
2642 printdebug " search queue P=$p->{Commit} ",
2643 ($p->{Nontrivial} ? "NT" : "triv"),"\n";
2649 printdebug "quiltify want to smash\n";
2652 my $x = $_[0]{Commit};
2653 $x =~ s/(.*?[0-9a-z]{8})[0-9a-z]*$/$1/;
2656 my $reportnot = sub {
2658 my $s = $abbrev->($notp);
2659 my $c = $notp->{Child};
2660 $s .= "..".$abbrev->($c) if $c;
2661 $s .= ": ".$notp->{Whynot};
2664 if ($quilt_mode eq 'linear') {
2665 print STDERR "$us: quilt fixup cannot be linear. Stopped at:\n";
2666 foreach my $notp (@nots) {
2667 print STDERR "$us: ", $reportnot->($notp), "\n";
2669 fail "quilt fixup naive history linearisation failed.\n".
2670 "Use dpkg-source --commit by hand; or, --quilt=smash for one ugly patch";
2671 } elsif ($quilt_mode eq 'smash') {
2672 } elsif ($quilt_mode eq 'auto') {
2673 progress "quilt fixup cannot be linear, smashing...";
2675 die "$quilt_mode ?";
2680 my $msg = cmdoutput @git, qw(log), "-n$ncommits";
2682 quiltify_dpkg_commit "auto-$version-$target-$time",
2683 (getfield $clogp, 'Maintainer'),
2684 "Automatically generated patch ($clogp->{Version})\n".
2685 "Last (up to) $ncommits git changes, FYI:\n\n". $msg;
2689 progress "quiltify linearisation planning successful, executing...";
2691 for (my $p = $sref_S;
2692 my $c = $p->{Child};
2694 printdebug "quiltify traverse $p->{Commit}..$c->{Commit}\n";
2695 next unless $p->{Nontrivial};
2697 my $cc = $c->{Commit};
2699 my $commitdata = cmdoutput @git, qw(cat-file commit), $cc;
2700 $commitdata =~ m/\n\n/ or die "$c ?";
2703 $commitdata =~ m/^author (.*) \d+ [-+0-9]+$/m or die "$cc ?";
2706 $msg =~ s/^(.*)\n*/$1\n/ or die "$cc $msg ?";
2709 my $patchname = $title;
2710 $patchname =~ s/[.:]$//;
2711 $patchname =~ y/ A-Z/-a-z/;
2712 $patchname =~ y/-a-z0-9_.+=~//cd;
2713 $patchname =~ s/^\W/x-$&/;
2714 $patchname = substr($patchname,0,40);
2717 stat "debian/patches/$patchname$index";
2719 $!==ENOENT or die "$patchname$index $!";
2721 runcmd @git, qw(checkout -q), $cc;
2723 # We use the tip's changelog so that dpkg-source doesn't
2724 # produce complaining messages from dpkg-parsechangelog. None
2725 # of the information dpkg-source gets from the changelog is
2726 # actually relevant - it gets put into the original message
2727 # which dpkg-source provides our stunt editor, and then
2729 runcmd @git, qw(checkout -q), $target, qw(debian/changelog);
2731 quiltify_dpkg_commit "$patchname$index", $author, $msg,
2732 "X-Dgit-Generated: $clogp->{Version} $cc\n";
2734 runcmd @git, qw(checkout -q), $cc, qw(debian/changelog);
2737 runcmd @git, qw(checkout -q master);
2740 sub build_maybe_quilt_fixup () {
2741 my ($format,$fopts) = get_source_format;
2742 return unless madformat $format;
2745 check_for_vendor_patches();
2747 my $clogp = parsechangelog();
2748 my $headref = git_rev_parse('HEAD');
2753 my $upstreamversion=$version;
2754 $upstreamversion =~ s/-[^-]*$//;
2756 if ($fopts->{'single-debian-patch'}) {
2757 quilt_fixup_singlepatch($clogp, $headref, $upstreamversion);
2759 quilt_fixup_multipatch($clogp, $headref, $upstreamversion);
2762 changedir '../../../..';
2763 runcmd_ordryrun_local
2764 @git, qw(pull --ff-only -q .git/dgit/unpack/work master);
2767 sub quilt_fixup_mkwork ($) {
2770 mkdir "work" or die $!;
2772 mktree_in_ud_here();
2773 runcmd @git, qw(reset --hard), $headref;
2776 sub quilt_fixup_linkorigs ($$) {
2777 my ($upstreamversion, $fn) = @_;
2778 # calls $fn->($leafname);
2780 foreach my $f (<../../../../*>) { #/){
2781 my $b=$f; $b =~ s{.*/}{};
2782 next unless is_orig_file $b, srcfn $upstreamversion,'';
2783 link_ltarget $f, $b or die "$b $!";
2788 sub quilt_fixup_delete_pc () {
2789 runcmd @git, qw(rm -rqf .pc);
2790 commit_admin "Commit removal of .pc (quilt series tracking data)";
2793 sub quilt_fixup_singlepatch ($$$) {
2794 my ($clogp, $headref, $upstreamversion) = @_;
2796 # dpkg-source --commit generates new patches even if
2797 # single-debian-patch is in debian/source/options. In order to
2798 # get it to generate debian/patches/debian-changes, it is
2799 # necessary to build the source package.
2801 quilt_fixup_linkorigs($upstreamversion, sub { });
2802 quilt_fixup_mkwork($headref);
2804 rmtree("debian/patches");
2806 runcmd @dpkgsource, qw(-b .);
2808 runcmd @dpkgsource, qw(-x), (srcfn $version, ".dsc");
2809 rename srcfn("$upstreamversion", "/debian/patches"),
2810 "work/debian/patches";
2813 commit_quilty_patch();
2818 sub quilt_fixup_multipatch ($$$) {
2819 my ($clogp, $headref, $upstreamversion) = @_;
2822 # - honour any existing .pc in case it has any strangeness
2823 # - determine the git commit corresponding to the tip of
2824 # the patch stack (if there is one)
2825 # - if there is such a git commit, convert each subsequent
2826 # git commit into a quilt patch with dpkg-source --commit
2827 # - otherwise convert all the differences in the tree into
2828 # a single git commit
2832 # Our git tree doesn't necessarily contain .pc. (Some versions of
2833 # dgit would include the .pc in the git tree.) If there isn't
2834 # one, we need to generate one by unpacking the patches that we
2837 # We first look for a .pc in the git tree. If there is one, we
2838 # will use it. (This is not the normal case.)
2840 # Otherwise need to regenerate .pc so that dpkg-source --commit
2841 # can work. We do this as follows:
2842 # 1. Collect all relevant .orig from parent directory
2843 # 2. Generate a debian.tar.gz out of
2844 # debian/{patches,rules,source/format,source/options}
2845 # 3. Generate a fake .dsc containing just these fields:
2846 # Format Source Version Files
2847 # 4. Extract the fake .dsc
2848 # Now the fake .dsc has a .pc directory.
2849 # (In fact we do this in every case, because in future we will
2850 # want to search for a good base commit for generating patches.)
2852 # Then we can actually do the dpkg-source --commit
2853 # 1. Make a new working tree with the same object
2854 # store as our main tree and check out the main
2856 # 2. Copy .pc from the fake's extraction, if necessary
2857 # 3. Run dpkg-source --commit
2858 # 4. If the result has changes to debian/, then
2859 # - git-add them them
2860 # - git-add .pc if we had a .pc in-tree
2862 # 5. If we had a .pc in-tree, delete it, and git-commit
2863 # 6. Back in the main tree, fast forward to the new HEAD
2865 my $fakeversion="$upstreamversion-~~DGITFAKE";
2867 my $fakedsc=new IO::File 'fake.dsc', '>' or die $!;
2868 print $fakedsc <<END or die $!;
2871 Version: $fakeversion
2875 my $dscaddfile=sub {
2878 my $md = new Digest::MD5;
2880 my $fh = new IO::File $b, '<' or die "$b $!";
2885 print $fakedsc " ".$md->hexdigest." $size $b\n" or die $!;
2888 quilt_fixup_linkorigs($upstreamversion, $dscaddfile);
2890 my @files=qw(debian/source/format debian/rules);
2891 foreach my $maybe (qw(debian/patches debian/source/options)) {
2892 next unless stat_exists "../../../$maybe";
2893 push @files, $maybe;
2896 my $debtar= srcfn $fakeversion,'.debian.tar.gz';
2897 runcmd qw(env GZIP=-1 tar -zcf), "./$debtar", qw(-C ../../..), @files;
2899 $dscaddfile->($debtar);
2900 close $fakedsc or die $!;
2902 runcmd qw(sh -ec), 'exec dpkg-source --no-check -x fake.dsc >/dev/null';
2904 my $fakexdir= $package.'-'.(stripepoch $upstreamversion);
2905 rename $fakexdir, "fake" or die "$fakexdir $!";
2907 quilt_fixup_mkwork($headref);
2910 if (stat_exists ".pc") {
2912 progress "Tree already contains .pc - will use it then delete it.";
2915 rename '../fake/.pc','.pc' or die $!;
2918 quiltify($clogp,$headref);
2920 if (!open P, '>>', ".pc/applied-patches") {
2921 $!==&ENOENT or die $!;
2926 commit_quilty_patch();
2928 if ($mustdeletepc) {
2929 quilt_fixup_delete_pc();
2933 sub quilt_fixup_editor () {
2934 my $descfn = $ENV{$fakeeditorenv};
2935 my $editing = $ARGV[$#ARGV];
2936 open I1, '<', $descfn or die "$descfn: $!";
2937 open I2, '<', $editing or die "$editing: $!";
2938 unlink $editing or die "$editing: $!";
2939 open O, '>', $editing or die "$editing: $!";
2940 while (<I1>) { print O or die $!; } I1->error and die $!;
2943 $copying ||= m/^\-\-\- /;
2944 next unless $copying;
2947 I2->error and die $!;
2952 #----- other building -----
2954 our $suppress_clean;
2957 return if $suppress_clean;
2958 if ($cleanmode eq 'dpkg-source') {
2959 runcmd_ordryrun_local @dpkgbuildpackage, qw(-T clean);
2960 } elsif ($cleanmode eq 'dpkg-source-d') {
2961 runcmd_ordryrun_local @dpkgbuildpackage, qw(-d -T clean);
2962 } elsif ($cleanmode eq 'git') {
2963 runcmd_ordryrun_local @git, qw(clean -xdf);
2964 } elsif ($cleanmode eq 'git-ff') {
2965 runcmd_ordryrun_local @git, qw(clean -xdff);
2966 } elsif ($cleanmode eq 'check') {
2967 my $leftovers = cmdoutput @git, qw(clean -xdn);
2968 if (length $leftovers) {
2969 print STDERR $leftovers, "\n" or die $!;
2970 fail "tree contains uncommitted files and --clean=check specified";
2972 } elsif ($cleanmode eq 'none') {
2979 badusage "clean takes no additional arguments" if @ARGV;
2986 badusage "-p is not allowed when building" if defined $package;
2989 my $clogp = parsechangelog();
2990 $isuite = getfield $clogp, 'Distribution';
2991 $package = getfield $clogp, 'Source';
2992 $version = getfield $clogp, 'Version';
2993 build_maybe_quilt_fixup();
2996 sub changesopts_initial () {
2997 my @opts =@changesopts[1..$#changesopts];
3000 sub changesopts_version () {
3001 if (!defined $changes_since_version) {
3002 my @vsns = archive_query('archive_query');
3003 my @quirk = access_quirk();
3004 if ($quirk[0] eq 'backports') {
3005 local $isuite = $quirk[2];
3007 canonicalise_suite();
3008 push @vsns, archive_query('archive_query');
3011 @vsns = map { $_->[0] } @vsns;
3012 @vsns = sort { -version_compare($a, $b) } @vsns;
3013 $changes_since_version = $vsns[0];
3014 progress "changelog will contain changes since $vsns[0]";
3016 $changes_since_version = '_';
3017 progress "package seems new, not specifying -v<version>";
3020 if ($changes_since_version ne '_') {
3021 return ("-v$changes_since_version");
3027 sub changesopts () {
3028 return (changesopts_initial(), changesopts_version());
3031 sub massage_dbp_args ($;$) {
3032 my ($cmd,$xargs) = @_;
3033 if ($cleanmode eq 'dpkg-source') {
3034 $suppress_clean = 1;
3037 debugcmd '#massaging#', @$cmd if $debuglevel>1;
3038 my @newcmd = shift @$cmd;
3039 # -nc has the side effect of specifying -b if nothing else specified
3040 push @newcmd, '-nc';
3041 # and some combinations of -S, -b, et al, are errors, rather than
3042 # later simply overriding earlier
3043 push @newcmd, '-F' unless grep { m/^-[bBASF]$/ } (@$cmd, @$xargs);
3044 push @newcmd, @$cmd;
3049 my @dbp = (@dpkgbuildpackage, qw(-us -uc), changesopts_initial(), @ARGV);
3050 massage_dbp_args \@dbp;
3052 push @dbp, changesopts_version();
3053 runcmd_ordryrun_local @dbp;
3054 printdone "build successful\n";
3058 my @dbp = @dpkgbuildpackage;
3059 massage_dbp_args \@dbp, \@ARGV;
3062 if (length executable_on_path('git-buildpackage')) {
3063 @cmd = qw(git-buildpackage);
3065 @cmd = qw(gbp buildpackage);
3067 push @cmd, (qw(-us -uc --git-no-sign-tags), "--git-builder=@dbp");
3069 if ($cleanmode eq 'dpkg-source') {
3070 $suppress_clean = 1;
3072 push @cmd, '--git-cleaner=true';
3075 unless (grep { m/^--git-debian-branch|^--git-ignore-branch/ } @ARGV) {
3076 canonicalise_suite();
3077 push @cmd, "--git-debian-branch=".lbranch();
3079 push @cmd, changesopts();
3080 runcmd_ordryrun_local @cmd, @ARGV;
3081 printdone "build successful\n";
3083 sub cmd_git_build { cmd_gbp_build(); } # compatibility with <= 1.0
3086 if ($cleanmode =~ m/^dpkg-source/) {
3087 # dpkg-source will clean, so we shouldn't
3088 $suppress_clean = 1;
3091 $sourcechanges = "${package}_".(stripepoch $version)."_source.changes";
3092 $dscfn = dscfn($version);
3093 if ($cleanmode eq 'dpkg-source') {
3094 runcmd_ordryrun_local (@dpkgbuildpackage, qw(-us -uc -S)),
3096 } elsif ($cleanmode eq 'dpkg-source-d') {
3097 runcmd_ordryrun_local (@dpkgbuildpackage, qw(-us -uc -S -d)),
3100 my $pwd = must_getcwd();
3101 my $leafdir = basename $pwd;
3103 runcmd_ordryrun_local @dpkgsource, qw(-b --), $leafdir;
3105 runcmd_ordryrun_local qw(sh -ec),
3106 'exec >$1; shift; exec "$@"','x',
3107 "../$sourcechanges",
3108 @dpkggenchanges, qw(-S), changesopts();
3112 sub cmd_build_source {
3113 badusage "build-source takes no additional arguments" if @ARGV;
3115 printdone "source built, results in $dscfn and $sourcechanges";
3121 my $pat = "${package}_".(stripepoch $version)."_*.changes";
3123 stat_exists $dscfn or fail "$dscfn (in parent directory): $!";
3124 stat_exists $sourcechanges
3125 or fail "$sourcechanges (in parent directory): $!";
3126 foreach my $cf (glob $pat) {
3127 next if $cf eq $sourcechanges;
3128 unlink $cf or fail "remove $cf: $!";
3131 runcmd_ordryrun_local @sbuild, @ARGV, qw(-d), $isuite, $dscfn;
3132 my @changesfiles = glob $pat;
3133 @changesfiles = sort {
3134 ($b =~ m/_source\.changes$/ <=> $a =~ m/_source\.changes$/)
3137 fail "wrong number of different changes files (@changesfiles)"
3138 unless @changesfiles;
3139 runcmd_ordryrun_local @mergechanges, @changesfiles;
3140 my $multichanges = "${package}_".(stripepoch $version)."_multi.changes";
3142 stat_exists $multichanges or fail "$multichanges: $!";
3144 printdone "build successful, results in $multichanges\n" or die $!;
3147 sub cmd_quilt_fixup {
3148 badusage "incorrect arguments to dgit quilt-fixup" if @ARGV;
3149 my $clogp = parsechangelog();
3150 $version = getfield $clogp, 'Version';
3151 $package = getfield $clogp, 'Source';
3152 build_maybe_quilt_fixup();
3155 sub cmd_archive_api_query {
3156 badusage "need only 1 subpath argument" unless @ARGV==1;
3157 my ($subpath) = @ARGV;
3158 my @cmd = archive_api_query_cmd($subpath);
3160 exec @cmd or fail "exec curl: $!\n";
3163 sub cmd_clone_dgit_repos_server {
3164 badusage "need destination argument" unless @ARGV==1;
3165 my ($destdir) = @ARGV;
3166 $package = '_dgit-repos-server';
3167 my @cmd = (@git, qw(clone), access_giturl(), $destdir);
3169 exec @cmd or fail "exec git clone: $!\n";
3172 sub cmd_setup_mergechangelogs {
3173 badusage "no arguments allowed to dgit setup-mergechangelogs" if @ARGV;
3174 setup_mergechangelogs(1);
3177 sub cmd_setup_useremail {
3178 badusage "no arguments allowed to dgit setup-mergechangelogs" if @ARGV;
3182 sub cmd_setup_new_tree {
3183 badusage "no arguments allowed to dgit setup-tree" if @ARGV;
3187 #---------- argument parsing and main program ----------
3190 print "dgit version $our_version\n" or die $!;
3194 our (%valopts_long, %valopts_short);
3197 sub defvalopt ($$$$) {
3198 my ($long,$short,$val_re,$how) = @_;
3199 my $oi = { Long => $long, Short => $short, Re => $val_re, How => $how };
3200 $valopts_long{$long} = $oi;
3201 $valopts_short{$short} = $oi;
3202 # $how subref should:
3203 # do whatever assignemnt or thing it likes with $_[0]
3204 # if the option should not be passed on to remote, @rvalopts=()
3205 # or $how can be a scalar ref, meaning simply assign the value
3208 defvalopt '--since-version', '-v', '[^_]+|_', \$changes_since_version;
3209 defvalopt '--distro', '-d', '.+', \$idistro;
3210 defvalopt '', '-k', '.+', \$keyid;
3211 defvalopt '--existing-package','', '.*', \$existing_package;
3212 defvalopt '--build-products-dir','','.*', \$buildproductsdir;
3213 defvalopt '--clean', '', $cleanmode_re, \$cleanmode;
3214 defvalopt '--quilt', '', $quilt_modes_re, \$quilt_mode;
3216 defvalopt '', '-c', '.*=.*', sub { push @git, '-c', @_; };
3218 defvalopt '', '-C', '.+', sub {
3219 ($changesfile) = (@_);
3220 if ($changesfile =~ s#^(.*)/##) {
3221 $buildproductsdir = $1;
3225 defvalopt '--initiator-tempdir','','.*', sub {
3226 ($initiator_tempdir) = (@_);
3227 $initiator_tempdir =~ m#^/# or
3228 badusage "--initiator-tempdir must be used specify an".
3229 " absolute, not relative, directory."
3235 if (defined $ENV{'DGIT_SSH'}) {
3236 @ssh = string_to_ssh $ENV{'DGIT_SSH'};
3237 } elsif (defined $ENV{'GIT_SSH'}) {
3238 @ssh = ($ENV{'GIT_SSH'});
3246 if (!defined $val) {
3247 badusage "$what needs a value" unless @ARGV;
3249 push @rvalopts, $val;
3251 badusage "bad value \`$val' for $what" unless
3252 $val =~ m/^$oi->{Re}$(?!\n)/s;
3253 my $how = $oi->{How};
3254 if (ref($how) eq 'SCALAR') {
3259 push @ropts, @rvalopts;
3263 last unless $ARGV[0] =~ m/^-/;
3267 if (m/^--dry-run$/) {
3270 } elsif (m/^--damp-run$/) {
3273 } elsif (m/^--no-sign$/) {
3276 } elsif (m/^--help$/) {
3278 } elsif (m/^--version$/) {
3280 } elsif (m/^--new$/) {
3283 } elsif (m/^--([-0-9a-z]+)=(.+)/s &&
3284 ($om = $opts_opt_map{$1}) &&
3288 } elsif (m/^--([-0-9a-z]+):(.*)/s &&
3289 !$opts_opt_cmdonly{$1} &&
3290 ($om = $opts_opt_map{$1})) {
3293 } elsif (m/^--ignore-dirty$/s) {
3296 } elsif (m/^--no-quilt-fixup$/s) {
3298 $quilt_mode = 'nocheck';
3299 } elsif (m/^--no-rm-on-error$/s) {
3302 } elsif (m/^--deliberately-($deliberately_re)$/s) {
3304 push @deliberatelies, $&;
3305 } elsif (m/^(--[-0-9a-z]+)(=|$)/ && ($oi = $valopts_long{$1})) {
3306 $val = $2 ? $' : undef; #';
3307 $valopt->($oi->{Long});
3309 badusage "unknown long option \`$_'";
3316 } elsif (s/^-L/-/) {
3319 } elsif (s/^-h/-/) {
3321 } elsif (s/^-D/-/) {
3325 } elsif (s/^-N/-/) {
3330 push @changesopts, $_;
3332 } elsif (s/^-wn$//s) {
3334 $cleanmode = 'none';
3335 } elsif (s/^-wg$//s) {
3338 } elsif (s/^-wgf$//s) {
3340 $cleanmode = 'git-ff';
3341 } elsif (s/^-wd$//s) {
3343 $cleanmode = 'dpkg-source';
3344 } elsif (s/^-wdd$//s) {
3346 $cleanmode = 'dpkg-source-d';
3347 } elsif (s/^-wc$//s) {
3349 $cleanmode = 'check';
3350 } elsif (m/^-[a-zA-Z]/ && ($oi = $valopts_short{$&})) {
3352 $val = undef unless length $val;
3353 $valopt->($oi->{Short});
3356 badusage "unknown short option \`$_'";
3363 sub finalise_opts_opts () {
3364 foreach my $k (keys %opts_opt_map) {
3365 my $om = $opts_opt_map{$k};
3367 my $v = access_cfg("cmd-$k", 'RETURN-UNDEF');
3369 badcfg "cannot set command for $k"
3370 unless length $om->[0];
3374 foreach my $c (access_cfg_cfgs("opts-$k")) {
3375 my $vl = $gitcfg{$c};
3376 printdebug "CL $c ",
3377 ($vl ? join " ", map { shellquote } @$vl : ""),
3378 "\n" if $debuglevel >= 4;
3380 badcfg "cannot configure options for $k"
3381 if $opts_opt_cmdonly{$k};
3382 my $insertpos = $opts_cfg_insertpos{$k};
3383 @$om = ( @$om[0..$insertpos-1],
3385 @$om[$insertpos..$#$om] );
3390 if ($ENV{$fakeeditorenv}) {
3392 quilt_fixup_editor();
3398 print STDERR "DRY RUN ONLY\n" if $dryrun_level > 1;
3399 print STDERR "DAMP RUN - WILL MAKE LOCAL (UNSIGNED) CHANGES\n"
3400 if $dryrun_level == 1;
3402 print STDERR $helpmsg or die $!;
3405 my $cmd = shift @ARGV;
3408 if (!defined $quilt_mode) {
3409 local $access_forpush;
3410 $quilt_mode = cfg('dgit.force.quilt-mode', 'RETURN-UNDEF')
3411 // access_cfg('quilt-mode', 'RETURN-UNDEF')
3413 $quilt_mode =~ m/^($quilt_modes_re)$/
3414 or badcfg "unknown quilt-mode \`$quilt_mode'";
3418 if (!defined $cleanmode) {
3419 local $access_forpush;
3420 $cleanmode = access_cfg('clean-mode', 'RETURN-UNDEF');
3421 $cleanmode //= 'dpkg-source';
3423 badcfg "unknown clean-mode \`$cleanmode'" unless
3424 $cleanmode =~ m/^($cleanmode_re)$(?!\n)/s;
3427 my $fn = ${*::}{"cmd_$cmd"};
3428 $fn or badusage "unknown operation $cmd";