3 # Integration between git and Debian-style archives
5 # Copyright (C)2013-2015 Ian Jackson
7 # This program is free software: you can redistribute it and/or modify
8 # it under the terms of the GNU General Public License as published by
9 # the Free Software Foundation, either version 3 of the License, or
10 # (at your option) any later version.
12 # This program is distributed in the hope that it will be useful,
13 # but WITHOUT ANY WARRANTY; without even the implied warranty of
14 # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 # GNU General Public License for more details.
17 # You should have received a copy of the GNU General Public License
18 # along with this program. If not, see <http://www.gnu.org/licenses/>.
28 use Dpkg::Control::Hash;
30 use File::Temp qw(tempdir);
40 our $our_version = 'UNRELEASED'; ###substituted###
42 our @rpushprotovsn_support = qw(3 2);
45 our $isuite = 'unstable';
51 our $dryrun_level = 0;
53 our $buildproductsdir = '..';
59 our $existing_package = 'dpkg';
61 our $changes_since_version;
63 our $quilt_modes_re = 'linear|smash|auto|nofix|nocheck';
64 our $we_are_responder;
65 our $initiator_tempdir;
67 our %format_ok = map { $_=>1 } ("1.0","3.0 (native)","3.0 (quilt)");
69 our $suite_re = '[-+.0-9a-z]+';
70 our $cleanmode_re = 'dpkg-source(?:-d)?|git|git-ff|check|none';
73 our (@dget) = qw(dget);
74 our (@curl) = qw(curl -f);
75 our (@dput) = qw(dput);
76 our (@debsign) = qw(debsign);
78 our (@sbuild) = qw(sbuild -A);
80 our (@dgit) = qw(dgit);
81 our (@dpkgbuildpackage) = qw(dpkg-buildpackage -i\.git/ -I.git);
82 our (@dpkgsource) = qw(dpkg-source -i\.git/ -I.git);
83 our (@dpkggenchanges) = qw(dpkg-genchanges);
84 our (@mergechanges) = qw(mergechanges -f);
85 our (@changesopts) = ('');
87 our %opts_opt_map = ('dget' => \@dget, # accept for compatibility
90 'debsign' => \@debsign,
96 'dpkg-source' => \@dpkgsource,
97 'dpkg-buildpackage' => \@dpkgbuildpackage,
98 'dpkg-genchanges' => \@dpkggenchanges,
99 'ch' => \@changesopts,
100 'mergechanges' => \@mergechanges);
102 our %opts_opt_cmdonly = ('gpg' => 1, 'git' => 1);
103 our %opts_cfg_insertpos = map {
105 scalar @{ $opts_opt_map{$_} }
106 } keys %opts_opt_map;
108 sub finalise_opts_opts();
114 our $supplementary_message = '';
118 print STDERR "! $_\n" foreach $supplementary_message =~ m/^.+$/mg;
121 our $remotename = 'dgit';
122 our @ourdscfield = qw(Dgit Vcs-Dgit-Master);
126 sub lbranch () { return "$branchprefix/$csuite"; }
127 my $lbranch_re = '^refs/heads/'.$branchprefix.'/([^/.]+)$';
128 sub lref () { return "refs/heads/".lbranch(); }
129 sub lrref () { return "refs/remotes/$remotename/".server_branch($csuite); }
130 sub rrref () { return server_ref($csuite); }
132 sub lrfetchrefs () { return "refs/dgit-fetch/$csuite"; }
142 return "${package}_".(stripepoch $vsn).$sfx
147 return srcfn($vsn,".dsc");
156 foreach my $f (@end) {
158 warn "$us: cleanup: $@" if length $@;
162 sub badcfg { print STDERR "$us: invalid configuration: @_\n"; exit 12; }
164 sub no_such_package () {
165 print STDERR "$us: package $package does not exist in suite $isuite\n";
171 return "+".rrref().":".lrref();
176 printdebug "CD $newdir\n";
177 chdir $newdir or die "chdir: $newdir: $!";
180 sub deliberately ($) {
182 return !!grep { $_ eq "--deliberately-$enquiry" } @deliberatelies;
185 sub deliberately_not_fast_forward () {
186 foreach (qw(not-fast-forward fresh-repo)) {
187 return 1 if deliberately($_) || deliberately("TEST-dgit-only-$_");
191 #---------- remote protocol support, common ----------
193 # remote push initiator/responder protocol:
194 # $ dgit remote-push-build-host <n-rargs> <rargs>... <push-args>...
195 # where <rargs> is <push-host-dir> <supported-proto-vsn>,... ...
196 # < dgit-remote-push-ready <actual-proto-vsn>
198 # > file parsed-changelog
199 # [indicates that output of dpkg-parsechangelog follows]
200 # > data-block NBYTES
201 # > [NBYTES bytes of data (no newline)]
202 # [maybe some more blocks]
214 # [indicates that signed tag is wanted]
215 # < data-block NBYTES
216 # < [NBYTES bytes of data (no newline)]
217 # [maybe some more blocks]
221 # > want signed-dsc-changes
222 # < data-block NBYTES [transfer of signed dsc]
224 # < data-block NBYTES [transfer of signed changes]
232 sub i_child_report () {
233 # Sees if our child has died, and reap it if so. Returns a string
234 # describing how it died if it failed, or undef otherwise.
235 return undef unless $i_child_pid;
236 my $got = waitpid $i_child_pid, WNOHANG;
237 return undef if $got <= 0;
238 die unless $got == $i_child_pid;
239 $i_child_pid = undef;
240 return undef unless $?;
241 return "build host child ".waitstatusmsg();
246 fail "connection lost: $!" if $fh->error;
247 fail "protocol violation; $m not expected";
250 sub badproto_badread ($$) {
252 fail "connection lost: $!" if $!;
253 my $report = i_child_report();
254 fail $report if defined $report;
255 badproto $fh, "eof (reading $wh)";
258 sub protocol_expect (&$) {
259 my ($match, $fh) = @_;
262 defined && chomp or badproto_badread $fh, "protocol message";
270 badproto $fh, "\`$_'";
273 sub protocol_send_file ($$) {
274 my ($fh, $ourfn) = @_;
275 open PF, "<", $ourfn or die "$ourfn: $!";
278 my $got = read PF, $d, 65536;
279 die "$ourfn: $!" unless defined $got;
281 print $fh "data-block ".length($d)."\n" or die $!;
282 print $fh $d or die $!;
284 PF->error and die "$ourfn $!";
285 print $fh "data-end\n" or die $!;
289 sub protocol_read_bytes ($$) {
290 my ($fh, $nbytes) = @_;
291 $nbytes =~ m/^[1-9]\d{0,5}$|^0$/ or badproto \*RO, "bad byte count";
293 my $got = read $fh, $d, $nbytes;
294 $got==$nbytes or badproto_badread $fh, "data block";
298 sub protocol_receive_file ($$) {
299 my ($fh, $ourfn) = @_;
300 printdebug "() $ourfn\n";
301 open PF, ">", $ourfn or die "$ourfn: $!";
303 my ($y,$l) = protocol_expect {
304 m/^data-block (.*)$/ ? (1,$1) :
305 m/^data-end$/ ? (0,) :
309 my $d = protocol_read_bytes $fh, $l;
310 print PF $d or die $!;
315 #---------- remote protocol support, responder ----------
317 sub responder_send_command ($) {
319 return unless $we_are_responder;
320 # called even without $we_are_responder
321 printdebug ">> $command\n";
322 print PO $command, "\n" or die $!;
325 sub responder_send_file ($$) {
326 my ($keyword, $ourfn) = @_;
327 return unless $we_are_responder;
328 printdebug "]] $keyword $ourfn\n";
329 responder_send_command "file $keyword";
330 protocol_send_file \*PO, $ourfn;
333 sub responder_receive_files ($@) {
334 my ($keyword, @ourfns) = @_;
335 die unless $we_are_responder;
336 printdebug "[[ $keyword @ourfns\n";
337 responder_send_command "want $keyword";
338 foreach my $fn (@ourfns) {
339 protocol_receive_file \*PI, $fn;
342 protocol_expect { m/^files-end$/ } \*PI;
345 #---------- remote protocol support, initiator ----------
347 sub initiator_expect (&) {
349 protocol_expect { &$match } \*RO;
352 #---------- end remote code ----------
355 if ($we_are_responder) {
357 responder_send_command "progress ".length($m) or die $!;
358 print PO $m or die $!;
368 $ua = LWP::UserAgent->new();
372 progress "downloading $what...";
373 my $r = $ua->get(@_) or die $!;
374 return undef if $r->code == 404;
375 $r->is_success or fail "failed to fetch $what: ".$r->status_line;
376 return $r->decoded_content(charset => 'none');
379 our ($dscdata,$dscurl,$dsc,$dsc_checked,$skew_warning_vsn);
384 failedcmd @_ if system @_;
387 sub act_local () { return $dryrun_level <= 1; }
388 sub act_scary () { return !$dryrun_level; }
391 if (!$dryrun_level) {
392 progress "dgit ok: @_";
394 progress "would be ok: @_ (but dry run only)";
399 printcmd(\*STDERR,$debugprefix."#",@_);
402 sub runcmd_ordryrun {
410 sub runcmd_ordryrun_local {
419 my ($first_shell, @cmd) = @_;
420 return qw(sh -ec), $first_shell.'; exec "$@"', 'x', @cmd;
423 our $helpmsg = <<END;
425 dgit [dgit-opts] clone [dgit-opts] package [suite] [./dir|/dir]
426 dgit [dgit-opts] fetch|pull [dgit-opts] [suite]
427 dgit [dgit-opts] build [dpkg-buildpackage-opts]
428 dgit [dgit-opts] sbuild [sbuild-opts]
429 dgit [dgit-opts] push [dgit-opts] [suite]
430 dgit [dgit-opts] rpush build-host:build-dir ...
431 important dgit options:
432 -k<keyid> sign tag and package with <keyid> instead of default
433 --dry-run -n do not change anything, but go through the motions
434 --damp-run -L like --dry-run but make local changes, without signing
435 --new -N allow introducing a new package
436 --debug -D increase debug level
437 -c<name>=<value> set git config option (used directly by dgit too)
440 our $later_warning_msg = <<END;
441 Perhaps the upload is stuck in incoming. Using the version from git.
445 print STDERR "$us: @_\n", $helpmsg or die $!;
450 @ARGV or badusage "too few arguments";
451 return scalar shift @ARGV;
455 print $helpmsg or die $!;
459 our $td = $ENV{DGIT_TEST_DUMMY_DIR} || "DGIT_TEST_DUMMY_DIR-unset";
461 our %defcfg = ('dgit.default.distro' => 'debian',
462 'dgit.default.username' => '',
463 'dgit.default.archive-query-default-component' => 'main',
464 'dgit.default.ssh' => 'ssh',
465 'dgit.default.archive-query' => 'madison:',
466 'dgit.default.sshpsql-dbname' => 'service=projectb',
467 'dgit-distro.debian.archive-query' => 'ftpmasterapi:',
468 'dgit-distro.debian.git-check' => 'url',
469 'dgit-distro.debian.git-check-suffix' => '/info/refs',
470 'dgit-distro.debian.new-private-pushers' => 't',
471 'dgit-distro.debian/push.git-url' => '',
472 'dgit-distro.debian/push.git-host' => 'push.dgit.debian.org',
473 'dgit-distro.debian/push.git-user-force' => 'dgit',
474 'dgit-distro.debian/push.git-proto' => 'git+ssh://',
475 'dgit-distro.debian/push.git-path' => '/dgit/debian/repos',
476 'dgit-distro.debian/push.git-create' => 'true',
477 'dgit-distro.debian/push.git-check' => 'ssh-cmd',
478 'dgit-distro.debian.archive-query-url', 'https://api.ftp-master.debian.org/',
479 # 'dgit-distro.debian.archive-query-tls-key',
480 # '/etc/ssl/certs/%HOST%.pem:/etc/dgit/%HOST%.pem',
481 # ^ this does not work because curl is broken nowadays
482 # Fixing #790093 properly will involve providing providing the key
483 # in some pacagke and maybe updating these paths.
485 # 'dgit-distro.debian.archive-query-tls-curl-args',
486 # '--ca-path=/etc/ssl/ca-debian',
487 # ^ this is a workaround but works (only) on DSA-administered machines
488 'dgit-distro.debian.git-url' => 'https://git.dgit.debian.org',
489 'dgit-distro.debian.git-url-suffix' => '',
490 'dgit-distro.debian.upload-host' => 'ftp-master', # for dput
491 'dgit-distro.debian.mirror' => 'http://ftp.debian.org/debian/',
492 'dgit-distro.debian.backports-quirk' => '(squeeze)-backports*',
493 'dgit-distro.debian-backports.mirror' => 'http://backports.debian.org/debian-backports/',
494 'dgit-distro.ubuntu.git-check' => 'false',
495 'dgit-distro.ubuntu.mirror' => 'http://archive.ubuntu.com/ubuntu',
496 'dgit-distro.test-dummy.ssh' => "$td/ssh",
497 'dgit-distro.test-dummy.username' => "alice",
498 'dgit-distro.test-dummy.git-check' => "ssh-cmd",
499 'dgit-distro.test-dummy.git-create' => "ssh-cmd",
500 'dgit-distro.test-dummy.git-url' => "$td/git",
501 'dgit-distro.test-dummy.git-host' => "git",
502 'dgit-distro.test-dummy.git-path' => "$td/git",
503 'dgit-distro.test-dummy.archive-query' => "ftpmasterapi:",
504 'dgit-distro.test-dummy.archive-query-url' => "file://$td/aq/",
505 'dgit-distro.test-dummy.mirror' => "file://$td/mirror/",
506 'dgit-distro.test-dummy.upload-host' => 'test-dummy',
511 sub git_slurp_config () {
512 local ($debuglevel) = $debuglevel-2;
515 my @cmd = (@git, qw(config -z --get-regexp .*));
518 open GITS, "-|", @cmd or failedcmd @cmd;
521 printdebug "=> ", (messagequote $_), "\n";
523 push @{ $gitcfg{$`} }, $'; #';
527 or ($!==0 && $?==256)
531 sub git_get_config ($) {
534 printdebug"C $c ".(defined $l ? messagequote "'$l'" : "undef")."\n"
537 @$l==1 or badcfg "multiple values for $c" if @$l > 1;
543 return undef if $c =~ /RETURN-UNDEF/;
544 my $v = git_get_config($c);
545 return $v if defined $v;
546 my $dv = $defcfg{$c};
547 return $dv if defined $dv;
549 badcfg "need value for one of: @_\n".
550 "$us: distro or suite appears not to be (properly) supported";
553 sub access_basedistro () {
554 if (defined $idistro) {
557 return cfg("dgit-suite.$isuite.distro",
558 "dgit.default.distro");
562 sub access_quirk () {
563 # returns (quirk name, distro to use instead or undef, quirk-specific info)
564 my $basedistro = access_basedistro();
565 my $backports_quirk = cfg("dgit-distro.$basedistro.backports-quirk",
567 if (defined $backports_quirk) {
568 my $re = $backports_quirk;
569 $re =~ s/[^-0-9a-z_\%*()]/\\$&/ig;
571 $re =~ s/\%/([-0-9a-z_]+)/
572 or $re =~ m/[()]/ or badcfg "backports-quirk needs \% or ( )";
573 if ($isuite =~ m/^$re$/) {
574 return ('backports',"$basedistro-backports",$1);
577 return ('none',undef);
582 sub parse_cfg_bool ($$$) {
583 my ($what,$def,$v) = @_;
586 $v =~ m/^[ty1]/ ? 1 :
587 $v =~ m/^[fn0]/ ? 0 :
588 badcfg "$what needs t (true, y, 1) or f (false, n, 0) not \`$v'";
591 sub access_forpush_config () {
592 my $d = access_basedistro();
596 parse_cfg_bool('new-private-pushers', 0,
597 cfg("dgit-distro.$d.new-private-pushers",
600 my $v = cfg("dgit-distro.$d.readonly", 'RETURN-UNDEF');
603 $v =~ m/^[ty1]/ ? 0 : # force readonly, forpush = 0
604 $v =~ m/^[fn0]/ ? 1 : # force nonreadonly, forpush = 1
605 $v =~ m/^[a]/ ? '' : # auto, forpush = ''
606 badcfg "readonly needs t (true, y, 1) or f (false, n, 0) or a (auto)";
609 sub access_forpush () {
610 $access_forpush //= access_forpush_config();
611 return $access_forpush;
615 die "$access_forpush ?" if ($access_forpush // 1) ne 1;
616 badcfg "pushing but distro is configured readonly"
617 if access_forpush_config() eq '0';
619 $supplementary_message = <<'END' unless $we_are_responder;
620 Push failed, before we got started.
621 You can retry the push, after fixing the problem, if you like.
623 finalise_opts_opts();
627 finalise_opts_opts();
630 sub supplementary_message ($) {
632 if (!$we_are_responder) {
633 $supplementary_message = $msg;
635 } elsif ($protovsn >= 3) {
636 responder_send_command "supplementary-message ".length($msg)
638 print PO $msg or die $!;
642 sub access_distros () {
643 # Returns list of distros to try, in order
646 # 0. `instead of' distro name(s) we have been pointed to
647 # 1. the access_quirk distro, if any
648 # 2a. the user's specified distro, or failing that } basedistro
649 # 2b. the distro calculated from the suite }
650 my @l = access_basedistro();
652 my (undef,$quirkdistro) = access_quirk();
653 unshift @l, $quirkdistro;
654 unshift @l, $instead_distro;
655 @l = grep { defined } @l;
657 if (access_forpush()) {
658 @l = map { ("$_/push", $_) } @l;
663 sub access_cfg_cfgs (@) {
666 # The nesting of these loops determines the search order. We put
667 # the key loop on the outside so that we search all the distros
668 # for each key, before going on to the next key. That means that
669 # if access_cfg is called with a more specific, and then a less
670 # specific, key, an earlier distro can override the less specific
671 # without necessarily overriding any more specific keys. (If the
672 # distro wants to override the more specific keys it can simply do
673 # so; whereas if we did the loop the other way around, it would be
674 # impossible to for an earlier distro to override a less specific
675 # key but not the more specific ones without restating the unknown
676 # values of the more specific keys.
679 # We have to deal with RETURN-UNDEF specially, so that we don't
680 # terminate the search prematurely.
682 if (m/RETURN-UNDEF/) { push @rundef, $_; last; }
685 foreach my $d (access_distros()) {
686 push @cfgs, map { "dgit-distro.$d.$_" } @realkeys;
688 push @cfgs, map { "dgit.default.$_" } @realkeys;
695 my (@cfgs) = access_cfg_cfgs(@keys);
696 my $value = cfg(@cfgs);
700 sub access_cfg_bool ($$) {
701 my ($def, @keys) = @_;
702 parse_cfg_bool($keys[0], $def, access_cfg(@keys, 'RETURN-UNDEF'));
705 sub string_to_ssh ($) {
707 if ($spec =~ m/\s/) {
708 return qw(sh -ec), 'exec '.$spec.' "$@"', 'x';
714 sub access_cfg_ssh () {
715 my $gitssh = access_cfg('ssh', 'RETURN-UNDEF');
716 if (!defined $gitssh) {
719 return string_to_ssh $gitssh;
723 sub access_runeinfo ($) {
725 return ": dgit ".access_basedistro()." $info ;";
728 sub access_someuserhost ($) {
730 my $user = access_cfg("$some-user-force", 'RETURN-UNDEF');
731 defined($user) && length($user) or
732 $user = access_cfg("$some-user",'username');
733 my $host = access_cfg("$some-host");
734 return length($user) ? "$user\@$host" : $host;
737 sub access_gituserhost () {
738 return access_someuserhost('git');
741 sub access_giturl (;$) {
743 my $url = access_cfg('git-url','RETURN-UNDEF');
746 my $proto = access_cfg('git-proto', 'RETURN-UNDEF');
747 return undef unless defined $proto;
750 access_gituserhost().
751 access_cfg('git-path');
753 $suffix = access_cfg('git-url-suffix','RETURN-UNDEF');
756 return "$url/$package$suffix";
759 sub parsecontrolfh ($$;$) {
760 my ($fh, $desc, $allowsigned) = @_;
761 our $dpkgcontrolhash_noissigned;
764 my %opts = ('name' => $desc);
765 $opts{allow_pgp}= $allowsigned || !$dpkgcontrolhash_noissigned;
766 $c = Dpkg::Control::Hash->new(%opts);
767 $c->parse($fh,$desc) or die "parsing of $desc failed";
768 last if $allowsigned;
769 last if $dpkgcontrolhash_noissigned;
770 my $issigned= $c->get_option('is_pgp_signed');
771 if (!defined $issigned) {
772 $dpkgcontrolhash_noissigned= 1;
773 seek $fh, 0,0 or die "seek $desc: $!";
774 } elsif ($issigned) {
775 fail "control file $desc is (already) PGP-signed. ".
776 " Note that dgit push needs to modify the .dsc and then".
777 " do the signature itself";
786 my ($file, $desc) = @_;
787 my $fh = new IO::Handle;
788 open $fh, '<', $file or die "$file: $!";
789 my $c = parsecontrolfh($fh,$desc);
790 $fh->error and die $!;
796 my ($dctrl,$field) = @_;
797 my $v = $dctrl->{$field};
798 return $v if defined $v;
799 fail "missing field $field in ".$v->get_option('name');
803 my $c = Dpkg::Control::Hash->new();
804 my $p = new IO::Handle;
805 my @cmd = (qw(dpkg-parsechangelog), @_);
806 open $p, '-|', @cmd or die $!;
808 $?=0; $!=0; close $p or failedcmd @cmd;
814 defined $d or fail "getcwd failed: $!";
820 sub archive_query ($) {
822 my $query = access_cfg('archive-query','RETURN-UNDEF');
823 $query =~ s/^(\w+):// or badcfg "invalid archive-query method \`$query'";
826 { no strict qw(refs); &{"${method}_${proto}"}($proto,$data); }
829 sub pool_dsc_subpath ($$) {
830 my ($vsn,$component) = @_; # $package is implict arg
831 my $prefix = substr($package, 0, $package =~ m/^l/ ? 4 : 1);
832 return "/pool/$component/$prefix/$package/".dscfn($vsn);
835 #---------- `ftpmasterapi' archive query method (nascent) ----------
837 sub archive_api_query_cmd ($) {
839 my @cmd = qw(curl -sS);
840 my $url = access_cfg('archive-query-url');
841 if ($url =~ m#^https://([-.0-9a-z]+)/#) {
843 my $keys = access_cfg('archive-query-tls-key','RETURN-UNDEF') //'';
844 foreach my $key (split /\:/, $keys) {
845 $key =~ s/\%HOST\%/$host/g;
847 fail "for $url: stat $key: $!" unless $!==ENOENT;
850 fail "config requested specific TLS key but do not know".
851 " how to get curl to use exactly that EE key ($key)";
852 # push @cmd, "--cacert", $key, "--capath", "/dev/enoent";
853 # # Sadly the above line does not work because of changes
854 # # to gnutls. The real fix for #790093 may involve
855 # # new curl options.
858 # Fixing #790093 properly will involve providing a value
859 # for this on clients.
860 my $kargs = access_cfg('archive-query-tls-curl-ca-args','RETURN-UNDEF');
861 push @cmd, split / /, $kargs if defined $kargs;
863 push @cmd, $url.$subpath;
869 my ($data, $subpath) = @_;
870 badcfg "ftpmasterapi archive query method takes no data part"
872 my @cmd = archive_api_query_cmd($subpath);
873 my $json = cmdoutput @cmd;
874 return decode_json($json);
877 sub canonicalise_suite_ftpmasterapi () {
878 my ($proto,$data) = @_;
879 my $suites = api_query($data, 'suites');
881 foreach my $entry (@$suites) {
883 my $v = $entry->{$_};
884 defined $v && $v eq $isuite;
886 push @matched, $entry;
888 fail "unknown suite $isuite" unless @matched;
891 @matched==1 or die "multiple matches for suite $isuite\n";
892 $cn = "$matched[0]{codename}";
893 defined $cn or die "suite $isuite info has no codename\n";
894 $cn =~ m/^$suite_re$/ or die "suite $isuite maps to bad codename\n";
896 die "bad ftpmaster api response: $@\n".Dumper(\@matched)
901 sub archive_query_ftpmasterapi () {
902 my ($proto,$data) = @_;
903 my $info = api_query($data, "dsc_in_suite/$isuite/$package");
905 my $digester = Digest::SHA->new(256);
906 foreach my $entry (@$info) {
908 my $vsn = "$entry->{version}";
909 my ($ok,$msg) = version_check $vsn;
910 die "bad version: $msg\n" unless $ok;
911 my $component = "$entry->{component}";
912 $component =~ m/^$component_re$/ or die "bad component";
913 my $filename = "$entry->{filename}";
914 $filename && $filename !~ m#[^-+:._~0-9a-zA-Z/]|^[/.]|/[/.]#
915 or die "bad filename";
916 my $sha256sum = "$entry->{sha256sum}";
917 $sha256sum =~ m/^[0-9a-f]+$/ or die "bad sha256sum";
918 push @rows, [ $vsn, "/pool/$component/$filename",
919 $digester, $sha256sum ];
921 die "bad ftpmaster api response: $@\n".Dumper($entry)
924 @rows = sort { -version_compare($a->[0],$b->[0]) } @rows;
928 #---------- `madison' archive query method ----------
930 sub archive_query_madison {
931 return map { [ @$_[0..1] ] } madison_get_parse(@_);
934 sub madison_get_parse {
935 my ($proto,$data) = @_;
936 die unless $proto eq 'madison';
938 $data= access_cfg('madison-distro','RETURN-UNDEF');
939 $data //= access_basedistro();
941 $rmad{$proto,$data,$package} ||= cmdoutput
942 qw(rmadison -asource),"-s$isuite","-u$data",$package;
943 my $rmad = $rmad{$proto,$data,$package};
946 foreach my $l (split /\n/, $rmad) {
947 $l =~ m{^ \s*( [^ \t|]+ )\s* \|
948 \s*( [^ \t|]+ )\s* \|
949 \s*( [^ \t|/]+ )(?:/([^ \t|/]+))? \s* \|
950 \s*( [^ \t|]+ )\s* }x or die "$rmad ?";
951 $1 eq $package or die "$rmad $package ?";
958 $component = access_cfg('archive-query-default-component');
960 $5 eq 'source' or die "$rmad ?";
961 push @out, [$vsn,pool_dsc_subpath($vsn,$component),$newsuite];
963 return sort { -version_compare($a->[0],$b->[0]); } @out;
966 sub canonicalise_suite_madison {
967 # madison canonicalises for us
968 my @r = madison_get_parse(@_);
970 "unable to canonicalise suite using package $package".
971 " which does not appear to exist in suite $isuite;".
972 " --existing-package may help";
976 #---------- `sshpsql' archive query method ----------
979 my ($data,$runeinfo,$sql) = @_;
981 $data= access_someuserhost('sshpsql').':'.
982 access_cfg('sshpsql-dbname');
984 $data =~ m/:/ or badcfg "invalid sshpsql method string \`$data'";
985 my ($userhost,$dbname) = ($`,$'); #';
987 my @cmd = (access_cfg_ssh, $userhost,
988 access_runeinfo("ssh-psql $runeinfo").
989 " export LC_MESSAGES=C; export LC_CTYPE=C;".
990 " ".shellquote qw(psql -A), $dbname, qw(-c), $sql);
992 open P, "-|", @cmd or die $!;
995 printdebug(">|$_|\n");
998 $!=0; $?=0; close P or failedcmd @cmd;
1000 my $nrows = pop @rows;
1001 $nrows =~ s/^\((\d+) rows?\)$/$1/ or die "$nrows ?";
1002 @rows == $nrows+1 or die "$nrows ".(scalar @rows)." ?";
1003 @rows = map { [ split /\|/, $_ ] } @rows;
1004 my $ncols = scalar @{ shift @rows };
1005 die if grep { scalar @$_ != $ncols } @rows;
1009 sub sql_injection_check {
1010 foreach (@_) { die "$_ $& ?" if m{[^-+=:_.,/0-9a-zA-Z]}; }
1013 sub archive_query_sshpsql ($$) {
1014 my ($proto,$data) = @_;
1015 sql_injection_check $isuite, $package;
1016 my @rows = sshpsql($data, "archive-query $isuite $package", <<END);
1017 SELECT source.version, component.name, files.filename, files.sha256sum
1019 JOIN src_associations ON source.id = src_associations.source
1020 JOIN suite ON suite.id = src_associations.suite
1021 JOIN dsc_files ON dsc_files.source = source.id
1022 JOIN files_archive_map ON files_archive_map.file_id = dsc_files.file
1023 JOIN component ON component.id = files_archive_map.component_id
1024 JOIN files ON files.id = dsc_files.file
1025 WHERE ( suite.suite_name='$isuite' OR suite.codename='$isuite' )
1026 AND source.source='$package'
1027 AND files.filename LIKE '%.dsc';
1029 @rows = sort { -version_compare($a->[0],$b->[0]) } @rows;
1030 my $digester = Digest::SHA->new(256);
1032 my ($vsn,$component,$filename,$sha256sum) = @$_;
1033 [ $vsn, "/pool/$component/$filename",$digester,$sha256sum ];
1038 sub canonicalise_suite_sshpsql ($$) {
1039 my ($proto,$data) = @_;
1040 sql_injection_check $isuite;
1041 my @rows = sshpsql($data, "canonicalise-suite $isuite", <<END);
1042 SELECT suite.codename
1043 FROM suite where suite_name='$isuite' or codename='$isuite';
1045 @rows = map { $_->[0] } @rows;
1046 fail "unknown suite $isuite" unless @rows;
1047 die "ambiguous $isuite: @rows ?" if @rows>1;
1051 #---------- `dummycat' archive query method ----------
1053 sub canonicalise_suite_dummycat ($$) {
1054 my ($proto,$data) = @_;
1055 my $dpath = "$data/suite.$isuite";
1056 if (!open C, "<", $dpath) {
1057 $!==ENOENT or die "$dpath: $!";
1058 printdebug "dummycat canonicalise_suite $isuite $dpath ENOENT\n";
1062 chomp or die "$dpath: $!";
1064 printdebug "dummycat canonicalise_suite $isuite $dpath = $_\n";
1068 sub archive_query_dummycat ($$) {
1069 my ($proto,$data) = @_;
1070 canonicalise_suite();
1071 my $dpath = "$data/package.$csuite.$package";
1072 if (!open C, "<", $dpath) {
1073 $!==ENOENT or die "$dpath: $!";
1074 printdebug "dummycat query $csuite $package $dpath ENOENT\n";
1082 printdebug "dummycat query $csuite $package $dpath | $_\n";
1083 my @row = split /\s+/, $_;
1084 @row==2 or die "$dpath: $_ ?";
1087 C->error and die "$dpath: $!";
1089 return sort { -version_compare($a->[0],$b->[0]); } @rows;
1092 #---------- archive query entrypoints and rest of program ----------
1094 sub canonicalise_suite () {
1095 return if defined $csuite;
1096 fail "cannot operate on $isuite suite" if $isuite eq 'UNRELEASED';
1097 $csuite = archive_query('canonicalise_suite');
1098 if ($isuite ne $csuite) {
1099 progress "canonical suite name for $isuite is $csuite";
1103 sub get_archive_dsc () {
1104 canonicalise_suite();
1105 my @vsns = archive_query('archive_query');
1106 foreach my $vinfo (@vsns) {
1107 my ($vsn,$subpath,$digester,$digest) = @$vinfo;
1108 $dscurl = access_cfg('mirror').$subpath;
1109 $dscdata = url_get($dscurl);
1111 $skew_warning_vsn = $vsn if !defined $skew_warning_vsn;
1116 $digester->add($dscdata);
1117 my $got = $digester->hexdigest();
1119 fail "$dscurl has hash $got but".
1120 " archive told us to expect $digest";
1122 my $dscfh = new IO::File \$dscdata, '<' or die $!;
1123 printdebug Dumper($dscdata) if $debuglevel>1;
1124 $dsc = parsecontrolfh($dscfh,$dscurl,1);
1125 printdebug Dumper($dsc) if $debuglevel>1;
1126 my $fmt = getfield $dsc, 'Format';
1127 fail "unsupported source format $fmt, sorry" unless $format_ok{$fmt};
1128 $dsc_checked = !!$digester;
1134 sub check_for_git ();
1135 sub check_for_git () {
1137 my $how = access_cfg('git-check');
1138 if ($how eq 'ssh-cmd') {
1140 (access_cfg_ssh, access_gituserhost(),
1141 access_runeinfo("git-check $package").
1142 " set -e; cd ".access_cfg('git-path').";".
1143 " if test -d $package.git; then echo 1; else echo 0; fi");
1144 my $r= cmdoutput @cmd;
1145 if ($r =~ m/^divert (\w+)$/) {
1147 my ($usedistro,) = access_distros();
1148 # NB that if we are pushing, $usedistro will be $distro/push
1149 $instead_distro= cfg("dgit-distro.$usedistro.diverts.$divert");
1150 $instead_distro =~ s{^/}{ access_basedistro()."/" }e;
1151 progress "diverting to $divert (using config for $instead_distro)";
1152 return check_for_git();
1154 failedcmd @cmd unless $r =~ m/^[01]$/;
1156 } elsif ($how eq 'url') {
1157 my $prefix = access_cfg('git-check-url','git-url');
1158 my $suffix = access_cfg('git-check-suffix','git-suffix',
1159 'RETURN-UNDEF') // '.git';
1160 my $url = "$prefix/$package$suffix";
1161 my @cmd = (qw(curl -sS -I), $url);
1162 my $result = cmdoutput @cmd;
1163 $result =~ s/^\S+ 200 .*\n\r?\n//;
1164 # curl -sS -I with https_proxy prints
1165 # HTTP/1.0 200 Connection established
1166 $result =~ m/^\S+ (404|200) /s or
1167 fail "unexpected results from git check query - ".
1168 Dumper($prefix, $result);
1170 if ($code eq '404') {
1172 } elsif ($code eq '200') {
1177 } elsif ($how eq 'true') {
1179 } elsif ($how eq 'false') {
1182 badcfg "unknown git-check \`$how'";
1186 sub create_remote_git_repo () {
1187 my $how = access_cfg('git-create');
1188 if ($how eq 'ssh-cmd') {
1190 (access_cfg_ssh, access_gituserhost(),
1191 access_runeinfo("git-create $package").
1192 "set -e; cd ".access_cfg('git-path').";".
1193 " cp -a _template $package.git");
1194 } elsif ($how eq 'true') {
1197 badcfg "unknown git-create \`$how'";
1201 our ($dsc_hash,$lastpush_hash);
1203 our $ud = '.git/dgit/unpack';
1208 mkdir $ud or die $!;
1211 sub mktree_in_ud_here () {
1212 runcmd qw(git init -q);
1213 rmtree('.git/objects');
1214 symlink '../../../../objects','.git/objects' or die $!;
1217 sub git_write_tree () {
1218 my $tree = cmdoutput @git, qw(write-tree);
1219 $tree =~ m/^\w+$/ or die "$tree ?";
1223 sub remove_stray_gits () {
1224 my @gitscmd = qw(find -name .git -prune -print0);
1225 debugcmd "|",@gitscmd;
1226 open GITS, "-|", @gitscmd or failedcmd @gitscmd;
1231 print STDERR "$us: warning: removing from source package: ",
1232 (messagequote $_), "\n";
1236 $!=0; $?=0; close GITS or failedcmd @gitscmd;
1239 sub mktree_in_ud_from_only_subdir () {
1240 # changes into the subdir
1242 die unless @dirs==1;
1243 $dirs[0] =~ m#^([^/]+)/\.$# or die;
1247 remove_stray_gits();
1248 mktree_in_ud_here();
1249 my ($format, $fopts) = get_source_format();
1250 if (madformat($format)) {
1253 runcmd @git, qw(add -Af);
1254 my $tree=git_write_tree();
1255 return ($tree,$dir);
1258 sub dsc_files_info () {
1259 foreach my $csumi (['Checksums-Sha256','Digest::SHA', 'new(256)'],
1260 ['Checksums-Sha1', 'Digest::SHA', 'new(1)'],
1261 ['Files', 'Digest::MD5', 'new()']) {
1262 my ($fname, $module, $method) = @$csumi;
1263 my $field = $dsc->{$fname};
1264 next unless defined $field;
1265 eval "use $module; 1;" or die $@;
1267 foreach (split /\n/, $field) {
1269 m/^(\w+) (\d+) (\S+)$/ or
1270 fail "could not parse .dsc $fname line \`$_'";
1271 my $digester = eval "$module"."->$method;" or die $@;
1276 Digester => $digester,
1281 fail "missing any supported Checksums-* or Files field in ".
1282 $dsc->get_option('name');
1286 map { $_->{Filename} } dsc_files_info();
1289 sub is_orig_file ($;$) {
1292 m/\.orig(?:-\w+)?\.tar\.\w+$/ or return 0;
1293 defined $base or return 1;
1297 sub make_commit ($) {
1299 return cmdoutput @git, qw(hash-object -w -t commit), $file;
1302 sub clogp_authline ($) {
1304 my $author = getfield $clogp, 'Maintainer';
1305 $author =~ s#,.*##ms;
1306 my $date = cmdoutput qw(date), '+%s %z', qw(-d), getfield($clogp,'Date');
1307 my $authline = "$author $date";
1308 $authline =~ m/^[^<>]+ \<\S+\> \d+ [-+]\d+$/ or
1309 fail "unexpected commit author line format \`$authline'".
1310 " (was generated from changelog Maintainer field)";
1314 sub vendor_patches_distro ($$) {
1315 my ($checkdistro, $what) = @_;
1316 return unless defined $checkdistro;
1318 my $series = "debian/patches/\L$checkdistro\E.series";
1319 printdebug "checking for vendor-specific $series ($what)\n";
1321 if (!open SERIES, "<", $series) {
1322 die "$series $!" unless $!==ENOENT;
1331 Unfortunately, this source package uses a feature of dpkg-source where
1332 the same source package unpacks to different source code on different
1333 distros. dgit cannot safely operate on such packages on affected
1334 distros, because the meaning of source packages is not stable.
1336 Please ask the distro/maintainer to remove the distro-specific series
1337 files and use a different technique (if necessary, uploading actually
1338 different packages, if different distros are supposed to have
1342 fail "Found active distro-specific series file for".
1343 " $checkdistro ($what): $series, cannot continue";
1345 die "$series $!" if SERIES->error;
1349 sub check_for_vendor_patches () {
1350 # This dpkg-source feature doesn't seem to be documented anywhere!
1351 # But it can be found in the changelog (reformatted):
1353 # commit 4fa01b70df1dc4458daee306cfa1f987b69da58c
1354 # Author: Raphael Hertzog <hertzog@debian.org>
1355 # Date: Sun Oct 3 09:36:48 2010 +0200
1357 # dpkg-source: correctly create .pc/.quilt_series with alternate
1360 # If you have debian/patches/ubuntu.series and you were
1361 # unpacking the source package on ubuntu, quilt was still
1362 # directed to debian/patches/series instead of
1363 # debian/patches/ubuntu.series.
1365 # debian/changelog | 3 +++
1366 # scripts/Dpkg/Source/Package/V3/quilt.pm | 4 +++-
1367 # 2 files changed, 6 insertions(+), 1 deletion(-)
1370 vendor_patches_distro($ENV{DEB_VENDOR}, "DEB_VENDOR");
1371 vendor_patches_distro(Dpkg::Vendor::get_current_vendor(),
1372 "Dpkg::Vendor \`current vendor'");
1373 vendor_patches_distro(access_basedistro(),
1374 "distro being accessed");
1377 sub generate_commit_from_dsc () {
1381 foreach my $fi (dsc_files_info()) {
1382 my $f = $fi->{Filename};
1383 die "$f ?" if $f =~ m#/|^\.|\.dsc$|\.tmp$#;
1385 link_ltarget "../../../$f", $f
1389 complete_file_from_dsc('.', $fi)
1392 if (is_orig_file($f)) {
1393 link $f, "../../../../$f"
1399 my $dscfn = "$package.dsc";
1401 open D, ">", $dscfn or die "$dscfn: $!";
1402 print D $dscdata or die "$dscfn: $!";
1403 close D or die "$dscfn: $!";
1404 my @cmd = qw(dpkg-source);
1405 push @cmd, '--no-check' if $dsc_checked;
1406 push @cmd, qw(-x --), $dscfn;
1409 my ($tree,$dir) = mktree_in_ud_from_only_subdir();
1410 check_for_vendor_patches() if madformat($dsc->{format});
1411 runcmd qw(sh -ec), 'dpkg-parsechangelog >../changelog.tmp';
1412 my $clogp = parsecontrol('../changelog.tmp',"commit's changelog");
1413 my $authline = clogp_authline $clogp;
1414 my $changes = getfield $clogp, 'Changes';
1415 open C, ">../commit.tmp" or die $!;
1416 print C <<END or die $!;
1423 # imported from the archive
1426 my $outputhash = make_commit qw(../commit.tmp);
1427 my $cversion = getfield $clogp, 'Version';
1428 progress "synthesised git commit from .dsc $cversion";
1429 if ($lastpush_hash) {
1430 runcmd @git, qw(reset --hard), $lastpush_hash;
1431 runcmd qw(sh -ec), 'dpkg-parsechangelog >>../changelogold.tmp';
1432 my $oldclogp = parsecontrol('../changelogold.tmp','previous changelog');
1433 my $oversion = getfield $oldclogp, 'Version';
1435 version_compare($oversion, $cversion);
1437 # git upload/ is earlier vsn than archive, use archive
1438 open C, ">../commit2.tmp" or die $!;
1439 print C <<END or die $!;
1441 parent $lastpush_hash
1446 Record $package ($cversion) in archive suite $csuite
1448 $outputhash = make_commit qw(../commit2.tmp);
1449 } elsif ($vcmp > 0) {
1450 print STDERR <<END or die $!;
1452 Version actually in archive: $cversion (older)
1453 Last allegedly pushed/uploaded: $oversion (newer or same)
1456 $outputhash = $lastpush_hash;
1458 $outputhash = $lastpush_hash;
1461 changedir '../../../..';
1462 runcmd @git, qw(update-ref -m),"dgit fetch import $cversion",
1463 'DGIT_ARCHIVE', $outputhash;
1464 cmdoutput @git, qw(log -n2), $outputhash;
1465 # ... gives git a chance to complain if our commit is malformed
1470 sub complete_file_from_dsc ($$) {
1471 our ($dstdir, $fi) = @_;
1472 # Ensures that we have, in $dir, the file $fi, with the correct
1473 # contents. (Downloading it from alongside $dscurl if necessary.)
1475 my $f = $fi->{Filename};
1476 my $tf = "$dstdir/$f";
1479 if (stat_exists $tf) {
1480 progress "using existing $f";
1483 $furl =~ s{/[^/]+$}{};
1485 die "$f ?" unless $f =~ m/^\Q${package}\E_/;
1486 die "$f ?" if $f =~ m#/#;
1487 runcmd_ordryrun_local @curl,qw(-o),$tf,'--',"$furl";
1488 return 0 if !act_local();
1492 open F, "<", "$tf" or die "$tf: $!";
1493 $fi->{Digester}->reset();
1494 $fi->{Digester}->addfile(*F);
1495 F->error and die $!;
1496 my $got = $fi->{Digester}->hexdigest();
1497 $got eq $fi->{Hash} or
1498 fail "file $f has hash $got but .dsc".
1499 " demands hash $fi->{Hash} ".
1500 ($downloaded ? "(got wrong file from archive!)"
1501 : "(perhaps you should delete this file?)");
1506 sub ensure_we_have_orig () {
1507 foreach my $fi (dsc_files_info()) {
1508 my $f = $fi->{Filename};
1509 next unless is_orig_file($f);
1510 complete_file_from_dsc('..', $fi)
1515 sub git_fetch_us () {
1516 my @specs = (fetchspec());
1518 map { "+refs/$_/*:".lrfetchrefs."/$_/*" }
1520 runcmd_ordryrun_local @git, qw(fetch -p -n -q), access_giturl(), @specs;
1523 my $tagpat = debiantag('*',access_basedistro);
1525 git_for_each_ref("refs/tags/".$tagpat, sub {
1526 my ($objid,$objtype,$fullrefname,$reftail) = @_;
1527 printdebug "currently $fullrefname=$objid\n";
1528 $here{$fullrefname} = $objid;
1530 git_for_each_ref(lrfetchrefs."/tags/".$tagpat, sub {
1531 my ($objid,$objtype,$fullrefname,$reftail) = @_;
1532 my $lref = "refs".substr($fullrefname, length lrfetchrefs);
1533 printdebug "offered $lref=$objid\n";
1534 if (!defined $here{$lref}) {
1535 my @upd = (@git, qw(update-ref), $lref, $objid, '');
1536 runcmd_ordryrun_local @upd;
1537 } elsif ($here{$lref} eq $objid) {
1540 "Not updateting $lref from $here{$lref} to $objid.\n";
1545 sub fetch_from_archive () {
1546 # ensures that lrref() is what is actually in the archive,
1547 # one way or another
1551 foreach my $field (@ourdscfield) {
1552 $dsc_hash = $dsc->{$field};
1553 last if defined $dsc_hash;
1555 if (defined $dsc_hash) {
1556 $dsc_hash =~ m/\w+/ or fail "invalid hash in .dsc \`$dsc_hash'";
1558 progress "last upload to archive specified git hash";
1560 progress "last upload to archive has NO git hash";
1563 progress "no version available from the archive";
1566 $lastpush_hash = git_get_ref(lrref());
1567 printdebug "previous reference hash=$lastpush_hash\n";
1569 if (defined $dsc_hash) {
1570 fail "missing remote git history even though dsc has hash -".
1571 " could not find ref ".lrref().
1572 " (should have been fetched from ".access_giturl()."#".rrref().")"
1573 unless $lastpush_hash;
1575 ensure_we_have_orig();
1576 if ($dsc_hash eq $lastpush_hash) {
1577 } elsif (is_fast_fwd($dsc_hash,$lastpush_hash)) {
1578 print STDERR <<END or die $!;
1580 Git commit in archive is behind the last version allegedly pushed/uploaded.
1581 Commit referred to by archive: $dsc_hash
1582 Last allegedly pushed/uploaded: $lastpush_hash
1585 $hash = $lastpush_hash;
1587 fail "git head (".lrref()."=$lastpush_hash) is not a ".
1588 "descendant of archive's .dsc hash ($dsc_hash)";
1591 $hash = generate_commit_from_dsc();
1592 } elsif ($lastpush_hash) {
1593 # only in git, not in the archive yet
1594 $hash = $lastpush_hash;
1595 print STDERR <<END or die $!;
1597 Package not found in the archive, but has allegedly been pushed using dgit.
1601 printdebug "nothing found!\n";
1602 if (defined $skew_warning_vsn) {
1603 print STDERR <<END or die $!;
1605 Warning: relevant archive skew detected.
1606 Archive allegedly contains $skew_warning_vsn
1607 But we were not able to obtain any version from the archive or git.
1613 printdebug "current hash=$hash\n";
1614 if ($lastpush_hash) {
1615 fail "not fast forward on last upload branch!".
1616 " (archive's version left in DGIT_ARCHIVE)"
1617 unless is_fast_fwd($lastpush_hash, $hash);
1619 if (defined $skew_warning_vsn) {
1621 printdebug "SKEW CHECK WANT $skew_warning_vsn\n";
1622 my $clogf = ".git/dgit/changelog.tmp";
1623 runcmd shell_cmd "exec >$clogf",
1624 @git, qw(cat-file blob), "$hash:debian/changelog";
1625 my $gotclogp = parsechangelog("-l$clogf");
1626 my $got_vsn = getfield $gotclogp, 'Version';
1627 printdebug "SKEW CHECK GOT $got_vsn\n";
1628 if (version_compare($got_vsn, $skew_warning_vsn) < 0) {
1629 print STDERR <<END or die $!;
1631 Warning: archive skew detected. Using the available version:
1632 Archive allegedly contains $skew_warning_vsn
1633 We were able to obtain only $got_vsn
1638 if ($lastpush_hash ne $hash) {
1639 my @upd_cmd = (@git, qw(update-ref -m), 'dgit fetch', lrref(), $hash);
1643 dryrun_report @upd_cmd;
1649 sub set_local_git_config ($$) {
1651 runcmd @git, qw(config), $k, $v;
1654 sub setup_mergechangelogs (;$) {
1656 return unless $always || access_cfg_bool(1, 'setup-mergechangelogs');
1658 my $driver = 'dpkg-mergechangelogs';
1659 my $cb = "merge.$driver";
1660 my $attrs = '.git/info/attributes';
1661 ensuredir '.git/info';
1663 open NATTRS, ">", "$attrs.new" or die "$attrs.new $!";
1664 if (!open ATTRS, "<", $attrs) {
1665 $!==ENOENT or die "$attrs: $!";
1669 next if m{^debian/changelog\s};
1670 print NATTRS $_, "\n" or die $!;
1672 ATTRS->error and die $!;
1675 print NATTRS "debian/changelog merge=$driver\n" or die $!;
1678 set_local_git_config "$cb.name", 'debian/changelog merge driver';
1679 set_local_git_config "$cb.driver", 'dpkg-mergechangelogs -m %O %A %B %A';
1681 rename "$attrs.new", "$attrs" or die "$attrs: $!";
1684 sub setup_useremail (;$) {
1686 return unless $always || access_cfg_bool(1, 'setup-useremail');
1689 my ($k, $envvar) = @_;
1690 my $v = access_cfg("user-$k", 'RETURN-UNDEF') // $ENV{$envvar};
1691 return unless defined $v;
1692 set_local_git_config "user.$k", $v;
1695 $setup->('email', 'DEBEMAIL');
1696 $setup->('name', 'DEBFULLNAME');
1699 sub setup_new_tree () {
1700 setup_mergechangelogs();
1706 canonicalise_suite();
1707 badusage "dry run makes no sense with clone" unless act_local();
1708 my $hasgit = check_for_git();
1709 mkdir $dstdir or die "$dstdir $!";
1711 runcmd @git, qw(init -q);
1712 my $giturl = access_giturl(1);
1713 if (defined $giturl) {
1714 set_local_git_config "remote.$remotename.fetch", fetchspec();
1715 open H, "> .git/HEAD" or die $!;
1716 print H "ref: ".lref()."\n" or die $!;
1718 runcmd @git, qw(remote add), 'origin', $giturl;
1721 progress "fetching existing git history";
1723 runcmd_ordryrun_local @git, qw(fetch origin);
1725 progress "starting new git history";
1727 fetch_from_archive() or no_such_package;
1728 my $vcsgiturl = $dsc->{'Vcs-Git'};
1729 if (length $vcsgiturl) {
1730 $vcsgiturl =~ s/\s+-b\s+\S+//g;
1731 runcmd @git, qw(remote add vcs-git), $vcsgiturl;
1734 runcmd @git, qw(reset --hard), lrref();
1735 printdone "ready for work in $dstdir";
1739 if (check_for_git()) {
1742 fetch_from_archive() or no_such_package();
1743 printdone "fetched into ".lrref();
1748 runcmd_ordryrun_local @git, qw(merge -m),"Merge from $csuite [dgit]",
1750 printdone "fetched to ".lrref()." and merged into HEAD";
1753 sub check_not_dirty () {
1754 return if $ignoredirty;
1755 my @cmd = (@git, qw(diff --quiet HEAD));
1757 $!=0; $?=0; system @cmd;
1758 return if !$! && !$?;
1759 if (!$! && $?==256) {
1760 fail "working tree is dirty (does not match HEAD)";
1765 foreach my $f (qw(local-options local-patch-header)) {
1766 if (stat_exists "debian/source/$f") {
1767 fail "git tree contains debian/source/$f";
1772 sub commit_admin ($) {
1775 runcmd_ordryrun_local @git, qw(commit -m), $m;
1778 sub commit_quilty_patch () {
1779 my $output = cmdoutput @git, qw(status --porcelain);
1781 foreach my $l (split /\n/, $output) {
1782 next unless $l =~ m/\S/;
1783 if ($l =~ m{^(?:\?\?| M) (.pc|debian/patches)}) {
1787 delete $adds{'.pc'}; # if there wasn't one before, don't add it
1789 progress "nothing quilty to commit, ok.";
1792 my @adds = map { s/[][*?\\]/\\$&/g; $_; } sort keys %adds;
1793 runcmd_ordryrun_local @git, qw(add -f), @adds;
1794 commit_admin "Commit Debian 3.0 (quilt) metadata";
1797 sub get_source_format () {
1799 if (open F, "debian/source/options") {
1803 s/\s+$//; # ignore missing final newline
1805 my ($k, $v) = ($`, $'); #');
1806 $v =~ s/^"(.*)"$/$1/;
1812 F->error and die $!;
1815 die $! unless $!==&ENOENT;
1818 if (!open F, "debian/source/format") {
1819 die $! unless $!==&ENOENT;
1823 F->error and die $!;
1825 return ($_, \%options);
1830 return 0 unless $format eq '3.0 (quilt)';
1831 if ($quilt_mode eq 'nocheck') {
1832 progress "Not doing any fixup of \`$format' due to --no-quilt-fixup";
1835 progress "Format \`$format', checking/updating patch stack";
1839 sub push_parse_changelog ($) {
1842 my $clogp = Dpkg::Control::Hash->new();
1843 $clogp->load($clogpfn) or die;
1845 $package = getfield $clogp, 'Source';
1846 my $cversion = getfield $clogp, 'Version';
1847 my $tag = debiantag($cversion, access_basedistro);
1848 runcmd @git, qw(check-ref-format), $tag;
1850 my $dscfn = dscfn($cversion);
1852 return ($clogp, $cversion, $tag, $dscfn);
1855 sub push_parse_dsc ($$$) {
1856 my ($dscfn,$dscfnwhat, $cversion) = @_;
1857 $dsc = parsecontrol($dscfn,$dscfnwhat);
1858 my $dversion = getfield $dsc, 'Version';
1859 my $dscpackage = getfield $dsc, 'Source';
1860 ($dscpackage eq $package && $dversion eq $cversion) or
1861 fail "$dscfn is for $dscpackage $dversion".
1862 " but debian/changelog is for $package $cversion";
1865 sub push_mktag ($$$$$$$) {
1866 my ($head,$clogp,$tag,
1868 $changesfile,$changesfilewhat,
1871 $dsc->{$ourdscfield[0]} = $head;
1872 $dsc->save("$dscfn.tmp") or die $!;
1874 my $changes = parsecontrol($changesfile,$changesfilewhat);
1875 foreach my $field (qw(Source Distribution Version)) {
1876 $changes->{$field} eq $clogp->{$field} or
1877 fail "changes field $field \`$changes->{$field}'".
1878 " does not match changelog \`$clogp->{$field}'";
1881 my $cversion = getfield $clogp, 'Version';
1882 my $clogsuite = getfield $clogp, 'Distribution';
1884 # We make the git tag by hand because (a) that makes it easier
1885 # to control the "tagger" (b) we can do remote signing
1886 my $authline = clogp_authline $clogp;
1887 my $delibs = join(" ", "",@deliberatelies);
1888 my $declaredistro = access_basedistro();
1889 open TO, '>', $tfn->('.tmp') or die $!;
1890 print TO <<END or die $!;
1896 $package release $cversion for $clogsuite ($csuite) [dgit]
1897 [dgit distro=$declaredistro$delibs]
1899 foreach my $ref (sort keys %previously) {
1900 print TO <<END or die $!;
1901 [dgit previously:$ref=$previously{$ref}]
1907 my $tagobjfn = $tfn->('.tmp');
1909 if (!defined $keyid) {
1910 $keyid = access_cfg('keyid','RETURN-UNDEF');
1912 if (!defined $keyid) {
1913 $keyid = getfield $clogp, 'Maintainer';
1915 unlink $tfn->('.tmp.asc') or $!==&ENOENT or die $!;
1916 my @sign_cmd = (@gpg, qw(--detach-sign --armor));
1917 push @sign_cmd, qw(-u),$keyid if defined $keyid;
1918 push @sign_cmd, $tfn->('.tmp');
1919 runcmd_ordryrun @sign_cmd;
1921 $tagobjfn = $tfn->('.signed.tmp');
1922 runcmd shell_cmd "exec >$tagobjfn", qw(cat --),
1923 $tfn->('.tmp'), $tfn->('.tmp.asc');
1930 sub sign_changes ($) {
1931 my ($changesfile) = @_;
1933 my @debsign_cmd = @debsign;
1934 push @debsign_cmd, "-k$keyid" if defined $keyid;
1935 push @debsign_cmd, "-p$gpg[0]" if $gpg[0] ne 'gpg';
1936 push @debsign_cmd, $changesfile;
1937 runcmd_ordryrun @debsign_cmd;
1942 my ($forceflag) = @_;
1943 printdebug "actually entering push\n";
1944 supplementary_message(<<'END');
1945 Push failed, while preparing your push.
1946 You can retry the push, after fixing the problem, if you like.
1950 access_giturl(); # check that success is vaguely likely
1952 my $clogpfn = ".git/dgit/changelog.822.tmp";
1953 runcmd shell_cmd "exec >$clogpfn", qw(dpkg-parsechangelog);
1955 responder_send_file('parsed-changelog', $clogpfn);
1957 my ($clogp, $cversion, $tag, $dscfn) =
1958 push_parse_changelog("$clogpfn");
1960 my $dscpath = "$buildproductsdir/$dscfn";
1961 stat_exists $dscpath or
1962 fail "looked for .dsc $dscfn, but $!;".
1963 " maybe you forgot to build";
1965 responder_send_file('dsc', $dscpath);
1967 push_parse_dsc($dscpath, $dscfn, $cversion);
1969 my $format = getfield $dsc, 'Format';
1970 printdebug "format $format\n";
1971 if (madformat($format)) {
1972 commit_quilty_patch();
1976 progress "checking that $dscfn corresponds to HEAD";
1977 runcmd qw(dpkg-source -x --),
1978 $dscpath =~ m#^/# ? $dscpath : "../../../$dscpath";
1979 my ($tree,$dir) = mktree_in_ud_from_only_subdir();
1980 check_for_vendor_patches() if madformat($dsc->{format});
1981 changedir '../../../..';
1982 my $diffopt = $debuglevel>0 ? '--exit-code' : '--quiet';
1983 my @diffcmd = (@git, qw(diff), $diffopt, $tree);
1984 debugcmd "+",@diffcmd;
1986 my $r = system @diffcmd;
1989 fail "$dscfn specifies a different tree to your HEAD commit;".
1990 " perhaps you forgot to build".
1991 ($diffopt eq '--exit-code' ? "" :
1992 " (run with -D to see full diff output)");
1997 my $head = git_rev_parse('HEAD');
1998 if (!$changesfile) {
1999 my $multi = "$buildproductsdir/".
2000 "${package}_".(stripepoch $cversion)."_multi.changes";
2001 if (stat_exists "$multi") {
2002 $changesfile = $multi;
2004 my $pat = "${package}_".(stripepoch $cversion)."_*.changes";
2005 my @cs = glob "$buildproductsdir/$pat";
2006 fail "failed to find unique changes file".
2007 " (looked for $pat in $buildproductsdir, or $multi);".
2008 " perhaps you need to use dgit -C"
2010 ($changesfile) = @cs;
2013 $changesfile = "$buildproductsdir/$changesfile";
2016 responder_send_file('changes',$changesfile);
2017 responder_send_command("param head $head");
2018 responder_send_command("param csuite $csuite");
2020 if (deliberately_not_fast_forward) {
2021 git_for_each_ref(lrfetchrefs, sub {
2022 my ($objid,$objtype,$lrfetchrefname,$reftail) = @_;
2023 my $rrefname= substr($lrfetchrefname, length(lrfetchrefs) + 1);
2024 responder_send_command("previously $rrefname=$objid");
2025 $previously{$rrefname} = $objid;
2029 my $tfn = sub { ".git/dgit/tag$_[0]"; };
2032 supplementary_message(<<'END');
2033 Push failed, while signing the tag.
2034 You can retry the push, after fixing the problem, if you like.
2036 # If we manage to sign but fail to record it anywhere, it's fine.
2037 if ($we_are_responder) {
2038 $tagobjfn = $tfn->('.signed.tmp');
2039 responder_receive_files('signed-tag', $tagobjfn);
2042 push_mktag($head,$clogp,$tag,
2044 $changesfile,$changesfile,
2047 supplementary_message(<<'END');
2048 Push failed, *after* signing the tag.
2049 If you want to try again, you should use a new version number.
2052 my $tag_obj_hash = cmdoutput @git, qw(hash-object -w -t tag), $tagobjfn;
2053 runcmd_ordryrun @git, qw(verify-tag), $tag_obj_hash;
2054 runcmd_ordryrun_local @git, qw(update-ref), "refs/tags/$tag", $tag_obj_hash;
2056 supplementary_message(<<'END');
2057 Push failed, while updating the remote git repository - see messages above.
2058 If you want to try again, you should use a new version number.
2060 if (!check_for_git()) {
2061 create_remote_git_repo();
2063 runcmd_ordryrun @git, qw(push),access_giturl(),
2064 $forceflag."HEAD:".rrref(), $forceflag."refs/tags/$tag";
2065 runcmd_ordryrun @git, qw(update-ref -m), 'dgit push', lrref(), 'HEAD';
2067 supplementary_message(<<'END');
2068 Push failed, after updating the remote git repository.
2069 If you want to try again, you must use a new version number.
2071 if ($we_are_responder) {
2072 my $dryrunsuffix = act_local() ? "" : ".tmp";
2073 responder_receive_files('signed-dsc-changes',
2074 "$dscpath$dryrunsuffix",
2075 "$changesfile$dryrunsuffix");
2078 rename "$dscpath.tmp",$dscpath or die "$dscfn $!";
2080 progress "[new .dsc left in $dscpath.tmp]";
2082 sign_changes $changesfile;
2085 supplementary_message(<<'END');
2086 Push failed, while uploading package(s) to the archive server.
2087 You can retry the upload of exactly these same files with dput of:
2089 If that .changes file is broken, you will need to use a new version
2090 number for your next attempt at the upload.
2092 my $host = access_cfg('upload-host','RETURN-UNDEF');
2093 my @hostarg = defined($host) ? ($host,) : ();
2094 runcmd_ordryrun @dput, @hostarg, $changesfile;
2095 printdone "pushed and uploaded $cversion";
2097 supplementary_message('');
2098 responder_send_command("complete");
2105 badusage "-p is not allowed with clone; specify as argument instead"
2106 if defined $package;
2109 } elsif (@ARGV==2 && $ARGV[1] =~ m#^\w#) {
2110 ($package,$isuite) = @ARGV;
2111 } elsif (@ARGV==2 && $ARGV[1] =~ m#^[./]#) {
2112 ($package,$dstdir) = @ARGV;
2113 } elsif (@ARGV==3) {
2114 ($package,$isuite,$dstdir) = @ARGV;
2116 badusage "incorrect arguments to dgit clone";
2118 $dstdir ||= "$package";
2120 if (stat_exists $dstdir) {
2121 fail "$dstdir already exists";
2125 if ($rmonerror && !$dryrun_level) {
2126 $cwd_remove= getcwd();
2128 return unless defined $cwd_remove;
2129 if (!chdir "$cwd_remove") {
2130 return if $!==&ENOENT;
2131 die "chdir $cwd_remove: $!";
2133 rmtree($dstdir) or die "remove $dstdir: $!\n";
2138 $cwd_remove = undef;
2141 sub branchsuite () {
2142 my $branch = cmdoutput_errok @git, qw(symbolic-ref HEAD);
2143 if ($branch =~ m#$lbranch_re#o) {
2150 sub fetchpullargs () {
2152 if (!defined $package) {
2153 my $sourcep = parsecontrol('debian/control','debian/control');
2154 $package = getfield $sourcep, 'Source';
2157 # $isuite = branchsuite(); # this doesn't work because dak hates canons
2159 my $clogp = parsechangelog();
2160 $isuite = getfield $clogp, 'Distribution';
2162 canonicalise_suite();
2163 progress "fetching from suite $csuite";
2164 } elsif (@ARGV==1) {
2166 canonicalise_suite();
2168 badusage "incorrect arguments to dgit fetch or dgit pull";
2187 badusage "-p is not allowed with dgit push" if defined $package;
2189 my $clogp = parsechangelog();
2190 $package = getfield $clogp, 'Source';
2193 } elsif (@ARGV==1) {
2194 ($specsuite) = (@ARGV);
2196 badusage "incorrect arguments to dgit push";
2198 $isuite = getfield $clogp, 'Distribution';
2200 local ($package) = $existing_package; # this is a hack
2201 canonicalise_suite();
2203 canonicalise_suite();
2205 if (defined $specsuite &&
2206 $specsuite ne $isuite &&
2207 $specsuite ne $csuite) {
2208 fail "dgit push: changelog specifies $isuite ($csuite)".
2209 " but command line specifies $specsuite";
2211 supplementary_message(<<'END');
2212 Push failed, while checking state of the archive.
2213 You can retry the push, after fixing the problem, if you like.
2215 if (check_for_git()) {
2219 if (fetch_from_archive()) {
2220 if (is_fast_fwd(lrref(), 'HEAD')) {
2222 } elsif (deliberately_not_fast_forward) {
2225 fail "dgit push: HEAD is not a descendant".
2226 " of the archive's version.\n".
2227 "dgit: To overwrite its contents,".
2228 " use git merge -s ours ".lrref().".\n".
2229 "dgit: To rewind history, if permitted by the archive,".
2230 " use --deliberately-not-fast-forward";
2234 fail "package appears to be new in this suite;".
2235 " if this is intentional, use --new";
2240 #---------- remote commands' implementation ----------
2242 sub cmd_remote_push_build_host {
2243 my ($nrargs) = shift @ARGV;
2244 my (@rargs) = @ARGV[0..$nrargs-1];
2245 @ARGV = @ARGV[$nrargs..$#ARGV];
2247 my ($dir,$vsnwant) = @rargs;
2248 # vsnwant is a comma-separated list; we report which we have
2249 # chosen in our ready response (so other end can tell if they
2252 $we_are_responder = 1;
2253 $us .= " (build host)";
2257 open PI, "<&STDIN" or die $!;
2258 open STDIN, "/dev/null" or die $!;
2259 open PO, ">&STDOUT" or die $!;
2261 open STDOUT, ">&STDERR" or die $!;
2265 ($protovsn) = grep {
2266 $vsnwant =~ m{^(?:.*,)?$_(?:,.*)?$}
2267 } @rpushprotovsn_support;
2269 fail "build host has dgit rpush protocol versions ".
2270 (join ",", @rpushprotovsn_support).
2271 " but invocation host has $vsnwant"
2272 unless defined $protovsn;
2274 responder_send_command("dgit-remote-push-ready $protovsn");
2280 sub cmd_remote_push_responder { cmd_remote_push_build_host(); }
2281 # ... for compatibility with proto vsn.1 dgit (just so that user gets
2282 # a good error message)
2288 my $report = i_child_report();
2289 if (defined $report) {
2290 printdebug "($report)\n";
2291 } elsif ($i_child_pid) {
2292 printdebug "(killing build host child $i_child_pid)\n";
2293 kill 15, $i_child_pid;
2295 if (defined $i_tmp && !defined $initiator_tempdir) {
2297 eval { rmtree $i_tmp; };
2301 END { i_cleanup(); }
2304 my ($base,$selector,@args) = @_;
2305 $selector =~ s/\-/_/g;
2306 { no strict qw(refs); &{"${base}_${selector}"}(@args); }
2313 if ($host =~ m/^((?:[^][]|\[[^][]*\])*)\:/) {
2321 push @rargs, join ",", @rpushprotovsn_support;
2324 push @rdgit, @ropts;
2325 push @rdgit, qw(remote-push-build-host), (scalar @rargs), @rargs;
2327 my @cmd = (@ssh, $host, shellquote @rdgit);
2330 if (defined $initiator_tempdir) {
2331 rmtree $initiator_tempdir;
2332 mkdir $initiator_tempdir, 0700 or die "$initiator_tempdir: $!";
2333 $i_tmp = $initiator_tempdir;
2337 $i_child_pid = open2(\*RO, \*RI, @cmd);
2339 ($protovsn) = initiator_expect { m/^dgit-remote-push-ready (\S+)/ };
2340 die "$protovsn ?" unless grep { $_ eq $protovsn } @rpushprotovsn_support;
2341 $supplementary_message = '' unless $protovsn >= 3;
2343 my ($icmd,$iargs) = initiator_expect {
2344 m/^(\S+)(?: (.*))?$/;
2347 i_method "i_resp", $icmd, $iargs;
2351 sub i_resp_progress ($) {
2353 my $msg = protocol_read_bytes \*RO, $rhs;
2357 sub i_resp_supplementary_message ($) {
2359 $supplementary_message = protocol_read_bytes \*RO, $rhs;
2362 sub i_resp_complete {
2363 my $pid = $i_child_pid;
2364 $i_child_pid = undef; # prevents killing some other process with same pid
2365 printdebug "waiting for build host child $pid...\n";
2366 my $got = waitpid $pid, 0;
2367 die $! unless $got == $pid;
2368 die "build host child failed $?" if $?;
2371 printdebug "all done\n";
2375 sub i_resp_file ($) {
2377 my $localname = i_method "i_localname", $keyword;
2378 my $localpath = "$i_tmp/$localname";
2379 stat_exists $localpath and
2380 badproto \*RO, "file $keyword ($localpath) twice";
2381 protocol_receive_file \*RO, $localpath;
2382 i_method "i_file", $keyword;
2387 sub i_resp_param ($) {
2388 $_[0] =~ m/^(\S+) (.*)$/ or badproto \*RO, "bad param spec";
2392 sub i_resp_previously ($) {
2393 $_[0] =~ m#^(refs/tags/\S+)=(\w+)$#
2394 or badproto \*RO, "bad previously spec";
2395 my $r = system qw(git check-ref-format), $1;
2396 die "bad previously ref spec ($r)" if $r;
2397 $previously{$1} = $2;
2402 sub i_resp_want ($) {
2404 die "$keyword ?" if $i_wanted{$keyword}++;
2405 my @localpaths = i_method "i_want", $keyword;
2406 printdebug "[[ $keyword @localpaths\n";
2407 foreach my $localpath (@localpaths) {
2408 protocol_send_file \*RI, $localpath;
2410 print RI "files-end\n" or die $!;
2413 our ($i_clogp, $i_version, $i_tag, $i_dscfn, $i_changesfn);
2415 sub i_localname_parsed_changelog {
2416 return "remote-changelog.822";
2418 sub i_file_parsed_changelog {
2419 ($i_clogp, $i_version, $i_tag, $i_dscfn) =
2420 push_parse_changelog "$i_tmp/remote-changelog.822";
2421 die if $i_dscfn =~ m#/|^\W#;
2424 sub i_localname_dsc {
2425 defined $i_dscfn or badproto \*RO, "dsc (before parsed-changelog)";
2430 sub i_localname_changes {
2431 defined $i_dscfn or badproto \*RO, "dsc (before parsed-changelog)";
2432 $i_changesfn = $i_dscfn;
2433 $i_changesfn =~ s/\.dsc$/_dgit.changes/ or die;
2434 return $i_changesfn;
2436 sub i_file_changes { }
2438 sub i_want_signed_tag {
2439 printdebug Dumper(\%i_param, $i_dscfn);
2440 defined $i_param{'head'} && defined $i_dscfn && defined $i_clogp
2441 && defined $i_param{'csuite'}
2442 or badproto \*RO, "premature desire for signed-tag";
2443 my $head = $i_param{'head'};
2444 die if $head =~ m/[^0-9a-f]/ || $head !~ m/^../;
2446 die unless $i_param{'csuite'} =~ m/^$suite_re$/;
2448 push_parse_dsc $i_dscfn, 'remote dsc', $i_version;
2451 push_mktag $head, $i_clogp, $i_tag,
2453 $i_changesfn, 'remote changes',
2454 sub { "tag$_[0]"; };
2459 sub i_want_signed_dsc_changes {
2460 rename "$i_dscfn.tmp","$i_dscfn" or die "$i_dscfn $!";
2461 sign_changes $i_changesfn;
2462 return ($i_dscfn, $i_changesfn);
2465 #---------- building etc. ----------
2471 #----- `3.0 (quilt)' handling -----
2473 our $fakeeditorenv = 'DGIT_FAKE_EDITOR_QUILT';
2475 sub quiltify_dpkg_commit ($$$;$) {
2476 my ($patchname,$author,$msg, $xinfo) = @_;
2480 my $descfn = ".git/dgit/quilt-description.tmp";
2481 open O, '>', $descfn or die "$descfn: $!";
2484 $msg =~ s/^\s+$/ ./mg;
2485 print O <<END or die $!;
2495 local $ENV{'EDITOR'} = cmdoutput qw(realpath --), $0;
2496 local $ENV{'VISUAL'} = $ENV{'EDITOR'};
2497 local $ENV{$fakeeditorenv} = cmdoutput qw(realpath --), $descfn;
2498 runcmd @dpkgsource, qw(--commit .), $patchname;
2502 sub quiltify_trees_differ ($$) {
2504 # returns 1 iff the two tree objects differ other than in debian/
2506 my @cmd = (@git, qw(diff-tree --name-only -z), $x, $y);
2507 my $diffs= cmdoutput @cmd;
2508 foreach my $f (split /\0/, $diffs) {
2509 next if $f eq 'debian';
2515 sub quiltify_tree_sentinelfiles ($) {
2516 # lists the `sentinel' files present in the tree
2518 my $r = cmdoutput @git, qw(ls-tree --name-only), $x,
2519 qw(-- debian/rules debian/control);
2525 my ($clogp,$target) = @_;
2527 # Quilt patchification algorithm
2529 # We search backwards through the history of the main tree's HEAD
2530 # (T) looking for a start commit S whose tree object is identical
2531 # to to the patch tip tree (ie the tree corresponding to the
2532 # current dpkg-committed patch series). For these purposes
2533 # `identical' disregards anything in debian/ - this wrinkle is
2534 # necessary because dpkg-source treates debian/ specially.
2536 # We can only traverse edges where at most one of the ancestors'
2537 # trees differs (in changes outside in debian/). And we cannot
2538 # handle edges which change .pc/ or debian/patches. To avoid
2539 # going down a rathole we avoid traversing edges which introduce
2540 # debian/rules or debian/control. And we set a limit on the
2541 # number of edges we are willing to look at.
2543 # If we succeed, we walk forwards again. For each traversed edge
2544 # PC (with P parent, C child) (starting with P=S and ending with
2545 # C=T) to we do this:
2547 # - dpkg-source --commit with a patch name and message derived from C
2548 # After traversing PT, we git commit the changes which
2549 # should be contained within debian/patches.
2551 changedir '../fake';
2552 remove_stray_gits();
2553 mktree_in_ud_here();
2555 runcmd @git, qw(add -Af .);
2556 my $oldtiptree=git_write_tree();
2557 changedir '../work';
2559 # The search for the path S..T is breadth-first. We maintain a
2560 # todo list containing search nodes. A search node identifies a
2561 # commit, and looks something like this:
2563 # Commit => $git_commit_id,
2564 # Child => $c, # or undef if P=T
2565 # Whynot => $reason_edge_PC_unsuitable, # in @nots only
2566 # Nontrivial => true iff $p..$c has relevant changes
2573 my %considered; # saves being exponential on some weird graphs
2575 my $t_sentinels = quiltify_tree_sentinelfiles $target;
2578 my ($search,$whynot) = @_;
2579 printdebug " search NOT $search->{Commit} $whynot\n";
2580 $search->{Whynot} = $whynot;
2581 push @nots, $search;
2582 no warnings qw(exiting);
2591 my $c = shift @todo;
2592 next if $considered{$c->{Commit}}++;
2594 $not->($c, "maximum search space exceeded") if --$max_work <= 0;
2596 printdebug "quiltify investigate $c->{Commit}\n";
2599 if (!quiltify_trees_differ $c->{Commit}, $oldtiptree) {
2600 printdebug " search finished hooray!\n";
2605 if ($quilt_mode eq 'nofix') {
2606 fail "quilt fixup required but quilt mode is \`nofix'\n".
2607 "HEAD commit $c->{Commit} differs from tree implied by ".
2608 " debian/patches (tree object $oldtiptree)";
2610 if ($quilt_mode eq 'smash') {
2611 printdebug " search quitting smash\n";
2615 my $c_sentinels = quiltify_tree_sentinelfiles $c->{Commit};
2616 $not->($c, "has $c_sentinels not $t_sentinels")
2617 if $c_sentinels ne $t_sentinels;
2619 my $commitdata = cmdoutput @git, qw(cat-file commit), $c->{Commit};
2620 $commitdata =~ m/\n\n/;
2622 my @parents = ($commitdata =~ m/^parent (\w+)$/gm);
2623 @parents = map { { Commit => $_, Child => $c } } @parents;
2625 $not->($c, "root commit") if !@parents;
2627 foreach my $p (@parents) {
2628 $p->{Nontrivial}= quiltify_trees_differ $p->{Commit},$c->{Commit};
2630 my $ndiffers = grep { $_->{Nontrivial} } @parents;
2631 $not->($c, "merge ($ndiffers nontrivial parents)") if $ndiffers > 1;
2633 foreach my $p (@parents) {
2634 printdebug "considering C=$c->{Commit} P=$p->{Commit}\n";
2636 my @cmd= (@git, qw(diff-tree -r --name-only),
2637 $p->{Commit},$c->{Commit}, qw(-- debian/patches .pc));
2638 my $patchstackchange = cmdoutput @cmd;
2639 if (length $patchstackchange) {
2640 $patchstackchange =~ s/\n/,/g;
2641 $not->($p, "changed $patchstackchange");
2644 printdebug " search queue P=$p->{Commit} ",
2645 ($p->{Nontrivial} ? "NT" : "triv"),"\n";
2651 printdebug "quiltify want to smash\n";
2654 my $x = $_[0]{Commit};
2655 $x =~ s/(.*?[0-9a-z]{8})[0-9a-z]*$/$1/;
2658 my $reportnot = sub {
2660 my $s = $abbrev->($notp);
2661 my $c = $notp->{Child};
2662 $s .= "..".$abbrev->($c) if $c;
2663 $s .= ": ".$notp->{Whynot};
2666 if ($quilt_mode eq 'linear') {
2667 print STDERR "$us: quilt fixup cannot be linear. Stopped at:\n";
2668 foreach my $notp (@nots) {
2669 print STDERR "$us: ", $reportnot->($notp), "\n";
2671 fail "quilt fixup naive history linearisation failed.\n".
2672 "Use dpkg-source --commit by hand; or, --quilt=smash for one ugly patch";
2673 } elsif ($quilt_mode eq 'smash') {
2674 } elsif ($quilt_mode eq 'auto') {
2675 progress "quilt fixup cannot be linear, smashing...";
2677 die "$quilt_mode ?";
2682 my $msg = cmdoutput @git, qw(log), "-n$ncommits";
2684 quiltify_dpkg_commit "auto-$version-$target-$time",
2685 (getfield $clogp, 'Maintainer'),
2686 "Automatically generated patch ($clogp->{Version})\n".
2687 "Last (up to) $ncommits git changes, FYI:\n\n". $msg;
2691 progress "quiltify linearisation planning successful, executing...";
2693 for (my $p = $sref_S;
2694 my $c = $p->{Child};
2696 printdebug "quiltify traverse $p->{Commit}..$c->{Commit}\n";
2697 next unless $p->{Nontrivial};
2699 my $cc = $c->{Commit};
2701 my $commitdata = cmdoutput @git, qw(cat-file commit), $cc;
2702 $commitdata =~ m/\n\n/ or die "$c ?";
2705 $commitdata =~ m/^author (.*) \d+ [-+0-9]+$/m or die "$cc ?";
2708 $msg =~ s/^(.*)\n*/$1\n/ or die "$cc $msg ?";
2711 my $patchname = $title;
2712 $patchname =~ s/[.:]$//;
2713 $patchname =~ y/ A-Z/-a-z/;
2714 $patchname =~ y/-a-z0-9_.+=~//cd;
2715 $patchname =~ s/^\W/x-$&/;
2716 $patchname = substr($patchname,0,40);
2719 stat "debian/patches/$patchname$index";
2721 $!==ENOENT or die "$patchname$index $!";
2723 runcmd @git, qw(checkout -q), $cc;
2725 # We use the tip's changelog so that dpkg-source doesn't
2726 # produce complaining messages from dpkg-parsechangelog. None
2727 # of the information dpkg-source gets from the changelog is
2728 # actually relevant - it gets put into the original message
2729 # which dpkg-source provides our stunt editor, and then
2731 runcmd @git, qw(checkout -q), $target, qw(debian/changelog);
2733 quiltify_dpkg_commit "$patchname$index", $author, $msg,
2734 "X-Dgit-Generated: $clogp->{Version} $cc\n";
2736 runcmd @git, qw(checkout -q), $cc, qw(debian/changelog);
2739 runcmd @git, qw(checkout -q master);
2742 sub build_maybe_quilt_fixup () {
2743 my ($format,$fopts) = get_source_format;
2744 return unless madformat $format;
2747 check_for_vendor_patches();
2749 my $clogp = parsechangelog();
2750 my $headref = git_rev_parse('HEAD');
2755 my $upstreamversion=$version;
2756 $upstreamversion =~ s/-[^-]*$//;
2758 if ($fopts->{'single-debian-patch'}) {
2759 quilt_fixup_singlepatch($clogp, $headref, $upstreamversion);
2761 quilt_fixup_multipatch($clogp, $headref, $upstreamversion);
2764 changedir '../../../..';
2765 runcmd_ordryrun_local
2766 @git, qw(pull --ff-only -q .git/dgit/unpack/work master);
2769 sub quilt_fixup_mkwork ($) {
2772 mkdir "work" or die $!;
2774 mktree_in_ud_here();
2775 runcmd @git, qw(reset --hard), $headref;
2778 sub quilt_fixup_linkorigs ($$) {
2779 my ($upstreamversion, $fn) = @_;
2780 # calls $fn->($leafname);
2782 foreach my $f (<../../../../*>) { #/){
2783 my $b=$f; $b =~ s{.*/}{};
2785 local ($debuglevel) = $debuglevel-1;
2786 printdebug "QF linkorigs $b, $f ?\n";
2788 next unless is_orig_file $b, srcfn $upstreamversion,'';
2789 printdebug "QF linkorigs $b, $f Y\n";
2790 link_ltarget $f, $b or die "$b $!";
2795 sub quilt_fixup_delete_pc () {
2796 runcmd @git, qw(rm -rqf .pc);
2797 commit_admin "Commit removal of .pc (quilt series tracking data)";
2800 sub quilt_fixup_singlepatch ($$$) {
2801 my ($clogp, $headref, $upstreamversion) = @_;
2803 progress "starting quiltify (single-debian-patch)";
2805 # dpkg-source --commit generates new patches even if
2806 # single-debian-patch is in debian/source/options. In order to
2807 # get it to generate debian/patches/debian-changes, it is
2808 # necessary to build the source package.
2810 quilt_fixup_linkorigs($upstreamversion, sub { });
2811 quilt_fixup_mkwork($headref);
2813 rmtree("debian/patches");
2815 runcmd @dpkgsource, qw(-b .);
2817 runcmd @dpkgsource, qw(-x), (srcfn $version, ".dsc");
2818 rename srcfn("$upstreamversion", "/debian/patches"),
2819 "work/debian/patches";
2822 commit_quilty_patch();
2827 sub quilt_fixup_multipatch ($$$) {
2828 my ($clogp, $headref, $upstreamversion) = @_;
2830 progress "starting quiltify (multiple patches, $quilt_mode mode)";
2833 # - honour any existing .pc in case it has any strangeness
2834 # - determine the git commit corresponding to the tip of
2835 # the patch stack (if there is one)
2836 # - if there is such a git commit, convert each subsequent
2837 # git commit into a quilt patch with dpkg-source --commit
2838 # - otherwise convert all the differences in the tree into
2839 # a single git commit
2843 # Our git tree doesn't necessarily contain .pc. (Some versions of
2844 # dgit would include the .pc in the git tree.) If there isn't
2845 # one, we need to generate one by unpacking the patches that we
2848 # We first look for a .pc in the git tree. If there is one, we
2849 # will use it. (This is not the normal case.)
2851 # Otherwise need to regenerate .pc so that dpkg-source --commit
2852 # can work. We do this as follows:
2853 # 1. Collect all relevant .orig from parent directory
2854 # 2. Generate a debian.tar.gz out of
2855 # debian/{patches,rules,source/format,source/options}
2856 # 3. Generate a fake .dsc containing just these fields:
2857 # Format Source Version Files
2858 # 4. Extract the fake .dsc
2859 # Now the fake .dsc has a .pc directory.
2860 # (In fact we do this in every case, because in future we will
2861 # want to search for a good base commit for generating patches.)
2863 # Then we can actually do the dpkg-source --commit
2864 # 1. Make a new working tree with the same object
2865 # store as our main tree and check out the main
2867 # 2. Copy .pc from the fake's extraction, if necessary
2868 # 3. Run dpkg-source --commit
2869 # 4. If the result has changes to debian/, then
2870 # - git-add them them
2871 # - git-add .pc if we had a .pc in-tree
2873 # 5. If we had a .pc in-tree, delete it, and git-commit
2874 # 6. Back in the main tree, fast forward to the new HEAD
2876 my $fakeversion="$upstreamversion-~~DGITFAKE";
2878 my $fakedsc=new IO::File 'fake.dsc', '>' or die $!;
2879 print $fakedsc <<END or die $!;
2882 Version: $fakeversion
2886 my $dscaddfile=sub {
2889 my $md = new Digest::MD5;
2891 my $fh = new IO::File $b, '<' or die "$b $!";
2896 print $fakedsc " ".$md->hexdigest." $size $b\n" or die $!;
2899 quilt_fixup_linkorigs($upstreamversion, $dscaddfile);
2901 my @files=qw(debian/source/format debian/rules);
2902 foreach my $maybe (qw(debian/patches debian/source/options)) {
2903 next unless stat_exists "../../../$maybe";
2904 push @files, $maybe;
2907 my $debtar= srcfn $fakeversion,'.debian.tar.gz';
2908 runcmd qw(env GZIP=-1 tar -zcf), "./$debtar", qw(-C ../../..), @files;
2910 $dscaddfile->($debtar);
2911 close $fakedsc or die $!;
2913 runcmd qw(sh -ec), 'exec dpkg-source --no-check -x fake.dsc >/dev/null';
2915 my $fakexdir= $package.'-'.(stripepoch $upstreamversion);
2916 rename $fakexdir, "fake" or die "$fakexdir $!";
2918 quilt_fixup_mkwork($headref);
2921 if (stat_exists ".pc") {
2923 progress "Tree already contains .pc - will use it then delete it.";
2926 rename '../fake/.pc','.pc' or die $!;
2929 quiltify($clogp,$headref);
2931 if (!open P, '>>', ".pc/applied-patches") {
2932 $!==&ENOENT or die $!;
2937 commit_quilty_patch();
2939 if ($mustdeletepc) {
2940 quilt_fixup_delete_pc();
2944 sub quilt_fixup_editor () {
2945 my $descfn = $ENV{$fakeeditorenv};
2946 my $editing = $ARGV[$#ARGV];
2947 open I1, '<', $descfn or die "$descfn: $!";
2948 open I2, '<', $editing or die "$editing: $!";
2949 unlink $editing or die "$editing: $!";
2950 open O, '>', $editing or die "$editing: $!";
2951 while (<I1>) { print O or die $!; } I1->error and die $!;
2954 $copying ||= m/^\-\-\- /;
2955 next unless $copying;
2958 I2->error and die $!;
2963 #----- other building -----
2965 our $suppress_clean;
2968 return if $suppress_clean;
2969 if ($cleanmode eq 'dpkg-source') {
2970 runcmd_ordryrun_local @dpkgbuildpackage, qw(-T clean);
2971 } elsif ($cleanmode eq 'dpkg-source-d') {
2972 runcmd_ordryrun_local @dpkgbuildpackage, qw(-d -T clean);
2973 } elsif ($cleanmode eq 'git') {
2974 runcmd_ordryrun_local @git, qw(clean -xdf);
2975 } elsif ($cleanmode eq 'git-ff') {
2976 runcmd_ordryrun_local @git, qw(clean -xdff);
2977 } elsif ($cleanmode eq 'check') {
2978 my $leftovers = cmdoutput @git, qw(clean -xdn);
2979 if (length $leftovers) {
2980 print STDERR $leftovers, "\n" or die $!;
2981 fail "tree contains uncommitted files and --clean=check specified";
2983 } elsif ($cleanmode eq 'none') {
2990 badusage "clean takes no additional arguments" if @ARGV;
2997 badusage "-p is not allowed when building" if defined $package;
3000 my $clogp = parsechangelog();
3001 $isuite = getfield $clogp, 'Distribution';
3002 $package = getfield $clogp, 'Source';
3003 $version = getfield $clogp, 'Version';
3004 build_maybe_quilt_fixup();
3007 sub changesopts_initial () {
3008 my @opts =@changesopts[1..$#changesopts];
3011 sub changesopts_version () {
3012 if (!defined $changes_since_version) {
3013 my @vsns = archive_query('archive_query');
3014 my @quirk = access_quirk();
3015 if ($quirk[0] eq 'backports') {
3016 local $isuite = $quirk[2];
3018 canonicalise_suite();
3019 push @vsns, archive_query('archive_query');
3022 @vsns = map { $_->[0] } @vsns;
3023 @vsns = sort { -version_compare($a, $b) } @vsns;
3024 $changes_since_version = $vsns[0];
3025 progress "changelog will contain changes since $vsns[0]";
3027 $changes_since_version = '_';
3028 progress "package seems new, not specifying -v<version>";
3031 if ($changes_since_version ne '_') {
3032 return ("-v$changes_since_version");
3038 sub changesopts () {
3039 return (changesopts_initial(), changesopts_version());
3042 sub massage_dbp_args ($;$) {
3043 my ($cmd,$xargs) = @_;
3044 if ($cleanmode eq 'dpkg-source') {
3045 $suppress_clean = 1;
3048 debugcmd '#massaging#', @$cmd if $debuglevel>1;
3049 my @newcmd = shift @$cmd;
3050 # -nc has the side effect of specifying -b if nothing else specified
3051 push @newcmd, '-nc';
3052 # and some combinations of -S, -b, et al, are errors, rather than
3053 # later simply overriding earlier
3054 push @newcmd, '-F' unless grep { m/^-[bBASF]$/ } (@$cmd, @$xargs);
3055 push @newcmd, @$cmd;
3060 my @dbp = (@dpkgbuildpackage, qw(-us -uc), changesopts_initial(), @ARGV);
3061 massage_dbp_args \@dbp;
3063 push @dbp, changesopts_version();
3064 runcmd_ordryrun_local @dbp;
3065 printdone "build successful\n";
3069 my @dbp = @dpkgbuildpackage;
3070 massage_dbp_args \@dbp, \@ARGV;
3073 if (length executable_on_path('git-buildpackage')) {
3074 @cmd = qw(git-buildpackage);
3076 @cmd = qw(gbp buildpackage);
3078 push @cmd, (qw(-us -uc --git-no-sign-tags), "--git-builder=@dbp");
3080 if ($cleanmode eq 'dpkg-source') {
3081 $suppress_clean = 1;
3083 push @cmd, '--git-cleaner=true';
3086 unless (grep { m/^--git-debian-branch|^--git-ignore-branch/ } @ARGV) {
3087 canonicalise_suite();
3088 push @cmd, "--git-debian-branch=".lbranch();
3090 push @cmd, changesopts();
3091 runcmd_ordryrun_local @cmd, @ARGV;
3092 printdone "build successful\n";
3094 sub cmd_git_build { cmd_gbp_build(); } # compatibility with <= 1.0
3097 if ($cleanmode =~ m/^dpkg-source/) {
3098 # dpkg-source will clean, so we shouldn't
3099 $suppress_clean = 1;
3102 $sourcechanges = "${package}_".(stripepoch $version)."_source.changes";
3103 $dscfn = dscfn($version);
3104 if ($cleanmode eq 'dpkg-source') {
3105 runcmd_ordryrun_local (@dpkgbuildpackage, qw(-us -uc -S)),
3107 } elsif ($cleanmode eq 'dpkg-source-d') {
3108 runcmd_ordryrun_local (@dpkgbuildpackage, qw(-us -uc -S -d)),
3111 my $pwd = must_getcwd();
3112 my $leafdir = basename $pwd;
3114 runcmd_ordryrun_local @dpkgsource, qw(-b --), $leafdir;
3116 runcmd_ordryrun_local qw(sh -ec),
3117 'exec >$1; shift; exec "$@"','x',
3118 "../$sourcechanges",
3119 @dpkggenchanges, qw(-S), changesopts();
3123 sub cmd_build_source {
3124 badusage "build-source takes no additional arguments" if @ARGV;
3126 printdone "source built, results in $dscfn and $sourcechanges";
3132 my $pat = "${package}_".(stripepoch $version)."_*.changes";
3134 stat_exists $dscfn or fail "$dscfn (in parent directory): $!";
3135 stat_exists $sourcechanges
3136 or fail "$sourcechanges (in parent directory): $!";
3137 foreach my $cf (glob $pat) {
3138 next if $cf eq $sourcechanges;
3139 unlink $cf or fail "remove $cf: $!";
3142 runcmd_ordryrun_local @sbuild, @ARGV, qw(-d), $isuite, $dscfn;
3143 my @changesfiles = glob $pat;
3144 @changesfiles = sort {
3145 ($b =~ m/_source\.changes$/ <=> $a =~ m/_source\.changes$/)
3148 fail "wrong number of different changes files (@changesfiles)"
3149 unless @changesfiles;
3150 runcmd_ordryrun_local @mergechanges, @changesfiles;
3151 my $multichanges = "${package}_".(stripepoch $version)."_multi.changes";
3153 stat_exists $multichanges or fail "$multichanges: $!";
3155 printdone "build successful, results in $multichanges\n" or die $!;
3158 sub cmd_quilt_fixup {
3159 badusage "incorrect arguments to dgit quilt-fixup" if @ARGV;
3160 my $clogp = parsechangelog();
3161 $version = getfield $clogp, 'Version';
3162 $package = getfield $clogp, 'Source';
3163 build_maybe_quilt_fixup();
3166 sub cmd_archive_api_query {
3167 badusage "need only 1 subpath argument" unless @ARGV==1;
3168 my ($subpath) = @ARGV;
3169 my @cmd = archive_api_query_cmd($subpath);
3171 exec @cmd or fail "exec curl: $!\n";
3174 sub cmd_clone_dgit_repos_server {
3175 badusage "need destination argument" unless @ARGV==1;
3176 my ($destdir) = @ARGV;
3177 $package = '_dgit-repos-server';
3178 my @cmd = (@git, qw(clone), access_giturl(), $destdir);
3180 exec @cmd or fail "exec git clone: $!\n";
3183 sub cmd_setup_mergechangelogs {
3184 badusage "no arguments allowed to dgit setup-mergechangelogs" if @ARGV;
3185 setup_mergechangelogs(1);
3188 sub cmd_setup_useremail {
3189 badusage "no arguments allowed to dgit setup-mergechangelogs" if @ARGV;
3193 sub cmd_setup_new_tree {
3194 badusage "no arguments allowed to dgit setup-tree" if @ARGV;
3198 #---------- argument parsing and main program ----------
3201 print "dgit version $our_version\n" or die $!;
3205 our (%valopts_long, %valopts_short);
3208 sub defvalopt ($$$$) {
3209 my ($long,$short,$val_re,$how) = @_;
3210 my $oi = { Long => $long, Short => $short, Re => $val_re, How => $how };
3211 $valopts_long{$long} = $oi;
3212 $valopts_short{$short} = $oi;
3213 # $how subref should:
3214 # do whatever assignemnt or thing it likes with $_[0]
3215 # if the option should not be passed on to remote, @rvalopts=()
3216 # or $how can be a scalar ref, meaning simply assign the value
3219 defvalopt '--since-version', '-v', '[^_]+|_', \$changes_since_version;
3220 defvalopt '--distro', '-d', '.+', \$idistro;
3221 defvalopt '', '-k', '.+', \$keyid;
3222 defvalopt '--existing-package','', '.*', \$existing_package;
3223 defvalopt '--build-products-dir','','.*', \$buildproductsdir;
3224 defvalopt '--clean', '', $cleanmode_re, \$cleanmode;
3225 defvalopt '--quilt', '', $quilt_modes_re, \$quilt_mode;
3227 defvalopt '', '-c', '.*=.*', sub { push @git, '-c', @_; };
3229 defvalopt '', '-C', '.+', sub {
3230 ($changesfile) = (@_);
3231 if ($changesfile =~ s#^(.*)/##) {
3232 $buildproductsdir = $1;
3236 defvalopt '--initiator-tempdir','','.*', sub {
3237 ($initiator_tempdir) = (@_);
3238 $initiator_tempdir =~ m#^/# or
3239 badusage "--initiator-tempdir must be used specify an".
3240 " absolute, not relative, directory."
3246 if (defined $ENV{'DGIT_SSH'}) {
3247 @ssh = string_to_ssh $ENV{'DGIT_SSH'};
3248 } elsif (defined $ENV{'GIT_SSH'}) {
3249 @ssh = ($ENV{'GIT_SSH'});
3257 if (!defined $val) {
3258 badusage "$what needs a value" unless @ARGV;
3260 push @rvalopts, $val;
3262 badusage "bad value \`$val' for $what" unless
3263 $val =~ m/^$oi->{Re}$(?!\n)/s;
3264 my $how = $oi->{How};
3265 if (ref($how) eq 'SCALAR') {
3270 push @ropts, @rvalopts;
3274 last unless $ARGV[0] =~ m/^-/;
3278 if (m/^--dry-run$/) {
3281 } elsif (m/^--damp-run$/) {
3284 } elsif (m/^--no-sign$/) {
3287 } elsif (m/^--help$/) {
3289 } elsif (m/^--version$/) {
3291 } elsif (m/^--new$/) {
3294 } elsif (m/^--([-0-9a-z]+)=(.+)/s &&
3295 ($om = $opts_opt_map{$1}) &&
3299 } elsif (m/^--([-0-9a-z]+):(.*)/s &&
3300 !$opts_opt_cmdonly{$1} &&
3301 ($om = $opts_opt_map{$1})) {
3304 } elsif (m/^--ignore-dirty$/s) {
3307 } elsif (m/^--no-quilt-fixup$/s) {
3309 $quilt_mode = 'nocheck';
3310 } elsif (m/^--no-rm-on-error$/s) {
3313 } elsif (m/^--deliberately-($deliberately_re)$/s) {
3315 push @deliberatelies, $&;
3316 } elsif (m/^(--[-0-9a-z]+)(=|$)/ && ($oi = $valopts_long{$1})) {
3317 $val = $2 ? $' : undef; #';
3318 $valopt->($oi->{Long});
3320 badusage "unknown long option \`$_'";
3327 } elsif (s/^-L/-/) {
3330 } elsif (s/^-h/-/) {
3332 } elsif (s/^-D/-/) {
3336 } elsif (s/^-N/-/) {
3341 push @changesopts, $_;
3343 } elsif (s/^-wn$//s) {
3345 $cleanmode = 'none';
3346 } elsif (s/^-wg$//s) {
3349 } elsif (s/^-wgf$//s) {
3351 $cleanmode = 'git-ff';
3352 } elsif (s/^-wd$//s) {
3354 $cleanmode = 'dpkg-source';
3355 } elsif (s/^-wdd$//s) {
3357 $cleanmode = 'dpkg-source-d';
3358 } elsif (s/^-wc$//s) {
3360 $cleanmode = 'check';
3361 } elsif (m/^-[a-zA-Z]/ && ($oi = $valopts_short{$&})) {
3363 $val = undef unless length $val;
3364 $valopt->($oi->{Short});
3367 badusage "unknown short option \`$_'";
3374 sub finalise_opts_opts () {
3375 foreach my $k (keys %opts_opt_map) {
3376 my $om = $opts_opt_map{$k};
3378 my $v = access_cfg("cmd-$k", 'RETURN-UNDEF');
3380 badcfg "cannot set command for $k"
3381 unless length $om->[0];
3385 foreach my $c (access_cfg_cfgs("opts-$k")) {
3386 my $vl = $gitcfg{$c};
3387 printdebug "CL $c ",
3388 ($vl ? join " ", map { shellquote } @$vl : ""),
3389 "\n" if $debuglevel >= 4;
3391 badcfg "cannot configure options for $k"
3392 if $opts_opt_cmdonly{$k};
3393 my $insertpos = $opts_cfg_insertpos{$k};
3394 @$om = ( @$om[0..$insertpos-1],
3396 @$om[$insertpos..$#$om] );
3401 if ($ENV{$fakeeditorenv}) {
3403 quilt_fixup_editor();
3409 print STDERR "DRY RUN ONLY\n" if $dryrun_level > 1;
3410 print STDERR "DAMP RUN - WILL MAKE LOCAL (UNSIGNED) CHANGES\n"
3411 if $dryrun_level == 1;
3413 print STDERR $helpmsg or die $!;
3416 my $cmd = shift @ARGV;
3419 if (!defined $quilt_mode) {
3420 local $access_forpush;
3421 $quilt_mode = cfg('dgit.force.quilt-mode', 'RETURN-UNDEF')
3422 // access_cfg('quilt-mode', 'RETURN-UNDEF')
3424 $quilt_mode =~ m/^($quilt_modes_re)$/
3425 or badcfg "unknown quilt-mode \`$quilt_mode'";
3429 if (!defined $cleanmode) {
3430 local $access_forpush;
3431 $cleanmode = access_cfg('clean-mode', 'RETURN-UNDEF');
3432 $cleanmode //= 'dpkg-source';
3434 badcfg "unknown clean-mode \`$cleanmode'" unless
3435 $cleanmode =~ m/^($cleanmode_re)$(?!\n)/s;
3438 my $fn = ${*::}{"cmd_$cmd"};
3439 $fn or badusage "unknown operation $cmd";