chiark / gitweb /
Merge tag dgit/2.14 into `defence in dgit-repos-server' branch
[dgit.git] / infra / dgit-mirror-rsync
1 #!/bin/bash
2 #
3 # Mirror script for use as a dgit-repos-server mirror hook
4 #
5 # In addition to updated-hook (invoked by dgit-repos-server),
6 # this script also supports the following ACTIONs:
7 #   MIRROR-HOOK-SCRIPT ... setup [...]            create queue dir etc.
8 #   MIRROR-HOOK-SCRIPT ... backlog [...]          do all packages which need it
9 #   MIRROR-HOOK-SCRIPT ... all [...]              do all packages
10 #   MIRROR-HOOK-SCRIPT ... mirror PACKAGE [...]   do just that, longer timeout
11 #
12 # DISTRO-DIR must contain a file `mirror-settings' which is a bash
13 # script fragment assigning the following variables:
14 #   remoterepos         for rsync, in form user@host:/dir
15 # and optionally
16 #   hooktimeout         default 30 [sec]
17 #   rsynctimeout        default 900 [sec]
18 #   rsyncssh            default 'ssh -o batchmode=yes'
19 #   rsync               array, default (rsync -rltH --safe-links --delete)
20 #   repos               default DISTRO-DIR/repos
21 # (optional settings are all set before mirror-settings is included,
22 # so you can modify them with += or some such)
23
24 set -e
25 set -o pipefail
26 shopt -s nullglob
27
28 case "$DGIT_DRS_DEBUG" in
29 ''|0|1)         ;;
30 *)              set -x  ;;
31 esac
32
33 fail () {
34         echo >&2 "dgit-mirror-rsync: $*"; exit 127
35 }
36
37 if [ $# -lt 2 ]; then fail "too few arguments"; fi
38
39 self=$0
40
41 case "$self" in
42 /*)                             ;;
43 */*)    self="$PWD/$self"       ;;
44 *)                              ;;
45 esac
46
47 distrodir=$1;   shift
48 action=$1;      shift
49 package=$1
50
51 repos=$distrodir/repos
52
53 rsync=(rsync -rltH --safe-links --delete)
54 hooktimeout=30
55 rsynctimeout=900
56 rsyncssh='ssh -o batchmode=yes'
57
58 . $distrodir/mirror-settings
59
60 # contents of $queue
61 # $queue/$package.n     - mirror needed
62 # $queue/$package.a     - being attempted, or attempt failed
63 # $queue/$package.lock  - lock (with-lock-ex)
64 # $queue/$package.err   - stderr from failed (or current) run
65 # $queue/$package.log   - stderr from last successful run
66
67 cd $repos
68 queue=_mirror-queue
69
70 case "$remoterepos" in
71 *:/*|/*)        ;;
72 '')             fail "remoterepos config not set" ;;
73 *)              fail "remoterepos config does not match *:/* or /*" ;;
74 esac
75
76 actually () {
77         "${rsync[@]}" \
78                 --timeout=$rsynctimeout                         \
79                 -e "$rsyncssh"                                  \
80                 "$repos/$package.git"/.                         \
81                 "$remoterepos/$package.git"
82 }
83
84 reinvoke () {
85         newaction="$1"; shift
86
87         exec                                                    \
88         "$@"                                                    \
89         "$self" "$distrodir" "reinvoke$newaction" "$package"
90 }
91
92 check-package-mirrorable () {
93         local repo=$repos/$package.git
94         local mode=$(stat -c%a "$repo")
95         case $mode in
96         *5)     return  0       ;;
97         *0)     return  1       ;;
98         *)      echo >&2 "unexpected mode $mode for $repo"; return 1    ;;
99         esac
100 }
101
102 lock-and-process () {
103         check-package-mirrorable || return 0
104         reinvoke -locked with-lock-ex -w "$queue/$package.lock"
105 }
106
107 attempt () {
108         exec 3>&2 >"$queue/$package.err" 2>&1
109         if actually; then
110                 rm -f "$queue/$package.a"
111                 exec 2>&3 2>&1
112                 mv -f "$queue/$package.err" "$queue/$package.log"
113                 if ! [ -s "$queue/$package.log" ]; then
114                         rm "$queue/$package.log"
115                 fi
116                 rm "$queue/$package.lock"
117         else
118                 cat >&3 "$queue/$package.err"
119                 exit 127
120         fi
121 }
122
123 lock-and-process-baseof-f () {
124         package=${f##*/}
125         package=${package%.*}
126         lock-and-process
127 }
128
129 case "$action" in
130
131 updated-hook)
132         check-package-mirrorable || exit 0
133         touch "$queue/$package.n"
134         reinvoke -timed timeout --foreground $hooktimeout
135         ;;
136
137 reinvoke-timed)
138         (lock-and-process) >/dev/null 2>&1
139         ;;
140
141 mirror)
142         lock-and-process
143         ;;
144
145 reinvoke-locked)
146         touch "$queue/$package.a"
147         rm -f "$queue/$package.n"
148         attempt
149         ;;
150
151 backlog)
152         for f in $queue/*.[na]; do
153                 (lock-and-process-baseof-f ||:)
154         done
155         ;;
156
157 all)
158         for f in [a-z0-9]*.git; do
159                 (lock-and-process-baseof-f)
160         done
161         ;;
162
163 setup)
164         test -d "$queue" || mkdir "$queue"
165         ;;
166
167 *)
168         fail "bad action $action"
169         ;;
170
171 esac