3 # Mirror script for use as a dgit-repos-server mirror hook
5 # In addition to updated-hook (invoked by dgit-repos-server),
6 # this script also supports the following ACTIONs:
7 # MIRROR-HOOK-SCRIPT ... setup [...] create queue dir etc.
8 # MIRROR-HOOK-SCRIPT ... backlog [...] do all packages which need it
9 # MIRROR-HOOK-SCRIPT ... all [...] do all packages
10 # MIRROR-HOOK-SCRIPT ... mirror PACKAGE [...] do just that, longer timeout
12 # DISTRO-DIR must contain a file `mirror-settings' which is a bash
13 # script fragment assigning the following variables:
14 # remoterepos for rsync, in form user@host:/dir
16 # hooktimeout default 30 [sec]
17 # rsynctimeout default 900 [sec]
18 # rsyncssh default 'ssh -o batchmode=yes'
19 # rsync array, default (rsync -rltH --safe-links --delete)
20 # repos default DISTRO-DIR/repos
21 # (optional settings are all set before mirror-settings is included,
22 # so you can modify them with += or some such)
28 case "$DGIT_DRS_DEBUG" in
34 echo >&2 "dgit-mirror-rsync: $*"; exit 127
37 if [ $# -lt 2 ]; then fail "too few arguments"; fi
43 */*) self="$PWD/$self" ;;
51 repos=$distrodir/repos
53 rsync=(rsync -rltH --safe-links --delete)
56 rsyncssh='ssh -o batchmode=yes'
58 . $distrodir/mirror-settings
61 # $queue/$package.n - mirror needed
62 # $queue/$package.a - being attempted, or attempt failed
63 # $queue/$package.lock - lock (with-lock-ex)
64 # $queue/$package.err - stderr from failed (or current) run
65 # $queue/$package.log - stderr from last successful run
70 case "$remoterepos" in
72 '') fail "remoterepos config not set" ;;
73 *) fail "remoterepos config does not match *:/* or /*" ;;
78 --timeout=$rsynctimeout \
80 "$repos/$package.git"/. \
81 "$remoterepos/$package.git"
89 "$self" "$distrodir" "reinvoke$newaction" "$package"
92 check-package-mirrorable () {
93 local repo=$repos/$package.git
94 local mode; mode=$(stat -c%a "$repo")
98 *) echo >&2 "unexpected mode $mode for $repo"; return 1 ;;
102 lock-and-process () {
103 check-package-mirrorable || return 0
104 reinvoke -locked with-lock-ex -w "$queue/$package.lock"
108 exec 3>&2 >"$queue/$package.err" 2>&1
110 rm -f "$queue/$package.a"
112 mv -f "$queue/$package.err" "$queue/$package.log"
113 if ! [ -s "$queue/$package.log" ]; then
114 rm "$queue/$package.log"
116 rm "$queue/$package.lock"
118 cat >&3 "$queue/$package.err"
123 lock-and-process-baseof-f () {
125 package=${package%.*}
132 check-package-mirrorable || exit 0
133 touch "$queue/$package.n"
134 reinvoke -timed timeout --foreground $hooktimeout
138 (lock-and-process) >/dev/null 2>&1
146 touch "$queue/$package.a"
147 rm -f "$queue/$package.n"
152 for f in $queue/*.[na]; do
153 (lock-and-process-baseof-f ||:)
158 for f in [a-z0-9]*.git; do
159 (lock-and-process-baseof-f)
164 test -d "$queue" || mkdir "$queue"
168 fail "bad action $action"