3 # Mirror script for use as a dgit-repos-server mirror hook
5 # In addition to updated-hook (invoked by dgit-repos-server),
6 # this script also supports the following ACTIONs:
7 # MIRROR-HOOK-SCRIPT ... setup [...] create queue dir etc.
8 # MIRROR-HOOK-SCRIPT ... backlog [...] do all packages which need it
9 # MIRROR-HOOK-SCRIPT ... all [...] do all packages
10 # MIRROR-HOOK-SCRIPT ... mirror PACKAGE [...] do just that, longer timeout
12 # DISTRO-DIR must contain a file `mirror-settings' which is a bash
13 # script fragment assigning the following variables:
14 # remoterepos for rsync, in form user@host:/dir
16 # hooktimeout default 30 [sec]
17 # rsynctimeout default 900 [sec]
18 # rsyncssh default 'ssh -o batchmode=yes'
19 # rsync array, default (rsync -rltH --safe-links --delete)
20 # repos default DISTRO-DIR/repos
21 # (optional settings are all set before mirror-settings is included,
22 # so you can modify them with += or some such)
28 case "$DGIT_DRS_DEBUG" in
34 echo >&2 "dgit-mirror-rsync: $*"; exit 127
37 if [ $# -lt 2 ]; then fail "too few arguments"; fi
43 */*) self="$PWD/$self" ;;
51 repos=$distrodir/repos
53 rsync=(rsync -rltH --safe-links --delete)
56 rsyncssh='ssh -o batchmode=yes'
58 . $distrodir/mirror-settings
61 # $queue/$package.n - mirror needed
62 # $queue/$package.a - being attempted, or attempt failed
63 # $queue/$package.lock - lock (with-lock-ex)
64 # $queue/$package.err - stderr from failed (or current) run
65 # $queue/$package.log - stderr from last successful run
70 case "$remoterepos" in
72 '') fail "remoterepos config not set" ;;
73 *) fail "remoterepos config does not match *:/* or /*" ;;
78 --timeout=$rsynctimeout \
80 "$repos/$package.git"/. \
81 "$remoterepos/$package.git"
89 "$self" "$distrodir" "reinvoke$newaction" "$package"
92 check-package-mirrorable () {
93 local repo=$repos/$package.git
94 local mode=$(stat -c%a "$repo")
98 *) echo >&2 "unexpected mode $mode for $repo"; return 1 ;;
102 lock-and-process () {
103 check-package-mirrorable || return 0
104 reinvoke -locked with-lock-ex -w "$queue/$package.lock"
108 exec 3>&2 >"$queue/$package.err" 2>&1
110 rm -f "$queue/$package.a"
111 mv -f "$queue/$package.err" "$queue/$package.log"
112 rm "$queue/$package.lock"
114 cat >&3 "$queue/$package.err"
119 lock-and-process-baseof-f () {
121 package=${package%.*}
128 check-package-mirrorable || exit 0
129 touch "$queue/$package.n"
130 reinvoke -timed timeout --foreground $hooktimeout
134 (lock-and-process) >/dev/null 2>&1
142 touch "$queue/$package.a"
143 rm -f "$queue/$package.n"
148 for f in $queue/*.[na]; do
149 (lock-and-process-baseof-f ||:)
154 for f in [a-z0-9]*.git; do
155 (lock-and-process-baseof-f)
160 test -d "$queue" || mkdir "$queue"
164 fail "bad action $action"