chiark / gitweb /
build-package.sh: Fix termux_download placement
[termux-packages] / build-package.sh
1 #!/bin/bash
2
3 set -e -o pipefail -u
4
5 if [ "$#" -ne 1 ]; then echo "ERROR: Specify one argument (name of or path to package)"; exit 1; fi
6 export TERMUX_PKG_NAME=`basename $1`
7 export TERMUX_SCRIPTDIR=`cd $(dirname $0); pwd`
8
9 if [[ $1 == *"/"* ]]; then
10   # Path to directory which may be outside this repo:
11   if [ ! -d $1 ]; then echo "ERROR: '$1' seems to be a path but is not a directory"; exit 1; fi
12   export TERMUX_PKG_BUILDER_DIR=`realpath $1`
13 else
14   # Package name:
15   export TERMUX_PKG_BUILDER_DIR=$TERMUX_SCRIPTDIR/packages/$TERMUX_PKG_NAME
16 fi
17 export TERMUX_PKG_BUILDER_SCRIPT=$TERMUX_PKG_BUILDER_DIR/build.sh
18 if test ! -f $TERMUX_PKG_BUILDER_SCRIPT; then echo "ERROR: No build.sh script at supposed package dir $TERMUX_PKG_BUILDER_DIR!"; exit 1; fi
19
20 echo "termux - building $1..."
21 test -t 1 && printf "\033]0;$1...\007"
22
23 # Read settings from .termuxrc if existing
24 test -f $HOME/.termuxrc && . $HOME/.termuxrc
25
26 # Configurable settings
27 : ${NDK:="${HOME}/lib/android-ndk"}
28 : ${ANDROID_HOME:="${HOME}/lib/android-sdk"}
29 if [ ! -d "$NDK" ]; then echo 'ERROR: $NDK not defined as pointing at a directory - define it pointing at a android NDK installation!'; exit 1; fi
30 : ${TERMUX_MAKE_PROCESSES:='4'}
31 : ${TERMUX_TOPDIR:="$HOME/termux"}
32 : ${TERMUX_ARCH:="arm"} # (arm|aarch64|i686|x86_64) - the x86_64 arch is not yet used or tested.
33 TERMUX_ARCH_BITS="32"
34 if [ "x86_64" = $TERMUX_ARCH -o "aarch64" = $TERMUX_ARCH ]; then
35         TERMUX_ARCH_BITS="64"
36 fi
37 : ${TERMUX_CLANG:=""} # Set to non-empty to use clang.
38 : ${TERMUX_HOST_PLATFORM:="${TERMUX_ARCH}-linux-android"}
39 if [ $TERMUX_ARCH = "arm" ]; then TERMUX_HOST_PLATFORM="${TERMUX_HOST_PLATFORM}eabi"; fi
40 : ${TERMUX_PREFIX:='/data/data/com.termux/files/usr'}
41 : ${TERMUX_ANDROID_HOME:='/data/data/com.termux/files/home'}
42 : ${TERMUX_DEBUG:=""}
43 : ${TERMUX_PROCESS_DEB:=""}
44 : ${TERMUX_API_LEVEL:="21"}
45 if [ "$TERMUX_CLANG" = "" ]; then
46         : ${TERMUX_STANDALONE_TOOLCHAIN:="$HOME/lib/android-standalone-toolchain-${TERMUX_ARCH}-api${TERMUX_API_LEVEL}-gcc4.9"}
47 else
48         : ${TERMUX_STANDALONE_TOOLCHAIN:="$HOME/lib/android-standalone-toolchain-${TERMUX_ARCH}-api${TERMUX_API_LEVEL}-clang38"}
49 fi
50 : ${TERMUX_ANDROID_BUILD_TOOLS_VERSION:="23.0.3"}
51 # We do not put all of build-tools/$TERMUX_ANDROID_BUILD_TOOLS_VERSION/ into PATH
52 # to avoid stuff like arm-linux-androideabi-ld there to conflict with ones from
53 # the standalone toolchain.
54 TERMUX_DX=$ANDROID_HOME/build-tools/$TERMUX_ANDROID_BUILD_TOOLS_VERSION/dx
55
56 # We put this after system PATH to avoid picking up toolchain stripped python
57 export PATH=$PATH:$TERMUX_STANDALONE_TOOLCHAIN/bin
58
59 # Make $TERMUX_TAR and $TERMUX_TOUCH point at gnu versions:
60 export TERMUX_TAR="tar"
61 test `uname` = "Darwin" && TERMUX_TAR=gnutar
62 export TERMUX_TOUCH="touch"
63 test `uname` = "Darwin" && TERMUX_TOUCH=gtouch
64
65 # Compute NDK version. We remove the first character (the r in e.g. r9d) to get a version number which can be used in packages):
66 export TERMUX_NDK_VERSION=11
67 if grep -s -q "Pkg.Revision = $TERMUX_NDK_VERSION" $NDK/source.properties; then
68         :
69 else
70         echo "Wrong NDK version - we need $TERMUX_NDK_VERSION"
71         exit 1
72 fi
73
74 export prefix=${TERMUX_PREFIX} # prefix is used by some makefiles
75 #export ACLOCAL="aclocal -I $TERMUX_PREFIX/share/aclocal"
76 export AR=$TERMUX_HOST_PLATFORM-ar
77 if [ "$TERMUX_CLANG" = "" ]; then
78         export AS=${TERMUX_HOST_PLATFORM}-gcc
79         export CC=$TERMUX_HOST_PLATFORM-gcc
80         export CXX=$TERMUX_HOST_PLATFORM-g++
81         _SPECSFLAG="-specs=$TERMUX_SCRIPTDIR/termux.spec"
82 else
83         export AS=${TERMUX_HOST_PLATFORM}-gcc
84         export CC=$TERMUX_HOST_PLATFORM-clang
85         export CXX=$TERMUX_HOST_PLATFORM-clang++
86         # TODO: clang does not have specs file, how to ensure pie
87         # binaries gets built?
88         _SPECSFLAG=""
89 fi
90 export CPP=${TERMUX_HOST_PLATFORM}-cpp
91 export CC_FOR_BUILD=gcc
92 export LD=$TERMUX_HOST_PLATFORM-ld
93 export OBJDUMP=$TERMUX_HOST_PLATFORM-objdump
94 # Setup pkg-config for cross-compiling:
95 export PKG_CONFIG=$TERMUX_STANDALONE_TOOLCHAIN/bin/${TERMUX_HOST_PLATFORM}-pkg-config
96 export PKG_CONFIG_LIBDIR=$TERMUX_PREFIX/lib/pkgconfig
97 export RANLIB=$TERMUX_HOST_PLATFORM-ranlib
98 export READELF=$TERMUX_HOST_PLATFORM-readelf
99 export STRIP=$TERMUX_HOST_PLATFORM-strip
100
101 export CFLAGS="$_SPECSFLAG"
102 export LDFLAGS="$_SPECSFLAG -L${TERMUX_PREFIX}/lib"
103
104 if [ "$TERMUX_ARCH" = "arm" ]; then
105         CFLAGS+=" -march=armv7-a -mfpu=neon -mfloat-abi=softfp"
106         # "first flag instructs the linker to pick libgcc.a, libgcov.a, and
107         # crt*.o, which are tailored for armv7-a"
108         # - https://developer.android.com/ndk/guides/standalone_toolchain.html
109         LDFLAGS+=" -march=armv7-a -Wl,--fix-cortex-a8"
110 elif [ $TERMUX_ARCH = "i686" ]; then
111         # From $NDK/docs/CPU-ARCH-ABIS.html:
112         CFLAGS+=" -march=i686 -msse3 -mstackrealign -mfpmath=sse"
113 elif [ $TERMUX_ARCH = "aarch64" ]; then
114         LDFLAGS+=" -Wl,-rpath-link,$TERMUX_PREFIX/lib"
115         LDFLAGS+=" -Wl,-rpath-link,$TERMUX_STANDALONE_TOOLCHAIN/sysroot/usr/lib"
116 fi
117
118 if [ -n "$TERMUX_DEBUG" ]; then
119         CFLAGS+=" -g3 -Og -fstack-protector --param ssp-buffer-size=4 -D_FORTIFY_SOURCE=2"
120 else
121         CFLAGS+=" -Os"
122 fi
123
124 export CXXFLAGS="$CFLAGS"
125 export CPPFLAGS="-I${TERMUX_PREFIX}/include"
126
127 export ac_cv_func_getpwent=no
128 export ac_cv_func_getpwnam=no
129 export ac_cv_func_getpwuid=no
130
131 if [ ! -d $TERMUX_STANDALONE_TOOLCHAIN ]; then
132         # See https://developer.android.com/ndk/guides/standalone_toolchain.html about toolchain naming.
133         if [ "i686" = $TERMUX_ARCH ]; then
134                 _TERMUX_NDK_TOOLCHAIN_NAME="x86"
135         elif [ "x86_64" = $TERMUX_ARCH ]; then
136                 _TERMUX_NDK_TOOLCHAIN_NAME="x86_64"
137         else
138                 _TERMUX_NDK_TOOLCHAIN_NAME="$TERMUX_HOST_PLATFORM"
139         fi
140
141         if [ "$TERMUX_CLANG" = "" ]; then
142                 _TERMUX_TOOLCHAIN="${_TERMUX_NDK_TOOLCHAIN_NAME}-4.9"
143         else
144                 _TERMUX_TOOLCHAIN="${_TERMUX_NDK_TOOLCHAIN_NAME}-clang"
145         fi
146         bash $NDK/build/tools/make-standalone-toolchain.sh --platform=android-$TERMUX_API_LEVEL --toolchain=${_TERMUX_TOOLCHAIN} \
147                 --install-dir=$TERMUX_STANDALONE_TOOLCHAIN
148         if [ "arm" = $TERMUX_ARCH ]; then
149                 # Fix to allow e.g. <bits/c++config.h> to be included:
150                 cp $TERMUX_STANDALONE_TOOLCHAIN/include/c++/4.9/arm-linux-androideabi/armv7-a/bits/* $TERMUX_STANDALONE_TOOLCHAIN/include/c++/4.9/bits
151         fi
152         cd $TERMUX_STANDALONE_TOOLCHAIN/sysroot
153         for f in $TERMUX_SCRIPTDIR/ndk_patches/*.patch; do
154                 sed "s%\@TERMUX_PREFIX\@%${TERMUX_PREFIX}%g" $f | \
155                         sed "s%\@TERMUX_HOME\@%${TERMUX_ANDROID_HOME}%g" | \
156                         patch -p1;
157                 echo "PATCHING FILE $f done!"
158         done
159         # elf.h is taken from glibc since the elf.h in the NDK is lacking.
160         # sysexits.h is header-only and used by a few programs.
161         cp $TERMUX_SCRIPTDIR/ndk_patches/{elf.h,sysexits.h} $TERMUX_STANDALONE_TOOLCHAIN/sysroot/usr/include
162 fi
163
164 export TERMUX_COMMON_CACHEDIR="$TERMUX_TOPDIR/_cache"
165 export TERMUX_COMMON_DEBDIR="$TERMUX_TOPDIR/_deb"
166 mkdir -p $TERMUX_COMMON_CACHEDIR $TERMUX_COMMON_DEBDIR
167
168 TERMUX_PKG_BUILDDIR=$TERMUX_TOPDIR/$TERMUX_PKG_NAME/build
169 TERMUX_PKG_CACHEDIR=$TERMUX_TOPDIR/$TERMUX_PKG_NAME/cache
170 TERMUX_PKG_MASSAGEDIR=$TERMUX_TOPDIR/$TERMUX_PKG_NAME/massage
171 TERMUX_PKG_PACKAGEDIR=$TERMUX_TOPDIR/$TERMUX_PKG_NAME/package
172 TERMUX_PKG_SRCDIR=$TERMUX_TOPDIR/$TERMUX_PKG_NAME/src
173 TERMUX_PKG_TMPDIR=$TERMUX_TOPDIR/$TERMUX_PKG_NAME/tmp
174 TERMUX_PKG_HOSTBUILD_DIR=$TERMUX_TOPDIR/$TERMUX_PKG_NAME/host-build
175 TERMUX_PKG_PLATFORM_INDEPENDENT=""
176 TERMUX_PKG_NO_DEVELSPLIT=""
177 TERMUX_PKG_BUILD_REVISION="0" # http://www.debian.org/doc/debian-policy/ch-controlfields.html#s-f-Version
178 TERMUX_PKG_EXTRA_CONFIGURE_ARGS=""
179 TERMUX_PKG_EXTRA_HOSTBUILD_CONFIGURE_ARGS=""
180 TERMUX_PKG_EXTRA_MAKE_ARGS=""
181 TERMUX_PKG_BUILD_IN_SRC=""
182 TERMUX_PKG_RM_AFTER_INSTALL=""
183 TERMUX_PKG_DEPENDS=""
184 TERMUX_PKG_HOMEPAGE=""
185 TERMUX_PKG_DESCRIPTION="FIXME:Add description"
186 TERMUX_PKG_FOLDERNAME=""
187 TERMUX_PKG_KEEP_STATIC_LIBRARIES="false"
188 TERMUX_PKG_KEEP_HEADER_FILES="false"
189 TERMUX_PKG_ESSENTIAL=""
190 TERMUX_PKG_CONFLICTS="" # https://www.debian.org/doc/debian-policy/ch-relationships.html#s-conflicts
191 TERMUX_PKG_CONFFILES=""
192 TERMUX_PKG_INCLUDE_IN_DEVPACKAGE=""
193 # Set if a host build should be done in TERMUX_PKG_HOSTBUILD_DIR:
194 TERMUX_PKG_HOSTBUILD=""
195 TERMUX_PKG_MAINTAINER="Fredrik Fornwall <fredrik@fornwall.net>"
196
197 # Cleanup old state
198 rm -Rf   $TERMUX_PKG_BUILDDIR $TERMUX_PKG_PACKAGEDIR $TERMUX_PKG_SRCDIR $TERMUX_PKG_TMPDIR $TERMUX_PKG_MASSAGEDIR
199
200 # If $TERMUX_PREFIX already exists, it may have been built for a different arch
201 TERMUX_ARCH_FILE=/data/TERMUX_ARCH
202 if [ -f "${TERMUX_ARCH_FILE}" ]; then
203         TERMUX_PREVIOUS_ARCH=`cat $TERMUX_ARCH_FILE`
204         if [ $TERMUX_PREVIOUS_ARCH != $TERMUX_ARCH ]; then
205                 TERMUX_DATA_BACKUPDIRS=$TERMUX_TOPDIR/_databackups
206                 mkdir -p $TERMUX_DATA_BACKUPDIRS
207                 TERMUX_DATA_PREVIOUS_BACKUPDIR=$TERMUX_DATA_BACKUPDIRS/$TERMUX_PREVIOUS_ARCH
208                 TERMUX_DATA_CURRENT_BACKUPDIR=$TERMUX_DATA_BACKUPDIRS/$TERMUX_ARCH
209                 echo "NOTE: Different archs - building for $TERMUX_ARCH, but current $TERMUX_PREVIOUS_ARCH"
210                 echo "      Saving current /data/data to $TERMUX_DATA_PREVIOUS_BACKUPDIR"
211                 # Save current /data (removing old backup if any)
212                 if test -e $TERMUX_DATA_PREVIOUS_BACKUPDIR; then
213                         echo "ERROR: Directory already exists"
214                         exit 1
215                 fi
216                 mv /data/data $TERMUX_DATA_PREVIOUS_BACKUPDIR
217                 # Restore new one (if any)
218                 if [ -d $TERMUX_DATA_CURRENT_BACKUPDIR ]; then
219                         echo "      Restoring old backupdir from $TERMUX_DATA_CURRENT_BACKUPDIR"
220                         mv $TERMUX_DATA_CURRENT_BACKUPDIR /data/data
221                 fi
222         fi
223 fi
224 echo $TERMUX_ARCH > $TERMUX_ARCH_FILE
225
226 # Ensure folders present (but not $TERMUX_PKG_SRCDIR, it will be created in build)
227 mkdir -p $TERMUX_PKG_BUILDDIR $TERMUX_PKG_PACKAGEDIR $TERMUX_PKG_TMPDIR $TERMUX_PKG_CACHEDIR $TERMUX_PKG_MASSAGEDIR $PKG_CONFIG_LIBDIR $TERMUX_PREFIX/{bin,etc,lib,libexec,share,tmp,include}
228
229 termux_download() {
230         URL="$1"
231         DESTINATION="$2"
232
233         TMPFILE=`mktemp $TERMUX_PKG_TMPDIR/download.XXXXXXXXX`
234         for i in 1 2 3; do
235                 if curl -L --fail --retry 2 -o "$TMPFILE" "$URL"; then
236                         mv "$TMPFILE" "$DESTINATION"
237                         return
238                 else
239                         echo "Download of $1 failed (attempt $i/3)" 1>&2
240                         sleep 6
241                 fi
242         done
243         echo "Failed to download $1 - exiting" 1>&2
244         exit 1
245 }
246
247 # Get fresh versions of config.sub and config.guess
248 for f in config.sub config.guess; do
249         if [ ! -f $TERMUX_COMMON_CACHEDIR/$f ]; then
250                 termux_download "http://git.savannah.gnu.org/gitweb/?p=config.git;a=blob_plain;f=${f};hb=HEAD" $TERMUX_COMMON_CACHEDIR/$f
251         fi
252 done
253
254 # Have a debian-binary file ready for deb packaging:
255 test ! -f $TERMUX_COMMON_CACHEDIR/debian-binary && echo "2.0" > $TERMUX_COMMON_CACHEDIR/debian-binary
256 # The host tuple that may be given to --host configure flag, but normally autodetected so not needed explicitly
257 TERMUX_HOST_TUPLE=`sh $TERMUX_COMMON_CACHEDIR/config.guess`
258
259 # Make $TERMUX_PREFIX/bin/sh executable on the builder, so that build script can assume that it works
260 # on both builder and host later on:
261 ln -f -s /bin/sh $TERMUX_PREFIX/bin/sh
262
263 if [ ! -f $PKG_CONFIG ]; then
264         echo "Creating pkg-config wrapper..."
265         # We use path to host pkg-config to avoid picking up a cross-compiled pkg-config later on
266         _HOST_PKGCONFIG=`which pkg-config`
267         mkdir -p $TERMUX_STANDALONE_TOOLCHAIN/bin $PKG_CONFIG_LIBDIR
268         cat > $PKG_CONFIG <<HERE
269 #!/bin/sh
270 export PKG_CONFIG_DIR=
271 export PKG_CONFIG_LIBDIR=$PKG_CONFIG_LIBDIR
272 # export PKG_CONFIG_SYSROOT_DIR=${TERMUX_PREFIX}
273 exec $_HOST_PKGCONFIG "\$@"
274 HERE
275         chmod +x $PKG_CONFIG
276
277         # Add a pkg-config file for the system zlib
278         cat > $PKG_CONFIG_LIBDIR/zlib.pc <<HERE
279 Name: zlib
280 Description: zlib compression library
281 Version: 1.2.3
282
283 Requires:
284 Libs: -L$TERMUX_STANDALONE_TOOLCHAIN/sysroot/usr/lib -lz
285 Cflags: -I$TERMUX_STANDALONE_TOOLCHAIN/sysroot/usr/include
286 HERE
287 fi
288
289 TERMUX_ELF_CLEANER=$TERMUX_COMMON_CACHEDIR/termux-elf-cleaner
290 TERMUX_ELF_CLEANER_SRC=$TERMUX_SCRIPTDIR/packages/termux-elf-cleaner/termux-elf-cleaner.cpp
291 if [ $TERMUX_ELF_CLEANER_SRC -nt $TERMUX_ELF_CLEANER ]; then
292         g++ -std=c++11 -Wall -Wextra -pedantic -Os $TERMUX_ELF_CLEANER_SRC -o $TERMUX_ELF_CLEANER
293 fi
294
295 # Keep track of when build started so we can see what files have been created
296 export TERMUX_BUILD_TS_FILE=$TERMUX_PKG_TMPDIR/timestamp_$TERMUX_PKG_NAME
297 sleep 1 # Sleep so that any generated files above (such as zlib.c and $PREFIX/bin/sh)
298         #get older timestamp then TERMUX_BUILD_TS_FILE
299 rm -f $TERMUX_BUILD_TS_FILE && touch $TERMUX_BUILD_TS_FILE
300
301 # Run just after sourcing $TERMUX_PKG_BUILDER_SCRIPT
302 termux_step_extract_package () {
303         if [ -z "${TERMUX_PKG_SRCURL:=""}" ]; then
304                 mkdir -p $TERMUX_PKG_SRCDIR
305                 return
306         fi
307         cd $TERMUX_PKG_TMPDIR
308         filename=`basename $TERMUX_PKG_SRCURL`
309         file=$TERMUX_PKG_CACHEDIR/$filename
310         # Set "TERMUX_PKG_NO_SRC_CACHE=yes" in package to never cache packages, such as in git builds:
311         test -n ${TERMUX_PKG_NO_SRC_CACHE-""} -o ! -f $file && termux_download $TERMUX_PKG_SRCURL $file
312         if [ "x$TERMUX_PKG_FOLDERNAME" = "x" ]; then
313                 folder=`basename $filename .tar.bz2` && folder=`basename $folder .tar.gz` && folder=`basename $folder .tar.xz` && folder=`basename $folder .tar.lz` && folder=`basename $folder .tgz` && folder=`basename $folder .zip`
314                 folder=`echo $folder | sed 's/_/-/'` # dpkg uses _ in tar filename, but - in folder
315         else
316                 folder=$TERMUX_PKG_FOLDERNAME
317         fi
318         rm -Rf $folder
319         if [ ${file##*.} = zip ]; then
320                 unzip $file
321         else
322                 $TERMUX_TAR xf $file
323         fi
324         mv $folder $TERMUX_PKG_SRCDIR
325 }
326
327 termux_step_post_extract_package () {
328         return
329 }
330
331 # Perform a host build. Will be called in $TERMUX_PKG_HOSTBUILD_DIR.
332 # After termux_step_post_extract_package() and before termux_step_patch_package()
333 termux_step_host_build () {
334         $TERMUX_PKG_SRCDIR/configure ${TERMUX_PKG_EXTRA_HOSTBUILD_CONFIGURE_ARGS}
335         make
336 }
337
338 # This should not be overridden
339 termux_step_patch_package () {
340         cd $TERMUX_PKG_SRCDIR
341         # Suffix patch with ".patch32" or ".patch64" to only apply for these bitnesses:
342         for patch in $TERMUX_PKG_BUILDER_DIR/*.patch{$TERMUX_ARCH_BITS,}; do
343                 test -f $patch && sed "s%\@TERMUX_PREFIX\@%${TERMUX_PREFIX}%g" $patch | \
344                         sed "s%\@TERMUX_HOME\@%${TERMUX_ANDROID_HOME}%g" | \
345                         patch -p1
346         done
347
348         find . -name config.sub -exec chmod u+w '{}' \; -exec cp $TERMUX_COMMON_CACHEDIR/config.sub '{}' \;
349         find . -name config.guess -exec chmod u+w '{}' \; -exec cp $TERMUX_COMMON_CACHEDIR/config.guess '{}' \;
350 }
351
352 termux_step_pre_configure () {
353         return
354 }
355
356 termux_step_configure () {
357         if [ ! -e $TERMUX_PKG_SRCDIR/configure ]; then
358                 return
359         fi
360
361         DISABLE_STATIC="--disable-static"
362         if [ "$TERMUX_PKG_EXTRA_CONFIGURE_ARGS" != "${TERMUX_PKG_EXTRA_CONFIGURE_ARGS/--enable-static/}" ]; then
363                 # Do not --disable-static if package explicitly enables it (e.g. gdb needs enable-static to build)
364                 DISABLE_STATIC=""
365         fi
366
367         DISABLE_NLS="--disable-nls"
368         if [ "$TERMUX_PKG_EXTRA_CONFIGURE_ARGS" != "${TERMUX_PKG_EXTRA_CONFIGURE_ARGS/--enable-nls/}" ]; then
369                 # Do not --disable-nls if package explicitly enables it (for gettext itself)
370                 DISABLE_NLS=""
371         fi
372
373         ENABLE_SHARED="--enable-shared"
374         if [ "$TERMUX_PKG_EXTRA_CONFIGURE_ARGS" != "${TERMUX_PKG_EXTRA_CONFIGURE_ARGS/--disable-shared/}" ]; then
375                 ENABLE_SHARED=""
376         fi
377         HOST_FLAG="--host=$TERMUX_HOST_PLATFORM"
378         if [ "$TERMUX_PKG_EXTRA_CONFIGURE_ARGS" != "${TERMUX_PKG_EXTRA_CONFIGURE_ARGS/--host=/}" ]; then
379                 HOST_FLAG=""
380         fi
381
382         # Some packages provides a $PKG-config script which some configure scripts pickup instead of pkg-config:
383         mkdir $TERMUX_PKG_TMPDIR/config-scripts
384         for f in $TERMUX_PREFIX/bin/*config; do
385                 test -f $f && cp $f $TERMUX_PKG_TMPDIR/config-scripts
386         done
387         set +e +o pipefail
388         find $TERMUX_PKG_TMPDIR/config-scripts | xargs file | grep -F " script" | cut -f 1 -d : | xargs sed -i -E "s@^#\!/system/bin/sh@#\!/bin/sh@"
389         set -e -o pipefail
390         export PATH=$TERMUX_PKG_TMPDIR/config-scripts:$PATH
391
392         # See http://wiki.buici.com/xwiki/bin/view/Programing+C+and+C%2B%2B/Autoconf+and+RPL_MALLOC
393         # about this problem which may cause linker errors in test scripts not undef:ing malloc and
394         # also cause problems with e.g. malloc interceptors such as libgc:
395         local AVOID_AUTOCONF_WRAPPERS="ac_cv_func_malloc_0_nonnull=yes ac_cv_func_realloc_0_nonnull=yes"
396         # Similarly, disable gnulib's rpl_getcwd(). It returns the wrong value, affecting zile. See
397         # <https://github.com/termux/termux-packages/issues/76>.
398         AVOID_AUTOCONF_WRAPPERS+=" gl_cv_func_getcwd_null=yes gl_cv_func_getcwd_posix_signature=yes gl_cv_func_getcwd_path_max=yes gl_cv_func_getcwd_abort_bug=no"
399         AVOID_AUTOCONF_WRAPPERS+=" gl_cv_header_working_fcntl_h=yes gl_cv_func_fcntl_f_dupfd_cloexec=yes gl_cv_func_fcntl_f_dupfd_works=yes"
400         # Remove rpl_gettimeofday reference when building at least coreutils:
401         AVOID_AUTOCONF_WRAPPERS+=" gl_cv_func_tzset_clobber=no gl_cv_func_gettimeofday_clobber=no gl_cv_func_gettimeofday_posix_signature=yes"
402
403         env $AVOID_AUTOCONF_WRAPPERS $TERMUX_PKG_SRCDIR/configure \
404                 --disable-dependency-tracking \
405                 --prefix=$TERMUX_PREFIX \
406                 --disable-rpath --disable-rpath-hack \
407                 $HOST_FLAG \
408                 $TERMUX_PKG_EXTRA_CONFIGURE_ARGS \
409                 $DISABLE_NLS \
410                 $ENABLE_SHARED \
411                 $DISABLE_STATIC \
412                 --libexecdir=$TERMUX_PREFIX/libexec
413 }
414
415 termux_step_post_configure () {
416         return
417 }
418
419 termux_step_pre_make () {
420         return
421 }
422
423 termux_step_make () {
424         if ls *akefile &> /dev/null; then
425                 if [ -z "$TERMUX_PKG_EXTRA_MAKE_ARGS" ]; then
426                         make -j $TERMUX_MAKE_PROCESSES
427                 else
428                         make -j $TERMUX_MAKE_PROCESSES ${TERMUX_PKG_EXTRA_MAKE_ARGS}
429                 fi
430         fi
431 }
432
433 termux_step_make_install () {
434         if ls *akefile &> /dev/null; then
435                 : ${TERMUX_PKG_MAKE_INSTALL_TARGET:="install"}:
436                 # Some packages have problem with parallell install, and it does not buy much, so use -j 1.
437                 if [ -z "$TERMUX_PKG_EXTRA_MAKE_ARGS" ]; then
438                         make -j 1 ${TERMUX_PKG_MAKE_INSTALL_TARGET}
439                 else
440                         make -j 1 ${TERMUX_PKG_EXTRA_MAKE_ARGS} ${TERMUX_PKG_MAKE_INSTALL_TARGET}
441                 fi
442         fi
443 }
444
445 termux_step_post_make_install () {
446         return
447 }
448
449 termux_step_extract_into_massagedir () {
450         TARBALL_ORIG=$TERMUX_PKG_PACKAGEDIR/${TERMUX_PKG_NAME}_orig.tar.gz
451
452         # Build diff tar with what has changed during the build:
453         cd $TERMUX_PREFIX
454         $TERMUX_TAR -N $TERMUX_BUILD_TS_FILE -czf $TARBALL_ORIG .
455
456         # Extract tar in order to massage it
457         mkdir -p $TERMUX_PKG_MASSAGEDIR/$TERMUX_PREFIX
458         cd $TERMUX_PKG_MASSAGEDIR/$TERMUX_PREFIX
459         $TERMUX_TAR xf $TARBALL_ORIG
460 }
461
462 termux_step_massage () {
463         cd $TERMUX_PKG_MASSAGEDIR/$TERMUX_PREFIX
464
465         # Remove lib/charset.alias which is installed by gettext-using packages:
466         rm -f lib/charset.alias
467
468         # Remove non-english man pages:
469         test -d share/man && (cd share/man; for f in `ls | grep -v man`; do rm -Rf $f; done )
470
471         if [ -z ${TERMUX_PKG_KEEP_INFOPAGES+x} ]; then
472                 # Remove info pages:
473                 rm -Rf share/info
474         fi
475
476         # Remove other docs:
477         rm -Rf share/doc share/locale
478
479         # Remove old kept libraries (readline):
480         find . -name '*.old' -delete
481
482         # Remove static libraries:
483         if [ $TERMUX_PKG_KEEP_STATIC_LIBRARIES = "false" ]; then
484                 find . -name '*.a' -delete
485                 find . -name '*.la' -delete
486         fi
487
488         # .. move over sbin to bin
489         for file in sbin/*; do if test -f $file; then mv $file bin/; fi; done
490
491         # file(1) may fail for certain unusual files, so disable pipefail
492         set +e +o pipefail
493         # Remove world permissions and add write permissions:
494         find . -exec chmod u+w,o-rwx \{\} \;
495         # .. strip binaries (setting them as writeable first)
496         if [ "$TERMUX_DEBUG" = "" ]; then
497                 find . -type f | xargs file | grep -E "(executable|shared object)" | grep ELF | cut -f 1 -d : | xargs $STRIP --strip-unneeded --preserve-dates -R '.gnu.version*'
498         fi
499         # Fix shebang paths:
500         for file in `find -L . -type f`; do
501                 head -c 100 $file | grep -E "^#\!.*\\/bin\\/.*" | grep -q -E -v "^#\! ?\\/system" && sed --follow-symlinks -i -E "1 s@^#\!(.*)/bin/(.*)@#\!$TERMUX_PREFIX/bin/\2@" $file
502         done
503         set -e -o pipefail
504         # Remove DT_ entries which the android 5.1 linker warns about:
505         if [ "$TERMUX_DEBUG" = "" ]; then
506                 find . -type f -print0 | xargs -0 $TERMUX_ELF_CLEANER
507         fi
508
509         test ! -z "$TERMUX_PKG_RM_AFTER_INSTALL" && rm -Rf $TERMUX_PKG_RM_AFTER_INSTALL
510
511         find . -type d -empty -delete # Remove empty directories
512
513         # Sub packages:
514         if [ -d include -a -z "${TERMUX_PKG_NO_DEVELSPLIT}" ]; then
515                 # Add virtual -dev sub package if there are include files:
516                 _DEVEL_SUBPACKAGE_FILE=$TERMUX_PKG_TMPDIR/${TERMUX_PKG_NAME}-dev.subpackage.sh
517                 echo TERMUX_SUBPKG_INCLUDE=\"include share/man/man3 lib/pkgconfig share/aclocal $TERMUX_PKG_INCLUDE_IN_DEVPACKAGE\" > $_DEVEL_SUBPACKAGE_FILE
518                 echo TERMUX_SUBPKG_DESCRIPTION=\"Development files for ${TERMUX_PKG_NAME}\" >> $_DEVEL_SUBPACKAGE_FILE
519                 echo TERMUX_SUBPKG_DEPENDS=\"$TERMUX_PKG_NAME\" >> $_DEVEL_SUBPACKAGE_FILE
520                 if [ x$TERMUX_PKG_CONFLICTS != x ]; then
521                         # Assume that dev packages conflicts as well.
522                         echo "TERMUX_SUBPKG_CONFLICTS=${TERMUX_PKG_CONFLICTS}-dev" >> $_DEVEL_SUBPACKAGE_FILE
523                 fi
524         fi
525         # Now build all sub packages
526         rm -Rf $TERMUX_TOPDIR/$TERMUX_PKG_NAME/subpackages
527         for subpackage in $TERMUX_PKG_BUILDER_DIR/*.subpackage.sh $TERMUX_PKG_TMPDIR/*subpackage.sh; do
528                 test ! -f $subpackage && continue
529                 SUB_PKG_NAME=`basename $subpackage .subpackage.sh`
530                 # Default value is same as main package, but sub package may override:
531                 TERMUX_SUBPKG_PLATFORM_INDEPENDENT=$TERMUX_PKG_PLATFORM_INDEPENDENT
532                 echo "$SUB_PKG_NAME => $subpackage"
533                 SUB_PKG_DIR=$TERMUX_TOPDIR/$TERMUX_PKG_NAME/subpackages/$SUB_PKG_NAME
534                 TERMUX_SUBPKG_DEPENDS=""
535                 TERMUX_SUBPKG_CONFLICTS=""
536                 SUB_PKG_MASSAGE_DIR=$SUB_PKG_DIR/massage/$TERMUX_PREFIX
537                 SUB_PKG_PACKAGE_DIR=$SUB_PKG_DIR/package
538                 mkdir -p $SUB_PKG_MASSAGE_DIR $SUB_PKG_PACKAGE_DIR
539
540                 . $subpackage
541
542                 for includeset in $TERMUX_SUBPKG_INCLUDE; do
543                         _INCLUDE_DIRSET=`dirname $includeset`
544                         test "$_INCLUDE_DIRSET" = "." && _INCLUDE_DIRSET=""
545                         if [ -e $includeset -o -L $includeset ]; then
546                                 # Add the -L clause to handle relative symbolic links:
547                                 mkdir -p $SUB_PKG_MASSAGE_DIR/$_INCLUDE_DIRSET
548                                 mv $includeset $SUB_PKG_MASSAGE_DIR/$_INCLUDE_DIRSET
549                         fi
550                 done
551
552                 SUB_PKG_ARCH=$TERMUX_ARCH
553                 test -n "$TERMUX_SUBPKG_PLATFORM_INDEPENDENT" && SUB_PKG_ARCH=all
554
555                 cd $SUB_PKG_DIR/massage
556                 SUB_PKG_INSTALLSIZE=`du -sk . | cut -f 1`
557                 $TERMUX_TAR -cJf $SUB_PKG_PACKAGE_DIR/data.tar.xz .
558
559                 mkdir -p DEBIAN
560                 cd DEBIAN
561                 cat > control <<HERE
562 Package: $SUB_PKG_NAME
563 Architecture: ${SUB_PKG_ARCH}
564 Installed-Size: ${SUB_PKG_INSTALLSIZE}
565 Maintainer: $TERMUX_PKG_MAINTAINER
566 Version: $TERMUX_PKG_FULLVERSION
567 Description: $TERMUX_SUBPKG_DESCRIPTION
568 Homepage: $TERMUX_PKG_HOMEPAGE
569 HERE
570                 test ! -z "$TERMUX_SUBPKG_DEPENDS" && echo "Depends: $TERMUX_SUBPKG_DEPENDS" >> control
571                 test ! -z "$TERMUX_SUBPKG_CONFLICTS" && echo "Conflicts: $TERMUX_SUBPKG_CONFLICTS" >> control
572                 $TERMUX_TAR -cJf $SUB_PKG_PACKAGE_DIR/control.tar.xz .
573
574                 # Create the actual .deb file:
575                 TERMUX_SUBPKG_DEBFILE=$TERMUX_COMMON_DEBDIR/${SUB_PKG_NAME}_${TERMUX_PKG_FULLVERSION}_${SUB_PKG_ARCH}.deb
576                 ar cr $TERMUX_SUBPKG_DEBFILE \
577                                    $TERMUX_COMMON_CACHEDIR/debian-binary \
578                                    $SUB_PKG_PACKAGE_DIR/control.tar.xz \
579                                    $SUB_PKG_PACKAGE_DIR/data.tar.xz
580                 if [ "$TERMUX_PROCESS_DEB" != "" ]; then
581                         $TERMUX_PROCESS_DEB $TERMUX_SUBPKG_DEBFILE
582                 fi
583
584                 # Go back to main package:
585                 cd $TERMUX_PKG_MASSAGEDIR/$TERMUX_PREFIX
586         done
587
588         # .. remove empty directories (NOTE: keep this last):
589         find . -type d -empty -delete
590         # Make sure user can read and write all files (problem with dpkg otherwise):
591         chmod -R u+rw .
592 }
593
594 termux_step_post_massage () {
595         return
596 }
597
598 termux_step_create_debscripts () {
599         return
600 }
601
602 termux_setup_golang () {
603         export GOOS=android
604         export CGO_ENABLED=1
605         export GO_LDFLAGS="-extldflags=-pie"
606         if [ "$TERMUX_ARCH" = "arm" ]; then
607                 export GOARCH=arm
608                 export GOARM=7
609         elif [ "$TERMUX_ARCH" = "i686" ]; then
610                 export GOARCH=386
611                 export GO386=sse2
612         elif [ "$TERMUX_ARCH" = "aarch64" ]; then
613                 export GOARCH=arm64
614         elif [ "$TERMUX_ARCH" = "x86_64" ]; then
615                 export GOARCH=amd64
616         else
617                 echo "ERROR: Unsupported arch: $TERMUX_ARCH"
618                 exit 1
619         fi
620
621         local TERMUX_GO_VERSION=go1.6.2
622         local TERMUX_GO_PLATFORM=linux-amd64
623         test `uname` = "Darwin" && TERMUX_GO_PLATFORM=darwin-amd64
624
625         export TERMUX_BUILDGO_FOLDER=$TERMUX_COMMON_CACHEDIR/${TERMUX_GO_VERSION}.${TERMUX_GO_PLATFORM}
626         export GOROOT=$TERMUX_BUILDGO_FOLDER
627         export PATH=$GOROOT/bin:$PATH
628
629         if [ -d $TERMUX_BUILDGO_FOLDER ]; then return; fi
630
631         local TERMUX_BUILDGO_TAR=$TERMUX_COMMON_CACHEDIR/${TERMUX_GO_VERSION}.${TERMUX_GO_PLATFORM}.tar.gz
632         rm -Rf $TERMUX_COMMON_CACHEDIR/go $TERMUX_BUILDGO_FOLDER
633         termux_download https://storage.googleapis.com/golang/${TERMUX_GO_VERSION}.${TERMUX_GO_PLATFORM}.tar.gz $TERMUX_BUILDGO_TAR
634         ( cd $TERMUX_COMMON_CACHEDIR; tar xf $TERMUX_BUILDGO_TAR; mv go $TERMUX_BUILDGO_FOLDER; rm $TERMUX_BUILDGO_TAR )
635 }
636
637 source $TERMUX_PKG_BUILDER_SCRIPT
638
639 # Compute full version:
640 TERMUX_PKG_FULLVERSION=$TERMUX_PKG_VERSION
641 if [ "$TERMUX_PKG_BUILD_REVISION" != "0" -o "$TERMUX_PKG_FULLVERSION" != "${TERMUX_PKG_FULLVERSION/-/}" ]; then
642         # "0" is the default revision, so only include it if the upstream versions contains "-" itself
643         TERMUX_PKG_FULLVERSION+="-$TERMUX_PKG_BUILD_REVISION"
644 fi
645
646 # Start by extracting the package src into $TERMUX_PKG_SRCURL:
647 termux_step_extract_package
648 # Optional post processing:
649 termux_step_post_extract_package
650
651 # Optional host build:
652 if [ "x$TERMUX_PKG_HOSTBUILD" != "x" ]; then
653         cd $TERMUX_PKG_SRCDIR
654         for patch in $TERMUX_PKG_BUILDER_DIR/*.patch.beforehostbuild; do
655                 test -f $patch && sed "s%\@TERMUX_PREFIX\@%${TERMUX_PREFIX}%g" $patch | patch -p1
656         done
657
658         if [ -f "$TERMUX_PKG_HOSTBUILD_DIR/TERMUX_BUILT_FOR_$TERMUX_PKG_VERSION" ]; then
659                 echo "Using already built host build"
660         else
661                 mkdir -p $TERMUX_PKG_HOSTBUILD_DIR      
662                 cd $TERMUX_PKG_HOSTBUILD_DIR
663
664                 ORIG_AR=$AR; unset AR
665                 ORIG_AS=$AS; unset AS
666                 ORIG_CC=$CC; unset CC
667                 ORIG_CXX=$CXX; unset CXX
668                 ORIG_CPP=$CPP; unset CPP
669                 ORIG_CFLAGS=$CFLAGS; unset CFLAGS
670                 ORIG_CPPFLAGS=$CPPFLAGS; unset CPPFLAGS
671                 ORIG_CXXFLAGS=$CXXFLAGS; unset CXXFLAGS
672                 ORIG_LDFLAGS=$LDFLAGS; unset LDFLAGS
673                 ORIG_RANLIB=$RANLIB; unset RANLIB
674                 ORIG_LD=$LD; unset LD
675                 ORIG_PKG_CONFIG=$PKG_CONFIG; unset PKG_CONFIG
676                 ORIG_PKG_CONFIG_LIBDIR=$PKG_CONFIG_LIBDIR; unset PKG_CONFIG_LIBDIR
677                 ORIG_STRIP=$STRIP; unset STRIP
678
679                 termux_step_host_build
680                 touch $TERMUX_PKG_HOSTBUILD_DIR/TERMUX_BUILT_FOR_$TERMUX_PKG_VERSION
681
682                 export AR=$ORIG_AR
683                 export AS=$ORIG_AS
684                 export CC=$ORIG_CC
685                 export CXX=$ORIG_CXX
686                 export CPP=$ORIG_CPP
687                 export CFLAGS=$ORIG_CFLAGS
688                 export CPPFLAGS=$ORIG_CPPFLAGS
689                 export CXXFLAGS=$ORIG_CXXFLAGS
690                 export LDFLAGS=$ORIG_LDFLAGS
691                 export RANLIB=$ORIG_RANLIB
692                 export LD=$ORIG_LD
693                 export PKG_CONFIG=$ORIG_PKG_CONFIG
694                 export PKG_CONFIG_LIBDIR=$ORIG_PKG_CONFIG_LIBDIR
695                 export STRIP=$ORIG_STRIP
696         fi
697 fi
698
699 if [ "$TERMUX_PKG_DEPENDS" != "${TERMUX_PKG_DEPENDS/libandroid-support/}" ]; then
700         # If using the android support library, link to it and include its headers as system headers:
701         export CPPFLAGS="$CPPFLAGS -isystem $TERMUX_PREFIX/include/libandroid-support"
702         export LDFLAGS="$LDFLAGS -landroid-support"
703 fi
704
705 if [ -n "$TERMUX_PKG_BUILD_IN_SRC" ]; then
706         echo "Building in src due to TERMUX_PKG_BUILD_IN_SRC being set" >> $TERMUX_PKG_BUILDDIR/BUILDING_IN_SRC.txt
707         TERMUX_PKG_BUILDDIR=$TERMUX_PKG_SRCDIR
708 fi
709
710 cd $TERMUX_PKG_BUILDDIR
711 termux_step_patch_package
712 cd $TERMUX_PKG_BUILDDIR
713 termux_step_pre_configure
714 cd $TERMUX_PKG_BUILDDIR
715 termux_step_configure
716 cd $TERMUX_PKG_BUILDDIR
717 termux_step_post_configure
718 cd $TERMUX_PKG_BUILDDIR
719 termux_step_pre_make
720 cd $TERMUX_PKG_BUILDDIR
721 termux_step_make
722 cd $TERMUX_PKG_BUILDDIR
723 termux_step_make_install
724 cd $TERMUX_PKG_BUILDDIR
725 termux_step_post_make_install
726 cd $TERMUX_PKG_MASSAGEDIR
727 termux_step_extract_into_massagedir
728 cd $TERMUX_PKG_MASSAGEDIR
729 termux_step_massage
730 cd $TERMUX_PKG_MASSAGEDIR/$TERMUX_PREFIX
731 termux_step_post_massage
732
733 # Create data tarball containing files to package:
734 cd $TERMUX_PKG_MASSAGEDIR
735 if [ "`find . -type f`" = "" ]; then
736         echo "ERROR: No files in package"
737         exit 1
738 fi
739 $TERMUX_TAR -cJf $TERMUX_PKG_PACKAGEDIR/data.tar.xz .
740
741 # Get install size. This will be written as the "Installed-Size" deb field so is measured in 1024-byte blocks:
742 TERMUX_PKG_INSTALLSIZE=`du -sk . | cut -f 1`
743
744 # Create deb package:
745 # NOTE: From here on TERMUX_ARCH is set to "all" if TERMUX_PKG_PLATFORM_INDEPENDENT is set by the package
746 test -n "$TERMUX_PKG_PLATFORM_INDEPENDENT" && TERMUX_ARCH=all
747
748 cd $TERMUX_PKG_MASSAGEDIR
749
750 mkdir -p DEBIAN
751 cat > DEBIAN/control <<HERE
752 Package: $TERMUX_PKG_NAME
753 Architecture: ${TERMUX_ARCH}
754 Installed-Size: ${TERMUX_PKG_INSTALLSIZE}
755 Maintainer: $TERMUX_PKG_MAINTAINER
756 Version: $TERMUX_PKG_FULLVERSION
757 Description: $TERMUX_PKG_DESCRIPTION
758 Homepage: $TERMUX_PKG_HOMEPAGE
759 HERE
760 test ! -z "$TERMUX_PKG_DEPENDS" && echo "Depends: $TERMUX_PKG_DEPENDS" >> DEBIAN/control
761 test ! -z "$TERMUX_PKG_ESSENTIAL" && echo "Essential: yes" >> DEBIAN/control
762 test ! -z "$TERMUX_PKG_CONFLICTS" && echo "Conflicts: $TERMUX_PKG_CONFLICTS" >> DEBIAN/control
763
764 # Create DEBIAN/conffiles (see https://www.debian.org/doc/debian-policy/ap-pkg-conffiles.html):
765 for f in $TERMUX_PKG_CONFFILES; do echo $TERMUX_PREFIX/$f >> DEBIAN/conffiles; done
766 # Allow packages to create arbitrary control files:
767 cd DEBIAN
768 termux_step_create_debscripts
769
770 # Create control.tar.xz
771 $TERMUX_TAR -cJf $TERMUX_PKG_PACKAGEDIR/control.tar.xz .
772 # In the .deb ar file there should be a file "debian-binary" with "2.0" as the content:
773 TERMUX_PKG_DEBFILE=$TERMUX_COMMON_DEBDIR/${TERMUX_PKG_NAME}_${TERMUX_PKG_FULLVERSION}_${TERMUX_ARCH}.deb
774 # Create the actual .deb file:
775 ar cr $TERMUX_PKG_DEBFILE \
776                    $TERMUX_COMMON_CACHEDIR/debian-binary \
777                    $TERMUX_PKG_PACKAGEDIR/control.tar.xz \
778                    $TERMUX_PKG_PACKAGEDIR/data.tar.xz
779
780 if [ "$TERMUX_PROCESS_DEB" != "" ]; then
781         $TERMUX_PROCESS_DEB $TERMUX_PKG_DEBFILE
782 fi
783
784 echo "termux - build of '$1' done"
785 test -t 1 && printf "\033]0;$1 - DONE\007"
786 exit 0