chiark / gitweb /
python2: Update from 2.7.11 to 2.7.12
[termux-packages] / build-package.sh
1 #!/bin/bash
2
3 set -e -o pipefail -u
4
5 # Read settings from .termuxrc if existing:
6 test -f $HOME/.termuxrc && . $HOME/.termuxrc
7
8 # Configurable settings:
9 : ${ANDROID_HOME:="${HOME}/lib/android-sdk"}
10 : ${NDK:="${HOME}/lib/android-ndk"}
11 : ${TERMUX_MAKE_PROCESSES:='4'}
12 : ${TERMUX_TOPDIR:="$HOME/.termux-build"}
13 : ${TERMUX_ARCH:="aarch64"} # (arm|aarch64|i686|x86_64) - the x86_64 arch is not yet used or tested.
14 : ${TERMUX_CLANG:=""} # Set to non-empty to use clang.
15 : ${TERMUX_PREFIX:='/data/data/com.termux/files/usr'}
16 : ${TERMUX_ANDROID_HOME:='/data/data/com.termux/files/home'}
17 : ${TERMUX_DEBUG:=""}
18 : ${TERMUX_PROCESS_DEB:=""}
19 : ${TERMUX_API_LEVEL:="21"}
20 : ${TERMUX_ANDROID_BUILD_TOOLS_VERSION:="23.0.3"}
21 : ${TERMUX_NDK_VERSION:="12"}
22
23 # Handle command-line arguments:
24 show_usage () {
25     echo "Usage: ./build-package.sh [-a ARCH] PACKAGE"
26     echo "Build a package."
27     echo ""
28     exit 1
29 }
30 while getopts :a:h option
31 do
32     case "$option" in
33         a) TERMUX_ARCH="$OPTARG";;
34         h) show_usage;;
35         ?) echo "./build-package.sh: illegal option -$OPTARG"; exit 1;;
36     esac
37 done
38 shift $(($OPTIND-1))
39 if [ "$#" -ne 1 ]; then show_usage; fi
40
41 # Check the NDK:
42 if [ ! -d "$NDK" ]; then
43         echo 'ERROR: $NDK not defined as pointing at a directory - define it pointing at a android NDK installation!'
44         exit 1
45 fi
46 if grep -s -q "Pkg.Revision = $TERMUX_NDK_VERSION" $NDK/source.properties; then
47         :
48 else
49         echo "Wrong NDK version - we need $TERMUX_NDK_VERSION"
50         exit 1
51 fi
52
53 # Compute standalone toolchain dir, bitness of arch and name of host platform:
54 TERMUX_STANDALONE_TOOLCHAIN="$TERMUX_TOPDIR/_lib/android-standalone-toolchain-${TERMUX_ARCH}-ndk${TERMUX_NDK_VERSION}-api${TERMUX_API_LEVEL}-"
55 if [ "$TERMUX_CLANG" = "" ]; then
56         TERMUX_STANDALONE_TOOLCHAIN+="gcc4.9"
57 else
58         TERMUX_STANDALONE_TOOLCHAIN+="clang38"
59 fi
60 if [ "x86_64" = $TERMUX_ARCH -o "aarch64" = $TERMUX_ARCH ]; then
61         TERMUX_ARCH_BITS=64
62 else
63         TERMUX_ARCH_BITS=32
64 fi
65 TERMUX_HOST_PLATFORM="${TERMUX_ARCH}-linux-android"
66 if [ $TERMUX_ARCH = "arm" ]; then TERMUX_HOST_PLATFORM="${TERMUX_HOST_PLATFORM}eabi"; fi
67
68 # Check the package to build:
69 TERMUX_PKG_NAME=`basename $1`
70 export TERMUX_SCRIPTDIR=`cd $(dirname $0); pwd`
71 if [[ $1 == *"/"* ]]; then
72   # Path to directory which may be outside this repo:
73   if [ ! -d $1 ]; then echo "ERROR: '$1' seems to be a path but is not a directory"; exit 1; fi
74   export TERMUX_PKG_BUILDER_DIR=`realpath $1`
75 else
76   # Package name:
77   export TERMUX_PKG_BUILDER_DIR=$TERMUX_SCRIPTDIR/packages/$TERMUX_PKG_NAME
78 fi
79 TERMUX_PKG_BUILDER_SCRIPT=$TERMUX_PKG_BUILDER_DIR/build.sh
80 if test ! -f $TERMUX_PKG_BUILDER_SCRIPT; then
81         echo "ERROR: No build.sh script at supposed package dir $TERMUX_PKG_BUILDER_DIR!"
82         exit 1
83 fi
84
85 # Handle 'all' arch:
86 if [ $TERMUX_ARCH = 'all' ]; then
87         for arch in 'arm' 'i686' 'aarch64'; do
88                 ./build-package.sh -a $arch $1
89         done
90         exit
91 fi
92
93 echo "termux - building $1 for arch $TERMUX_ARCH..."
94 test -t 1 && printf "\033]0;$1...\007"
95
96 # We do not put all of build-tools/$TERMUX_ANDROID_BUILD_TOOLS_VERSION/ into PATH
97 # to avoid stuff like arm-linux-androideabi-ld there to conflict with ones from
98 # the standalone toolchain.
99 TERMUX_DX=$ANDROID_HOME/build-tools/$TERMUX_ANDROID_BUILD_TOOLS_VERSION/dx
100
101 # We put this after system PATH to avoid picking up toolchain stripped python
102 export PATH=$PATH:$TERMUX_STANDALONE_TOOLCHAIN/bin
103
104 # Make $TERMUX_TAR and $TERMUX_TOUCH point at gnu versions:
105 export TERMUX_TAR="tar"
106 test `uname` = "Darwin" && TERMUX_TAR=gtar
107 export TERMUX_TOUCH="touch"
108 test `uname` = "Darwin" && TERMUX_TOUCH=gtouch
109
110 export prefix=${TERMUX_PREFIX} # prefix is used by some makefiles
111 #export ACLOCAL="aclocal -I $TERMUX_PREFIX/share/aclocal"
112 export AR=$TERMUX_HOST_PLATFORM-ar
113 if [ "$TERMUX_CLANG" = "" ]; then
114         export AS=${TERMUX_HOST_PLATFORM}-gcc
115         export CC=$TERMUX_HOST_PLATFORM-gcc
116         export CXX=$TERMUX_HOST_PLATFORM-g++
117         _SPECSFLAG="-specs=$TERMUX_SCRIPTDIR/termux.spec"
118 else
119         export AS=${TERMUX_HOST_PLATFORM}-gcc
120         export CC=$TERMUX_HOST_PLATFORM-clang
121         export CXX=$TERMUX_HOST_PLATFORM-clang++
122         # TODO: clang does not have specs file, how to ensure pie
123         # binaries gets built?
124         _SPECSFLAG=""
125 fi
126 export CPP=${TERMUX_HOST_PLATFORM}-cpp
127 export CC_FOR_BUILD=gcc
128 export LD=$TERMUX_HOST_PLATFORM-ld
129 export OBJDUMP=$TERMUX_HOST_PLATFORM-objdump
130 # Setup pkg-config for cross-compiling:
131 export PKG_CONFIG=$TERMUX_STANDALONE_TOOLCHAIN/bin/${TERMUX_HOST_PLATFORM}-pkg-config
132 export PKG_CONFIG_LIBDIR=$TERMUX_PREFIX/lib/pkgconfig
133 export RANLIB=$TERMUX_HOST_PLATFORM-ranlib
134 export READELF=$TERMUX_HOST_PLATFORM-readelf
135 export STRIP=$TERMUX_HOST_PLATFORM-strip
136
137 export CFLAGS="$_SPECSFLAG"
138 export LDFLAGS="$_SPECSFLAG -L${TERMUX_PREFIX}/lib"
139
140 if [ "$TERMUX_ARCH" = "arm" ]; then
141         CFLAGS+=" -march=armv7-a -mfpu=neon -mfloat-abi=softfp"
142         # "first flag instructs the linker to pick libgcc.a, libgcov.a, and
143         # crt*.o, which are tailored for armv7-a"
144         # - https://developer.android.com/ndk/guides/standalone_toolchain.html
145         LDFLAGS+=" -march=armv7-a -Wl,--fix-cortex-a8"
146 elif [ $TERMUX_ARCH = "i686" ]; then
147         # From $NDK/docs/CPU-ARCH-ABIS.html:
148         CFLAGS+=" -march=i686 -msse3 -mstackrealign -mfpmath=sse"
149 elif [ $TERMUX_ARCH = "aarch64" ]; then
150         LDFLAGS+=" -Wl,-rpath-link,$TERMUX_PREFIX/lib"
151         LDFLAGS+=" -Wl,-rpath-link,$TERMUX_STANDALONE_TOOLCHAIN/sysroot/usr/lib"
152 elif [ $TERMUX_ARCH = "x86_64" ]; then
153         :
154 else
155         echo "Error: Invalid arch '$TERMUX_ARCH' - support arches are 'arm', 'i686', 'aarch64', 'x86_64'"
156         exit 1
157 fi
158
159 if [ -n "$TERMUX_DEBUG" ]; then
160         CFLAGS+=" -g3 -Og -fstack-protector --param ssp-buffer-size=4 -D_FORTIFY_SOURCE=2"
161 else
162         CFLAGS+=" -Os"
163 fi
164
165 export CXXFLAGS="$CFLAGS"
166 export CPPFLAGS="-I${TERMUX_PREFIX}/include"
167
168 export ac_cv_func_getpwent=no
169 export ac_cv_func_getpwnam=no
170 export ac_cv_func_getpwuid=no
171
172 if [ ! -d $TERMUX_STANDALONE_TOOLCHAIN ]; then
173         # See https://developer.android.com/ndk/guides/standalone_toolchain.html about toolchain naming.
174         if [ "i686" = $TERMUX_ARCH ]; then
175                 _TERMUX_NDK_TOOLCHAIN_NAME="x86"
176         elif [ "x86_64" = $TERMUX_ARCH ]; then
177                 _TERMUX_NDK_TOOLCHAIN_NAME="x86_64"
178         else
179                 _TERMUX_NDK_TOOLCHAIN_NAME="$TERMUX_HOST_PLATFORM"
180         fi
181
182         if [ "$TERMUX_CLANG" = "" ]; then
183                 _TERMUX_TOOLCHAIN="${_TERMUX_NDK_TOOLCHAIN_NAME}-4.9"
184         else
185                 _TERMUX_TOOLCHAIN="${_TERMUX_NDK_TOOLCHAIN_NAME}-clang"
186         fi
187
188         # Do not put toolchain in place until we are done with setup, to avoid having a half setup
189         # toolchain left in place if something goes wrong (or process is just aborted):
190         _TERMUX_TOOLCHAIN_TMPDIR=${TERMUX_STANDALONE_TOOLCHAIN}-tmp
191         rm -Rf $_TERMUX_TOOLCHAIN_TMPDIR
192
193         bash $NDK/build/tools/make-standalone-toolchain.sh --platform=android-$TERMUX_API_LEVEL --toolchain=${_TERMUX_TOOLCHAIN} \
194                 --install-dir=$_TERMUX_TOOLCHAIN_TMPDIR
195         if [ "arm" = $TERMUX_ARCH ]; then
196                 # Fix to allow e.g. <bits/c++config.h> to be included:
197                 cp $_TERMUX_TOOLCHAIN_TMPDIR/include/c++/4.9.x/arm-linux-androideabi/armv7-a/bits/* $_TERMUX_TOOLCHAIN_TMPDIR/include/c++/4.9.x/bits
198         fi
199         cd $_TERMUX_TOOLCHAIN_TMPDIR/sysroot
200         for f in $TERMUX_SCRIPTDIR/ndk_patches/*.patch; do
201                 sed "s%\@TERMUX_PREFIX\@%${TERMUX_PREFIX}%g" $f | \
202                         sed "s%\@TERMUX_HOME\@%${TERMUX_ANDROID_HOME}%g" | \
203                         patch --silent -p1;
204         done
205         # elf.h is taken from glibc since the elf.h in the NDK is lacking.
206         # sysexits.h is header-only and used by a few programs.
207         cp $TERMUX_SCRIPTDIR/ndk_patches/{elf.h,sysexits.h} $_TERMUX_TOOLCHAIN_TMPDIR/sysroot/usr/include
208         mv $_TERMUX_TOOLCHAIN_TMPDIR $TERMUX_STANDALONE_TOOLCHAIN
209 fi
210
211 export TERMUX_COMMON_CACHEDIR="$TERMUX_TOPDIR/_cache"
212 export TERMUX_DEBDIR="$TERMUX_SCRIPTDIR/debs"
213 mkdir -p $TERMUX_COMMON_CACHEDIR $TERMUX_DEBDIR
214
215 TERMUX_PKG_BUILDDIR=$TERMUX_TOPDIR/$TERMUX_PKG_NAME/build
216 TERMUX_PKG_CACHEDIR=$TERMUX_TOPDIR/$TERMUX_PKG_NAME/cache
217 TERMUX_PKG_MASSAGEDIR=$TERMUX_TOPDIR/$TERMUX_PKG_NAME/massage
218 TERMUX_PKG_PACKAGEDIR=$TERMUX_TOPDIR/$TERMUX_PKG_NAME/package
219 TERMUX_PKG_SRCDIR=$TERMUX_TOPDIR/$TERMUX_PKG_NAME/src
220 TERMUX_PKG_TMPDIR=$TERMUX_TOPDIR/$TERMUX_PKG_NAME/tmp
221 TERMUX_PKG_HOSTBUILD_DIR=$TERMUX_TOPDIR/$TERMUX_PKG_NAME/host-build
222 TERMUX_PKG_PLATFORM_INDEPENDENT=""
223 TERMUX_PKG_NO_DEVELSPLIT=""
224 TERMUX_PKG_BUILD_REVISION="0" # http://www.debian.org/doc/debian-policy/ch-controlfields.html#s-f-Version
225 TERMUX_PKG_EXTRA_CONFIGURE_ARGS=""
226 TERMUX_PKG_EXTRA_HOSTBUILD_CONFIGURE_ARGS=""
227 TERMUX_PKG_EXTRA_MAKE_ARGS=""
228 TERMUX_PKG_BUILD_IN_SRC=""
229 TERMUX_PKG_RM_AFTER_INSTALL=""
230 TERMUX_PKG_DEPENDS=""
231 TERMUX_PKG_HOMEPAGE=""
232 TERMUX_PKG_DESCRIPTION="FIXME:Add description"
233 TERMUX_PKG_FOLDERNAME=""
234 TERMUX_PKG_KEEP_STATIC_LIBRARIES="false"
235 TERMUX_PKG_KEEP_HEADER_FILES="false"
236 TERMUX_PKG_ESSENTIAL=""
237 TERMUX_PKG_CONFLICTS="" # https://www.debian.org/doc/debian-policy/ch-relationships.html#s-conflicts
238 TERMUX_PKG_CONFFILES=""
239 TERMUX_PKG_INCLUDE_IN_DEVPACKAGE=""
240 # Set if a host build should be done in TERMUX_PKG_HOSTBUILD_DIR:
241 TERMUX_PKG_HOSTBUILD=""
242 TERMUX_PKG_MAINTAINER="Fredrik Fornwall <fredrik@fornwall.net>"
243
244 # Cleanup old state
245 rm -Rf $TERMUX_PKG_BUILDDIR $TERMUX_PKG_PACKAGEDIR $TERMUX_PKG_SRCDIR $TERMUX_PKG_TMPDIR $TERMUX_PKG_MASSAGEDIR
246
247 # If $TERMUX_PREFIX already exists, it may have been built for a different arch
248 TERMUX_ARCH_FILE=/data/TERMUX_ARCH
249 if [ -f "${TERMUX_ARCH_FILE}" ]; then
250         TERMUX_PREVIOUS_ARCH=`cat $TERMUX_ARCH_FILE`
251         if [ $TERMUX_PREVIOUS_ARCH != $TERMUX_ARCH ]; then
252                 TERMUX_DATA_BACKUPDIRS=$TERMUX_TOPDIR/_databackups
253                 mkdir -p $TERMUX_DATA_BACKUPDIRS
254                 TERMUX_DATA_PREVIOUS_BACKUPDIR=$TERMUX_DATA_BACKUPDIRS/$TERMUX_PREVIOUS_ARCH
255                 TERMUX_DATA_CURRENT_BACKUPDIR=$TERMUX_DATA_BACKUPDIRS/$TERMUX_ARCH
256                 # Save current /data (removing old backup if any)
257                 if test -e $TERMUX_DATA_PREVIOUS_BACKUPDIR; then
258                         echo "ERROR: Directory already exists"
259                         exit 1
260                 fi
261                 mv /data/data $TERMUX_DATA_PREVIOUS_BACKUPDIR
262                 # Restore new one (if any)
263                 if [ -d $TERMUX_DATA_CURRENT_BACKUPDIR ]; then
264                         mv $TERMUX_DATA_CURRENT_BACKUPDIR /data/data
265                 fi
266         fi
267 fi
268 echo $TERMUX_ARCH > $TERMUX_ARCH_FILE
269
270 # Ensure folders present (but not $TERMUX_PKG_SRCDIR, it will be created in build)
271 mkdir -p $TERMUX_PKG_BUILDDIR $TERMUX_PKG_PACKAGEDIR $TERMUX_PKG_TMPDIR $TERMUX_PKG_CACHEDIR $TERMUX_PKG_MASSAGEDIR $PKG_CONFIG_LIBDIR $TERMUX_PREFIX/{bin,etc,lib,libexec,share,tmp,include}
272
273 termux_download() {
274         URL="$1"
275         DESTINATION="$2"
276
277         TMPFILE=`mktemp $TERMUX_PKG_TMPDIR/download.XXXXXXXXX`
278         for i in 1 2 3; do
279                 if curl -L --fail --retry 2 -o "$TMPFILE" "$URL"; then
280                         mv "$TMPFILE" "$DESTINATION"
281                         return
282                 else
283                         echo "Download of $1 failed (attempt $i/3)" 1>&2
284                         sleep 6
285                 fi
286         done
287         echo "Failed to download $1 - exiting" 1>&2
288         exit 1
289 }
290
291 # Get fresh versions of config.sub and config.guess
292 for f in config.sub config.guess; do
293         if [ ! -f $TERMUX_COMMON_CACHEDIR/$f ]; then
294                 termux_download "http://git.savannah.gnu.org/gitweb/?p=config.git;a=blob_plain;f=${f};hb=HEAD" $TERMUX_COMMON_CACHEDIR/$f
295         fi
296 done
297
298 # Have a debian-binary file ready for deb packaging:
299 test ! -f $TERMUX_COMMON_CACHEDIR/debian-binary && echo "2.0" > $TERMUX_COMMON_CACHEDIR/debian-binary
300 # The host tuple that may be given to --host configure flag, but normally autodetected so not needed explicitly
301 TERMUX_HOST_TUPLE=`sh $TERMUX_COMMON_CACHEDIR/config.guess`
302
303 # Make $TERMUX_PREFIX/bin/sh executable on the builder, so that build script can assume that it works
304 # on both builder and host later on:
305 ln -f -s /bin/sh $TERMUX_PREFIX/bin/sh
306
307 if [ ! -f $PKG_CONFIG ]; then
308         echo "Creating pkg-config wrapper..."
309         # We use path to host pkg-config to avoid picking up a cross-compiled pkg-config later on
310         _HOST_PKGCONFIG=`which pkg-config`
311         mkdir -p $TERMUX_STANDALONE_TOOLCHAIN/bin $PKG_CONFIG_LIBDIR
312         cat > $PKG_CONFIG <<HERE
313 #!/bin/sh
314 export PKG_CONFIG_DIR=
315 export PKG_CONFIG_LIBDIR=$PKG_CONFIG_LIBDIR
316 # export PKG_CONFIG_SYSROOT_DIR=${TERMUX_PREFIX}
317 exec $_HOST_PKGCONFIG "\$@"
318 HERE
319         chmod +x $PKG_CONFIG
320
321         # Add a pkg-config file for the system zlib
322         cat > $PKG_CONFIG_LIBDIR/zlib.pc <<HERE
323 Name: zlib
324 Description: zlib compression library
325 Version: 1.2.3
326
327 Requires:
328 Libs: -L$TERMUX_STANDALONE_TOOLCHAIN/sysroot/usr/lib -lz
329 Cflags: -I$TERMUX_STANDALONE_TOOLCHAIN/sysroot/usr/include
330 HERE
331 fi
332
333 TERMUX_ELF_CLEANER=$TERMUX_COMMON_CACHEDIR/termux-elf-cleaner
334 TERMUX_ELF_CLEANER_SRC=$TERMUX_SCRIPTDIR/packages/termux-elf-cleaner/termux-elf-cleaner.cpp
335 if [ $TERMUX_ELF_CLEANER_SRC -nt $TERMUX_ELF_CLEANER ]; then
336         g++ -std=c++11 -Wall -Wextra -pedantic -Os $TERMUX_ELF_CLEANER_SRC -o $TERMUX_ELF_CLEANER
337 fi
338
339 # Keep track of when build started so we can see what files have been created
340 export TERMUX_BUILD_TS_FILE=$TERMUX_PKG_TMPDIR/timestamp_$TERMUX_PKG_NAME
341 sleep 1 # Sleep so that any generated files above (such as zlib.c and $PREFIX/bin/sh)
342         #get older timestamp then TERMUX_BUILD_TS_FILE
343 rm -f $TERMUX_BUILD_TS_FILE && touch $TERMUX_BUILD_TS_FILE
344
345 # Run just after sourcing $TERMUX_PKG_BUILDER_SCRIPT
346 termux_step_extract_package () {
347         if [ -z "${TERMUX_PKG_SRCURL:=""}" ]; then
348                 mkdir -p $TERMUX_PKG_SRCDIR
349                 return
350         fi
351         cd $TERMUX_PKG_TMPDIR
352         filename=`basename $TERMUX_PKG_SRCURL`
353         file=$TERMUX_PKG_CACHEDIR/$filename
354         # Set "TERMUX_PKG_NO_SRC_CACHE=yes" in package to never cache packages, such as in git builds:
355         test -n ${TERMUX_PKG_NO_SRC_CACHE-""} -o ! -f $file && termux_download $TERMUX_PKG_SRCURL $file
356         if [ "x$TERMUX_PKG_FOLDERNAME" = "x" ]; then
357                 folder=`basename $filename .tar.bz2` && folder=`basename $folder .tar.gz` && folder=`basename $folder .tar.xz` && folder=`basename $folder .tar.lz` && folder=`basename $folder .tgz` && folder=`basename $folder .zip`
358                 folder=`echo $folder | sed 's/_/-/'` # dpkg uses _ in tar filename, but - in folder
359         else
360                 folder=$TERMUX_PKG_FOLDERNAME
361         fi
362         rm -Rf $folder
363         if [ ${file##*.} = zip ]; then
364                 unzip $file
365         else
366                 $TERMUX_TAR xf $file
367         fi
368         mv $folder $TERMUX_PKG_SRCDIR
369 }
370
371 termux_step_post_extract_package () {
372         return
373 }
374
375 # Perform a host build. Will be called in $TERMUX_PKG_HOSTBUILD_DIR.
376 # After termux_step_post_extract_package() and before termux_step_patch_package()
377 termux_step_host_build () {
378         $TERMUX_PKG_SRCDIR/configure ${TERMUX_PKG_EXTRA_HOSTBUILD_CONFIGURE_ARGS}
379         make
380 }
381
382 # This should not be overridden
383 termux_step_patch_package () {
384         cd $TERMUX_PKG_SRCDIR
385         # Suffix patch with ".patch32" or ".patch64" to only apply for these bitnesses:
386         for patch in $TERMUX_PKG_BUILDER_DIR/*.patch{$TERMUX_ARCH_BITS,}; do
387                 test -f $patch && sed "s%\@TERMUX_PREFIX\@%${TERMUX_PREFIX}%g" $patch | \
388                         sed "s%\@TERMUX_HOME\@%${TERMUX_ANDROID_HOME}%g" | \
389                         patch --silent -p1
390         done
391
392         find . -name config.sub -exec chmod u+w '{}' \; -exec cp $TERMUX_COMMON_CACHEDIR/config.sub '{}' \;
393         find . -name config.guess -exec chmod u+w '{}' \; -exec cp $TERMUX_COMMON_CACHEDIR/config.guess '{}' \;
394 }
395
396 termux_step_pre_configure () {
397         return
398 }
399
400 termux_step_configure () {
401         if [ ! -e $TERMUX_PKG_SRCDIR/configure ]; then
402                 return
403         fi
404
405         DISABLE_STATIC="--disable-static"
406         if [ "$TERMUX_PKG_EXTRA_CONFIGURE_ARGS" != "${TERMUX_PKG_EXTRA_CONFIGURE_ARGS/--enable-static/}" ]; then
407                 # Do not --disable-static if package explicitly enables it (e.g. gdb needs enable-static to build)
408                 DISABLE_STATIC=""
409         fi
410
411         DISABLE_NLS="--disable-nls"
412         if [ "$TERMUX_PKG_EXTRA_CONFIGURE_ARGS" != "${TERMUX_PKG_EXTRA_CONFIGURE_ARGS/--enable-nls/}" ]; then
413                 # Do not --disable-nls if package explicitly enables it (for gettext itself)
414                 DISABLE_NLS=""
415         fi
416
417         ENABLE_SHARED="--enable-shared"
418         if [ "$TERMUX_PKG_EXTRA_CONFIGURE_ARGS" != "${TERMUX_PKG_EXTRA_CONFIGURE_ARGS/--disable-shared/}" ]; then
419                 ENABLE_SHARED=""
420         fi
421         HOST_FLAG="--host=$TERMUX_HOST_PLATFORM"
422         if [ "$TERMUX_PKG_EXTRA_CONFIGURE_ARGS" != "${TERMUX_PKG_EXTRA_CONFIGURE_ARGS/--host=/}" ]; then
423                 HOST_FLAG=""
424         fi
425
426         # Some packages provides a $PKG-config script which some configure scripts pickup instead of pkg-config:
427         mkdir $TERMUX_PKG_TMPDIR/config-scripts
428         for f in $TERMUX_PREFIX/bin/*config; do
429                 test -f $f && cp $f $TERMUX_PKG_TMPDIR/config-scripts
430         done
431         export PATH=$TERMUX_PKG_TMPDIR/config-scripts:$PATH
432
433         # See http://wiki.buici.com/xwiki/bin/view/Programing+C+and+C%2B%2B/Autoconf+and+RPL_MALLOC
434         # about this problem which may cause linker errors in test scripts not undef:ing malloc and
435         # also cause problems with e.g. malloc interceptors such as libgc:
436         local AVOID_AUTOCONF_WRAPPERS="ac_cv_func_malloc_0_nonnull=yes ac_cv_func_realloc_0_nonnull=yes"
437         # Similarly, disable gnulib's rpl_getcwd(). It returns the wrong value, affecting zile. See
438         # <https://github.com/termux/termux-packages/issues/76>.
439         AVOID_AUTOCONF_WRAPPERS+=" gl_cv_func_getcwd_null=yes gl_cv_func_getcwd_posix_signature=yes gl_cv_func_getcwd_path_max=yes gl_cv_func_getcwd_abort_bug=no"
440         AVOID_AUTOCONF_WRAPPERS+=" gl_cv_header_working_fcntl_h=yes gl_cv_func_fcntl_f_dupfd_cloexec=yes gl_cv_func_fcntl_f_dupfd_works=yes"
441         # Remove rpl_gettimeofday reference when building at least coreutils:
442         AVOID_AUTOCONF_WRAPPERS+=" gl_cv_func_tzset_clobber=no gl_cv_func_gettimeofday_clobber=no gl_cv_func_gettimeofday_posix_signature=yes"
443
444         env $AVOID_AUTOCONF_WRAPPERS $TERMUX_PKG_SRCDIR/configure \
445                 --disable-dependency-tracking \
446                 --prefix=$TERMUX_PREFIX \
447                 --disable-rpath --disable-rpath-hack \
448                 $HOST_FLAG \
449                 $TERMUX_PKG_EXTRA_CONFIGURE_ARGS \
450                 $DISABLE_NLS \
451                 $ENABLE_SHARED \
452                 $DISABLE_STATIC \
453                 --libexecdir=$TERMUX_PREFIX/libexec
454 }
455
456 termux_step_post_configure () {
457         return
458 }
459
460 termux_step_pre_make () {
461         return
462 }
463
464 termux_step_make () {
465         if ls *akefile &> /dev/null; then
466                 if [ -z "$TERMUX_PKG_EXTRA_MAKE_ARGS" ]; then
467                         make -j $TERMUX_MAKE_PROCESSES
468                 else
469                         make -j $TERMUX_MAKE_PROCESSES ${TERMUX_PKG_EXTRA_MAKE_ARGS}
470                 fi
471         fi
472 }
473
474 termux_step_make_install () {
475         if ls *akefile &> /dev/null; then
476                 : ${TERMUX_PKG_MAKE_INSTALL_TARGET:="install"}:
477                 # Some packages have problem with parallell install, and it does not buy much, so use -j 1.
478                 if [ -z "$TERMUX_PKG_EXTRA_MAKE_ARGS" ]; then
479                         make -j 1 ${TERMUX_PKG_MAKE_INSTALL_TARGET}
480                 else
481                         make -j 1 ${TERMUX_PKG_EXTRA_MAKE_ARGS} ${TERMUX_PKG_MAKE_INSTALL_TARGET}
482                 fi
483         fi
484 }
485
486 termux_step_post_make_install () {
487         return
488 }
489
490 termux_step_extract_into_massagedir () {
491         TARBALL_ORIG=$TERMUX_PKG_PACKAGEDIR/${TERMUX_PKG_NAME}_orig.tar.gz
492
493         # Build diff tar with what has changed during the build:
494         cd $TERMUX_PREFIX
495         $TERMUX_TAR -N $TERMUX_BUILD_TS_FILE -czf $TARBALL_ORIG .
496
497         # Extract tar in order to massage it
498         mkdir -p $TERMUX_PKG_MASSAGEDIR/$TERMUX_PREFIX
499         cd $TERMUX_PKG_MASSAGEDIR/$TERMUX_PREFIX
500         $TERMUX_TAR xf $TARBALL_ORIG
501 }
502
503 termux_step_massage () {
504         cd $TERMUX_PKG_MASSAGEDIR/$TERMUX_PREFIX
505
506         # Remove lib/charset.alias which is installed by gettext-using packages:
507         rm -f lib/charset.alias
508
509         # Remove non-english man pages:
510         test -d share/man && (cd share/man; for f in `ls | grep -v man`; do rm -Rf $f; done )
511
512         if [ -z ${TERMUX_PKG_KEEP_INFOPAGES+x} ]; then
513                 # Remove info pages:
514                 rm -Rf share/info
515         fi
516
517         # Remove other docs:
518         rm -Rf share/doc share/locale
519
520         # Remove old kept libraries (readline):
521         find . -name '*.old' -delete
522
523         # Remove static libraries:
524         if [ $TERMUX_PKG_KEEP_STATIC_LIBRARIES = "false" ]; then
525                 find . -name '*.a' -delete
526                 find . -name '*.la' -delete
527         fi
528
529         # .. move over sbin to bin
530         for file in sbin/*; do if test -f $file; then mv $file bin/; fi; done
531
532         # file(1) may fail for certain unusual files, so disable pipefail
533         set +e +o pipefail
534         # Remove world permissions and add write permissions:
535         find . -exec chmod u+w,o-rwx \{\} \;
536         # .. strip binaries (setting them as writeable first)
537         if [ "$TERMUX_DEBUG" = "" ]; then
538                 find . -type f | xargs file | grep -E "(executable|shared object)" | grep ELF | cut -f 1 -d : | xargs $STRIP --strip-unneeded --preserve-dates -R '.gnu.version*'
539         fi
540         # Fix shebang paths:
541         for file in `find -L . -type f`; do
542                 head -c 100 $file | grep -E "^#\!.*\\/bin\\/.*" | grep -q -E -v "^#\! ?\\/system" && sed --follow-symlinks -i -E "1 s@^#\!(.*)/bin/(.*)@#\!$TERMUX_PREFIX/bin/\2@" $file
543         done
544         set -e -o pipefail
545         # Remove DT_ entries which the android 5.1 linker warns about:
546         if [ "$TERMUX_DEBUG" = "" ]; then
547                 find . -type f -print0 | xargs -0 $TERMUX_ELF_CLEANER
548         fi
549
550         test ! -z "$TERMUX_PKG_RM_AFTER_INSTALL" && rm -Rf $TERMUX_PKG_RM_AFTER_INSTALL
551
552         find . -type d -empty -delete # Remove empty directories
553
554         # Sub packages:
555         if [ -d include -a -z "${TERMUX_PKG_NO_DEVELSPLIT}" ]; then
556                 # Add virtual -dev sub package if there are include files:
557                 _DEVEL_SUBPACKAGE_FILE=$TERMUX_PKG_TMPDIR/${TERMUX_PKG_NAME}-dev.subpackage.sh
558                 echo TERMUX_SUBPKG_INCLUDE=\"include share/man/man3 lib/pkgconfig share/aclocal $TERMUX_PKG_INCLUDE_IN_DEVPACKAGE\" > $_DEVEL_SUBPACKAGE_FILE
559                 echo TERMUX_SUBPKG_DESCRIPTION=\"Development files for ${TERMUX_PKG_NAME}\" >> $_DEVEL_SUBPACKAGE_FILE
560                 echo TERMUX_SUBPKG_DEPENDS=\"$TERMUX_PKG_NAME\" >> $_DEVEL_SUBPACKAGE_FILE
561                 if [ x$TERMUX_PKG_CONFLICTS != x ]; then
562                         # Assume that dev packages conflicts as well.
563                         echo "TERMUX_SUBPKG_CONFLICTS=${TERMUX_PKG_CONFLICTS}-dev" >> $_DEVEL_SUBPACKAGE_FILE
564                 fi
565         fi
566         # Now build all sub packages
567         rm -Rf $TERMUX_TOPDIR/$TERMUX_PKG_NAME/subpackages
568         for subpackage in $TERMUX_PKG_BUILDER_DIR/*.subpackage.sh $TERMUX_PKG_TMPDIR/*subpackage.sh; do
569                 test ! -f $subpackage && continue
570                 SUB_PKG_NAME=`basename $subpackage .subpackage.sh`
571                 # Default value is same as main package, but sub package may override:
572                 TERMUX_SUBPKG_PLATFORM_INDEPENDENT=$TERMUX_PKG_PLATFORM_INDEPENDENT
573                 SUB_PKG_DIR=$TERMUX_TOPDIR/$TERMUX_PKG_NAME/subpackages/$SUB_PKG_NAME
574                 TERMUX_SUBPKG_DEPENDS=""
575                 TERMUX_SUBPKG_CONFLICTS=""
576                 SUB_PKG_MASSAGE_DIR=$SUB_PKG_DIR/massage/$TERMUX_PREFIX
577                 SUB_PKG_PACKAGE_DIR=$SUB_PKG_DIR/package
578                 mkdir -p $SUB_PKG_MASSAGE_DIR $SUB_PKG_PACKAGE_DIR
579
580                 . $subpackage
581
582                 for includeset in $TERMUX_SUBPKG_INCLUDE; do
583                         _INCLUDE_DIRSET=`dirname $includeset`
584                         test "$_INCLUDE_DIRSET" = "." && _INCLUDE_DIRSET=""
585                         if [ -e $includeset -o -L $includeset ]; then
586                                 # Add the -L clause to handle relative symbolic links:
587                                 mkdir -p $SUB_PKG_MASSAGE_DIR/$_INCLUDE_DIRSET
588                                 mv $includeset $SUB_PKG_MASSAGE_DIR/$_INCLUDE_DIRSET
589                         fi
590                 done
591
592                 SUB_PKG_ARCH=$TERMUX_ARCH
593                 test -n "$TERMUX_SUBPKG_PLATFORM_INDEPENDENT" && SUB_PKG_ARCH=all
594
595                 cd $SUB_PKG_DIR/massage
596                 SUB_PKG_INSTALLSIZE=`du -sk . | cut -f 1`
597                 $TERMUX_TAR -cJf $SUB_PKG_PACKAGE_DIR/data.tar.xz .
598
599                 mkdir -p DEBIAN
600                 cd DEBIAN
601                 cat > control <<HERE
602 Package: $SUB_PKG_NAME
603 Architecture: ${SUB_PKG_ARCH}
604 Installed-Size: ${SUB_PKG_INSTALLSIZE}
605 Maintainer: $TERMUX_PKG_MAINTAINER
606 Version: $TERMUX_PKG_FULLVERSION
607 Description: $TERMUX_SUBPKG_DESCRIPTION
608 Homepage: $TERMUX_PKG_HOMEPAGE
609 HERE
610                 test ! -z "$TERMUX_SUBPKG_DEPENDS" && echo "Depends: $TERMUX_SUBPKG_DEPENDS" >> control
611                 test ! -z "$TERMUX_SUBPKG_CONFLICTS" && echo "Conflicts: $TERMUX_SUBPKG_CONFLICTS" >> control
612                 $TERMUX_TAR -cJf $SUB_PKG_PACKAGE_DIR/control.tar.xz .
613
614                 # Create the actual .deb file:
615                 TERMUX_SUBPKG_DEBFILE=$TERMUX_DEBDIR/${SUB_PKG_NAME}_${TERMUX_PKG_FULLVERSION}_${SUB_PKG_ARCH}.deb
616                 ar cr $TERMUX_SUBPKG_DEBFILE \
617                                    $TERMUX_COMMON_CACHEDIR/debian-binary \
618                                    $SUB_PKG_PACKAGE_DIR/control.tar.xz \
619                                    $SUB_PKG_PACKAGE_DIR/data.tar.xz
620                 if [ "$TERMUX_PROCESS_DEB" != "" ]; then
621                         $TERMUX_PROCESS_DEB $TERMUX_SUBPKG_DEBFILE
622                 fi
623
624                 # Go back to main package:
625                 cd $TERMUX_PKG_MASSAGEDIR/$TERMUX_PREFIX
626         done
627
628         # .. remove empty directories (NOTE: keep this last):
629         find . -type d -empty -delete
630         # Make sure user can read and write all files (problem with dpkg otherwise):
631         chmod -R u+rw .
632 }
633
634 termux_step_post_massage () {
635         return
636 }
637
638 termux_step_create_debscripts () {
639         return
640 }
641
642 termux_setup_golang () {
643         export GOOS=android
644         export CGO_ENABLED=1
645         export GO_LDFLAGS="-extldflags=-pie"
646         if [ "$TERMUX_ARCH" = "arm" ]; then
647                 export GOARCH=arm
648                 export GOARM=7
649         elif [ "$TERMUX_ARCH" = "i686" ]; then
650                 export GOARCH=386
651                 export GO386=sse2
652         elif [ "$TERMUX_ARCH" = "aarch64" ]; then
653                 export GOARCH=arm64
654         elif [ "$TERMUX_ARCH" = "x86_64" ]; then
655                 export GOARCH=amd64
656         else
657                 echo "ERROR: Unsupported arch: $TERMUX_ARCH"
658                 exit 1
659         fi
660
661         local TERMUX_GO_VERSION=go1.6.2
662         local TERMUX_GO_PLATFORM=linux-amd64
663         test `uname` = "Darwin" && TERMUX_GO_PLATFORM=darwin-amd64
664
665         export TERMUX_BUILDGO_FOLDER=$TERMUX_COMMON_CACHEDIR/${TERMUX_GO_VERSION}.${TERMUX_GO_PLATFORM}
666         export GOROOT=$TERMUX_BUILDGO_FOLDER
667         export PATH=$GOROOT/bin:$PATH
668
669         if [ -d $TERMUX_BUILDGO_FOLDER ]; then return; fi
670
671         local TERMUX_BUILDGO_TAR=$TERMUX_COMMON_CACHEDIR/${TERMUX_GO_VERSION}.${TERMUX_GO_PLATFORM}.tar.gz
672         rm -Rf $TERMUX_COMMON_CACHEDIR/go $TERMUX_BUILDGO_FOLDER
673         termux_download https://storage.googleapis.com/golang/${TERMUX_GO_VERSION}.${TERMUX_GO_PLATFORM}.tar.gz $TERMUX_BUILDGO_TAR
674         ( cd $TERMUX_COMMON_CACHEDIR; tar xf $TERMUX_BUILDGO_TAR; mv go $TERMUX_BUILDGO_FOLDER; rm $TERMUX_BUILDGO_TAR )
675 }
676
677 source $TERMUX_PKG_BUILDER_SCRIPT
678
679 # Compute full version:
680 TERMUX_PKG_FULLVERSION=$TERMUX_PKG_VERSION
681 if [ "$TERMUX_PKG_BUILD_REVISION" != "0" -o "$TERMUX_PKG_FULLVERSION" != "${TERMUX_PKG_FULLVERSION/-/}" ]; then
682         # "0" is the default revision, so only include it if the upstream versions contains "-" itself
683         TERMUX_PKG_FULLVERSION+="-$TERMUX_PKG_BUILD_REVISION"
684 fi
685
686 # Start by extracting the package src into $TERMUX_PKG_SRCURL:
687 termux_step_extract_package
688 # Optional post processing:
689 termux_step_post_extract_package
690
691 # Optional host build:
692 if [ "x$TERMUX_PKG_HOSTBUILD" != "x" ]; then
693         cd $TERMUX_PKG_SRCDIR
694         for patch in $TERMUX_PKG_BUILDER_DIR/*.patch.beforehostbuild; do
695                 test -f $patch && sed "s%\@TERMUX_PREFIX\@%${TERMUX_PREFIX}%g" $patch | patch --silent -p1
696         done
697
698         if [ -f "$TERMUX_PKG_HOSTBUILD_DIR/TERMUX_BUILT_FOR_$TERMUX_PKG_VERSION" ]; then
699                 echo "Using already built host build"
700         else
701                 mkdir -p $TERMUX_PKG_HOSTBUILD_DIR      
702                 cd $TERMUX_PKG_HOSTBUILD_DIR
703
704                 ORIG_AR=$AR; unset AR
705                 ORIG_AS=$AS; unset AS
706                 ORIG_CC=$CC; unset CC
707                 ORIG_CXX=$CXX; unset CXX
708                 ORIG_CPP=$CPP; unset CPP
709                 ORIG_CFLAGS=$CFLAGS; unset CFLAGS
710                 ORIG_CPPFLAGS=$CPPFLAGS; unset CPPFLAGS
711                 ORIG_CXXFLAGS=$CXXFLAGS; unset CXXFLAGS
712                 ORIG_LDFLAGS=$LDFLAGS; unset LDFLAGS
713                 ORIG_RANLIB=$RANLIB; unset RANLIB
714                 ORIG_LD=$LD; unset LD
715                 ORIG_PKG_CONFIG=$PKG_CONFIG; unset PKG_CONFIG
716                 ORIG_PKG_CONFIG_LIBDIR=$PKG_CONFIG_LIBDIR; unset PKG_CONFIG_LIBDIR
717                 ORIG_STRIP=$STRIP; unset STRIP
718
719                 termux_step_host_build
720                 touch $TERMUX_PKG_HOSTBUILD_DIR/TERMUX_BUILT_FOR_$TERMUX_PKG_VERSION
721
722                 export AR=$ORIG_AR
723                 export AS=$ORIG_AS
724                 export CC=$ORIG_CC
725                 export CXX=$ORIG_CXX
726                 export CPP=$ORIG_CPP
727                 export CFLAGS=$ORIG_CFLAGS
728                 export CPPFLAGS=$ORIG_CPPFLAGS
729                 export CXXFLAGS=$ORIG_CXXFLAGS
730                 export LDFLAGS=$ORIG_LDFLAGS
731                 export RANLIB=$ORIG_RANLIB
732                 export LD=$ORIG_LD
733                 export PKG_CONFIG=$ORIG_PKG_CONFIG
734                 export PKG_CONFIG_LIBDIR=$ORIG_PKG_CONFIG_LIBDIR
735                 export STRIP=$ORIG_STRIP
736         fi
737 fi
738
739 if [ "$TERMUX_PKG_DEPENDS" != "${TERMUX_PKG_DEPENDS/libandroid-support/}" ]; then
740         # If using the android support library, link to it and include its headers as system headers:
741         export CPPFLAGS="$CPPFLAGS -isystem $TERMUX_PREFIX/include/libandroid-support"
742         export LDFLAGS="$LDFLAGS -landroid-support"
743 fi
744
745 if [ -n "$TERMUX_PKG_BUILD_IN_SRC" ]; then
746         echo "Building in src due to TERMUX_PKG_BUILD_IN_SRC being set" >> $TERMUX_PKG_BUILDDIR/BUILDING_IN_SRC.txt
747         TERMUX_PKG_BUILDDIR=$TERMUX_PKG_SRCDIR
748 fi
749
750 cd $TERMUX_PKG_BUILDDIR
751 termux_step_patch_package
752 cd $TERMUX_PKG_BUILDDIR
753 termux_step_pre_configure
754 cd $TERMUX_PKG_BUILDDIR
755 termux_step_configure
756 cd $TERMUX_PKG_BUILDDIR
757 termux_step_post_configure
758 cd $TERMUX_PKG_BUILDDIR
759 termux_step_pre_make
760 cd $TERMUX_PKG_BUILDDIR
761 termux_step_make
762 cd $TERMUX_PKG_BUILDDIR
763 termux_step_make_install
764 cd $TERMUX_PKG_BUILDDIR
765 termux_step_post_make_install
766 cd $TERMUX_PKG_MASSAGEDIR
767 termux_step_extract_into_massagedir
768 cd $TERMUX_PKG_MASSAGEDIR
769 termux_step_massage
770 cd $TERMUX_PKG_MASSAGEDIR/$TERMUX_PREFIX
771 termux_step_post_massage
772
773 # Create data tarball containing files to package:
774 cd $TERMUX_PKG_MASSAGEDIR
775 if [ "`find . -type f`" = "" ]; then
776         echo "ERROR: No files in package"
777         exit 1
778 fi
779 $TERMUX_TAR -cJf $TERMUX_PKG_PACKAGEDIR/data.tar.xz .
780
781 # Get install size. This will be written as the "Installed-Size" deb field so is measured in 1024-byte blocks:
782 TERMUX_PKG_INSTALLSIZE=`du -sk . | cut -f 1`
783
784 # Create deb package:
785 # NOTE: From here on TERMUX_ARCH is set to "all" if TERMUX_PKG_PLATFORM_INDEPENDENT is set by the package
786 test -n "$TERMUX_PKG_PLATFORM_INDEPENDENT" && TERMUX_ARCH=all
787
788 cd $TERMUX_PKG_MASSAGEDIR
789
790 mkdir -p DEBIAN
791 cat > DEBIAN/control <<HERE
792 Package: $TERMUX_PKG_NAME
793 Architecture: ${TERMUX_ARCH}
794 Installed-Size: ${TERMUX_PKG_INSTALLSIZE}
795 Maintainer: $TERMUX_PKG_MAINTAINER
796 Version: $TERMUX_PKG_FULLVERSION
797 Description: $TERMUX_PKG_DESCRIPTION
798 Homepage: $TERMUX_PKG_HOMEPAGE
799 HERE
800 test ! -z "$TERMUX_PKG_DEPENDS" && echo "Depends: $TERMUX_PKG_DEPENDS" >> DEBIAN/control
801 test ! -z "$TERMUX_PKG_ESSENTIAL" && echo "Essential: yes" >> DEBIAN/control
802 test ! -z "$TERMUX_PKG_CONFLICTS" && echo "Conflicts: $TERMUX_PKG_CONFLICTS" >> DEBIAN/control
803
804 # Create DEBIAN/conffiles (see https://www.debian.org/doc/debian-policy/ap-pkg-conffiles.html):
805 for f in $TERMUX_PKG_CONFFILES; do echo $TERMUX_PREFIX/$f >> DEBIAN/conffiles; done
806 # Allow packages to create arbitrary control files:
807 cd DEBIAN
808 termux_step_create_debscripts
809
810 # Create control.tar.xz
811 $TERMUX_TAR -cJf $TERMUX_PKG_PACKAGEDIR/control.tar.xz .
812 # In the .deb ar file there should be a file "debian-binary" with "2.0" as the content:
813 TERMUX_PKG_DEBFILE=$TERMUX_DEBDIR/${TERMUX_PKG_NAME}_${TERMUX_PKG_FULLVERSION}_${TERMUX_ARCH}.deb
814 # Create the actual .deb file:
815 ar cr $TERMUX_PKG_DEBFILE \
816                    $TERMUX_COMMON_CACHEDIR/debian-binary \
817                    $TERMUX_PKG_PACKAGEDIR/control.tar.xz \
818                    $TERMUX_PKG_PACKAGEDIR/data.tar.xz
819
820 if [ "$TERMUX_PROCESS_DEB" != "" ]; then
821         $TERMUX_PROCESS_DEB $TERMUX_PKG_DEBFILE
822 fi
823
824 echo "termux - build of '$1' done"
825 test -t 1 && printf "\033]0;$1 - DONE\007"
826 exit 0