chiark / gitweb /
Add nethack stub to disabled-packages
[termux-packages] / build-package.sh
1 #!/bin/bash
2
3 set -e -o pipefail -u
4
5 if [ "$#" -ne 1 ]; then echo "ERROR: Specify one argument (name of or path to package)"; exit 1; fi
6 export TERMUX_PKG_NAME=`basename $1`
7 export TERMUX_SCRIPTDIR=`cd $(dirname $0); pwd`
8
9 if [[ $1 == *"/"* ]]; then
10   # Path to directory which may be outside this repo:
11   if [ ! -d $1 ]; then echo "ERROR: '$1' seems to be a path but is not a directory"; exit 1; fi
12   export TERMUX_PKG_BUILDER_DIR=`realpath $1`
13 else
14   # Package name:
15   export TERMUX_PKG_BUILDER_DIR=$TERMUX_SCRIPTDIR/packages/$TERMUX_PKG_NAME
16 fi
17 export TERMUX_PKG_BUILDER_SCRIPT=$TERMUX_PKG_BUILDER_DIR/build.sh
18 if test ! -f $TERMUX_PKG_BUILDER_SCRIPT; then echo "ERROR: No build.sh script at supposed package dir $TERMUX_PKG_BUILDER_DIR!"; exit 1; fi
19
20 echo "termux - building $1..."
21 test -t 1 && printf "\033]0;$1...\007"
22
23 # Read settings from .termuxrc if existing
24 test -f $HOME/.termuxrc && . $HOME/.termuxrc
25
26 # Configurable settings
27 : ${NDK:="${HOME}/lib/android-ndk"}
28 : ${ANDROID_HOME:="${HOME}/lib/android-sdk"}
29 if [ ! -d "$NDK" ]; then echo 'ERROR: $NDK not defined as pointing at a directory - define it pointing at a android NDK installation!'; exit 1; fi
30 : ${TERMUX_MAKE_PROCESSES:='4'}
31 : ${TERMUX_TOPDIR:="$HOME/termux"}
32 : ${TERMUX_ARCH:="arm"} # (arm|aarch64|i686|x86_64) - the x86_64 arch is not yet used or tested.
33 TERMUX_ARCH_BITS="32"
34 if [ "x86_64" = $TERMUX_ARCH -o "aarch64" = $TERMUX_ARCH ]; then
35         TERMUX_ARCH_BITS="64"
36 fi
37 : ${TERMUX_CLANG:=""} # Set to non-empty to use clang.
38 : ${TERMUX_HOST_PLATFORM:="${TERMUX_ARCH}-linux-android"}
39 if [ $TERMUX_ARCH = "arm" ]; then TERMUX_HOST_PLATFORM="${TERMUX_HOST_PLATFORM}eabi"; fi
40 : ${TERMUX_PREFIX:='/data/data/com.termux/files/usr'}
41 : ${TERMUX_ANDROID_HOME:='/data/data/com.termux/files/home'}
42 : ${TERMUX_DEBUG:=""}
43 : ${TERMUX_PROCESS_DEB:=""}
44 : ${TERMUX_API_LEVEL:="21"}
45 if [ "$TERMUX_CLANG" = "" ]; then
46         : ${TERMUX_STANDALONE_TOOLCHAIN:="$HOME/lib/android-standalone-toolchain-${TERMUX_ARCH}-api${TERMUX_API_LEVEL}-gcc4.9"}
47 else
48         : ${TERMUX_STANDALONE_TOOLCHAIN:="$HOME/lib/android-standalone-toolchain-${TERMUX_ARCH}-api${TERMUX_API_LEVEL}-clang38"}
49 fi
50 : ${TERMUX_ANDROID_BUILD_TOOLS_VERSION:="23.0.3"}
51 # We do not put all of build-tools/$TERMUX_ANDROID_BUILD_TOOLS_VERSION/ into PATH
52 # to avoid stuff like arm-linux-androideabi-ld there to conflict with ones from
53 # the standalone toolchain.
54 TERMUX_DX=$ANDROID_HOME/build-tools/$TERMUX_ANDROID_BUILD_TOOLS_VERSION/dx
55
56 # We put this after system PATH to avoid picking up toolchain stripped python
57 export PATH=$PATH:$TERMUX_STANDALONE_TOOLCHAIN/bin
58
59 # Make $TERMUX_TAR and $TERMUX_TOUCH point at gnu versions:
60 export TERMUX_TAR="tar"
61 test `uname` = "Darwin" && TERMUX_TAR=gnutar
62 export TERMUX_TOUCH="touch"
63 test `uname` = "Darwin" && TERMUX_TOUCH=gtouch
64
65 # Compute NDK version. We remove the first character (the r in e.g. r9d) to get a version number which can be used in packages):
66 export TERMUX_NDK_VERSION=11
67 if grep -s -q "Pkg.Revision = $TERMUX_NDK_VERSION" $NDK/source.properties; then
68         :
69 else
70         echo "Wrong NDK version - we need $TERMUX_NDK_VERSION"
71         exit 1
72 fi
73
74 export prefix=${TERMUX_PREFIX} # prefix is used by some makefiles
75 #export ACLOCAL="aclocal -I $TERMUX_PREFIX/share/aclocal"
76 export AR=$TERMUX_HOST_PLATFORM-ar
77 if [ "$TERMUX_CLANG" = "" ]; then
78         export AS=${TERMUX_HOST_PLATFORM}-gcc
79         export CC=$TERMUX_HOST_PLATFORM-gcc
80         export CXX=$TERMUX_HOST_PLATFORM-g++
81         _SPECSFLAG="-specs=$TERMUX_SCRIPTDIR/termux.spec"
82 else
83         export AS=${TERMUX_HOST_PLATFORM}-gcc
84         export CC=$TERMUX_HOST_PLATFORM-clang
85         export CXX=$TERMUX_HOST_PLATFORM-clang++
86         # TODO: clang does not have specs file, how to ensure pie
87         # binaries gets built?
88         _SPECSFLAG=""
89 fi
90 export CPP=${TERMUX_HOST_PLATFORM}-cpp
91 export CC_FOR_BUILD=gcc
92 export LD=$TERMUX_HOST_PLATFORM-ld
93 export OBJDUMP=$TERMUX_HOST_PLATFORM-objdump
94 # Setup pkg-config for cross-compiling:
95 export PKG_CONFIG=$TERMUX_STANDALONE_TOOLCHAIN/bin/${TERMUX_HOST_PLATFORM}-pkg-config
96 export PKG_CONFIG_LIBDIR=$TERMUX_PREFIX/lib/pkgconfig
97 export RANLIB=$TERMUX_HOST_PLATFORM-ranlib
98 export READELF=$TERMUX_HOST_PLATFORM-readelf
99 export STRIP=$TERMUX_HOST_PLATFORM-strip
100
101 export CFLAGS="$_SPECSFLAG"
102 export LDFLAGS="$_SPECSFLAG -L${TERMUX_PREFIX}/lib"
103
104 if [ "$TERMUX_ARCH" = "arm" ]; then
105         CFLAGS+=" -march=armv7-a -mfpu=neon -mfloat-abi=softfp"
106         # "first flag instructs the linker to pick libgcc.a, libgcov.a, and
107         # crt*.o, which are tailored for armv7-a"
108         # - https://developer.android.com/ndk/guides/standalone_toolchain.html
109         LDFLAGS+=" -march=armv7-a -Wl,--fix-cortex-a8"
110 elif [ $TERMUX_ARCH = "i686" ]; then
111         # From $NDK/docs/CPU-ARCH-ABIS.html:
112         CFLAGS+=" -march=i686 -msse3 -mstackrealign -mfpmath=sse"
113 elif [ $TERMUX_ARCH = "aarch64" ]; then
114         LDFLAGS+=" -Wl,-rpath-link,$TERMUX_PREFIX/lib"
115         LDFLAGS+=" -Wl,-rpath-link,$TERMUX_STANDALONE_TOOLCHAIN/sysroot/usr/lib"
116 fi
117
118 if [ -n "$TERMUX_DEBUG" ]; then
119         CFLAGS+=" -g3 -Og -fstack-protector --param ssp-buffer-size=4 -D_FORTIFY_SOURCE=2"
120 else
121         CFLAGS+=" -Os"
122 fi
123
124 export CXXFLAGS="$CFLAGS"
125 export CPPFLAGS="-I${TERMUX_PREFIX}/include"
126
127 export ac_cv_func_getpwent=no
128 export ac_cv_func_getpwnam=no
129 export ac_cv_func_getpwuid=no
130
131 if [ ! -d $TERMUX_STANDALONE_TOOLCHAIN ]; then
132         # See https://developer.android.com/ndk/guides/standalone_toolchain.html about toolchain naming.
133         if [ "i686" = $TERMUX_ARCH ]; then
134                 _TERMUX_NDK_TOOLCHAIN_NAME="x86"
135         elif [ "x86_64" = $TERMUX_ARCH ]; then
136                 _TERMUX_NDK_TOOLCHAIN_NAME="x86_64"
137         else
138                 _TERMUX_NDK_TOOLCHAIN_NAME="$TERMUX_HOST_PLATFORM"
139         fi
140
141         if [ "$TERMUX_CLANG" = "" ]; then
142                 _TERMUX_TOOLCHAIN="${_TERMUX_NDK_TOOLCHAIN_NAME}-4.9"
143         else
144                 _TERMUX_TOOLCHAIN="${_TERMUX_NDK_TOOLCHAIN_NAME}-clang"
145         fi
146         bash $NDK/build/tools/make-standalone-toolchain.sh --platform=android-$TERMUX_API_LEVEL --toolchain=${_TERMUX_TOOLCHAIN} \
147                 --install-dir=$TERMUX_STANDALONE_TOOLCHAIN
148         if [ "arm" = $TERMUX_ARCH ]; then
149                 # Fix to allow e.g. <bits/c++config.h> to be included:
150                 cp $TERMUX_STANDALONE_TOOLCHAIN/include/c++/4.9/arm-linux-androideabi/armv7-a/bits/* $TERMUX_STANDALONE_TOOLCHAIN/include/c++/4.9/bits
151         fi
152         cd $TERMUX_STANDALONE_TOOLCHAIN/sysroot
153         for f in $TERMUX_SCRIPTDIR/ndk_patches/*.patch; do
154                 sed "s%\@TERMUX_PREFIX\@%${TERMUX_PREFIX}%g" $f | \
155                         sed "s%\@TERMUX_HOME\@%${TERMUX_ANDROID_HOME}%g" | \
156                         patch -p1;
157                 echo "PATCHING FILE $f done!"
158         done
159         # elf.h is taken from glibc since the elf.h in the NDK is lacking.
160         # sysexits.h is header-only and used by a few programs.
161         cp $TERMUX_SCRIPTDIR/ndk_patches/{elf.h,sysexits.h} $TERMUX_STANDALONE_TOOLCHAIN/sysroot/usr/include
162 fi
163
164 export TERMUX_COMMON_CACHEDIR="$TERMUX_TOPDIR/_cache"
165 export TERMUX_COMMON_DEBDIR="$TERMUX_TOPDIR/_deb"
166 mkdir -p $TERMUX_COMMON_CACHEDIR $TERMUX_COMMON_DEBDIR
167
168 # Get fresh versions of config.sub and config.guess
169 for f in config.sub config.guess; do test ! -f $TERMUX_COMMON_CACHEDIR/$f && curl "http://git.savannah.gnu.org/gitweb/?p=config.git;a=blob_plain;f=${f};hb=HEAD" > $TERMUX_COMMON_CACHEDIR/$f; done
170 # Have a debian-binary file ready for deb packaging:
171 test ! -f $TERMUX_COMMON_CACHEDIR/debian-binary && echo "2.0" > $TERMUX_COMMON_CACHEDIR/debian-binary
172 # The host tuple that may be given to --host configure flag, but normally autodetected so not needed explicitly
173 TERMUX_HOST_TUPLE=`sh $TERMUX_COMMON_CACHEDIR/config.guess`
174
175 TERMUX_PKG_BUILDDIR=$TERMUX_TOPDIR/$TERMUX_PKG_NAME/build
176 TERMUX_PKG_CACHEDIR=$TERMUX_TOPDIR/$TERMUX_PKG_NAME/cache
177 TERMUX_PKG_MASSAGEDIR=$TERMUX_TOPDIR/$TERMUX_PKG_NAME/massage
178 TERMUX_PKG_PACKAGEDIR=$TERMUX_TOPDIR/$TERMUX_PKG_NAME/package
179 TERMUX_PKG_SRCDIR=$TERMUX_TOPDIR/$TERMUX_PKG_NAME/src
180 TERMUX_PKG_TMPDIR=$TERMUX_TOPDIR/$TERMUX_PKG_NAME/tmp
181 TERMUX_PKG_HOSTBUILD_DIR=$TERMUX_TOPDIR/$TERMUX_PKG_NAME/host-build
182 TERMUX_PKG_PLATFORM_INDEPENDENT=""
183 TERMUX_PKG_NO_DEVELSPLIT=""
184 TERMUX_PKG_BUILD_REVISION="0" # http://www.debian.org/doc/debian-policy/ch-controlfields.html#s-f-Version
185 TERMUX_PKG_EXTRA_CONFIGURE_ARGS=""
186 TERMUX_PKG_EXTRA_HOSTBUILD_CONFIGURE_ARGS=""
187 TERMUX_PKG_EXTRA_MAKE_ARGS=""
188 TERMUX_PKG_BUILD_IN_SRC=""
189 TERMUX_PKG_RM_AFTER_INSTALL=""
190 TERMUX_PKG_DEPENDS=""
191 TERMUX_PKG_HOMEPAGE=""
192 TERMUX_PKG_DESCRIPTION="FIXME:Add description"
193 TERMUX_PKG_FOLDERNAME=""
194 TERMUX_PKG_KEEP_STATIC_LIBRARIES="false"
195 TERMUX_PKG_KEEP_HEADER_FILES="false"
196 TERMUX_PKG_ESSENTIAL=""
197 TERMUX_PKG_CONFLICTS="" # https://www.debian.org/doc/debian-policy/ch-relationships.html#s-conflicts
198 TERMUX_PKG_CONFFILES=""
199 TERMUX_PKG_INCLUDE_IN_DEVPACKAGE=""
200 # Set if a host build should be done in TERMUX_PKG_HOSTBUILD_DIR:
201 TERMUX_PKG_HOSTBUILD=""
202 TERMUX_PKG_MAINTAINER="Fredrik Fornwall <fredrik@fornwall.net>"
203
204 # Cleanup old state
205 rm -Rf   $TERMUX_PKG_BUILDDIR $TERMUX_PKG_PACKAGEDIR $TERMUX_PKG_SRCDIR $TERMUX_PKG_TMPDIR $TERMUX_PKG_MASSAGEDIR
206
207 # If $TERMUX_PREFIX already exists, it may have been built for a different arch
208 TERMUX_ARCH_FILE=/data/TERMUX_ARCH
209 if [ -f "${TERMUX_ARCH_FILE}" ]; then
210         TERMUX_PREVIOUS_ARCH=`cat $TERMUX_ARCH_FILE`
211         if [ $TERMUX_PREVIOUS_ARCH != $TERMUX_ARCH ]; then
212                 TERMUX_DATA_BACKUPDIRS=$TERMUX_TOPDIR/_databackups
213                 mkdir -p $TERMUX_DATA_BACKUPDIRS
214                 TERMUX_DATA_PREVIOUS_BACKUPDIR=$TERMUX_DATA_BACKUPDIRS/$TERMUX_PREVIOUS_ARCH
215                 TERMUX_DATA_CURRENT_BACKUPDIR=$TERMUX_DATA_BACKUPDIRS/$TERMUX_ARCH
216                 echo "NOTE: Different archs - building for $TERMUX_ARCH, but current $TERMUX_PREVIOUS_ARCH"
217                 echo "      Saving current /data/data to $TERMUX_DATA_PREVIOUS_BACKUPDIR"
218                 # Save current /data (removing old backup if any)
219                 if test -e $TERMUX_DATA_PREVIOUS_BACKUPDIR; then
220                         echo "ERROR: Directory already exists"
221                         exit 1
222                 fi
223                 mv /data/data $TERMUX_DATA_PREVIOUS_BACKUPDIR
224                 # Restore new one (if any)
225                 if [ -d $TERMUX_DATA_CURRENT_BACKUPDIR ]; then
226                         echo "      Restoring old backupdir from $TERMUX_DATA_CURRENT_BACKUPDIR"
227                         mv $TERMUX_DATA_CURRENT_BACKUPDIR /data/data
228                 fi
229         fi
230 fi
231 echo $TERMUX_ARCH > $TERMUX_ARCH_FILE
232
233 # Ensure folders present (but not $TERMUX_PKG_SRCDIR, it will be created in build)
234 mkdir -p $TERMUX_PKG_BUILDDIR $TERMUX_PKG_PACKAGEDIR $TERMUX_PKG_TMPDIR $TERMUX_PKG_CACHEDIR $TERMUX_PKG_MASSAGEDIR $PKG_CONFIG_LIBDIR $TERMUX_PREFIX/{bin,etc,lib,libexec,share,tmp,include}
235
236 # Make $TERMUX_PREFIX/bin/sh executable on the builder, so that build script can assume that it works
237 # on both builder and host later on:
238 ln -f -s /bin/sh $TERMUX_PREFIX/bin/sh
239
240 if [ ! -f $PKG_CONFIG ]; then
241         echo "Creating pkg-config wrapper..."
242         # We use path to host pkg-config to avoid picking up a cross-compiled pkg-config later on
243         _HOST_PKGCONFIG=`which pkg-config`
244         mkdir -p $TERMUX_STANDALONE_TOOLCHAIN/bin $PKG_CONFIG_LIBDIR
245         cat > $PKG_CONFIG <<HERE
246 #!/bin/sh
247 export PKG_CONFIG_DIR=
248 export PKG_CONFIG_LIBDIR=$PKG_CONFIG_LIBDIR
249 # export PKG_CONFIG_SYSROOT_DIR=${TERMUX_PREFIX}
250 exec $_HOST_PKGCONFIG "\$@"
251 HERE
252         chmod +x $PKG_CONFIG
253
254         # Add a pkg-config file for the system zlib
255         cat > $PKG_CONFIG_LIBDIR/zlib.pc <<HERE
256 Name: zlib
257 Description: zlib compression library
258 Version: 1.2.3
259
260 Requires:
261 Libs: -L$TERMUX_STANDALONE_TOOLCHAIN/sysroot/usr/lib -lz
262 Cflags: -I$TERMUX_STANDALONE_TOOLCHAIN/sysroot/usr/include
263 HERE
264 fi
265
266 TERMUX_ELF_CLEANER=$TERMUX_COMMON_CACHEDIR/termux-elf-cleaner
267 TERMUX_ELF_CLEANER_SRC=$TERMUX_SCRIPTDIR/packages/termux-elf-cleaner/termux-elf-cleaner.cpp
268 if [ $TERMUX_ELF_CLEANER_SRC -nt $TERMUX_ELF_CLEANER ]; then
269         g++ -std=c++11 -Wall -Wextra -pedantic -Os $TERMUX_ELF_CLEANER_SRC -o $TERMUX_ELF_CLEANER
270 fi
271
272 # Keep track of when build started so we can see what files have been created
273 export TERMUX_BUILD_TS_FILE=$TERMUX_PKG_TMPDIR/timestamp_$TERMUX_PKG_NAME
274 sleep 1 # Sleep so that any generated files above (such as zlib.c and $PREFIX/bin/sh)
275         #get older timestamp then TERMUX_BUILD_TS_FILE
276 rm -f $TERMUX_BUILD_TS_FILE && touch $TERMUX_BUILD_TS_FILE
277
278 # Run just after sourcing $TERMUX_PKG_BUILDER_SCRIPT
279 termux_step_extract_package () {
280         if [ -z "${TERMUX_PKG_SRCURL:=""}" ]; then
281                 mkdir -p $TERMUX_PKG_SRCDIR
282                 return
283         fi
284         cd $TERMUX_PKG_TMPDIR
285         filename=`basename $TERMUX_PKG_SRCURL`
286         file=$TERMUX_PKG_CACHEDIR/$filename
287         # Set "TERMUX_PKG_NO_SRC_CACHE=yes" in package to never cache packages, such as in git builds:
288         test -n ${TERMUX_PKG_NO_SRC_CACHE-""} -o ! -f $file && curl --retry 3 -o $file -L $TERMUX_PKG_SRCURL
289         if [ "x$TERMUX_PKG_FOLDERNAME" = "x" ]; then
290                 folder=`basename $filename .tar.bz2` && folder=`basename $folder .tar.gz` && folder=`basename $folder .tar.xz` && folder=`basename $folder .tar.lz` && folder=`basename $folder .tgz` && folder=`basename $folder .zip`
291                 folder=`echo $folder | sed 's/_/-/'` # dpkg uses _ in tar filename, but - in folder
292         else
293                 folder=$TERMUX_PKG_FOLDERNAME
294         fi
295         rm -Rf $folder
296         if [ ${file##*.} = zip ]; then
297                 unzip $file
298         else
299                 $TERMUX_TAR xf $file
300         fi
301         mv $folder $TERMUX_PKG_SRCDIR
302 }
303
304 termux_step_post_extract_package () {
305         return
306 }
307
308 # Perform a host build. Will be called in $TERMUX_PKG_HOSTBUILD_DIR.
309 # After termux_step_post_extract_package() and before termux_step_patch_package()
310 termux_step_host_build () {
311         $TERMUX_PKG_SRCDIR/configure ${TERMUX_PKG_EXTRA_HOSTBUILD_CONFIGURE_ARGS}
312         make
313 }
314
315 # This should not be overridden
316 termux_step_patch_package () {
317         cd $TERMUX_PKG_SRCDIR
318         # Suffix patch with ".patch32" or ".patch64" to only apply for these bitnesses:
319         for patch in $TERMUX_PKG_BUILDER_DIR/*.patch{$TERMUX_ARCH_BITS,}; do
320                 test -f $patch && sed "s%\@TERMUX_PREFIX\@%${TERMUX_PREFIX}%g" $patch | \
321                         sed "s%\@TERMUX_HOME\@%${TERMUX_ANDROID_HOME}%g" | \
322                         patch -p1
323         done
324
325         find . -name config.sub -exec chmod u+w '{}' \; -exec cp $TERMUX_COMMON_CACHEDIR/config.sub '{}' \;
326         find . -name config.guess -exec chmod u+w '{}' \; -exec cp $TERMUX_COMMON_CACHEDIR/config.guess '{}' \;
327 }
328
329 termux_step_pre_configure () {
330         return
331 }
332
333 termux_step_configure () {
334         if [ ! -e $TERMUX_PKG_SRCDIR/configure ]; then
335                 return
336         fi
337
338         DISABLE_STATIC="--disable-static"
339         if [ "$TERMUX_PKG_EXTRA_CONFIGURE_ARGS" != "${TERMUX_PKG_EXTRA_CONFIGURE_ARGS/--enable-static/}" ]; then
340                 # Do not --disable-static if package explicitly enables it (e.g. gdb needs enable-static to build)
341                 DISABLE_STATIC=""
342         fi
343
344         DISABLE_NLS="--disable-nls"
345         if [ "$TERMUX_PKG_EXTRA_CONFIGURE_ARGS" != "${TERMUX_PKG_EXTRA_CONFIGURE_ARGS/--enable-nls/}" ]; then
346                 # Do not --disable-nls if package explicitly enables it (for gettext itself)
347                 DISABLE_NLS=""
348         fi
349
350         ENABLE_SHARED="--enable-shared"
351         if [ "$TERMUX_PKG_EXTRA_CONFIGURE_ARGS" != "${TERMUX_PKG_EXTRA_CONFIGURE_ARGS/--disable-shared/}" ]; then
352                 ENABLE_SHARED=""
353         fi
354         HOST_FLAG="--host=$TERMUX_HOST_PLATFORM"
355         if [ "$TERMUX_PKG_EXTRA_CONFIGURE_ARGS" != "${TERMUX_PKG_EXTRA_CONFIGURE_ARGS/--host=/}" ]; then
356                 HOST_FLAG=""
357         fi
358
359         # Some packages provides a $PKG-config script which some configure scripts pickup instead of pkg-config:
360         mkdir $TERMUX_PKG_TMPDIR/config-scripts
361         for f in $TERMUX_PREFIX/bin/*config; do
362                 test -f $f && cp $f $TERMUX_PKG_TMPDIR/config-scripts
363         done
364         set +e +o pipefail
365         find $TERMUX_PKG_TMPDIR/config-scripts | xargs file | grep -F " script" | cut -f 1 -d : | xargs sed -i -E "s@^#\!/system/bin/sh@#\!/bin/sh@"
366         set -e -o pipefail
367         export PATH=$TERMUX_PKG_TMPDIR/config-scripts:$PATH
368
369         # See http://wiki.buici.com/xwiki/bin/view/Programing+C+and+C%2B%2B/Autoconf+and+RPL_MALLOC
370         # about this problem which may cause linker errors in test scripts not undef:ing malloc and
371         # also cause problems with e.g. malloc interceptors such as libgc:
372         local AVOID_AUTOCONF_WRAPPERS="ac_cv_func_malloc_0_nonnull=yes ac_cv_func_realloc_0_nonnull=yes"
373         # Similarly, disable gnulib's rpl_getcwd(). It returns the wrong value, affecting zile. See
374         # <https://github.com/termux/termux-packages/issues/76>.
375         AVOID_AUTOCONF_WRAPPERS+=" gl_cv_func_getcwd_null=yes gl_cv_func_getcwd_posix_signature=yes gl_cv_func_getcwd_path_max=yes gl_cv_func_getcwd_abort_bug=no"
376         AVOID_AUTOCONF_WRAPPERS+=" gl_cv_header_working_fcntl_h=yes gl_cv_func_fcntl_f_dupfd_cloexec=yes gl_cv_func_fcntl_f_dupfd_works=yes"
377         # Remove rpl_gettimeofday reference when building at least coreutils:
378         AVOID_AUTOCONF_WRAPPERS+=" gl_cv_func_tzset_clobber=no gl_cv_func_gettimeofday_clobber=no gl_cv_func_gettimeofday_posix_signature=yes"
379
380         env $AVOID_AUTOCONF_WRAPPERS $TERMUX_PKG_SRCDIR/configure \
381                 --disable-dependency-tracking \
382                 --prefix=$TERMUX_PREFIX \
383                 --disable-rpath --disable-rpath-hack \
384                 $HOST_FLAG \
385                 $TERMUX_PKG_EXTRA_CONFIGURE_ARGS \
386                 $DISABLE_NLS \
387                 $ENABLE_SHARED \
388                 $DISABLE_STATIC \
389                 --libexecdir=$TERMUX_PREFIX/libexec
390 }
391
392 termux_step_post_configure () {
393         return
394 }
395
396 termux_step_pre_make () {
397         return
398 }
399
400 termux_step_make () {
401         if ls *akefile &> /dev/null; then
402                 if [ -z "$TERMUX_PKG_EXTRA_MAKE_ARGS" ]; then
403                         make -j $TERMUX_MAKE_PROCESSES
404                 else
405                         make -j $TERMUX_MAKE_PROCESSES ${TERMUX_PKG_EXTRA_MAKE_ARGS}
406                 fi
407         fi
408 }
409
410 termux_step_make_install () {
411         if ls *akefile &> /dev/null; then
412                 : ${TERMUX_PKG_MAKE_INSTALL_TARGET:="install"}:
413                 # Some packages have problem with parallell install, and it does not buy much, so use -j 1.
414                 if [ -z "$TERMUX_PKG_EXTRA_MAKE_ARGS" ]; then
415                         make -j 1 ${TERMUX_PKG_MAKE_INSTALL_TARGET}
416                 else
417                         make -j 1 ${TERMUX_PKG_EXTRA_MAKE_ARGS} ${TERMUX_PKG_MAKE_INSTALL_TARGET}
418                 fi
419         fi
420 }
421
422 termux_step_post_make_install () {
423         return
424 }
425
426 termux_step_extract_into_massagedir () {
427         TARBALL_ORIG=$TERMUX_PKG_PACKAGEDIR/${TERMUX_PKG_NAME}_orig.tar.gz
428
429         # Build diff tar with what has changed during the build:
430         cd $TERMUX_PREFIX
431         $TERMUX_TAR -N $TERMUX_BUILD_TS_FILE -czf $TARBALL_ORIG .
432
433         # Extract tar in order to massage it
434         mkdir -p $TERMUX_PKG_MASSAGEDIR/$TERMUX_PREFIX
435         cd $TERMUX_PKG_MASSAGEDIR/$TERMUX_PREFIX
436         $TERMUX_TAR xf $TARBALL_ORIG
437 }
438
439 termux_step_massage () {
440         cd $TERMUX_PKG_MASSAGEDIR/$TERMUX_PREFIX
441
442         # Remove lib/charset.alias which is installed by gettext-using packages:
443         rm -f lib/charset.alias
444
445         # Remove non-english man pages:
446         test -d share/man && (cd share/man; for f in `ls | grep -v man`; do rm -Rf $f; done )
447
448         if [ -z ${TERMUX_PKG_KEEP_INFOPAGES+x} ]; then
449                 # Remove info pages:
450                 rm -Rf share/info
451         fi
452
453         # Remove other docs:
454         rm -Rf share/doc share/locale
455
456         # Remove old kept libraries (readline):
457         find . -name '*.old' -delete
458
459         # Remove static libraries:
460         if [ $TERMUX_PKG_KEEP_STATIC_LIBRARIES = "false" ]; then
461                 find . -name '*.a' -delete
462                 find . -name '*.la' -delete
463         fi
464
465         # .. move over sbin to bin
466         for file in sbin/*; do if test -f $file; then mv $file bin/; fi; done
467
468         # file(1) may fail for certain unusual files, so disable pipefail
469         set +e +o pipefail
470         # Remove world permissions and add write permissions:
471         find . -exec chmod u+w,o-rwx \{\} \;
472         # .. strip binaries (setting them as writeable first)
473         if [ "$TERMUX_DEBUG" = "" ]; then
474                 find . -type f | xargs file | grep -E "(executable|shared object)" | grep ELF | cut -f 1 -d : | xargs $STRIP --strip-unneeded --preserve-dates -R '.gnu.version*'
475         fi
476         # Fix shebang paths:
477         for file in `find -L . -type f`; do
478                 head -c 100 $file | grep -E "^#\!.*\\/bin\\/.*" | grep -q -E -v "^#\! ?\\/system" && sed --follow-symlinks -i -E "1 s@^#\!(.*)/bin/(.*)@#\!$TERMUX_PREFIX/bin/\2@" $file
479         done
480         set -e -o pipefail
481         # Remove DT_ entries which the android 5.1 linker warns about:
482         if [ "$TERMUX_DEBUG" = "" ]; then
483                 find . -type f -print0 | xargs -0 $TERMUX_ELF_CLEANER
484         fi
485
486         test ! -z "$TERMUX_PKG_RM_AFTER_INSTALL" && rm -Rf $TERMUX_PKG_RM_AFTER_INSTALL
487
488         find . -type d -empty -delete # Remove empty directories
489
490         # Sub packages:
491         if [ -d include -a -z "${TERMUX_PKG_NO_DEVELSPLIT}" ]; then
492                 # Add virtual -dev sub package if there are include files:
493                 _DEVEL_SUBPACKAGE_FILE=$TERMUX_PKG_TMPDIR/${TERMUX_PKG_NAME}-dev.subpackage.sh
494                 echo TERMUX_SUBPKG_INCLUDE=\"include share/man/man3 lib/pkgconfig share/aclocal $TERMUX_PKG_INCLUDE_IN_DEVPACKAGE\" > $_DEVEL_SUBPACKAGE_FILE
495                 echo TERMUX_SUBPKG_DESCRIPTION=\"Development files for ${TERMUX_PKG_NAME}\" >> $_DEVEL_SUBPACKAGE_FILE
496                 echo TERMUX_SUBPKG_DEPENDS=\"$TERMUX_PKG_NAME\" >> $_DEVEL_SUBPACKAGE_FILE
497                 if [ x$TERMUX_PKG_CONFLICTS != x ]; then
498                         # Assume that dev packages conflicts as well.
499                         echo "TERMUX_SUBPKG_CONFLICTS=${TERMUX_PKG_CONFLICTS}-dev" >> $_DEVEL_SUBPACKAGE_FILE
500                 fi
501         fi
502         # Now build all sub packages
503         rm -Rf $TERMUX_TOPDIR/$TERMUX_PKG_NAME/subpackages
504         for subpackage in $TERMUX_PKG_BUILDER_DIR/*.subpackage.sh $TERMUX_PKG_TMPDIR/*subpackage.sh; do
505                 test ! -f $subpackage && continue
506                 SUB_PKG_NAME=`basename $subpackage .subpackage.sh`
507                 # Default value is same as main package, but sub package may override:
508                 TERMUX_SUBPKG_PLATFORM_INDEPENDENT=$TERMUX_PKG_PLATFORM_INDEPENDENT
509                 echo "$SUB_PKG_NAME => $subpackage"
510                 SUB_PKG_DIR=$TERMUX_TOPDIR/$TERMUX_PKG_NAME/subpackages/$SUB_PKG_NAME
511                 TERMUX_SUBPKG_DEPENDS=""
512                 TERMUX_SUBPKG_CONFLICTS=""
513                 SUB_PKG_MASSAGE_DIR=$SUB_PKG_DIR/massage/$TERMUX_PREFIX
514                 SUB_PKG_PACKAGE_DIR=$SUB_PKG_DIR/package
515                 mkdir -p $SUB_PKG_MASSAGE_DIR $SUB_PKG_PACKAGE_DIR
516
517                 . $subpackage
518
519                 for includeset in $TERMUX_SUBPKG_INCLUDE; do
520                         _INCLUDE_DIRSET=`dirname $includeset`
521                         test "$_INCLUDE_DIRSET" = "." && _INCLUDE_DIRSET=""
522                         if [ -e $includeset -o -L $includeset ]; then
523                                 # Add the -L clause to handle relative symbolic links:
524                                 mkdir -p $SUB_PKG_MASSAGE_DIR/$_INCLUDE_DIRSET
525                                 mv $includeset $SUB_PKG_MASSAGE_DIR/$_INCLUDE_DIRSET
526                         fi
527                 done
528
529                 SUB_PKG_ARCH=$TERMUX_ARCH
530                 test -n "$TERMUX_SUBPKG_PLATFORM_INDEPENDENT" && SUB_PKG_ARCH=all
531
532                 cd $SUB_PKG_DIR/massage
533                 SUB_PKG_INSTALLSIZE=`du -sk . | cut -f 1`
534                 $TERMUX_TAR -cJf $SUB_PKG_PACKAGE_DIR/data.tar.xz .
535
536                 mkdir -p DEBIAN
537                 cd DEBIAN
538                 cat > control <<HERE
539 Package: $SUB_PKG_NAME
540 Architecture: ${SUB_PKG_ARCH}
541 Installed-Size: ${SUB_PKG_INSTALLSIZE}
542 Maintainer: $TERMUX_PKG_MAINTAINER
543 Version: $TERMUX_PKG_FULLVERSION
544 Description: $TERMUX_SUBPKG_DESCRIPTION
545 Homepage: $TERMUX_PKG_HOMEPAGE
546 HERE
547                 test ! -z "$TERMUX_SUBPKG_DEPENDS" && echo "Depends: $TERMUX_SUBPKG_DEPENDS" >> control
548                 test ! -z "$TERMUX_SUBPKG_CONFLICTS" && echo "Conflicts: $TERMUX_SUBPKG_CONFLICTS" >> control
549                 $TERMUX_TAR -cJf $SUB_PKG_PACKAGE_DIR/control.tar.xz .
550
551                 # Create the actual .deb file:
552                 TERMUX_SUBPKG_DEBFILE=$TERMUX_COMMON_DEBDIR/${SUB_PKG_NAME}_${TERMUX_PKG_FULLVERSION}_${SUB_PKG_ARCH}.deb
553                 ar cr $TERMUX_SUBPKG_DEBFILE \
554                                    $TERMUX_COMMON_CACHEDIR/debian-binary \
555                                    $SUB_PKG_PACKAGE_DIR/control.tar.xz \
556                                    $SUB_PKG_PACKAGE_DIR/data.tar.xz
557                 if [ "$TERMUX_PROCESS_DEB" != "" ]; then
558                         $TERMUX_PROCESS_DEB $TERMUX_SUBPKG_DEBFILE
559                 fi
560
561                 # Go back to main package:
562                 cd $TERMUX_PKG_MASSAGEDIR/$TERMUX_PREFIX
563         done
564
565         # .. remove empty directories (NOTE: keep this last):
566         find . -type d -empty -delete
567         # Make sure user can read and write all files (problem with dpkg otherwise):
568         chmod -R u+rw .
569 }
570
571 termux_step_post_massage () {
572         return
573 }
574
575 termux_step_create_debscripts () {
576         return
577 }
578
579 termux_setup_golang () {
580         export GOOS=android
581         export CGO_ENABLED=1
582         export GO_LDFLAGS="-extldflags=-pie"
583         if [ "$TERMUX_ARCH" = "arm" ]; then
584                 export GOARCH=arm
585                 export GOARM=7
586         elif [ "$TERMUX_ARCH" = "i686" ]; then
587                 export GOARCH=386
588                 export GO386=sse2
589         elif [ "$TERMUX_ARCH" = "aarch64" ]; then
590                 export GOARCH=arm64
591         elif [ "$TERMUX_ARCH" = "x86_64" ]; then
592                 export GOARCH=amd64
593         else
594                 echo "ERROR: Unsupported arch: $TERMUX_ARCH"
595                 exit 1
596         fi
597
598         local TERMUX_GO_VERSION=go1.6.2
599         local TERMUX_GO_PLATFORM=linux-amd64
600         test `uname` = "Darwin" && TERMUX_GO_PLATFORM=darwin-amd64
601
602         export TERMUX_BUILDGO_FOLDER=$TERMUX_COMMON_CACHEDIR/${TERMUX_GO_VERSION}.${TERMUX_GO_PLATFORM}
603         export GOROOT=$TERMUX_BUILDGO_FOLDER
604         export PATH=$GOROOT/bin:$PATH
605
606         if [ -d $TERMUX_BUILDGO_FOLDER ]; then return; fi
607
608         local TERMUX_BUILDGO_TAR=$TERMUX_COMMON_CACHEDIR/${TERMUX_GO_VERSION}.${TERMUX_GO_PLATFORM}.tar.gz
609         rm -Rf $TERMUX_COMMON_CACHEDIR/go $TERMUX_BUILDGO_FOLDER
610         curl -o $TERMUX_BUILDGO_TAR https://storage.googleapis.com/golang/${TERMUX_GO_VERSION}.${TERMUX_GO_PLATFORM}.tar.gz
611         ( cd $TERMUX_COMMON_CACHEDIR; tar xf $TERMUX_BUILDGO_TAR; mv go $TERMUX_BUILDGO_FOLDER; rm $TERMUX_BUILDGO_TAR )
612 }
613
614 source $TERMUX_PKG_BUILDER_SCRIPT
615
616 # Compute full version:
617 TERMUX_PKG_FULLVERSION=$TERMUX_PKG_VERSION
618 if [ "$TERMUX_PKG_BUILD_REVISION" != "0" -o "$TERMUX_PKG_FULLVERSION" != "${TERMUX_PKG_FULLVERSION/-/}" ]; then
619         # "0" is the default revision, so only include it if the upstream versions contains "-" itself
620         TERMUX_PKG_FULLVERSION+="-$TERMUX_PKG_BUILD_REVISION"
621 fi
622
623 # Start by extracting the package src into $TERMUX_PKG_SRCURL:
624 termux_step_extract_package
625 # Optional post processing:
626 termux_step_post_extract_package
627
628 # Optional host build:
629 if [ "x$TERMUX_PKG_HOSTBUILD" != "x" ]; then
630         cd $TERMUX_PKG_SRCDIR
631         for patch in $TERMUX_PKG_BUILDER_DIR/*.patch.beforehostbuild; do
632                 test -f $patch && sed "s%\@TERMUX_PREFIX\@%${TERMUX_PREFIX}%g" $patch | patch -p1
633         done
634
635         if [ -f "$TERMUX_PKG_HOSTBUILD_DIR/TERMUX_BUILT_FOR_$TERMUX_PKG_VERSION" ]; then
636                 echo "Using already built host build"
637         else
638                 mkdir -p $TERMUX_PKG_HOSTBUILD_DIR      
639                 cd $TERMUX_PKG_HOSTBUILD_DIR
640
641                 ORIG_AR=$AR; unset AR
642                 ORIG_AS=$AS; unset AS
643                 ORIG_CC=$CC; unset CC
644                 ORIG_CXX=$CXX; unset CXX
645                 ORIG_CPP=$CPP; unset CPP
646                 ORIG_CFLAGS=$CFLAGS; unset CFLAGS
647                 ORIG_CPPFLAGS=$CPPFLAGS; unset CPPFLAGS
648                 ORIG_CXXFLAGS=$CXXFLAGS; unset CXXFLAGS
649                 ORIG_LDFLAGS=$LDFLAGS; unset LDFLAGS
650                 ORIG_RANLIB=$RANLIB; unset RANLIB
651                 ORIG_LD=$LD; unset LD
652                 ORIG_PKG_CONFIG=$PKG_CONFIG; unset PKG_CONFIG
653                 ORIG_PKG_CONFIG_LIBDIR=$PKG_CONFIG_LIBDIR; unset PKG_CONFIG_LIBDIR
654                 ORIG_STRIP=$STRIP; unset STRIP
655
656                 termux_step_host_build
657                 touch $TERMUX_PKG_HOSTBUILD_DIR/TERMUX_BUILT_FOR_$TERMUX_PKG_VERSION
658
659                 export AR=$ORIG_AR
660                 export AS=$ORIG_AS
661                 export CC=$ORIG_CC
662                 export CXX=$ORIG_CXX
663                 export CPP=$ORIG_CPP
664                 export CFLAGS=$ORIG_CFLAGS
665                 export CPPFLAGS=$ORIG_CPPFLAGS
666                 export CXXFLAGS=$ORIG_CXXFLAGS
667                 export LDFLAGS=$ORIG_LDFLAGS
668                 export RANLIB=$ORIG_RANLIB
669                 export LD=$ORIG_LD
670                 export PKG_CONFIG=$ORIG_PKG_CONFIG
671                 export PKG_CONFIG_LIBDIR=$ORIG_PKG_CONFIG_LIBDIR
672                 export STRIP=$ORIG_STRIP
673         fi
674 fi
675
676 if [ "$TERMUX_PKG_DEPENDS" != "${TERMUX_PKG_DEPENDS/libandroid-support/}" ]; then
677         # If using the android support library, link to it and include its headers as system headers:
678         export CPPFLAGS="$CPPFLAGS -isystem $TERMUX_PREFIX/include/libandroid-support"
679         export LDFLAGS="$LDFLAGS -landroid-support"
680 fi
681
682 if [ -n "$TERMUX_PKG_BUILD_IN_SRC" ]; then
683         echo "Building in src due to TERMUX_PKG_BUILD_IN_SRC being set" >> $TERMUX_PKG_BUILDDIR/BUILDING_IN_SRC.txt
684         TERMUX_PKG_BUILDDIR=$TERMUX_PKG_SRCDIR
685 fi
686
687 cd $TERMUX_PKG_BUILDDIR
688 termux_step_patch_package
689 cd $TERMUX_PKG_BUILDDIR
690 termux_step_pre_configure
691 cd $TERMUX_PKG_BUILDDIR
692 termux_step_configure
693 cd $TERMUX_PKG_BUILDDIR
694 termux_step_post_configure
695 cd $TERMUX_PKG_BUILDDIR
696 termux_step_pre_make
697 cd $TERMUX_PKG_BUILDDIR
698 termux_step_make
699 cd $TERMUX_PKG_BUILDDIR
700 termux_step_make_install
701 cd $TERMUX_PKG_BUILDDIR
702 termux_step_post_make_install
703 cd $TERMUX_PKG_MASSAGEDIR
704 termux_step_extract_into_massagedir
705 cd $TERMUX_PKG_MASSAGEDIR
706 termux_step_massage
707 cd $TERMUX_PKG_MASSAGEDIR/$TERMUX_PREFIX
708 termux_step_post_massage
709
710 # Create data tarball containing files to package:
711 cd $TERMUX_PKG_MASSAGEDIR
712 if [ "`find . -type f`" = "" ]; then
713         echo "ERROR: No files in package"
714         exit 1
715 fi
716 $TERMUX_TAR -cJf $TERMUX_PKG_PACKAGEDIR/data.tar.xz .
717
718 # Get install size. This will be written as the "Installed-Size" deb field so is measured in 1024-byte blocks:
719 TERMUX_PKG_INSTALLSIZE=`du -sk . | cut -f 1`
720
721 # Create deb package:
722 # NOTE: From here on TERMUX_ARCH is set to "all" if TERMUX_PKG_PLATFORM_INDEPENDENT is set by the package
723 test -n "$TERMUX_PKG_PLATFORM_INDEPENDENT" && TERMUX_ARCH=all
724
725 cd $TERMUX_PKG_MASSAGEDIR
726
727 mkdir -p DEBIAN
728 cat > DEBIAN/control <<HERE
729 Package: $TERMUX_PKG_NAME
730 Architecture: ${TERMUX_ARCH}
731 Installed-Size: ${TERMUX_PKG_INSTALLSIZE}
732 Maintainer: $TERMUX_PKG_MAINTAINER
733 Version: $TERMUX_PKG_FULLVERSION
734 Description: $TERMUX_PKG_DESCRIPTION
735 Homepage: $TERMUX_PKG_HOMEPAGE
736 HERE
737 test ! -z "$TERMUX_PKG_DEPENDS" && echo "Depends: $TERMUX_PKG_DEPENDS" >> DEBIAN/control
738 test ! -z "$TERMUX_PKG_ESSENTIAL" && echo "Essential: yes" >> DEBIAN/control
739 test ! -z "$TERMUX_PKG_CONFLICTS" && echo "Conflicts: $TERMUX_PKG_CONFLICTS" >> DEBIAN/control
740
741 # Create DEBIAN/conffiles (see https://www.debian.org/doc/debian-policy/ap-pkg-conffiles.html):
742 for f in $TERMUX_PKG_CONFFILES; do echo $TERMUX_PREFIX/$f >> DEBIAN/conffiles; done
743 # Allow packages to create arbitrary control files:
744 cd DEBIAN
745 termux_step_create_debscripts
746
747 # Create control.tar.xz
748 $TERMUX_TAR -cJf $TERMUX_PKG_PACKAGEDIR/control.tar.xz .
749 # In the .deb ar file there should be a file "debian-binary" with "2.0" as the content:
750 TERMUX_PKG_DEBFILE=$TERMUX_COMMON_DEBDIR/${TERMUX_PKG_NAME}_${TERMUX_PKG_FULLVERSION}_${TERMUX_ARCH}.deb
751 # Create the actual .deb file:
752 ar cr $TERMUX_PKG_DEBFILE \
753                    $TERMUX_COMMON_CACHEDIR/debian-binary \
754                    $TERMUX_PKG_PACKAGEDIR/control.tar.xz \
755                    $TERMUX_PKG_PACKAGEDIR/data.tar.xz
756
757 if [ "$TERMUX_PROCESS_DEB" != "" ]; then
758         $TERMUX_PROCESS_DEB $TERMUX_PKG_DEBFILE
759 fi
760
761 echo "termux - build of '$1' done"
762 test -t 1 && printf "\033]0;$1 - DONE\007"
763 exit 0