256 lines
7.1 KiB
Bash
256 lines
7.1 KiB
Bash
#!source_this_file
|
|
|
|
# Common parts for osmo-gsm-tester jenkins build scripts. Use like in below example:
|
|
#
|
|
#--------------
|
|
# #!/bin/sh
|
|
# set -e -x
|
|
# base="$PWD"
|
|
# name="osmo-name"
|
|
# . "$(dirname "$0")/jenkins-build-common.sh"
|
|
#
|
|
# build_repo libosmocore --configure --opts
|
|
# build_repo libosmo-foo special_branch --configure --opts
|
|
# build_repo osmo-bar
|
|
# build_repo_dir openbsc ./openbsc
|
|
#
|
|
# create_bin_tgz
|
|
#--------------
|
|
#
|
|
# Some explanations:
|
|
#
|
|
# To allow calling from arbitrary working directories, other scripts should
|
|
# source this file like shown above.
|
|
#
|
|
# Sourcing scripts must provide some variables/functions, see above.
|
|
# In addition, these values can optionally be passed to override:
|
|
# git_url, prefix, prefix_real, BUILD_NUMBER
|
|
#
|
|
# CONFIGURE_FLAGS may contain flags that should be passed to all builds'
|
|
# ./configure steps (useful e.g. for building in the sysmobts SDK).
|
|
#
|
|
# For each built repository, a specific git branch or hash can be provided by
|
|
# environment variable: OSMO_GSM_TESTER_BUILD_$repo="<git-hash>"
|
|
# NOTE: convert $repo's dashes to underscore. For example:
|
|
# OSMO_GSM_TESTER_BUILD_osmo_hlr="f001234abc"
|
|
# OSMO_GSM_TESTER_BUILD_libosmocore="my/branch"
|
|
# ("origin/" is prepended to branch names automatically)
|
|
|
|
if [ -z "$name" -o -z "$base" ]; then
|
|
set +x
|
|
echo "Some environment variables are not provided as required by jenkins-build-common.sh. Error."
|
|
exit 1
|
|
fi
|
|
|
|
git_url="${git_url:-https://git.osmocom.org}"
|
|
prefix="${prefix:-$base/inst-$name}"
|
|
# prefix_real is usually identical with prefix, except when installing to a
|
|
# different $DESTDIR than /, which is the case for example when building
|
|
# osmo-bts within the sysmoBTS SDK
|
|
prefix_real="${prefix_real:-$prefix}"
|
|
|
|
# Flag to be used to enable ASAN in builds. Defaults to enable ASAN builds and
|
|
# it can be disabled by passing SANITIZE_FLAGS="" to the build.
|
|
SANITIZE_FLAGS="${SANITIZE_FLAGS:---enable-sanitize}"
|
|
|
|
export PKG_CONFIG_PATH="$prefix_real/lib/pkgconfig:$PKG_CONFIG_PATH"
|
|
export LD_LIBRARY_PATH="$prefix_real/lib:$LD_LIBRARY_PATH"
|
|
|
|
# Show current environment. Sometimes the LESS_ vars have ansi colors making a
|
|
# mess, so exclude those.
|
|
env | grep -v "^LESS" | sort
|
|
|
|
# clean the workspace
|
|
rm -f "$base"/*.build-*.tgz
|
|
rm -f "$base"/*.build-*.md5
|
|
rm -rf "$prefix_real"
|
|
mkdir -p "$prefix_real"
|
|
|
|
have_repo() {
|
|
repo="$1"
|
|
branch="${2-master}"
|
|
|
|
# Evaluate environment for instructions to build a specific git hash.
|
|
# Using a hash as $branch above unfortunately doesn't work.
|
|
branch_override_var="$(echo "OSMO_GSM_TESTER_BUILD_$repo" | sed 's/-/_/g')"
|
|
branch_override="$(eval "echo \$$branch_override_var")"
|
|
if [ -n "$branch_override" ]; then
|
|
branch="$branch_override"
|
|
fi
|
|
|
|
cd "$base"
|
|
if [ -d "$repo" ]; then
|
|
cd "$repo"
|
|
git fetch
|
|
else
|
|
git clone "$git_url/$repo" "$repo"
|
|
cd "$repo"
|
|
fi
|
|
|
|
|
|
# Figure out whether we need to prepend origin/ to find branches in upstream.
|
|
# Doing this allows using git hashes instead of a branch name.
|
|
if git rev-parse "origin/$branch"; then
|
|
branch="origin/$branch"
|
|
fi
|
|
|
|
git checkout -B build_branch "$branch"
|
|
rm -rf *
|
|
git reset --hard "$branch"
|
|
|
|
git rev-parse HEAD
|
|
|
|
echo "$(git rev-parse HEAD) $repo" >> "$prefix_real/${name}_git_hashes.txt"
|
|
|
|
git submodule update --init
|
|
|
|
cd "$base"
|
|
}
|
|
|
|
build_repo() {
|
|
# usage: build_repo <name> [<branch>] [--configure-opts [...]]
|
|
dir="$1"
|
|
shift
|
|
build_repo_dir "${dir}" "./" $@
|
|
}
|
|
|
|
build_repo_dir() {
|
|
# usage: build_repo_dir <name> <dir> [<branch>] [--configure-opts [...]]
|
|
dep="$1"
|
|
dir="$2"
|
|
branch="master"
|
|
if [ -z "$(echo "$3" | grep '^-')" ]; then
|
|
# second arg does not start with a dash, it's empty or a branch
|
|
branch="$3"
|
|
if [ -n "$branch" ]; then
|
|
# we had a branch arg, need to shift once more to get config options
|
|
shift
|
|
else
|
|
branch="master"
|
|
fi
|
|
fi
|
|
shift
|
|
shift
|
|
configure_opts="$@"
|
|
|
|
set +x; echo "
|
|
|
|
====================== $dep
|
|
|
|
"; set -x
|
|
|
|
|
|
have_repo "$dep" "$branch"
|
|
|
|
cd "$dep/${dir}"
|
|
|
|
if [ -f configure.ac ]; then
|
|
set +x; echo; echo; set -x
|
|
autoreconf -fi
|
|
set +x; echo; echo; set -x
|
|
./configure --prefix="$prefix" --with-systemdsystemunitdir=no $CONFIGURE_FLAGS $configure_opts
|
|
elif [ -f CMakeLists.txt ]; then
|
|
rm -rf build && mkdir build && cd build || exit 1
|
|
set +x; echo; echo; set -x
|
|
cmake -DCMAKE_INSTALL_PREFIX=$prefix $configure_opts ../
|
|
elif [ -f meson.build ]; then
|
|
rm -rf build && mkdir build && cd build || exit 1
|
|
set +x; echo; echo; set -x
|
|
meson ../ --prefix=$prefix --libdir="lib" $configure_opts
|
|
ninja -j8
|
|
ninja install
|
|
return
|
|
else
|
|
echo "Unknwown build system" && exit 1
|
|
fi
|
|
set +x; echo; echo; set -x
|
|
make -j8 || make # libsmpp34 can't build in parallel
|
|
set +x; echo; echo; set -x
|
|
make install
|
|
}
|
|
|
|
prune_files() {
|
|
bindir="$1"
|
|
wanted_binaries="$2"
|
|
|
|
if [ ! -d "$prefix_real/$bindir" ]; then return; fi
|
|
# remove binaries not intended to originate from this build
|
|
cd "$prefix_real/$bindir"
|
|
for f in * ; do
|
|
if [ -z "$(echo "_ $wanted_binaries _" | grep " $f ")" ]; then
|
|
rm "$f"
|
|
fi
|
|
done
|
|
|
|
# ensure requested binaries indeed exist
|
|
for b in $wanted_binaries ; do
|
|
if [ ! -f "$b" ]; then
|
|
set +x; echo "ERROR: no such binary: $b in $prefix_real/$bindir/"; set -x
|
|
ls -1 "$prefix_real/$bindir"
|
|
exit 1
|
|
fi
|
|
done
|
|
}
|
|
|
|
add_rpath() {
|
|
# Adds an RPATH to executables in bin/ or sbin/ to search for the
|
|
# (Osmocom) libraries in `dirname /proc/self/exe`/../lib/. Adds an
|
|
# RPATH to a library to search in the same directory as the library.
|
|
#
|
|
# NOTE: Binaries should not have the SUID bit set and should run as the
|
|
# user executing the binary.
|
|
#
|
|
# NOTE: $ORIGIN is not a shell variable but a feature of the dynamic
|
|
# linker that will be expanded at runtime. For details see:
|
|
# http://man7.org/linux/man-pages/man8/ld.so.8.html
|
|
#
|
|
# Add an rpath relative to the binary and library if the directory
|
|
# exists.
|
|
|
|
rpath_args='--set-rpath'
|
|
rpath_dir='$ORIGIN/../lib/'
|
|
if [ -n "$patchelf_rapth_extra_args" ]; then
|
|
rpath_args="$patchelf_rapth_extra_args $rpath_args"
|
|
fi
|
|
|
|
if [ -n "$patchelf_rpath_dir" ]; then
|
|
rpath_dir="$rpath_dir:$patchelf_rpath_dir"
|
|
fi
|
|
|
|
if [ -d bin/ ]; then
|
|
find bin -depth -type f -exec patchelf $rpath_args "$rpath_dir" {} \;
|
|
fi
|
|
if [ -d sbin/ ]; then
|
|
find sbin -depth -type f -exec patchelf $rpath_args "$rpath_dir" {} \;
|
|
fi
|
|
if [ -d lib/ ]; then
|
|
find lib -depth -type f -name "lib*.so.*" -exec patchelf --set-rpath '$ORIGIN/' {} \;
|
|
fi
|
|
}
|
|
|
|
create_bin_tgz() {
|
|
# build the archive that is going to be copied to the tester
|
|
|
|
wanted_binaries_bin="$1"
|
|
wanted_binaries_sbin="$2"
|
|
|
|
if [ -z "$wanted_binaries_bin" ] && [ -z "$wanted_binaries_sbin" ]; then
|
|
set +x; echo "ERROR: create_bin_tgz needs a list of permitted binaries"; set -x
|
|
exit 1
|
|
fi
|
|
|
|
prune_files bin "$wanted_binaries_bin"
|
|
prune_files sbin "$wanted_binaries_sbin"
|
|
# Drop all static libraries if exist:
|
|
rm -f $prefix_real/lib/*.a
|
|
rm -f $prefix_real/lib/*.la
|
|
|
|
cd "$prefix_real"
|
|
add_rpath
|
|
this="$name.build-${BUILD_NUMBER-$(date +%Y-%m-%d_%H_%M_%S)}"
|
|
tar="${this}.tgz"
|
|
tar czf "$base/$tar" *
|
|
cd "$base"
|
|
md5sum "$tar" > "${this}.md5"
|
|
}
|