#!source_this_file # Common parts for osmo-gsm-tester jenkins build scripts. Use like in below example: # #-------------- # #!/bin/sh # set -e -x # base="$PWD" # name="osmo-name" # . "$(dirname "$0")/jenkins-build-common.sh" # # build_repo libosmocore --configure --opts # build_repo libosmo-foo special_branch --configure --opts # build_repo osmo-bar # build_repo_dir openbsc ./openbsc # # create_bin_tgz #-------------- # # Some explanations: # # To allow calling from arbitrary working directories, other scripts should # source this file like shown above. # # Sourcing scripts must provide some variables/functions, see above. # In addition, these values can optionally be passed to override: # git_url, prefix, prefix_real, BUILD_NUMBER # # CONFIGURE_FLAGS may contain flags that should be passed to all builds' # ./configure steps (useful e.g. for building in the sysmobts SDK). # # For each built repository, a specific git branch or hash can be provided by # environment variable: OSMO_GSM_TESTER_BUILD_$repo="" # NOTE: convert $repo's dashes to underscore. For example: # OSMO_GSM_TESTER_BUILD_osmo_hlr="f001234abc" # OSMO_GSM_TESTER_BUILD_libosmocore="my/branch" # ("origin/" is prepended to branch names automatically) if [ -z "$name" -o -z "$base" ]; then set +x echo "Some environment variables are not provided as required by jenkins-build-common.sh. Error." exit 1 fi git_url="${git_url:-https://gerrit.osmocom.org}" prefix="${prefix:-$base/inst-$name}" # prefix_real is usually identical with prefix, except when installing to a # different $DESTDIR than /, which is the case for example when building # osmo-bts within the sysmoBTS SDK prefix_real="${prefix_real:-$prefix}" # Flag to be used to enable ASAN in builds. Defaults to enable ASAN builds and # it can be disabled by passing SANITIZE_FLAGS="" to the build. SANITIZE_FLAGS="${SANITIZE_FLAGS:---enable-sanitize}" export PKG_CONFIG_PATH="$prefix_real/lib/pkgconfig:$PKG_CONFIG_PATH" export LD_LIBRARY_PATH="$prefix_real/lib:$LD_LIBRARY_PATH" # Show current environment. Sometimes the LESS_ vars have ansi colors making a # mess, so exclude those. env | grep -v "^LESS" | sort # clean the workspace rm -f "$base"/*.build-*.tgz rm -f "$base"/*.build-*.md5 rm -rf "$prefix_real" mkdir -p "$prefix_real" have_repo() { repo="$1" branch="${2-master}" # Evaluate environment for instructions to build a specific git hash. # Using a hash as $branch above unfortunately doesn't work. branch_override_var="$(echo "OSMO_GSM_TESTER_BUILD_$repo" | sed 's/-/_/g')" branch_override="$(eval "echo \$$branch_override_var")" if [ -n "$branch_override" ]; then branch="$branch_override" fi cd "$base" if [ -d "$repo" ]; then cd "$repo" git fetch else git clone "$git_url/$repo" "$repo" cd "$repo" fi # Figure out whether we need to prepend origin/ to find branches in upstream. # Doing this allows using git hashes instead of a branch name. if git rev-parse "origin/$branch"; then branch="origin/$branch" fi git checkout -B build_branch "$branch" rm -rf * git reset --hard "$branch" git rev-parse HEAD echo "$(git rev-parse HEAD) $repo" >> "$prefix_real/${name}_git_hashes.txt" git submodule update --init cd "$base" } build_repo() { # usage: build_repo [] [--configure-opts [...]] dir="$1" shift build_repo_dir "${dir}" "./" $@ } build_repo_dir() { # usage: build_repo_dir [] [--configure-opts [...]] dep="$1" dir="$2" branch="master" if [ -z "$(echo "$3" | grep '^-')" ]; then # second arg does not start with a dash, it's empty or a branch branch="$3" if [ -n "$branch" ]; then # we had a branch arg, need to shift once more to get config options shift else branch="master" fi fi shift shift configure_opts="$@" set +x; echo " ====================== $dep "; set -x have_repo "$dep" "$branch" cd "$dep/${dir}" if [ -f configure.ac ]; then set +x; echo; echo; set -x autoreconf -fi set +x; echo; echo; set -x ./configure --prefix="$prefix" --with-systemdsystemunitdir=no $CONFIGURE_FLAGS $configure_opts elif [ -f CMakeLists.txt ]; then rm -rf build && mkdir build && cd build || exit 1 set +x; echo; echo; set -x cmake -DCMAKE_INSTALL_PREFIX=$prefix $configure_opts ../ elif [ -f meson.build ]; then rm -rf build && mkdir build && cd build || exit 1 set +x; echo; echo; set -x meson ../ --prefix=$prefix --libdir="lib" $configure_opts ninja -j8 ninja install return else echo "Unknwown build system" && exit 1 fi set +x; echo; echo; set -x make -j8 || make # libsmpp34 can't build in parallel set +x; echo; echo; set -x make install } prune_files() { bindir="$1" wanted_binaries="$2" if [ ! -d "$prefix_real/$bindir" ]; then return; fi # remove binaries not intended to originate from this build cd "$prefix_real/$bindir" for f in * ; do if [ -z "$(echo "_ $wanted_binaries _" | grep " $f ")" ]; then rm "$f" fi done # ensure requested binaries indeed exist for b in $wanted_binaries ; do if [ ! -f "$b" ]; then set +x; echo "ERROR: no such binary: $b in $prefix_real/$bindir/"; set -x ls -1 "$prefix_real/$bindir" exit 1 fi done } add_rpath() { # Adds an RPATH to executables in bin/ or sbin/ to search for the # (Osmocom) libraries in `dirname /proc/self/exe`/../lib/. Adds an # RPATH to a library to search in the same directory as the library. # # NOTE: Binaries should not have the SUID bit set and should run as the # user executing the binary. # # NOTE: $ORIGIN is not a shell variable but a feature of the dynamic # linker that will be expanded at runtime. For details see: # http://man7.org/linux/man-pages/man8/ld.so.8.html # # Add an rpath relative to the binary and library if the directory # exists. rpath_args='--set-rpath' rpath_dir='$ORIGIN/../lib/' if [ -n "$patchelf_rapth_extra_args" ]; then rpath_args="$patchelf_rapth_extra_args $rpath_args" fi if [ -n "$patchelf_rpath_dir" ]; then rpath_dir="$rpath_dir:$patchelf_rpath_dir" fi if [ -d bin/ ]; then find bin -depth -type f -exec patchelf $rpath_args "$rpath_dir" {} \; fi if [ -d sbin/ ]; then find sbin -depth -type f -exec patchelf $rpath_args "$rpath_dir" {} \; fi if [ -d lib/ ]; then find lib -depth -type f -name "lib*.so.*" -exec patchelf --set-rpath '$ORIGIN/' {} \; fi } create_bin_tgz() { # build the archive that is going to be copied to the tester wanted_binaries_bin="$1" wanted_binaries_sbin="$2" if [ -z "$wanted_binaries_bin" ] && [ -z "$wanted_binaries_sbin" ]; then set +x; echo "ERROR: create_bin_tgz needs a list of permitted binaries"; set -x exit 1 fi prune_files bin "$wanted_binaries_bin" prune_files sbin "$wanted_binaries_sbin" # Drop all static libraries if exist: rm -f $prefix_real/lib/*.a rm -f $prefix_real/lib/*.la cd "$prefix_real" add_rpath this="$name.build-${BUILD_NUMBER-$(date +%Y-%m-%d_%H_%M_%S)}" tar="${this}.tgz" tar czf "$base/$tar" * cd "$base" md5sum "$tar" > "${this}.md5" }