mirror of https://gerrit.osmocom.org/osmo-ci
scripts: add osmocom-release-tarballs.sh
Generate tarball releases for all tags in all repositories. Related: OS#3870 Change-Id: I0a904c26e1c45aa46ddc59a01b776f2c7c5f947d
This commit is contained in:
parent
0aa0ba0c55
commit
0a389c4083
|
|
@ -8,6 +8,7 @@ jenkins-jobs.ini
|
|||
__pycache__/
|
||||
_temp/
|
||||
_deps/
|
||||
_release_tarballs/
|
||||
|
||||
# osmocom-nightly-packages.sh
|
||||
nightly-3g_*
|
||||
|
|
|
|||
|
|
@ -0,0 +1,215 @@
|
|||
#!/bin/sh -e
|
||||
# Iterate over all relevant Osmocom repositories and generate release tarballs for each of the repository tags. The tags
|
||||
# are queried from the git server without cloning the repositories first, so we can clone them only if we need to build
|
||||
# a missing tarball. All repositories are deleted afterwards to save space.
|
||||
#
|
||||
# Environment variables:
|
||||
# * KEEP_TEMP: do not delete cloned repositories (use for development)
|
||||
# * PARALLEL_MAKE: -jN argument for make (default: -j5).
|
||||
|
||||
cd "$(dirname "$0")"
|
||||
. ./common.sh
|
||||
PARALLEL_MAKE="${PARALLEL_MAKE:--j5}"
|
||||
OUTPUT="$(cd ..; pwd)/_release_tarballs"
|
||||
TEMP="$(cd ..; pwd)/_temp"
|
||||
|
||||
# Print all tags for which no release tarball should be built.
|
||||
# $1: Osmocom repository
|
||||
tags_to_ignore() {
|
||||
case "$1" in
|
||||
libosmocore)
|
||||
# configure.ac:144: error: required file 'src/gb/Makefile.in' not found
|
||||
echo "0.5.0"
|
||||
echo "0.5.1"
|
||||
;;
|
||||
libsmpp34)
|
||||
# duplicate of 1.12.0
|
||||
echo "1.12"
|
||||
;;
|
||||
osmo-bsc)
|
||||
# openbsc
|
||||
echo "1.0.1"
|
||||
# Requires libosmo-legacy-mgcp
|
||||
echo "1.1.0"
|
||||
echo "1.1.1"
|
||||
echo "1.1.2"
|
||||
echo "1.2.0"
|
||||
echo "1.2.1"
|
||||
echo "1.2.2"
|
||||
;;
|
||||
osmo-bts)
|
||||
# gsm_data_shared.h:464:26: error: field 'power_params' has incomplete type
|
||||
echo "0.2.0"
|
||||
echo "0.3.0"
|
||||
;;
|
||||
osmo-hlr)
|
||||
# Not using autotools
|
||||
echo "0.0.1"
|
||||
;;
|
||||
osmo-mgw)
|
||||
# openbsc
|
||||
echo "1.0.1"
|
||||
;;
|
||||
osmo-msc)
|
||||
# openbsc
|
||||
echo "1.0.1"
|
||||
;;
|
||||
osmo-pcu)
|
||||
# Duplicates of 0.1.0, 0.2.0
|
||||
echo "0.1"
|
||||
echo "0.2"
|
||||
;;
|
||||
osmo-sgsn)
|
||||
# openbsc
|
||||
echo "0.9.0 0.9.1 0.9.2 0.9.3 0.9.4 0.9.5 0.9.6 0.9.8 0.9.9 0.9.10 0.9.11 0.9.12 0.9.13 0.9.14"
|
||||
echo "0.9.15 0.9.16 0.10.0 0.10.1 0.11.0 0.12.0 0.13.0 0.14.0 0.15.0 1.0.1"
|
||||
;;
|
||||
osmo-sip-connector)
|
||||
# make: *** No rule to make target 'osmoappdesc.py'
|
||||
echo "0.0.1"
|
||||
;;
|
||||
osmo-trx)
|
||||
# cp: cannot stat './/home/user/code/osmo-dev/src/osmo-ci/_temp/repos/osmo-trx/configure'
|
||||
echo "0.2.0"
|
||||
echo "0.3.0"
|
||||
;;
|
||||
esac
|
||||
}
|
||||
|
||||
# Clone dependency repositories.
|
||||
# $1: Osmocom repository
|
||||
prepare_depends() {
|
||||
case "$1" in
|
||||
osmo-bts)
|
||||
# Includes openbsc/gsm_data_shared.h
|
||||
prepare_repo "openbsc"
|
||||
;;
|
||||
esac
|
||||
}
|
||||
|
||||
# Apply workarounds for bugs that break too many releases. This function runs between ./configure and make dist-bzip2.
|
||||
# $1: Osmocom repository
|
||||
fix_repo() {
|
||||
case "$1" in
|
||||
osmo-mgw)
|
||||
# No rule to make target 'osmocom/mgcp_client/mgcp_common.h' (OS#4084)
|
||||
make -C "$TEMP/repos/$1/include/osmocom/mgcp_client" mgcp_common.h || true
|
||||
;;
|
||||
esac
|
||||
}
|
||||
|
||||
# Check if one specific tag should be ignored.
|
||||
# $1: Osmocom repository
|
||||
# $2: tag (e.g. "1.0.0")
|
||||
ignore_tag() {
|
||||
local repo="$1"
|
||||
local tag="$2"
|
||||
local tags="$(tags_to_ignore "$repo")"
|
||||
for tag_i in $tags; do
|
||||
if [ "$tag" = "$tag_i" ]; then
|
||||
return 0
|
||||
fi
|
||||
done
|
||||
return 1
|
||||
}
|
||||
|
||||
# Delete existing temp dir (unless KEEP_TEMP is set). If all repos were checked out, this restores ~500 MB of space.
|
||||
remove_temp_dir() {
|
||||
if [ -n "$KEEP_TEMP" ]; then
|
||||
echo "NOTE: not removing temp dir, because KEEP_TEMP is set: $TEMP"
|
||||
elif [ -d "$TEMP" ]; then
|
||||
rm -rf "$TEMP"
|
||||
fi
|
||||
}
|
||||
|
||||
# Clone an Osmocom repository to $TEMP/repos/$repo, clean it, checkout a tag.
|
||||
# $1: Osmocom repository
|
||||
# $2: tag (optional, default: master)
|
||||
prepare_repo() {
|
||||
local repo="$1"
|
||||
local tag="${2:-master}"
|
||||
|
||||
if ! [ -d "$TEMP/repos/$repo" ]; then
|
||||
git -C "$TEMP/repos" clone "$OSMO_GIT_URL/$repo"
|
||||
fi
|
||||
|
||||
cd "$TEMP/repos/$repo"
|
||||
git clean -qdxf
|
||||
git reset --hard HEAD # in case the tracked files were modified (e.g. libsmpp34 1.10)
|
||||
git checkout -q "$tag"
|
||||
}
|
||||
|
||||
# Checkout a given tag and build a release tarball.
|
||||
# $1: Osmocom repository
|
||||
# $2: tag
|
||||
create_tarball() {
|
||||
local repo="$1"
|
||||
local tag="$2"
|
||||
local tarball="$repo-$tag.tar.bz2"
|
||||
|
||||
# Be verbose during the tarball build and preparation. Everything else is not verbose, so we can generate an
|
||||
# easy to read overview of tarballs that are already built or are ignored.
|
||||
set -x
|
||||
|
||||
prepare_repo "$repo" "$tag"
|
||||
prepare_depends "$repo"
|
||||
|
||||
cd "$TEMP/repos/$repo"
|
||||
autoreconf -fi
|
||||
./configure
|
||||
fix_repo "$repo"
|
||||
make dist-bzip2
|
||||
|
||||
# Back to non-verbose mode
|
||||
set +x
|
||||
|
||||
if ! [ -e "$tarball" ]; then
|
||||
echo "NOTE: tarball has a different name (wrong version in configure.ac?), renaming."
|
||||
mv -v *.tar.bz2 "$tarball"
|
||||
fi
|
||||
}
|
||||
|
||||
# Move a generated release tarball to the output dir.
|
||||
move_tarball() {
|
||||
local repo="$1"
|
||||
local tag="$2"
|
||||
local tarball="$repo-$tag.tar.bz2"
|
||||
|
||||
cd "$TEMP/repos/$repo"
|
||||
mkdir -p "$OUTPUT/$repo"
|
||||
mv "$tarball" "$OUTPUT/$repo/$tarball"
|
||||
}
|
||||
|
||||
remove_temp_dir
|
||||
mkdir -p "$TEMP/repos"
|
||||
echo "Temp dir: $TEMP"
|
||||
|
||||
for repo in $OSMO_RELEASE_REPOS; do
|
||||
echo "$repo"
|
||||
tags="$(osmo_git_last_commits_tags "$repo" "all" | cut -d / -f 3)"
|
||||
|
||||
# Skip untagged repos
|
||||
if [ -z "$tags" ]; then
|
||||
echo " (repository has no release tags)"
|
||||
continue
|
||||
fi
|
||||
|
||||
# Build missing tarballs for each tag
|
||||
for tag in $tags; do
|
||||
tarball="$repo-$tag.tar.bz2"
|
||||
if ignore_tag "$repo" "$tag"; then
|
||||
echo " $tarball (ignored)"
|
||||
continue
|
||||
elif [ -e "$OUTPUT/$repo/$tarball" ]; then
|
||||
echo " $tarball (exists)"
|
||||
continue
|
||||
fi
|
||||
|
||||
echo " $tarball (creating)"
|
||||
create_tarball "$repo" "$tag"
|
||||
move_tarball "$repo" "$tag"
|
||||
done
|
||||
done
|
||||
|
||||
remove_temp_dir
|
||||
echo "done!"
|
||||
Loading…
Reference in New Issue