This is merely a historical archive of years 2008-2021, before the migration to mailman3.
A maintained and still updated list archive can be found at https://lists.osmocom.org/hyperkitty/list/gerrit-log@lists.osmocom.org/.
osmith gerrit-no-reply at lists.osmocom.orgosmith has submitted this change and it was merged. ( https://gerrit.osmocom.org/13415 )
Change subject: Add osmocom-build-old-tags-against-master.sh
......................................................................
Add osmocom-build-old-tags-against-master.sh
Build old releases of Osmocom programs and libraries against
"master of the day" to detect breakage.
Redirect each build's output to its own log file, so it is easy to see
what is currently getting build, and what failed. On error, print the
end of the new failing build logs, along with a note to find the full
logs in the jenkins artifacts.
This initial configuration builds the last three release tags of the
Osmocom repositories against master. The configuration can be changed
easily.
Indicate known failures with "err" instead of "ERR" in the output, do
not cause them to fail the build and do not print the beginning of the
error log (it is still in the artifacts). This way, new errors stand out
and don't get overlooked among the known errors.
Related: OS#3765
Change-Id: I7cb45cc40c9930840a3d4e6a86f39e1400478ed3
---
M .gitignore
A scripts/osmocom-build-old-tags-against-master.sh
2 files changed, 234 insertions(+), 0 deletions(-)
Approvals:
Max: Looks good to me, but someone else must approve
Harald Welte: Looks good to me, approved
osmith: Verified
diff --git a/.gitignore b/.gitignore
index 1717928..00fe73d 100644
--- a/.gitignore
+++ b/.gitignore
@@ -6,3 +6,5 @@
jenkins_jobs.ini
jenkins-jobs.ini
__pycache__/
+_temp/
+_deps/
diff --git a/scripts/osmocom-build-old-tags-against-master.sh b/scripts/osmocom-build-old-tags-against-master.sh
new file mode 100755
index 0000000..542785d
--- /dev/null
+++ b/scripts/osmocom-build-old-tags-against-master.sh
@@ -0,0 +1,232 @@
+#!/bin/sh -e
+# Environment variables:
+# * PARALLEL_MAKE: -jN argument for make (default: -j5).
+# * SKIP_MASTER: don't build REPOS_MASTER (assume that they were just built and keep _temp).
+#
+# Latest result:
+# https://jenkins.osmocom.org/jenkins/job/Osmocom-build-tags-against-master/lastBuild/console
+
+cd "$(dirname "$0")"
+. ./common.sh
+ERROR_LOGS=""
+PARALLEL_MAKE="${PARALLEL_MAKE:--j5}"
+
+REPOS_MASTER="
+ libosmocore
+ libosmo-abis
+ libosmo-netif
+ libosmo-sccp
+ libsmpp34
+ libasn1c
+ osmo-ggsn
+ osmo-iuh
+ osmo-hlr
+ osmo-mgw
+"
+
+REPOS_TAGS="
+ libosmo-abis
+ libosmocore
+ libosmo-netif
+ libosmo-sccp
+ openbsc
+ osmo-bsc
+ osmo-bts
+ osmo-ggsn
+ osmo-hlr
+ osmo-iuh
+ osmo-mgw
+ osmo-msc
+ osmo-pcu
+ osmo-sgsn
+ osmo-sip-connector
+ osmo-trx
+"
+
+# Print tags, which should be built, but where errors are expected and should be ignored.
+# This function is part of the configuration, do not insert functions above.
+# $1: repository
+# output format: one tag per line
+tags_to_ignore() {
+ case "$1" in
+ openbsc)
+ echo "1.0.0" # testsuite
+ ;;
+ osmo-bsc)
+ echo "1.2.1" # depends on libosmo-legacy-mgcp
+ echo "1.4.0" # testsuite
+ ;;
+ osmo-mgw)
+ echo "1.3.0" # testsuite
+ echo "1.4.0" # testsuite
+ ;;
+ osmo-msc)
+ echo "1.3.0" # -Werror and deprecated gsm0480_create_ussd_release_complete()
+ ;;
+ osmo-pcu)
+ echo "0.5.0" # testsuite
+ ;;
+ osmo-sgsn)
+ echo "1.2.0" # sgsn_test.c: gtp.h: No such file or directory
+ echo "1.3.0" # testsuite
+ echo "1.4.0" # testsuite
+ ;;
+ esac
+}
+
+# Print which tags should be built for a specific repository.
+# This function is part of the configuration.
+# $1: repository
+# output format: one tag per line
+tags_to_build() {
+ case "$1" in
+ # Add repository specific tag listings here:
+ # libosmocore)
+ # echo "0.1.0"
+ # osmo_git_last_tags "$1" 3
+ # ;;
+ *)
+ osmo_git_last_tags "$1" 3
+ ;;
+ esac
+}
+
+# Delete existing temp dir and create a new one, output the path.
+prepare_temp_dir() {
+ TEMP="$(cd ..; pwd)/_temp"
+ if [ -n "$SKIP_MASTER" ]; then
+ if ! [ -d "$TEMP" ]; then
+ echo "ERROR: SKIP_MASTER is set, but temp dir not found: $TEMP"
+ exit 1
+ fi
+ else
+ if [ -d "$TEMP" ]; then
+ rm -r "$TEMP"
+ fi
+ fi
+ mkdir -p "$TEMP/log"
+ echo "Temp dir: $TEMP"
+}
+
+# When builds have failed, print the last lines of each failing log and exit with 1.
+show_errors_exit() {
+ local log
+
+ if [ -z "$ERROR_LOGS" ]; then
+ return 0
+ fi
+
+ for log in $ERROR_LOGS; do
+ echo "---"
+ echo "BUILD FAILED: $(basename "$log")"
+ echo "Showing last lines of build log below (full log in temp dir/jenkins artifacts):"
+ echo "---"
+ tail -n 20 "$log"
+ done
+
+ echo "---"
+ exit 1
+}
+
+# Build a repository either from master or from a specific tag against master.
+# The build output is redirected to a file, and partially shown on error.
+# $1: installation path (either $TEMP/inst_master or $TEMP/inst)
+# $2: repository
+# $3: branch, tag or commit
+# returns: 0 on sucessful build, 1 on error
+build_repo() {
+ local log="$TEMP/log/$2-$3.txt"
+
+ if ! PATH="$PWD:$PATH"\
+ PKG_CONFIG_PATH="$TEMP/inst_master/lib/pkgconfig:$PKG_CONFIG_PATH" \
+ LD_LIBRARY_PATH="$TEMP/inst_master/lib:$LD_LIBRARY_PATH" \
+ MAKE="make" \
+ PARALLEL_MAKE="$PARALLEL_MAKE" \
+ CHECK="1" \
+ deps="../_deps" \
+ inst="$1" \
+ ./osmo-build-dep.sh "$2" "$3" \
+ > "$log" 2>&1
+ then
+ return 1
+ fi
+}
+
+# Build all configured repositories from master and install to $TEMP/inst_master.
+build_repos_master() {
+ local repo_master
+
+ echo "Building libraries from current master..."
+
+ if [ -n "$SKIP_MASTER" ]; then
+ echo "=> SKIPPED (SKIP_MASTER is set)"
+ return
+ fi
+
+ for repo_master in $REPOS_MASTER; do
+ local commit="$(osmo_git_head_commit "$repo_master")"
+ if [ -z "$commit" ]; then
+ echo "ERROR: failed to get head commit for repository: $repo_master"
+ exit 1
+ fi
+
+ printf "%-21s %s" " * $repo_master" "$commit"
+ if ! build_repo "$TEMP/inst_master" "$repo_master" "$commit"; then
+ printf "\n"
+ ERROR_LOGS="$TEMP/log/$repo_master-$commit.txt"
+ show_errors_exit
+ fi
+ printf "\n"
+ done
+}
+
+# $1: repository
+# $2: tag
+# returns: 0 when the error should be ignored, 1 otherwise
+ignore_error() {
+ local tag
+ for tag in $(tags_to_ignore "$1"); do
+ if [ "$2" = "$tag" ]; then
+ return 0
+ fi
+ done
+ return 1
+}
+
+# Build all configured repositories on specific tags against master. The result is installed to $TEMP/inst, but deleted
+# after each build.
+build_repos_tags() {
+ local repo
+
+ echo "Building old tags against libraries from current master... (ERR: new error, err: known error)"
+ for repo in $REPOS_TAGS; do
+ local tags="$(tags_to_build "$repo" | sort -V | tr '\n' ' ')"
+ if [ -z "$tags" ]; then
+ printf "%-21s %s\n" " * $repo" "(no tags configured)"
+ continue
+ fi
+ printf "%-21s" " * $repo"
+
+ local tag
+ for tag in $tags; do
+ printf "%10s" " $tag"
+ if [ -d "$TEMP/inst" ]; then
+ rm -r "$TEMP/inst"
+ fi
+ if build_repo "$TEMP/inst" "$repo" "$tag"; then
+ printf " "
+ elif ignore_error "$repo" "$tag"; then
+ printf " (err)"
+ else
+ printf " (ERR)"
+ ERROR_LOGS="$ERROR_LOGS $TEMP/log/$repo-$tag.txt"
+ fi
+ done
+ printf "\n"
+ done
+}
+
+prepare_temp_dir
+build_repos_master
+build_repos_tags
+show_errors_exit
--
To view, visit https://gerrit.osmocom.org/13415
To unsubscribe, or for help writing mail filters, visit https://gerrit.osmocom.org/settings
Gerrit-Project: osmo-ci
Gerrit-Branch: master
Gerrit-MessageType: merged
Gerrit-Change-Id: I7cb45cc40c9930840a3d4e6a86f39e1400478ed3
Gerrit-Change-Number: 13415
Gerrit-PatchSet: 7
Gerrit-Owner: osmith <osmith at sysmocom.de>
Gerrit-Reviewer: Harald Welte <laforge at gnumonks.org>
Gerrit-Reviewer: Max <msuraev at sysmocom.de>
Gerrit-Reviewer: Pau Espin Pedrol <pespin at sysmocom.de>
Gerrit-Reviewer: osmith <osmith at sysmocom.de>
-------------- next part --------------
An HTML attachment was scrubbed...
URL: <http://lists.osmocom.org/pipermail/gerrit-log/attachments/20190327/4c8e7db7/attachment.htm>