osmith has uploaded this change for review.
jobs/ttcn3-testsuites-testenv: initial
Move the first testsuites over from the old docker-playground based
architecture of running testsuites to testenv. I'm doing this
iteratively to avoid regressions.
Depends: osmo-ttcn3-hacks If9f8b79dd6e5b4f06be4e5ff73db97759c3acfb2
Change-Id: I6c7f88bb268a9f339b3af1d31d665e4376b34e48
---
A jobs/ttcn3-testsuites-testenv.yml
M jobs/ttcn3-testsuites.yml
2 files changed, 276 insertions(+), 67 deletions(-)
git pull ssh://gerrit.osmocom.org:29418/osmo-ci refs/changes/13/37713/1
diff --git a/jobs/ttcn3-testsuites-testenv.yml b/jobs/ttcn3-testsuites-testenv.yml
new file mode 100644
index 0000000..df52f80
--- /dev/null
+++ b/jobs/ttcn3-testsuites-testenv.yml
@@ -0,0 +1,262 @@
+---
+- project:
+ name: 'ttcn3-testsuites'
+ concurrent: false
+ disabled: false
+ description: |
+ Run the <code>{testsuite}</code> testsuite from
+ <a href="https://gitea.osmocom.org/ttcn3/osmo-ttcn3-hacks">
+ osmo-ttcn3-hacks.git</a> with testenv.py.<br>
+ See <a href="https://osmocom.org/projects/cellular-infrastructure/wiki/Titan_TTCN3_Testsuites">
+ TTCN3 Testsuite</a> for more information.<br>
+ <br>
+ Arguments: <code>{args}</code>
+ timer: "@midnight"
+ node: ttcn3
+ jobs:
+ - "{job-name}"
+ # timers: see jobs/README.adoc
+ job-name:
+ # ---------------------------------------------
+ # Debian nightly
+ # ---------------------------------------------
+ - ttcn3-hlr-test:
+ testsuite: hlr
+ args: -b osmocom:nightly
+ timer: H 05 * * *
+
+ - ttcn3-mgw-test:
+ testsuite: mgw
+ args: -b osmocom:nightly
+ timer: H 05 * * *
+
+ - ttcn3-sip-test:
+ testsuite: sip
+ args: -b osmocom:nightly
+ timer: H 05 * * *
+
+ - ttcn3-sgsn-test:
+ testsuite: sgsn
+ args: -b osmocom:nightly -c generic
+ timer: H 05 * * *
+
+ - ttcn3-sgsn-test-sns:
+ testsuite: sgsn
+ args: -b osmocom:nightly -c sns
+ timer: H 05 * * *
+
+ - ttcn3-smlc-test:
+ testsuite: smlc
+ args: -b osmocom:nightly
+ timer: H 06 * * *
+
+ - ttcn3-cbc-test:
+ testsuite: cbc
+ args: -b osmocom:nightly
+ timer: H 06 * * *
+
+ - ttcn3-hnodeb-test:
+ testsuite: hnodeb
+ args: -b osmocom:nightly
+ timer: H 07 * * *
+
+ - ttcn3-dia2gsup-test:
+ testsuite: dia2gsup
+ args: -b osmocom:nightly
+ timer: H 07 * * *
+
+ - ttcn3-upf-test:
+ testsuite: upf
+ args: -b osmocom:nightly
+ timer: H 07 * * *
+
+ - ttcn3-hss-test-ogs:
+ testsuite: hss
+ args: -b osmocom:nightly
+ timer: H 07 * * *
+ email: jenkins-notifications@lists.osmocom.org acetcom@gmail.com
+
+ - ttcn3-mme-test-ogs:
+ testsuite: mme
+ args: -b osmocom:nightly
+ timer: H 07 * * *
+ email: jenkins-notifications@lists.osmocom.org acetcom@gmail.com
+
+ # ---------------------------------------------
+ # Debian latest
+ # ---------------------------------------------
+ - ttcn3-hlr-test-latest:
+ testsuite: hlr
+ args: -b osmocom:latest
+ timer: H 08 * * *
+
+ - ttcn3-mgw-test-latest:
+ testsuite: mgw
+ args: -b osmocom:latest
+ timer: H 08 * * *
+
+ - ttcn3-sip-test-latest:
+ testsuite: sip
+ args: -b osmocom:latest
+ timer: H 08 * * *
+
+ - ttcn3-sgsn-test-latest:
+ testsuite: sgsn
+ args: -b osmocom:latest -c generic
+ timer: H 08 * * *
+
+ - ttcn3-sgsn-test-sns-latest:
+ testsuite: sgsn
+ args: -b osmocom:latest -c sns
+ timer: H 08 * * *
+
+ - ttcn3-smlc-test-latest:
+ testsuite: smlc
+ args: -b osmocom:latest
+ timer: H 09 * * *
+
+ - ttcn3-cbc-test-latest:
+ testsuite: cbc
+ args: -b osmocom:latest
+ timer: H 09 * * *
+
+ - ttcn3-hnodeb-test-latest:
+ testsuite: hnodeb
+ args: -b osmocom:latest
+ timer: H 10 * * *
+
+ - ttcn3-upf-test-latest:
+ testsuite: upf
+ args: -b osmocom:latest
+ timer: H 10 * * *
+ disabled: true
+
+ # ---------------------------------------------
+ # Debian nightly + io_uring (OS#6357)
+ # ---------------------------------------------
+ - ttcn3-mgw-test-io_uring:
+ testsuite: mgw
+ args: -b osmocom:nightly --io-uring
+ timer: H 11 * * *
+
+ - ttcn3-sgsn-test-io_uring:
+ testsuite: sgsn
+ args: -b osmocom:nightly --io-uring -c generic
+ timer: H 11 * * *
+
+ # ---------------------------------------------
+ # Debian nightly + asan (OS#5301)
+ # ---------------------------------------------
+ - ttcn3-mgw-test-asan:
+ testsuite: mgw
+ args: -b osmocom:nightly:asan
+ timer: H 12 * * *
+
+ - ttcn3-hlr-test-asan:
+ testsuite: hlr
+ args: -b osmocom:nightly:asan
+ timer: H 12 * * *
+
+ - ttcn3-sip-test-asan:
+ testsuite: sip
+ args: -b osmocom:nightly:asan
+ timer: H 12 * * *
+
+ - ttcn3-hnodeb-test-asan:
+ testsuite: hnodeb
+ args: -b osmocom:nightly:asan
+ timer: H 12 * * *
+
+ - ttcn3-smlc-test-asan:
+ testsuite: smlc
+ args: -b osmocom:nightly:asan
+ timer: H 12 * * *
+
+ - ttcn3-cbc-test-asan:
+ testsuite: cbc
+ args: -b osmocom:nightly:asan
+ timer: H 12 * * *
+
+ - ttcn3-sgsn-test-asan:
+ testsuite: sgsn
+ args: -b osmocom:nightly:asan -c generic
+ timer: H 12 * * *
+
+- job-template:
+ name: '{job-name}'
+ project-type: freestyle
+ disabled: '{obj:disabled}'
+ defaults: global
+ description: '{obj:description}'
+ node: '{obj:node}'
+ parameters:
+ - string:
+ name: BRANCH
+ description: |
+ Branch of <code>osmo-ttcn3-hacks.git</code>
+ # default: 'master'
+ default: 'osmith/wip-testenv' # FIXME
+ builders:
+ - shell: |-
+ DISTRO="debian:bookworm"
+ IMAGE="registry.osmocom.org/osmocom-build/"$(echo "$DISTRO" | tr : -)"-osmo-ttcn3-testenv"
+
+ podman pull "$IMAGE"
+
+ rm -rf logs _cache
+
+ set +x # Don't output the color codes we set here
+ export TESTENV_COLOR_DEBUG="$(printf '\e[0;94m')" # light blue
+ export TESTENV_COLOR_INFO="$(printf '\e[1;34m')" # bold, blue
+ export TESTENV_COLOR_WARNING="$(printf '\e[1;35m')" # bold, purple
+ export TESTENV_COLOR_ERROR="$(printf '\e[1;91m')" # bold, red
+ export TESTENV_COLOR_CRITICAL="$(printf '\e[1;91m')" # bold, red
+ export TESTENV_SOURCE_HIGHLIGHT_COLORS="esc"
+ export TESTENV_NO_IMAGE_UP_TO_DATE_CHECK=1
+ set -x
+
+ ./testenv.py run \
+ {testsuite} \
+ --podman \
+ --cache "$PWD"/_cache \
+ --ccache ~/ccache/testenv \
+ --log-dir "$PWD"/logs \
+ {args}
+
+ # Free up space from downloaded apt packages, build artifacts etc.
+ # The osmo-ttcn3-hacks deps dir and ccache are persistent.
+ rm -rf _cache
+
+ scm:
+ - git:
+ branches:
+ - '$BRANCH'
+ url: https://gerrit.osmocom.org/osmo-ttcn3-hacks
+ git-config-name: 'Jenkins Builder'
+ git-config-email: 'jenkins@osmocom.org'
+ wipe-workspace: false
+ triggers:
+ - timed: "{obj:timer}"
+ publishers:
+ - junit:
+ results: '**/junit-xml-*.log'
+ allow-empty-results: false
+ - email:
+ notify-every-unstable-build: false
+ recipients: '{obj:email}'
+ send-to-individuals: false
+ - archive:
+ allow-empty: false
+ artifacts: logs/**/*
+ case-sensitive: true
+ default-excludes: true
+ fingerprint: false
+ only-if-success: false
+ properties:
+ - build-discarder:
+ days-to-keep: 30
+ num-to-keep: 120
+ wrappers:
+ - ansicolor:
+ colormap: xterm
+ email: jenkins-notifications@lists.osmocom.org
diff --git a/jobs/ttcn3-testsuites.yml b/jobs/ttcn3-testsuites.yml
index 14e0a36..e11f5f3 100644
--- a/jobs/ttcn3-testsuites.yml
+++ b/jobs/ttcn3-testsuites.yml
@@ -81,20 +81,10 @@
timer: H 04 * * *
- ttcn3-pcu-test-sns:
timer: H 05 * * *
- - ttcn3-sgsn-test:
- timer: H 05 * * *
- - ttcn3-sgsn-test-sns:
- timer: H 05 * * *
- ttcn3-bsc-test:
timer: H 05 * * *
- - ttcn3-mgw-test:
- timer: H 05 * * *
- - ttcn3-hlr-test:
- timer: H 05 * * *
- ttcn3-bts-test:
timer: H 05 * * *
- - ttcn3-sip-test:
- timer: H 05 * * *
- ttcn3-bscnat-test:
timer: H 05 * * *
disabled: true
@@ -106,15 +96,11 @@
timer: H 06 * * *
- ttcn3-sccp-test:
timer: H 06 * * *
- - ttcn3-smlc-test:
- timer: H 06 * * *
- ttcn3-gbproxy-test:
timer: H 06 * * *
- ttcn3-gbproxy-test-fr:
timer: H 06 * * *
node: hdlc
- - ttcn3-cbc-test:
- timer: H 06 * * *
- ttcn3-ns-test:
timer: H 06 * * *
- ttcn3-ns-test-sns:
@@ -128,10 +114,6 @@
timer: H 07 * * *
- ttcn3-bsc-test-vamos:
timer: H 07 * * *
- - ttcn3-hnodeb-test:
- timer: H 07 * * *
- - ttcn3-upf-test:
- timer: H 07 * * *
- ttcn3-hnbgw-test:
timer: H 07 * * *
- ttcn3-fr-test:
@@ -142,18 +124,6 @@
description: |
Test open5gs-smfd + open5gs-upfd PGW main.
email: jenkins-notifications@lists.osmocom.org acetcom@gmail.com
- - ttcn3-mme-test-ogs:
- timer: H 07 * * *
- description: |
- Test open5gs-mmed
- email: jenkins-notifications@lists.osmocom.org acetcom@gmail.com
- - ttcn3-hss-test-ogs:
- timer: H 07 * * *
- description: |
- Test open5gs-hssd
- email: jenkins-notifications@lists.osmocom.org acetcom@gmail.com
- - ttcn3-dia2gsup-test:
- timer: H 07 * * *
- ttcn3-epdg-test:
timer: H 07 * * *
# osmo-epdg requires OTP and kernel >= debian12:
@@ -178,20 +148,10 @@
timer: H 08 * * *
- ttcn3-pcu-test-sns-latest:
timer: H 08 * * *
- - ttcn3-sgsn-test-latest:
- timer: H 08 * * *
- - ttcn3-sgsn-test-sns-latest:
- timer: H 08 * * *
- ttcn3-bsc-test-latest:
timer: H 08 * * *
- - ttcn3-mgw-test-latest:
- timer: H 08 * * *
- - ttcn3-hlr-test-latest:
- timer: H 08 * * *
- ttcn3-bts-test-latest:
timer: H 08 * * *
- - ttcn3-sip-test-latest:
- timer: H 09 * * *
- ttcn3-bscnat-test-latest:
timer: H 09 * * *
disabled: true
@@ -203,22 +163,13 @@
timer: H 09 * * *
- ttcn3-sccp-test-latest:
timer: H 09 * * *
- - ttcn3-smlc-test-latest:
- timer: H 09 * * *
- ttcn3-gbproxy-test-latest:
timer: H 09 * * *
- ttcn3-gbproxy-test-fr-latest:
timer: H 09 * * *
node: hdlc
- - ttcn3-cbc-test-latest:
- timer: H 09 * * *
- ttcn3-pcap-client-test-latest:
timer: H 10 * * *
- - ttcn3-hnodeb-test-latest:
- timer: H 10 * * *
- - ttcn3-upf-test-latest:
- timer: H 10 * * *
- disabled: true
- ttcn3-hnbgw-test-latest:
timer: H 10 * * *
- ttcn3-epdg-test-latest:
@@ -246,12 +197,8 @@
timer: H 11 * * *
- ttcn3-gbproxy-test-io_uring:
timer: H 11 * * *
- - ttcn3-sgsn-test-io_uring:
- timer: H 11 * * *
- ttcn3-stp-test-io_uring:
timer: H 11 * * *
- - ttcn3-mgw-test-io_uring:
- timer: H 11 * * *
- ttcn3-bts-test-io_uring:
timer: H 11 * * *
@@ -260,20 +207,12 @@
timer: H 12 * * *
- ttcn3-bts-test-asan:
timer: H 12 * * *
- - ttcn3-cbc-test-asan:
- timer: H 12 * * *
- ttcn3-gbproxy-test-asan:
timer: H 12 * * *
- ttcn3-ggsn-test-asan:
timer: H 12 * * *
- - ttcn3-hlr-test-asan:
- timer: H 12 * * *
- ttcn3-hnbgw-test-asan:
timer: H 12 * * *
- - ttcn3-hnodeb-test-asan:
- timer: H 12 * * *
- - ttcn3-mgw-test-asan:
- timer: H 12 * * *
- ttcn3-msc-test-asan:
timer: H 13 * * *
- ttcn3-pcap-client-test-asan:
@@ -284,12 +223,6 @@
timer: H 13 * * *
- ttcn3-sccp-test-asan:
timer: H 13 * * *
- - ttcn3-sgsn-test-asan:
- timer: H 13 * * *
- - ttcn3-sip-test-asan:
- timer: H 13 * * *
- - ttcn3-smlc-test-asan:
- timer: H 13 * * *
- ttcn3-stp-test-asan:
timer: H 13 * * *
To view, visit change 37713. To unsubscribe, or for help writing mail filters, visit settings.