[MERGED] osmo-ttcn3-hacks[master]: update expected results

This is merely a historical archive of years 2008-2021, before the migration to mailman3.

A maintained and still updated list archive can be found at https://lists.osmocom.org/hyperkitty/list/gerrit-log@lists.osmocom.org/.

Neels Hofmeyr gerrit-no-reply at lists.osmocom.org
Wed May 2 10:05:23 UTC 2018 

Neels Hofmeyr has submitted this change and it was merged.

Change subject: update expected results
......................................................................


update expected results

bsc:
  TC_assignment_sign fails with different message

msc
 fixed:
  TC_lu_clear_request
  TC_emerg_call_imei_reject
  TC_cm_serv_req_vgcs_reject
  TC_cm_serv_req_vbs_reject
  TC_cm_serv_req_lcs_reject
  TC_cm_reest_req_reject
  TC_cl3_rnd_payload
  TC_lu_and_mt_sms
 new:
  TC_smpp_mo_sms
  TC_smpp_mt_sms

sgsn fixed:
  TC_attach_umts_aka_gsm_sres

Change-Id: Ie9ef25fb2081ebab7a2b08c06307fa391f8f747a
---
M bsc/expected-results.xml
M msc/expected-results.xml
M sgsn/expected-results.xml
3 files changed, 18 insertions(+), 58 deletions(-)

Approvals:
  Neels Hofmeyr: Looks good to me, approved
  Jenkins Builder: Verified



diff --git a/bsc/expected-results.xml b/bsc/expected-results.xml
index 8cafaa5..5b62fc9 100644
--- a/bsc/expected-results.xml
+++ b/bsc/expected-results.xml
@@ -1,5 +1,5 @@
 <?xml version="1.0"?>
-<testsuite name='BSC_Tests' tests='72' failures='3' errors='2' skipped='0' inconc='0' time='MASKED'>
+<testsuite name='BSC_Tests' tests='72' failures='4' errors='1' skipped='0' inconc='0' time='MASKED'>
   <testcase classname='BSC_Tests' name='TC_ctrl_msc_connection_status' time='MASKED'/>
   <testcase classname='BSC_Tests' name='TC_ctrl_msc0_connection_status' time='MASKED'/>
   <testcase classname='BSC_Tests' name='TC_ctrl' time='MASKED'/>
@@ -20,7 +20,10 @@
   <testcase classname='BSC_Tests' name='TC_assignment_csd' time='MASKED'/>
   <testcase classname='BSC_Tests' name='TC_assignment_ctm' time='MASKED'/>
   <testcase classname='BSC_Tests' name='TC_assignment_sign' time='MASKED'>
-    <error type='DTE'></error>
+    <failure type='fail-verdict'>Received unexpected ASSIGNMENT FAIL
+      BSC_Tests.ttcn:MASKED BSC_Tests control part
+      BSC_Tests.ttcn:MASKED TC_assignment_sign testcase
+    </failure>
   </testcase>
   <testcase classname='BSC_Tests' name='TC_assignment_fr_a5_0' time='MASKED'/>
   <testcase classname='BSC_Tests' name='TC_assignment_fr_a5_1' time='MASKED'/>
diff --git a/msc/expected-results.xml b/msc/expected-results.xml
index 48ab12d..0b192d0 100644
--- a/msc/expected-results.xml
+++ b/msc/expected-results.xml
@@ -1,5 +1,5 @@
 <?xml version="1.0"?>
-<testsuite name='Titan' tests='47' failures='13' errors='1' skipped='0' inconc='0' time='MASKED'>
+<testsuite name='Titan' tests='49' failures='5' errors='1' skipped='0' inconc='0' time='MASKED'>
   <testcase classname='MSC_Tests' name='TC_cr_before_reset' time='MASKED'/>
   <testcase classname='MSC_Tests' name='TC_lu_imsi_noauth_tmsi' time='MASKED'/>
   <testcase classname='MSC_Tests' name='TC_lu_imsi_noauth_notmsi' time='MASKED'/>
@@ -20,58 +20,23 @@
   <testcase classname='MSC_Tests' name='TC_lu_and_mo_call' time='MASKED'/>
   <testcase classname='MSC_Tests' name='TC_lu_auth_sai_timeout' time='MASKED'/>
   <testcase classname='MSC_Tests' name='TC_lu_auth_sai_err' time='MASKED'/>
-  <testcase classname='MSC_Tests' name='TC_lu_clear_request' time='MASKED'>
-    <failure type='fail-verdict'>Got a second Clear Command, only one expected
-      MSC_Tests.ttcn:MASKED MSC_Tests control part
-      MSC_Tests.ttcn:MASKED TC_lu_clear_request testcase
-    </failure>
-  </testcase>
+  <testcase classname='MSC_Tests' name='TC_lu_clear_request' time='MASKED'/>
   <testcase classname='MSC_Tests' name='TC_lu_disconnect' time='MASKED'/>
   <testcase classname='MSC_Tests' name='TC_lu_by_imei' time='MASKED'/>
   <testcase classname='MSC_Tests' name='TC_lu_by_tmsi_noauth_unknown' time='MASKED'/>
   <testcase classname='MSC_Tests' name='TC_imsi_detach_by_imsi' time='MASKED'/>
   <testcase classname='MSC_Tests' name='TC_imsi_detach_by_tmsi' time='MASKED'/>
   <testcase classname='MSC_Tests' name='TC_imsi_detach_by_imei' time='MASKED'/>
-  <testcase classname='MSC_Tests' name='TC_emerg_call_imei_reject' time='MASKED'>
-    <failure type='fail-verdict'>Timeout waiting for ClearCommand/Release
-      MSC_Tests.ttcn:MASKED MSC_Tests control part
-      MSC_Tests.ttcn:MASKED TC_emerg_call_imei_reject testcase
-    </failure>
-  </testcase>
+  <testcase classname='MSC_Tests' name='TC_emerg_call_imei_reject' time='MASKED'/>
   <testcase classname='MSC_Tests' name='TC_emerg_call_imsi' time='MASKED'/>
-  <testcase classname='MSC_Tests' name='TC_cm_serv_req_vgcs_reject' time='MASKED'>
-    <failure type='fail-verdict'>Timeout waiting for ClearCommand/Release
-      MSC_Tests.ttcn:MASKED MSC_Tests control part
-      MSC_Tests.ttcn:MASKED TC_cm_serv_req_vgcs_reject testcase
-    </failure>
-  </testcase>
-  <testcase classname='MSC_Tests' name='TC_cm_serv_req_vbs_reject' time='MASKED'>
-    <failure type='fail-verdict'>Timeout waiting for ClearCommand/Release
-      MSC_Tests.ttcn:MASKED MSC_Tests control part
-      MSC_Tests.ttcn:MASKED TC_cm_serv_req_vbs_reject testcase
-    </failure>
-  </testcase>
-  <testcase classname='MSC_Tests' name='TC_cm_serv_req_lcs_reject' time='MASKED'>
-    <failure type='fail-verdict'>Timeout waiting for ClearCommand/Release
-      MSC_Tests.ttcn:MASKED MSC_Tests control part
-      MSC_Tests.ttcn:MASKED TC_cm_serv_req_lcs_reject testcase
-    </failure>
-  </testcase>
-  <testcase classname='MSC_Tests' name='TC_cm_reest_req_reject' time='MASKED'>
-    <failure type='fail-verdict'>Timeout waiting for ClearCommand/Release
-      MSC_Tests.ttcn:MASKED MSC_Tests control part
-      MSC_Tests.ttcn:MASKED TC_cm_reest_req_reject testcase
-    </failure>
-  </testcase>
+  <testcase classname='MSC_Tests' name='TC_cm_serv_req_vgcs_reject' time='MASKED'/>
+  <testcase classname='MSC_Tests' name='TC_cm_serv_req_vbs_reject' time='MASKED'/>
+  <testcase classname='MSC_Tests' name='TC_cm_serv_req_lcs_reject' time='MASKED'/>
+  <testcase classname='MSC_Tests' name='TC_cm_reest_req_reject' time='MASKED'/>
   <testcase classname='MSC_Tests' name='TC_lu_auth_2G_fail' time='MASKED'/>
   <testcase classname='MSC_Tests' name='TC_lu_imsi_auth_tmsi_encr_13_13' time='MASKED'/>
   <testcase classname='MSC_Tests' name='TC_cl3_no_payload' time='MASKED'/>
-  <testcase classname='MSC_Tests' name='TC_cl3_rnd_payload' time='MASKED'>
-    <failure type='fail-verdict'>Timeout waiting for ClearCommand or SCCP Release
-      MSC_Tests.ttcn:MASKED MSC_Tests control part
-      MSC_Tests.ttcn:MASKED TC_cl3_rnd_payload testcase
-    </failure>
-  </testcase>
+  <testcase classname='MSC_Tests' name='TC_cl3_rnd_payload' time='MASKED'/>
   <testcase classname='MSC_Tests' name='TC_establish_and_nothing' time='MASKED'>
     <failure type='fail-verdict'>Timeout waiting for ClearCommand/Release
       MSC_Tests.ttcn:MASKED MSC_Tests control part
@@ -107,11 +72,8 @@
   <testcase classname='MSC_Tests' name='TC_reset_two' time='MASKED'/>
   <testcase classname='MSC_Tests' name='TC_lu_and_mt_call' time='MASKED'/>
   <testcase classname='MSC_Tests' name='TC_lu_and_mo_sms' time='MASKED'/>
-  <testcase classname='MSC_Tests' name='TC_lu_and_mt_sms' time='MASKED'>
-    <failure type='fail-verdict'>Unexpected SMS related PDU from MSC
-      MSC_Tests.ttcn:MASKED MSC_Tests control part
-      MSC_Tests.ttcn:MASKED TC_lu_and_mt_sms testcase
-    </failure>
-  </testcase>
+  <testcase classname='MSC_Tests' name='TC_lu_and_mt_sms' time='MASKED'/>
+  <testcase classname='MSC_Tests' name='TC_smpp_mo_sms' time='MASKED'/>
+  <testcase classname='MSC_Tests' name='TC_smpp_mt_sms' time='MASKED'/>
   <testcase classname='MSC_Tests' name='TC_lu_imsi_auth_tmsi_encr_3_1_log_msc_debug' time='MASKED'/>
 </testsuite>
diff --git a/sgsn/expected-results.xml b/sgsn/expected-results.xml
index 688e35e..6724a8f 100644
--- a/sgsn/expected-results.xml
+++ b/sgsn/expected-results.xml
@@ -1,14 +1,9 @@
 <?xml version="1.0"?>
-<testsuite name='Titan' tests='22' failures='5' errors='2' skipped='0' inconc='0' time='MASKED'>
+<testsuite name='Titan' tests='24' failures='5' errors='2' skipped='0' inconc='0' time='MASKED'>
   <testcase classname='SGSN_Tests' name='TC_attach' time='MASKED'/>
   <testcase classname='SGSN_Tests' name='TC_attach_mnc3' time='MASKED'/>
   <testcase classname='SGSN_Tests' name='TC_attach_umts_aka_umts_res' time='MASKED'/>
-  <testcase classname='SGSN_Tests' name='TC_attach_umts_aka_gsm_sres' time='MASKED'>
-    <failure type='fail-verdict'>Tguard timeout
-      SGSN_Tests.ttcn:MASKED SGSN_Tests control part
-      SGSN_Tests.ttcn:MASKED TC_attach_umts_aka_gsm_sres testcase
-    </failure>
-  </testcase>
+  <testcase classname='SGSN_Tests' name='TC_attach_umts_aka_gsm_sres' time='MASKED'/>
   <testcase classname='SGSN_Tests' name='TC_attach_auth_id_timeout' time='MASKED'/>
   <testcase classname='SGSN_Tests' name='TC_attach_auth_sai_timeout' time='MASKED'>
     <failure type='fail-verdict'>Tguard timeout

-- 
To view, visit https://gerrit.osmocom.org/7961
To unsubscribe, visit https://gerrit.osmocom.org/settings

Gerrit-MessageType: merged
Gerrit-Change-Id: Ie9ef25fb2081ebab7a2b08c06307fa391f8f747a
Gerrit-PatchSet: 1
Gerrit-Project: osmo-ttcn3-hacks
Gerrit-Branch: master
Gerrit-Owner: Neels Hofmeyr <nhofmeyr at sysmocom.de>
Gerrit-Reviewer: Jenkins Builder
Gerrit-Reviewer: Neels Hofmeyr <nhofmeyr at sysmocom.de>

More information about the gerrit-log mailing list