Change in osmo-ttcn3-hacks[master]: update expected results

This is merely a historical archive of years 2008-2021, before the migration to mailman3.

A maintained and still updated list archive can be found at https://lists.osmocom.org/hyperkitty/list/gerrit-log@lists.osmocom.org/.

Neels Hofmeyr gerrit-no-reply at lists.osmocom.org
Thu Sep 6 12:14:05 UTC 2018


Neels Hofmeyr has submitted this change and it was merged. ( https://gerrit.osmocom.org/10797 )

Change subject: update expected results
......................................................................

update expected results

Change-Id: I32c29e62ca317937db771f8fb1540bb1fe9da2ab
---
M bsc/expected-results.xml
M bts/expected-results.xml
M hlr/expected-results.xml
M mgw/expected-results.xml
M msc/expected-results.xml
M sgsn/expected-results.xml
6 files changed, 57 insertions(+), 51 deletions(-)

Approvals:
  Jenkins Builder: Verified
  Neels Hofmeyr: Looks good to me, approved; Verified



diff --git a/bsc/expected-results.xml b/bsc/expected-results.xml
index 7339951..33bc243 100644
--- a/bsc/expected-results.xml
+++ b/bsc/expected-results.xml
@@ -1,5 +1,5 @@
 <?xml version="1.0"?>
-<testsuite name='BSC_Tests' tests='84' failures='2' errors='0' skipped='0' inconc='0' time='MASKED'>
+<testsuite name='BSC_Tests' tests='89' failures='0' errors='0' skipped='0' inconc='0' time='MASKED'>
   <testcase classname='BSC_Tests' name='TC_ctrl_msc_connection_status' time='MASKED'/>
   <testcase classname='BSC_Tests' name='TC_ctrl_msc0_connection_status' time='MASKED'/>
   <testcase classname='BSC_Tests' name='TC_ctrl' time='MASKED'/>
@@ -14,6 +14,7 @@
   <testcase classname='BSC_Tests' name='TC_chan_rel_conn_fail' time='MASKED'/>
   <testcase classname='BSC_Tests' name='TC_chan_rel_hard_clear' time='MASKED'/>
   <testcase classname='BSC_Tests' name='TC_chan_rel_hard_rlsd' time='MASKED'/>
+  <testcase classname='BSC_Tests' name='TC_chan_rel_hard_rlsd_ms_dead' time='MASKED'/>
   <testcase classname='BSC_Tests' name='TC_chan_rel_a_reset' time='MASKED'/>
   <testcase classname='BSC_Tests' name='TC_outbound_connect' time='MASKED'/>
   <testcase classname='BSC_Tests' name='TC_assignment_cic_only' time='MASKED'/>
@@ -69,22 +70,14 @@
   <testcase classname='BSC_Tests' name='TC_err_84_unknown_msg' time='MASKED'/>
   <testcase classname='BSC_Tests' name='TC_ho_int' time='MASKED'/>
   <testcase classname='BSC_Tests' name='TC_bssap_rlsd_does_not_cause_bssmap_reset' time='MASKED'/>
-  <testcase classname='BSC_Tests' name='TC_bssmap_clear_does_not_cause_bssmap_reset' time='MASKED'>
-    <failure type='fail-verdict'>Timeout of T_guard
-      BSC_Tests.ttcn:MASKED BSC_Tests control part
-      BSC_Tests.ttcn:MASKED TC_bssmap_clear_does_not_cause_bssmap_reset testcase
-    </failure>
-  </testcase>
-  <testcase classname='BSC_Tests' name='TC_ms_rel_ind_does_not_cause_bssmap_reset' time='MASKED'>
-    <failure type='fail-verdict'>Timeout of T_guard
-      BSC_Tests.ttcn:MASKED BSC_Tests control part
-      BSC_Tests.ttcn:MASKED TC_ms_rel_ind_does_not_cause_bssmap_reset testcase
-    </failure>
-  </testcase>
+  <testcase classname='BSC_Tests' name='TC_bssmap_clear_does_not_cause_bssmap_reset' time='MASKED'/>
+  <testcase classname='BSC_Tests' name='TC_ms_rel_ind_does_not_cause_bssmap_reset' time='MASKED'/>
   <testcase classname='BSC_Tests' name='TC_dyn_pdch_ipa_act_deact' time='MASKED'/>
   <testcase classname='BSC_Tests' name='TC_dyn_pdch_ipa_act_nack' time='MASKED'/>
   <testcase classname='BSC_Tests' name='TC_dyn_pdch_osmo_act_deact' time='MASKED'/>
   <testcase classname='BSC_Tests' name='TC_dyn_pdch_osmo_act_nack' time='MASKED'/>
+  <testcase classname='BSC_Tests' name='TC_early_conn_fail' time='MASKED'/>
+  <testcase classname='BSC_Tests' name='TC_late_conn_fail' time='MASKED'/>
   <testcase classname='BSC_Tests_LCLS' name='TC_lcls_gcr_only' time='MASKED'/>
   <testcase classname='BSC_Tests_LCLS' name='TC_lcls_gcr_bway_connect' time='MASKED'/>
   <testcase classname='BSC_Tests_LCLS' name='TC_lcls_gcr_bway_connect_hr' time='MASKED'/>
diff --git a/bts/expected-results.xml b/bts/expected-results.xml
index 8bfd305..73de1fb 100644
--- a/bts/expected-results.xml
+++ b/bts/expected-results.xml
@@ -1,5 +1,5 @@
 <?xml version="1.0"?>
-<testsuite name='Titan' tests='83' failures='0' errors='1' skipped='1' inconc='0' time='MASKED'>
+<testsuite name='Titan' tests='85' failures='1' errors='0' skipped='1' inconc='0' time='MASKED'>
   <testcase classname='BTS_Tests' name='TC_chan_act_stress' time='MASKED'/>
   <testcase classname='BTS_Tests' name='TC_chan_act_react' time='MASKED'/>
   <testcase classname='BTS_Tests' name='TC_chan_deact_not_active' time='MASKED'/>
@@ -87,7 +87,7 @@
   <testcase classname='BTS_Tests' name='TC_lapdm_selftest' time='MASKED'/>
   <testcase classname='BTS_Tests' name='TC_tch_sign_l2_fill_frame' time='MASKED'/>
   <testcase classname='BTS_Tests' name='TC_tch_sign_l2_fill_frame_dtxd' time='MASKED'>
-    <failure type='fail-verdict'>"Unexpected L2 fill frame received on Um"
+    <failure type='fail-verdict'>Not enough fill frames received
       BTS_Tests.ttcn:MASKED BTS_Tests control part
       BTS_Tests.ttcn:MASKED TC_tch_sign_l2_fill_frame_dtxd testcase
     </failure>
diff --git a/hlr/expected-results.xml b/hlr/expected-results.xml
index 039c1f7..5431b78 100644
--- a/hlr/expected-results.xml
+++ b/hlr/expected-results.xml
@@ -1,5 +1,5 @@
 <?xml version="1.0"?>
-<testsuite name='Titan' tests='10' failures='1' errors='0' skipped='0' inconc='0' time='MASKED'>
+<testsuite name='Titan' tests='17' failures='0' errors='0' skipped='0' inconc='0' time='MASKED'>
   <testcase classname='HLR_Tests' name='TC_gsup_sai_err_invalid_imsi' time='MASKED'/>
   <testcase classname='HLR_Tests' name='TC_gsup_sai' time='MASKED'/>
   <testcase classname='HLR_Tests' name='TC_gsup_ul_unknown_imsi' time='MASKED'/>
@@ -10,4 +10,11 @@
   <testcase classname='HLR_Tests' name='TC_gsup_purge_cs' time='MASKED'/>
   <testcase classname='HLR_Tests' name='TC_gsup_purge_ps' time='MASKED'/>
   <testcase classname='HLR_Tests' name='TC_gsup_purge_unknown' time='MASKED'/>
+  <testcase classname='HLR_Tests' name='TC_mo_ussd_unknown' time='MASKED'/>
+  <testcase classname='HLR_Tests' name='TC_mo_ussd_euse_disc' time='MASKED'/>
+  <testcase classname='HLR_Tests' name='TC_mo_ussd_iuse_imsi' time='MASKED'/>
+  <testcase classname='HLR_Tests' name='TC_mo_ussd_iuse_msisdn' time='MASKED'/>
+  <testcase classname='HLR_Tests' name='TC_mo_ussd_euse' time='MASKED'/>
+  <testcase classname='HLR_Tests' name='TC_mo_ussd_euse_continue' time='MASKED'/>
+  <testcase classname='HLR_Tests' name='TC_mo_ussd_euse_defaultroute' time='MASKED'/>
 </testsuite>
diff --git a/mgw/expected-results.xml b/mgw/expected-results.xml
index 92b9351..b45ba1f 100644
--- a/mgw/expected-results.xml
+++ b/mgw/expected-results.xml
@@ -1,12 +1,10 @@
 <?xml version="1.0"?>
-<testsuite name='Titan' tests='26' failures='1' errors='0' skipped='1' inconc='0' time='MASKED'>
+<testsuite name='Titan' tests='35' failures='0' errors='0' skipped='1' inconc='0' time='MASKED'>
   <testcase classname='MGCP_Test' name='TC_selftest' time='MASKED'>
     <skipped>no verdict</skipped>
   </testcase>
   <testcase classname='MGCP_Test' name='TC_crcx' time='MASKED'/>
-  <testcase classname='MGCP_Test' name='TC_crcx_no_lco' time='MASKED'>
-    <error type='DTE'>Dynamic test case error: Using the value of an optional field containing omit.</error>
-  </testcase>
+  <testcase classname='MGCP_Test' name='TC_crcx_no_lco' time='MASKED'/>
   <testcase classname='MGCP_Test' name='TC_crcx_noprefix' time='MASKED'/>
   <testcase classname='MGCP_Test' name='TC_crcx_unsupp_mode' time='MASKED'/>
   <testcase classname='MGCP_Test' name='TC_crcx_early_bidir_mode' time='MASKED'/>
@@ -30,16 +28,12 @@
   <testcase classname='MGCP_Test' name='TC_crcx_and_dlcx_retrans' time='MASKED'/>
   <testcase classname='MGCP_Test' name='TC_crcx_dlcx_30ep' time='MASKED'/>
   <testcase classname='MGCP_Test' name='TC_rtpem_selftest' time='MASKED'/>
-  <testcase classname='MGCP_Test' name='TC_two_crcx_and_rtp' time='MASKED'/>
   <testcase classname='MGCP_Test' name='TC_one_crcx_receive_only_rtp' time='MASKED'/>
   <testcase classname='MGCP_Test' name='TC_one_crcx_loopback_rtp' time='MASKED'/>
+  <testcase classname='MGCP_Test' name='TC_two_crcx_and_rtp' time='MASKED'/>
   <testcase classname='MGCP_Test' name='TC_two_crcx_and_rtp_bidir' time='MASKED'/>
-  <testcase classname='MGCP_Test' name='TC_two_crcx_diff_pt_and_rtp' time='MASKED'>
-    <failure type='fail-verdict'>RTP packet payload type errors occurred</failure>
-  </testcase>
-  <testcase classname='MGCP_Test' name='TC_two_crcx_diff_pt_and_rtp_bidir' time='MASKED'>
-    <failure type='fail-verdict'>RTP packet payload type errors occurred</failure>
-  </testcase>
+  <testcase classname='MGCP_Test' name='TC_two_crcx_diff_pt_and_rtp' time='MASKED'/>
+  <testcase classname='MGCP_Test' name='TC_two_crcx_diff_pt_and_rtp_bidir' time='MASKED'/>
   <testcase classname='MGCP_Test' name='TC_two_crcx_mdcx_and_rtp' time='MASKED'/>
   <testcase classname='MGCP_Test' name='TC_two_crcx_and_unsolicited_rtp' time='MASKED'/>
   <testcase classname='MGCP_Test' name='TC_two_crcx_and_one_mdcx_rtp_ho' time='MASKED'/>
diff --git a/msc/expected-results.xml b/msc/expected-results.xml
index 296d918..8d9180f 100644
--- a/msc/expected-results.xml
+++ b/msc/expected-results.xml
@@ -1,20 +1,10 @@
 <?xml version="1.0"?>
-<testsuite name='Titan' tests='49' failures='5' errors='1' skipped='0' inconc='0' time='MASKED'>
+<testsuite name='Titan' tests='55' failures='3' errors='0' skipped='0' inconc='0' time='MASKED'>
   <testcase classname='MSC_Tests' name='TC_cr_before_reset' time='MASKED'/>
   <testcase classname='MSC_Tests' name='TC_lu_imsi_noauth_tmsi' time='MASKED'/>
   <testcase classname='MSC_Tests' name='TC_lu_imsi_noauth_notmsi' time='MASKED'/>
-  <testcase classname='MSC_Tests' name='TC_lu_imsi_reject' time='MASKED'>
-    <failure type='fail-verdict'>Timeout waiting for ClearCommand/Release
-      MSC_Tests.ttcn:MASKED MSC_Tests control part
-      MSC_Tests.ttcn:MASKED TC_lu_imsi_reject testcase
-    </failure>
-  </testcase>
-  <testcase classname='MSC_Tests' name='TC_lu_imsi_timeout_gsup' time='MASKED'>
-    <failure type='fail-verdict'>Timeout waiting for ClearCommand/Release
-      MSC_Tests.ttcn:MASKED MSC_Tests control part
-      MSC_Tests.ttcn:MASKED TC_lu_imsi_timeout_gsup testcase
-    </failure>
-  </testcase>
+  <testcase classname='MSC_Tests' name='TC_lu_imsi_reject' time='MASKED'/>
+  <testcase classname='MSC_Tests' name='TC_lu_imsi_timeout_gsup' time='MASKED'/>
   <testcase classname='MSC_Tests' name='TC_lu_imsi_auth_tmsi' time='MASKED'/>
   <testcase classname='MSC_Tests' name='TC_cmserv_imsi_unknown' time='MASKED'/>
   <testcase classname='MSC_Tests' name='TC_lu_and_mo_call' time='MASKED'/>
@@ -54,7 +44,10 @@
   </testcase>
   <testcase classname='MSC_Tests' name='TC_mo_setup_and_dtmf_dup' time='MASKED'/>
   <testcase classname='MSC_Tests' name='TC_gsup_cancel' time='MASKED'>
-    <error type='DTE'></error>
+    <failure type='fail-verdict'>Received unexpected BSSAP instead of CM SERV REJ
+      MSC_Tests.ttcn:MASKED MSC_Tests control part
+      MSC_Tests.ttcn:MASKED TC_gsup_cancel testcase
+    </failure>
   </testcase>
   <testcase classname='MSC_Tests' name='TC_lu_imsi_auth_tmsi_encr_1_13' time='MASKED'/>
   <testcase classname='MSC_Tests' name='TC_lu_imsi_auth_tmsi_encr_3_13' time='MASKED'/>
@@ -70,10 +63,11 @@
   <testcase classname='MSC_Tests' name='TC_lu_and_mt_sms' time='MASKED'/>
   <testcase classname='MSC_Tests' name='TC_smpp_mo_sms' time='MASKED'/>
   <testcase classname='MSC_Tests' name='TC_smpp_mt_sms' time='MASKED'/>
-  <testcase classname='MSC_Tests' name='TC_lu_imsi_auth_tmsi_encr_3_1_log_msc_debug' time='MASKED'/>
   <testcase classname='MSC_Tests' name='TC_lu_and_mo_ussd_single_request' time='MASKED'/>
   <testcase classname='MSC_Tests' name='TC_lu_and_mt_ussd_notification' time='MASKED'/>
   <testcase classname='MSC_Tests' name='TC_lu_and_mo_ussd_during_mt_call' time='MASKED'/>
   <testcase classname='MSC_Tests' name='TC_lu_and_mt_ussd_during_mt_call' time='MASKED'/>
   <testcase classname='MSC_Tests' name='TC_lu_and_mo_ussd_mo_release' time='MASKED'/>
+  <testcase classname='MSC_Tests' name='TC_lu_imsi_auth_tmsi_encr_3_1_log_msc_debug' time='MASKED'/>
+  <testcase classname='MSC_Tests' name='TC_mo_cc_bssmap_clear' time='MASKED'/>
 </testsuite>
diff --git a/sgsn/expected-results.xml b/sgsn/expected-results.xml
index bb38a7c..459355a 100644
--- a/sgsn/expected-results.xml
+++ b/sgsn/expected-results.xml
@@ -1,5 +1,5 @@
 <?xml version="1.0"?>
-<testsuite name='Titan' tests='30' failures='4' errors='3' skipped='0' inconc='0' time='MASKED'>
+<testsuite name='Titan' tests='42' failures='9' errors='0' skipped='0' inconc='0' time='MASKED'>
   <testcase classname='SGSN_Tests' name='TC_attach' time='MASKED'/>
   <testcase classname='SGSN_Tests' name='TC_attach_mnc3' time='MASKED'/>
   <testcase classname='SGSN_Tests' name='TC_attach_umts_aka_umts_res' time='MASKED'/>
@@ -32,21 +32,30 @@
   <testcase classname='SGSN_Tests' name='TC_attach_combined' time='MASKED'/>
   <testcase classname='SGSN_Tests' name='TC_attach_accept_all' time='MASKED'/>
   <testcase classname='SGSN_Tests' name='TC_attach_closed' time='MASKED'/>
+  <testcase classname='SGSN_Tests' name='TC_attach_no_imei_response' time='MASKED'/>
+  <testcase classname='SGSN_Tests' name='TC_attach_no_imsi_response' time='MASKED'/>
+  <testcase classname='SGSN_Tests' name='TC_attach_closed_add_vty' time='MASKED'/>
+  <testcase classname='SGSN_Tests' name='TC_attach_check_subscriber_list' time='MASKED'/>
+  <testcase classname='SGSN_Tests' name='TC_attach_detach_check_subscriber_list' time='MASKED'/>
+  <testcase classname='SGSN_Tests' name='TC_attach_check_complete_resend' time='MASKED'>
+    <failure type='fail-verdict'>Did not received GMM Attach Complete.
+      SGSN_Tests.ttcn:MASKED SGSN_Tests control part
+      SGSN_Tests.ttcn:MASKED TC_attach_check_complete_resend testcase
+    </failure>
+  </testcase>
   <testcase classname='SGSN_Tests' name='TC_hlr_location_cancel_request_update' time='MASKED'>
     <failure type='fail-verdict'>Unexpected GMM Detach Request
       SGSN_Tests.ttcn:MASKED SGSN_Tests control part
       SGSN_Tests.ttcn:MASKED TC_hlr_location_cancel_request_update testcase
     </failure>
   </testcase>
-  <testcase classname='SGSN_Tests' name='TC_hlr_location_cancel_request_withdraw' time='MASKED'>
-    <error type='DTE'>Dynamic test case error: Guard timer has expired. Execution of current test case will be interrupted.</error>
-  </testcase>
-  <testcase classname='SGSN_Tests' name='TC_hlr_location_cancel_request_unknown_subscriber_withdraw' time='MASKED'>
-    <error type='DTE'>Dynamic test case error: Guard timer has expired. Execution of current test case will be interrupted.</error>
-  </testcase>
+  <testcase classname='SGSN_Tests' name='TC_hlr_location_cancel_request_withdraw' time='MASKED'/>
+  <testcase classname='SGSN_Tests' name='TC_hlr_location_cancel_request_unknown_subscriber_withdraw' time='MASKED'/>
   <testcase classname='SGSN_Tests' name='TC_hlr_location_cancel_request_unknown_subscriber_update' time='MASKED'/>
   <testcase classname='SGSN_Tests' name='TC_rau_unknown' time='MASKED'/>
   <testcase classname='SGSN_Tests' name='TC_attach_rau' time='MASKED'/>
+  <testcase classname='SGSN_Tests' name='TC_attach_rau_a_a' time='MASKED'/>
+  <testcase classname='SGSN_Tests' name='TC_attach_rau_a_b' time='MASKED'/>
   <testcase classname='SGSN_Tests' name='TC_detach_unknown_nopoweroff' time='MASKED'/>
   <testcase classname='SGSN_Tests' name='TC_detach_unknown_poweroff' time='MASKED'/>
   <testcase classname='SGSN_Tests' name='TC_detach_nopoweroff' time='MASKED'/>
@@ -58,10 +67,19 @@
   <testcase classname='SGSN_Tests' name='TC_attach_pdp_act_user_deact_mo' time='MASKED'/>
   <testcase classname='SGSN_Tests' name='TC_attach_pdp_act_user_deact_mt' time='MASKED'/>
   <testcase classname='SGSN_Tests' name='TC_attach_second_attempt' time='MASKED'>
-    <error type='DTE'></error>
+    <failure type='fail-verdict'>Tguard timeout
+      SGSN_Tests.ttcn:MASKED SGSN_Tests control part
+      SGSN_Tests.ttcn:MASKED TC_attach_second_attempt testcase
+    </failure>
   </testcase>
   <testcase classname='SGSN_Tests' name='TC_attach_restart_ctr_echo' time='MASKED'/>
   <testcase classname='SGSN_Tests' name='TC_attach_restart_ctr_create' time='MASKED'/>
   <testcase classname='SGSN_Tests' name='TC_attach_pdp_act_deact_mt_t3395_expire' time='MASKED'/>
-    <testcase classname='SGSN_Tests' name='TC_attach_pdp_act_user_error_ind_ggsn' time='MASKED'/>
+  <testcase classname='SGSN_Tests' name='TC_attach_pdp_act_user_error_ind_ggsn' time='MASKED'/>
+  <testcase classname='SGSN_Tests' name='TC_attach_gmm_attach_req_while_gmm_attach' time='MASKED'>
+    <failure type='fail-verdict'>Unexpected GMM ID REQ (IMEI).
+      SGSN_Tests.ttcn:MASKED SGSN_Tests control part
+      SGSN_Tests.ttcn:MASKED TC_attach_gmm_attach_req_while_gmm_attach testcase
+    </failure>
+  </testcase>
 </testsuite>

-- 
To view, visit https://gerrit.osmocom.org/10797
To unsubscribe, or for help writing mail filters, visit https://gerrit.osmocom.org/settings

Gerrit-Project: osmo-ttcn3-hacks
Gerrit-Branch: master
Gerrit-MessageType: merged
Gerrit-Change-Id: I32c29e62ca317937db771f8fb1540bb1fe9da2ab
Gerrit-Change-Number: 10797
Gerrit-PatchSet: 1
Gerrit-Owner: Neels Hofmeyr <nhofmeyr at sysmocom.de>
Gerrit-Reviewer: Jenkins Builder (1000002)
Gerrit-Reviewer: Neels Hofmeyr <nhofmeyr at sysmocom.de>
-------------- next part --------------
An HTML attachment was scrubbed...
URL: <http://lists.osmocom.org/pipermail/gerrit-log/attachments/20180906/927907f7/attachment.htm>


More information about the gerrit-log mailing list