update expected results

bsc:
  TC_assignment_sign fails with different message

msc
 fixed:
  TC_lu_clear_request
  TC_emerg_call_imei_reject
  TC_cm_serv_req_vgcs_reject
  TC_cm_serv_req_vbs_reject
  TC_cm_serv_req_lcs_reject
  TC_cm_reest_req_reject
  TC_cl3_rnd_payload
  TC_lu_and_mt_sms
 new:
  TC_smpp_mo_sms
  TC_smpp_mt_sms

sgsn fixed:
  TC_attach_umts_aka_gsm_sres

Change-Id: Ie9ef25fb2081ebab7a2b08c06307fa391f8f747a
This commit is contained in:
Neels Hofmeyr 2018-05-02 11:59:18 +02:00
parent 0ecb2e3516
commit de17222ead
3 changed files with 18 additions and 58 deletions

View File

@ -1,5 +1,5 @@
<?xml version="1.0"?>
<testsuite name='BSC_Tests' tests='72' failures='3' errors='2' skipped='0' inconc='0' time='MASKED'>
<testsuite name='BSC_Tests' tests='72' failures='4' errors='1' skipped='0' inconc='0' time='MASKED'>
<testcase classname='BSC_Tests' name='TC_ctrl_msc_connection_status' time='MASKED'/>
<testcase classname='BSC_Tests' name='TC_ctrl_msc0_connection_status' time='MASKED'/>
<testcase classname='BSC_Tests' name='TC_ctrl' time='MASKED'/>
@ -20,7 +20,10 @@
<testcase classname='BSC_Tests' name='TC_assignment_csd' time='MASKED'/>
<testcase classname='BSC_Tests' name='TC_assignment_ctm' time='MASKED'/>
<testcase classname='BSC_Tests' name='TC_assignment_sign' time='MASKED'>
<error type='DTE'></error>
<failure type='fail-verdict'>Received unexpected ASSIGNMENT FAIL
BSC_Tests.ttcn:MASKED BSC_Tests control part
BSC_Tests.ttcn:MASKED TC_assignment_sign testcase
</failure>
</testcase>
<testcase classname='BSC_Tests' name='TC_assignment_fr_a5_0' time='MASKED'/>
<testcase classname='BSC_Tests' name='TC_assignment_fr_a5_1' time='MASKED'/>

View File

@ -1,5 +1,5 @@
<?xml version="1.0"?>
<testsuite name='Titan' tests='47' failures='13' errors='1' skipped='0' inconc='0' time='MASKED'>
<testsuite name='Titan' tests='49' failures='5' errors='1' skipped='0' inconc='0' time='MASKED'>
<testcase classname='MSC_Tests' name='TC_cr_before_reset' time='MASKED'/>
<testcase classname='MSC_Tests' name='TC_lu_imsi_noauth_tmsi' time='MASKED'/>
<testcase classname='MSC_Tests' name='TC_lu_imsi_noauth_notmsi' time='MASKED'/>
@ -20,58 +20,23 @@
<testcase classname='MSC_Tests' name='TC_lu_and_mo_call' time='MASKED'/>
<testcase classname='MSC_Tests' name='TC_lu_auth_sai_timeout' time='MASKED'/>
<testcase classname='MSC_Tests' name='TC_lu_auth_sai_err' time='MASKED'/>
<testcase classname='MSC_Tests' name='TC_lu_clear_request' time='MASKED'>
<failure type='fail-verdict'>Got a second Clear Command, only one expected
MSC_Tests.ttcn:MASKED MSC_Tests control part
MSC_Tests.ttcn:MASKED TC_lu_clear_request testcase
</failure>
</testcase>
<testcase classname='MSC_Tests' name='TC_lu_clear_request' time='MASKED'/>
<testcase classname='MSC_Tests' name='TC_lu_disconnect' time='MASKED'/>
<testcase classname='MSC_Tests' name='TC_lu_by_imei' time='MASKED'/>
<testcase classname='MSC_Tests' name='TC_lu_by_tmsi_noauth_unknown' time='MASKED'/>
<testcase classname='MSC_Tests' name='TC_imsi_detach_by_imsi' time='MASKED'/>
<testcase classname='MSC_Tests' name='TC_imsi_detach_by_tmsi' time='MASKED'/>
<testcase classname='MSC_Tests' name='TC_imsi_detach_by_imei' time='MASKED'/>
<testcase classname='MSC_Tests' name='TC_emerg_call_imei_reject' time='MASKED'>
<failure type='fail-verdict'>Timeout waiting for ClearCommand/Release
MSC_Tests.ttcn:MASKED MSC_Tests control part
MSC_Tests.ttcn:MASKED TC_emerg_call_imei_reject testcase
</failure>
</testcase>
<testcase classname='MSC_Tests' name='TC_emerg_call_imei_reject' time='MASKED'/>
<testcase classname='MSC_Tests' name='TC_emerg_call_imsi' time='MASKED'/>
<testcase classname='MSC_Tests' name='TC_cm_serv_req_vgcs_reject' time='MASKED'>
<failure type='fail-verdict'>Timeout waiting for ClearCommand/Release
MSC_Tests.ttcn:MASKED MSC_Tests control part
MSC_Tests.ttcn:MASKED TC_cm_serv_req_vgcs_reject testcase
</failure>
</testcase>
<testcase classname='MSC_Tests' name='TC_cm_serv_req_vbs_reject' time='MASKED'>
<failure type='fail-verdict'>Timeout waiting for ClearCommand/Release
MSC_Tests.ttcn:MASKED MSC_Tests control part
MSC_Tests.ttcn:MASKED TC_cm_serv_req_vbs_reject testcase
</failure>
</testcase>
<testcase classname='MSC_Tests' name='TC_cm_serv_req_lcs_reject' time='MASKED'>
<failure type='fail-verdict'>Timeout waiting for ClearCommand/Release
MSC_Tests.ttcn:MASKED MSC_Tests control part
MSC_Tests.ttcn:MASKED TC_cm_serv_req_lcs_reject testcase
</failure>
</testcase>
<testcase classname='MSC_Tests' name='TC_cm_reest_req_reject' time='MASKED'>
<failure type='fail-verdict'>Timeout waiting for ClearCommand/Release
MSC_Tests.ttcn:MASKED MSC_Tests control part
MSC_Tests.ttcn:MASKED TC_cm_reest_req_reject testcase
</failure>
</testcase>
<testcase classname='MSC_Tests' name='TC_cm_serv_req_vgcs_reject' time='MASKED'/>
<testcase classname='MSC_Tests' name='TC_cm_serv_req_vbs_reject' time='MASKED'/>
<testcase classname='MSC_Tests' name='TC_cm_serv_req_lcs_reject' time='MASKED'/>
<testcase classname='MSC_Tests' name='TC_cm_reest_req_reject' time='MASKED'/>
<testcase classname='MSC_Tests' name='TC_lu_auth_2G_fail' time='MASKED'/>
<testcase classname='MSC_Tests' name='TC_lu_imsi_auth_tmsi_encr_13_13' time='MASKED'/>
<testcase classname='MSC_Tests' name='TC_cl3_no_payload' time='MASKED'/>
<testcase classname='MSC_Tests' name='TC_cl3_rnd_payload' time='MASKED'>
<failure type='fail-verdict'>Timeout waiting for ClearCommand or SCCP Release
MSC_Tests.ttcn:MASKED MSC_Tests control part
MSC_Tests.ttcn:MASKED TC_cl3_rnd_payload testcase
</failure>
</testcase>
<testcase classname='MSC_Tests' name='TC_cl3_rnd_payload' time='MASKED'/>
<testcase classname='MSC_Tests' name='TC_establish_and_nothing' time='MASKED'>
<failure type='fail-verdict'>Timeout waiting for ClearCommand/Release
MSC_Tests.ttcn:MASKED MSC_Tests control part
@ -107,11 +72,8 @@
<testcase classname='MSC_Tests' name='TC_reset_two' time='MASKED'/>
<testcase classname='MSC_Tests' name='TC_lu_and_mt_call' time='MASKED'/>
<testcase classname='MSC_Tests' name='TC_lu_and_mo_sms' time='MASKED'/>
<testcase classname='MSC_Tests' name='TC_lu_and_mt_sms' time='MASKED'>
<failure type='fail-verdict'>Unexpected SMS related PDU from MSC
MSC_Tests.ttcn:MASKED MSC_Tests control part
MSC_Tests.ttcn:MASKED TC_lu_and_mt_sms testcase
</failure>
</testcase>
<testcase classname='MSC_Tests' name='TC_lu_and_mt_sms' time='MASKED'/>
<testcase classname='MSC_Tests' name='TC_smpp_mo_sms' time='MASKED'/>
<testcase classname='MSC_Tests' name='TC_smpp_mt_sms' time='MASKED'/>
<testcase classname='MSC_Tests' name='TC_lu_imsi_auth_tmsi_encr_3_1_log_msc_debug' time='MASKED'/>
</testsuite>

View File

@ -1,14 +1,9 @@
<?xml version="1.0"?>
<testsuite name='Titan' tests='22' failures='5' errors='2' skipped='0' inconc='0' time='MASKED'>
<testsuite name='Titan' tests='24' failures='5' errors='2' skipped='0' inconc='0' time='MASKED'>
<testcase classname='SGSN_Tests' name='TC_attach' time='MASKED'/>
<testcase classname='SGSN_Tests' name='TC_attach_mnc3' time='MASKED'/>
<testcase classname='SGSN_Tests' name='TC_attach_umts_aka_umts_res' time='MASKED'/>
<testcase classname='SGSN_Tests' name='TC_attach_umts_aka_gsm_sres' time='MASKED'>
<failure type='fail-verdict'>Tguard timeout
SGSN_Tests.ttcn:MASKED SGSN_Tests control part
SGSN_Tests.ttcn:MASKED TC_attach_umts_aka_gsm_sres testcase
</failure>
</testcase>
<testcase classname='SGSN_Tests' name='TC_attach_umts_aka_gsm_sres' time='MASKED'/>
<testcase classname='SGSN_Tests' name='TC_attach_auth_id_timeout' time='MASKED'/>
<testcase classname='SGSN_Tests' name='TC_attach_auth_sai_timeout' time='MASKED'>
<failure type='fail-verdict'>Tguard timeout