path: root/tests/TestExpectations

# Skipped because of slow string concatenation, test takes a looong time to execute.
S15.1.3.1_A2.5_T1
S15.1.3.2_A2.5_T1

# wrong tests
# uses octal number
15.2.3.6-2-17-1 failing

# Tests failing that are supposed to pass.
10.4.2-1-2 failing
10.4.3-1-104 failing
10.4.3-1-106 failing
10.4.3-1-17-s failing
10.4.3-1-63-s failing
10.4.3-1-82-s failing
11.1.4_4-5-1 failing
11.1.4_5-6-1 failing
S11.10.1_A2.4_T1 failing
S11.10.1_A2.4_T3 failing
S11.10.2_A2.4_T1 failing
S11.10.2_A2.4_T3 failing
S11.10.3_A2.4_T1 failing
S11.10.3_A2.4_T3 failing
S11.11.1_A2.1_T1 failing
S11.11.1_A3_T2 failing
S11.11.1_A3_T3 failing
S11.11.1_A3_T4 failing
11.13.1-1-1 failing
11.13.1-1-2 failing
11.13.1-1-3 failing
11.13.1-1-4 failing
11.13.2-45-s failing
11.13.2-46-s failing
11.13.2-47-s failing
11.13.2-48-s failing
11.13.2-49-s failing
11.13.2-50-s failing
11.13.2-51-s failing
11.13.2-52-s failing
11.13.2-53-s failing
11.13.2-54-s failing
11.13.2-55-s failing
S11.13.2_A4.3_T1.4 failing
S11.13.2_A4.3_T2.3 failing
S11.13.2_A4.3_T2.9 failing
S11.2.1_A3_T1 failing
S11.2.1_A3_T2 failing
S11.2.1_A3_T3 failing
S11.2.1_A4_T3 failing
11.2.3-3_3 failing
11.3.1-2-1-s failing
11.3.1-2-2-s failing
S11.3.1_A2.2_T1 failing
S11.3.1_A4_T1 failing
S11.3.1_A4_T2 failing
S11.3.1_A4_T3 failing
S11.3.1_A4_T4 failing
11.3.2-2-1-s failing
11.3.2-2-2-s failing
S11.3.2_A2.2_T1 failing
S11.3.2_A4_T1 failing
S11.3.2_A4_T2 failing
S11.3.2_A4_T3 failing
S11.3.2_A4_T4 failing
11.4.1-0-1 failing
11.4.1-2-1 failing
11.4.1-2-2 failing
11.4.1-2-3 failing
11.4.1-2-4 failing
11.4.1-2-5 failing
11.4.1-2-6 failing
11.4.1-4.a-5 failing
11.4.1-5-2 failing
S11.4.1_A1 failing
S11.4.1_A2.1 failing
11.4.4-2-1-s failing
11.4.4-2-2-s failing
11.4.5-2-1-s failing
11.4.5-2-2-s failing
S11.5.1_A2.4_T1 failing
S11.5.1_A2.4_T3 failing
S11.5.2_A2.4_T1 failing
S11.5.2_A2.4_T3 failing
S11.5.3_A2.4_T1 failing
S11.5.3_A2.4_T3 failing
S11.5.3_A3_T1.4 failing
S11.5.3_A3_T2.3 failing
S11.5.3_A3_T2.9 failing
S11.5.3_A4_T2 failing
S11.7.1_A2.4_T1 failing
S11.7.1_A2.4_T3 failing
S11.7.2_A2.4_T1 failing
S11.7.2_A2.4_T3 failing
S11.6.1_A2.4_T1 failing
S11.6.1_A2.4_T3 failing
S11.6.2_A2.4_T1 failing
S11.6.2_A2.4_T3 failing
S11.8.2_A2.4_T1 failing
S11.8.2_A2.4_T3 failing
S11.8.3_A2.4_T1 failing
S11.8.3_A2.4_T3 failing
S11.7.3_A2.4_T1 failing
S11.7.3_A2.4_T3 failing
S11.8.1_A2.4_T1 failing
S11.8.1_A2.4_T3 failing
S11.8.4_A2.4_T1 failing
S11.8.4_A2.4_T3 failing
S11.8.6_A2.4_T1 failing
S11.8.6_A2.4_T3 failing
S11.8.6_A3 failing
S11.8.6_A5_T2 failing
S11.8.7_A2.4_T1 failing
S11.8.7_A2.4_T3 failing
S11.9.1_A2.4_T1 failing
S11.9.1_A2.4_T3 failing
S11.9.2_A2.4_T1 failing
S11.9.2_A2.4_T3 failing
S11.9.4_A2.4_T1 failing
S11.9.4_A2.4_T3 failing
S11.9.5_A2.4_T1 failing
S11.9.5_A2.4_T3 failing
S12.10_A3.11_T1 failing
S12.10_A3.11_T2 failing
S12.10_A3.11_T3 failing
S12.10_A3.11_T4 failing
S12.10_A3.11_T5 failing
S12.10_A3.12_T1 failing
S12.10_A3.12_T2 failing
S12.10_A3.12_T3 failing
S12.10_A3.12_T4 failing
S12.10_A3.12_T5 failing
S12.10_A3.4_T4 failing
S12.10_A3.4_T5 failing
S12.10_A3.5_T4 failing
S12.10_A3.5_T5 failing
12.14-13 failing
12.10-0-3 failing
S12.10_A1.11_T1 failing
S12.10_A1.11_T2 failing
S12.10_A1.11_T4 failing
S12.10_A1.12_T1 failing
S12.10_A1.12_T2 failing
S12.10_A1.12_T4 failing
S12.10_A1.4_T4 failing
S12.10_A1.4_T5 failing
S12.10_A1.5_T4 failing
S12.10_A1.5_T5 failing
S13_A15_T4 failing
S13_A3_T1 failing
13.1-11-s failing
13.1-12-s failing
13.1-13-s failing
13.1-14-s failing
13.1-35-s failing
13.1-36-s failing
13.1-37-s failing
13.1-38-s failing
13.1-39-s failing
13.1-40-s failing
13.1-41-s failing
13.1-42-s failing
S13.2.2_A19_T1 failing
S13.2.2_A19_T3 failing
S13.2.2_A19_T4 failing
S13.2.2_A19_T5 failing
S13.2.2_A19_T6 failing
S13.2.2_A19_T8 failing
S13.2.3_A1 failing
S14_A2 failing
14.1-5-s failing
15.1.1.3-3 failing
S15.1.2.1_A3.2_T8 failing
S15.1.2.1_A3.3_T3 failing
S15.1.2.1_A4.1 failing
S15.1.2.1_A4.2 failing
S15.1.2.1_A4.3 failing
S15.1.2.1_A4.4 failing
S15.1.2.1_A4.7 failing
S15.12.2_A1 failing
15.2.3.6-4-360-3 failing
15.2.3.6-4-360-7 failing
15.4.4.14-9-a-10 failing
15.4.4.14-9-a-17 failing
15.4.4.14-9-a-7 failing
15.4.4.14-9-a-9 failing
15.4.4.15-8-b-i-5 failing
15.4.4.19-5-1 failing
15.4.4.21-9-c-i-6 failing
15.4.4.22-9-c-i-6 failing
S15.4.4.3_A1_T1 failing
S15.4.4.3_A3_T1 failing
15.4.4.4-5-b-iii-3-b-1 failing
15.4.4.4-5-c-i-1 failing
S15.4.4.4_A2_T1 failing
S15.4.4.4_A2_T2 failing
S15.4.4.4_A3_T1 failing
S15.5.4.11_A5_T1 failing
15.5.4.20-4-1 failing
S15.5.4.8_A1_T4 failing
S15.7.4.5_A1.4_T01 failing
6.4_c failing
8.0_L15 failing
9.1_a failing
9.1_b failing
9.2.1_1 failing
9.2.1_2 failing
9.2.1_3 failing
9.2.1_4 failing
9.2.1_8_c_ii failing
9.2.1_8_c_vi failing
9.2.2 failing
9.2.3_5 failing
9.2.5_11_g_ii_2 failing
9.2.5_6 failing
9.2.6_2 failing
9.2.6_4 failing
9.2.6_4_b failing
9.2.6_4_c failing
9.2.8_1_c failing
9.2.8_4 failing
10.1.1_1 failing
10.1.1_10 failing
10.1.1_11 failing
10.1.1_13 failing
10.1.1_19_b failing
10.1.1_19_c failing
10.1.1_20 failing
10.1.1_23 failing
10.1.1_6 failing
10.1.2_a failing
10.1.3 failing
10.1_L15 failing
10.2.1 failing
10.2.2 failing
10.2.2_L15 failing
10.2.3_b failing
10.3.1 failing
10.3.2_1_a_L15 failing
10.3.2_1_c failing
10.3.2_CS_a failing
10.3.2_CS_b_NN failing
10.3.2_CS_c_NN failing
10.3.2_CS_d_NN failing
10.3.2_L15 failing
10.3.3 failing
10.3.3_L15 failing
10.3_L15 failing
10.3_a failing
10.3_b failing
10.4_a failing
11.1.1_1 failing
11.1.1_15 failing
11.1.1_17 failing
11.1.1_19 failing
11.1.1_20_c failing
11.1.1_21 failing
11.1.1_34 failing
11.1.1_6 failing
11.1.1_7 failing
11.1.2 failing
11.1.3 failing
11.1_L15 failing
11.2.1 failing
11.2.2 failing
11.2.2_L15 failing
11.2.3_b failing
11.3.1 failing
11.3.2_1_a_L15 failing
11.3.2_1_a_ii failing
11.3.2_1_c failing
11.3.2_FN_1 failing
11.3.2_FN_2 failing
11.3.2_FN_3_b failing
11.3.2_L15 failing
11.3.2_TRF failing
11.3.2_TRP failing
11.3.3 failing
11.3.3_L15 failing
11.3_L15 failing
11.3_a failing
11.3_b failing
11.4_a failing
12.1.1_1 failing
12.1.1_18 failing
12.1.1_22 failing
12.1.1_23 failing
12.1.1_25 failing
12.1.1_5 failing
12.1.1_6 failing
12.1.1_TDTO failing
12.1.2 failing
12.1.3 failing
12.1_L15 failing
12.2.1 failing
12.2.2 failing
12.2.2_L15 failing
12.2.3_b failing
12.2.3_c failing
12.3.1 failing
12.3.2_1_a_L15 failing
12.3.2_1_c failing
12.3.2_FDT_1 failing
12.3.2_FDT_7_a_iv failing
12.3.2_L15 failing
12.3.2_TLT_2 failing
12.3.3 failing
12.3.3_L15 failing
12.3_L15 failing
12.3_a failing
12.3_b failing
12.4_a failing
13.1.1_6 failing
13.1.1_7 failing
13.2.1_4 failing
13.2.1_5 failing
13.3.0_2 failing
13.3.0_6 failing
13.3.0_7 failing
6.2.2_a failing
6.2.2_b failing
6.2.2_c failing
6.2.3 failing
6.2.4 failing
6.3.1_a failing
6.3.1_b failing
6.4_a failing
6.4_b failing

# Tests that are passing but are supposed to fail (@negative)
Sbp_12.5_A9_T3 failing
Sbp_12.6.2_A13_T3 failing
Sbp_7.8.4_A6.1_T4 failing
Sbp_7.8.4_A6.2_T1 failing
Sbp_7.8.4_A6.2_T2 failing
Sbp_A1_T1 failing
Sbp_A2_T1 failing
Sbp_A2_T2 failing
Sbp_A3_T1 failing
Sbp_A4_T1 failing
Sbp_A4_T2 failing
S12.4_A1 failing
S12.9_A1_T1 failing
S12.9_A1_T10 failing
S12.9_A1_T2 failing
S12.9_A1_T3 failing
S12.9_A1_T4 failing
S12.9_A1_T5 failing
S12.9_A1_T6 failing
S12.9_A1_T7 failing
S12.9_A1_T8 failing
S12.9_A1_T9 failing
S15.2.4.4_A14 failing

# Array regressions
S15.4.4.4_A1_T2 failing
15.4.4.18-7-c-i-6 failing
15.4.4.19-8-c-i-6 failing
15.4.4.20-9-c-i-6 failing
15.4.4.22-8-b-iii-1-6 failing
15.4.4.14-9-b-i-5 failing
15.4.4.16-7-c-i-6 failing
15.4.4.17-7-c-i-6 failing
15.4.4.21-8-b-iii-1-6 failing
15.12.3_4-1-1
15.12.3_4-1-3