1# Copyright 2011 the V8 project authors. All rights reserved.
2# Redistribution and use in source and binary forms, with or without
3# modification, are permitted provided that the following conditions are
4# met:
5#
6#     * Redistributions of source code must retain the above copyright
7#       notice, this list of conditions and the following disclaimer.
8#     * Redistributions in binary form must reproduce the above
9#       copyright notice, this list of conditions and the following
10#       disclaimer in the documentation and/or other materials provided
11#       with the distribution.
12#     * Neither the name of Google Inc. nor the names of its
13#       contributors may be used to endorse or promote products derived
14#       from this software without specific prior written permission.
15#
16# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
17# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
18# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
19# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
20# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
26# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
28[
29[ALWAYS, {
30  ############################### BUGS ###################################
31
32  '15.5.4.9_CE': [['no_i18n', SKIP]],
33
34  # BUG(v8:3455)
35  '11.2.3_b': [FAIL],
36  '12.2.3_b': [FAIL],
37
38  ######################## NEEDS INVESTIGATION ###########################
39
40  # These test failures are specific to the intl402 suite and need investigation
41  # to be either marked as bugs with issues filed for them or as deliberate
42  # incompatibilities if the test cases turn out to be broken or ambiguous.
43  '6.2.3': [FAIL],
44  '9.2.1_2': [FAIL],
45  '9.2.6_2': [FAIL],
46  '10.1.1_a': [FAIL],
47  '10.1.1_19_c': [PASS, FAIL, NO_VARIANTS],
48  '10.1.2.1_4': [FAIL],
49  '10.2.3_b': [PASS, FAIL],
50  '10.3_a': [FAIL],
51  '11.1.1_17': [PASS, FAIL],
52  '11.1.1_19': [PASS, FAIL],
53  '11.1.1_20_c': [FAIL],
54  '11.1.1_a': [FAIL],
55  '11.1.2.1_4': [FAIL],
56  '11.3.2_FN_2': [PASS, FAIL],
57  '11.3.2_TRF': [PASS, FAIL],
58  '11.3_a': [FAIL],
59  '12.1.1_a': [FAIL],
60  '12.1.2.1_4': [FAIL],
61  '12.3.2_FDT_7_a_iv': [FAIL],
62  '12.3.3': [FAIL],
63  '12.3_a': [FAIL],
64  '15.5.4.9_3': [PASS, FAIL],
65
66  ##################### DELIBERATE INCOMPATIBILITIES #####################
67
68  'S15.8.2.8_A6': [PASS, FAIL_OK],  # Math.exp (less precise with --fast-math)
69
70  # Linux for ia32 (and therefore simulators) default to extended 80 bit
71  # floating point formats, so these tests checking 64-bit FP precision fail.
72  # The other platforms/arch's pass these tests.
73  # We follow the other major JS engines by keeping this default.
74  'S8.5_A2.1': [PASS, FAIL_OK],
75  'S8.5_A2.2': [PASS, FAIL_OK],
76
77  ############################ INVALID TESTS #############################
78
79  # The reference value calculated by Test262 is incorrect if you run these
80  # tests in PST/PDT between first Sunday in March and first Sunday in April.
81  # The DST switch was moved in 2007 whereas Test262 bases the reference value
82  # on 2000. Test262 Bug: https://bugs.ecmascript.org/show_bug.cgi?id=293
83  'S15.9.3.1_A5_T1': [PASS, FAIL_OK],
84  'S15.9.3.1_A5_T2': [PASS, FAIL_OK],
85  'S15.9.3.1_A5_T3': [PASS, FAIL_OK],
86  'S15.9.3.1_A5_T4': [PASS, FAIL_OK],
87  'S15.9.3.1_A5_T5': [PASS, FAIL_OK],
88  'S15.9.3.1_A5_T6': [PASS, FAIL_OK],
89
90  ############################ SKIPPED TESTS #############################
91
92  # These tests take a looong time to run in debug mode.
93  'S15.1.3.1_A2.5_T1': [PASS, ['mode == debug', SKIP]],
94  'S15.1.3.2_A2.5_T1': [PASS, ['mode == debug', SKIP]],
95}],  # ALWAYS
96
97['system == macos', {
98  '11.3.2_TRP': [FAIL],
99  '9.2.5_11_g_ii_2': [FAIL],
100}],  # system == macos
101
102['arch == arm or arch == mipsel or arch == mips or arch == arm64 or arch == mips64el', {
103
104  # TODO(mstarzinger): Causes stack overflow on simulators due to eager
105  # compilation of parenthesized function literals. Needs investigation.
106  'S13.2.1_A1_T1': [SKIP],
107
108  # BUG(3251225): Tests that timeout with --nocrankshaft.
109  'S15.1.3.1_A2.4_T1': [SKIP],
110  'S15.1.3.1_A2.5_T1': [SKIP],
111  'S15.1.3.2_A2.4_T1': [SKIP],
112  'S15.1.3.2_A2.5_T1': [SKIP],
113  'S15.1.3.3_A2.3_T1': [SKIP],
114  'S15.1.3.4_A2.3_T1': [SKIP],
115}],  # 'arch == arm or arch == mipsel or arch == mips or arch == arm64'
116]
117