1#
2# Copyright (C) 2016 The Android Open Source Project
3#
4# Licensed under the Apache License, Version 2.0 (the 'License');
5# you may not use this file except in compliance with the License.
6# You may obtain a copy of the License at
7#
8#      http://www.apache.org/licenses/LICENSE-2.0
9#
10# Unless required by applicable law or agreed to in writing, software
11# distributed under the License is distributed on an 'AS IS' BASIS,
12# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13# See the License for the specific language governing permissions and
14# limitations under the License.
15#
16
17import os
18
19from vts.utils.python.os import path_utils
20
21from vts.testcases.kernel.ltp import ltp_enums
22
23VTS_LTP_OUTPUT = os.path.join('DATA', 'nativetest', 'ltp')
24LTP_RUNTEST_DIR = os.path.join(VTS_LTP_OUTPUT, 'runtest')
25LTP_DISABLED_BUILD_TESTS_CONFIG_PATH = os.path.join(VTS_LTP_OUTPUT, 'disabled_tests.txt')
26
27# Environment paths for ltp test cases
28# string, ltp build root directory on target
29LTPDIR = '/data/local/tmp/ltp'
30# Directory for environment variable 'TMP' needed by some test cases
31TMP = path_utils.JoinTargetPath(LTPDIR, 'tmp')
32# Directory for environment variable 'TMPBASE' needed by some test cases
33TMPBASE = path_utils.JoinTargetPath(TMP, 'tmpbase')
34# Directory for environment variable 'LTPTMP' needed by some test cases
35LTPTMP = path_utils.JoinTargetPath(TMP, 'ltptemp')
36# Directory for environment variable 'TMPDIR' needed by some test cases
37TMPDIR = path_utils.JoinTargetPath(TMP, 'tmpdir')
38# Path where ltp test binary exists
39LTPBINPATH = path_utils.JoinTargetPath(LTPDIR, 'testcases', 'bin')
40# Add LTP's binary path to PATH
41PATH = '/system/bin:%s' % LTPBINPATH
42
43# File system type for loop device
44LTP_DEV_FS_TYPE = 'ext4'
45
46# Binaries required by LTP test cases that should exist in PATH
47INTERNAL_BINS = [
48    'mktemp',
49    'cp',
50    'chmod',
51    'chown',
52    'ls',
53    'mkfifo',
54    'ldd',
55]
56
57# Internal shell command required by some LTP test cases
58INTERNAL_SHELL_COMMANDS = [
59    'export',
60    'cd',
61]
62
63# Requirement to testcase dictionary.
64REQUIREMENTS_TO_TESTCASE = {
65    ltp_enums.Requirements.LOOP_DEVICE_SUPPORT: [
66        'syscalls.mount01',
67        'syscalls.fchmod06',
68        'syscalls.ftruncate04',
69        'syscalls.ftruncate04_64',
70        'syscalls.inotify03',
71        'syscalls.link08',
72        'syscalls.linkat02',
73        'syscalls.mkdir03',
74        'syscalls.mkdirat02',
75        'syscalls.mknod07',
76        'syscalls.mknodat02',
77        'syscalls.mmap16',
78        'syscalls.mount01',
79        'syscalls.mount02',
80        'syscalls.mount03',
81        'syscalls.mount04',
82        'syscalls.mount06',
83        'syscalls.rename11',
84        'syscalls.renameat01',
85        'syscalls.rmdir02',
86        'syscalls.umount01',
87        'syscalls.umount02',
88        'syscalls.umount03',
89        'syscalls.umount2_01',
90        'syscalls.umount2_02',
91        'syscalls.umount2_03',
92        'syscalls.utime06',
93        'syscalls.utimes01',
94        'syscalls.mkfs01',
95        'fs.quota_remount_test01',
96    ],
97    ltp_enums.Requirements.BIN_IN_PATH_LDD: ['commands.ldd'],
98}
99
100# Requirement for all test cases
101REQUIREMENT_FOR_ALL = [ltp_enums.Requirements.LTP_TMP_DIR]
102
103# Requirement to test suite dictionary
104REQUIREMENT_TO_TESTSUITE = {}
105
106# List of LTP test suites to run
107TEST_SUITES = [
108    'admin_tools',
109    'can',
110    'cap_bounds',
111    'commands',
112    'connectors',
113    'containers',
114#     'controllers',
115    'cpuhotplug',
116    'dio',
117    'fcntl-locktests_android',
118    'filecaps',
119    'fs',
120    'fs_bind',
121    'fs_ext4',
122    'fs_perms_simple',
123    'fsx',
124    'hugetlb',
125    'hyperthreading',
126    'input',
127    'io',
128    'ipc',
129    'kernel_misc',
130    'math',
131    'mm',
132    'modules',
133    'nptl',
134    'numa',
135    'pipes',
136    'power_management_tests',
137    'pty',
138    'sched',
139    'syscalls',
140    'timers',
141    # The following are not included in default LTP scenario group
142    'securebits',
143    'tracing',
144]
145
146# List of LTP test suites that will not run in multi-thread mode
147TEST_SUITES_REQUIRE_SINGLE_THREAD_MODE = [
148    'dio',
149    'io',
150    'mm',
151]
152
153# Staging tests are for debugging and verifying fixed tests
154# Test specified here can be in format: testsuite.testname,
155# or testsuite.testname_**bit, or just testname. Using just testname
156# is not recommended
157STAGING_TESTS = [
158    # b/38393835 failing for kernel 4.4, 4.9
159    'syscalls.writev01',
160    'syscalls.writev03',
161    'syscalls.writev04',
162    # b/37861231
163    'modules.delete_module02',
164    # Flaky on pixel
165    # b/32417988
166    'syscalls.waitpid02_64bit',
167    # Tests currently only failing on pixels,
168    # these will be inspected soon
169    'syscalls.open14',
170    'syscalls.openat03',
171    # Fail on local device but pass on lab devices
172    'fs.proc01',
173    # Failing for missing libcap
174    'containers.userns01_64bit',
175    'securebits.check_keepcaps03_64bit',
176    'securebits.check_keepcaps02_64bit',
177    'containers.userns05_64bit',
178    'containers.userns07_64bit',
179    'containers.userns06_64bit',
180    'containers.userns03_64bit',
181    'securebits.check_keepcaps01_64bit',
182    'containers.userns02_64bit',
183
184    # Skipped tests on pixels are put in staging
185    'admin_tools.acl_test01_32bit',
186    'admin_tools.acl_test01_64bit',
187    'admin_tools.at_allow01_32bit',
188    'admin_tools.at_allow01_64bit',
189    'admin_tools.at_deny01_32bit',
190    'admin_tools.at_deny01_64bit',
191    'can.can_filter_32bit',
192    'can.can_filter_64bit',
193    'can.can_rcv_own_msgs_32bit',
194    'can.can_rcv_own_msgs_64bit',
195    'commands.df01_exfat_32bit',
196    'commands.df01_exfat_64bit',
197    'commands.df01_ext2_32bit',
198    'commands.df01_ext2_64bit',
199    'commands.df01_ext3_32bit',
200    'commands.df01_ext3_64bit',
201    'commands.df01_ext4_32bit',
202    'commands.df01_ext4_64bit',
203    'commands.df01_ntfs_32bit',
204    'commands.df01_ntfs_64bit',
205    'commands.df01_vfat_32bit',
206    'commands.df01_vfat_64bit',
207    'commands.df01_xfs_32bit',
208    'commands.df01_xfs_64bit',
209    'commands.insmod01_32bit',
210    'commands.insmod01_64bit',
211    'commands.mkfs01_btrfs_32bit',
212    'commands.mkfs01_btrfs_64bit',
213    'commands.mkfs01_ext2_32bit',
214    'commands.mkfs01_ext2_64bit',
215    'commands.mkfs01_ext3_32bit',
216    'commands.mkfs01_ext3_64bit',
217    'commands.mkfs01_ext4_32bit',
218    'commands.mkfs01_ext4_64bit',
219    'commands.mkfs01_minix_32bit',
220    'commands.mkfs01_minix_64bit',
221    'commands.mkfs01_msdos_32bit',
222    'commands.mkfs01_msdos_64bit',
223    'commands.mkfs01_ntfs_32bit',
224    'commands.mkfs01_ntfs_64bit',
225    'commands.mkfs01_vfat_32bit',
226    'commands.mkfs01_vfat_64bit',
227    'commands.mkfs01_xfs_32bit',
228    'commands.mkfs01_xfs_64bit',
229    'commands.mkswap01_32bit',
230    'commands.mkswap01_64bit',
231    'connectors.Connectors_32bit',
232    'connectors.Connectors_64bit',
233    'containers.pidns01_32bit',
234    'containers.pidns01_64bit',
235    'containers.pidns02_32bit',
236    'containers.pidns02_64bit',
237    'containers.pidns03_32bit',
238    'containers.pidns03_64bit',
239    'containers.pidns04_32bit',
240    'containers.pidns04_64bit',
241    'containers.pidns05_32bit',
242    'containers.pidns05_64bit',
243    'containers.pidns06_32bit',
244    'containers.pidns06_64bit',
245    'containers.pidns13_32bit',
246    'containers.pidns13_64bit',
247    'containers.pidns16_32bit',
248    'containers.pidns16_64bit',
249    'containers.pidns32_32bit',
250    'containers.pidns32_64bit',
251    'containers.userns01_32bit',
252    'containers.userns02_32bit',
253    'containers.userns03_32bit',
254    'containers.userns04_32bit',
255    'containers.userns04_64bit',
256    'containers.userns05_32bit',
257    'containers.userns06_32bit',
258    'containers.userns07_32bit',
259    'containers.utstest_clone_1_32bit',
260    'containers.utstest_clone_1_64bit',
261    'containers.utstest_clone_2_32bit',
262    'containers.utstest_clone_2_64bit',
263    'containers.utstest_clone_3_32bit',
264    'containers.utstest_clone_3_64bit',
265    'containers.utstest_clone_4_32bit',
266    'containers.utstest_clone_4_64bit',
267    'containers.utstest_clone_5_32bit',
268    'containers.utstest_clone_5_64bit',
269    'containers.utstest_unshare_1_32bit',
270    'containers.utstest_unshare_1_64bit',
271    'containers.utstest_unshare_2_32bit',
272    'containers.utstest_unshare_2_64bit',
273    'containers.utstest_unshare_3_32bit',
274    'containers.utstest_unshare_3_64bit',
275    'containers.utstest_unshare_4_32bit',
276    'containers.utstest_unshare_4_64bit',
277    'containers.utstest_unshare_5_32bit',
278    'containers.utstest_unshare_5_64bit',
279    'cpuhotplug.cpuhotplug05_32bit',
280    'cpuhotplug.cpuhotplug05_64bit',
281    'cpuhotplug.cpuhotplug07_32bit',
282    'cpuhotplug.cpuhotplug07_64bit',
283    'fs_ext4.ext4-nsec-timestamps_32bit',
284    'fs_ext4.ext4-nsec-timestamps_64bit',
285    'fs_ext4.ext4-subdir-limit_32bit',
286    'fs_ext4.ext4-subdir-limit_64bit',
287    'hugetlb.hugemmap01_32bit',
288    'hugetlb.hugemmap01_64bit',
289    'hugetlb.hugemmap02_32bit',
290    'hugetlb.hugemmap02_64bit',
291    'hugetlb.hugemmap04_32bit',
292    'hugetlb.hugemmap04_64bit',
293    'hugetlb.hugemmap06_32bit',
294    'hugetlb.hugemmap06_64bit',
295    'hyperthreading.ht_interrupt_32bit',
296    'hyperthreading.ht_interrupt_64bit',
297    'kernel_misc.block_dev_32bit',
298    'kernel_misc.block_dev_64bit',
299    'kernel_misc.cpufreq_boost_32bit',
300    'kernel_misc.cpufreq_boost_64bit',
301    'kernel_misc.fw_load_32bit',
302    'kernel_misc.fw_load_64bit',
303    'kernel_misc.lock_torture_32bit',
304    'kernel_misc.lock_torture_64bit',
305    'kernel_misc.ltp_acpi_32bit',
306    'kernel_misc.ltp_acpi_64bit',
307    'kernel_misc.rcu_torture_32bit',
308    'kernel_misc.rcu_torture_64bit',
309    'kernel_misc.rtc01_32bit',
310    'kernel_misc.rtc01_64bit',
311    'kernel_misc.tbio_32bit',
312    'kernel_misc.tbio_64bit',
313    'kernel_misc.tpci_32bit',
314    'kernel_misc.tpci_64bit',
315    'kernel_misc.uaccess_32bit',
316    'kernel_misc.uaccess_64bit',
317    'kernel_misc.zram01_32bit',
318    'kernel_misc.zram01_64bit',
319    'kernel_misc.zram02_32bit',
320    'kernel_misc.zram02_64bit',
321    'mm.ksm01_1_32bit',
322    'mm.ksm01_1_64bit',
323    'mm.ksm01_32bit',
324    'mm.ksm01_64bit',
325    'mm.ksm02_1_32bit',
326    'mm.ksm02_1_64bit',
327    'mm.ksm02_32bit',
328    'mm.ksm02_64bit',
329    'mm.ksm03_1_32bit',
330    'mm.ksm03_1_64bit',
331    'mm.ksm03_32bit',
332    'mm.ksm03_64bit',
333    'mm.ksm04_1_32bit',
334    'mm.ksm04_1_64bit',
335    'mm.ksm04_32bit',
336    'mm.ksm04_64bit',
337    'mm.ksm06_1_32bit',
338    'mm.ksm06_1_64bit',
339    'mm.ksm06_2_32bit',
340    'mm.ksm06_2_64bit',
341    'mm.ksm06_32bit',
342    'mm.ksm06_64bit',
343    'mm.mmap10_2_32bit',
344    'mm.mmap10_2_64bit',
345    'mm.mmap10_3_32bit',
346    'mm.mmap10_3_64bit',
347    'mm.mmap10_4_32bit',
348    'mm.mmap10_4_64bit',
349    'mm.mmapstress08_32bit',
350    'mm.mmapstress08_64bit',
351    'mm.oom01_32bit',
352    'mm.oom02_32bit',
353    'mm.oom03_32bit',
354    'mm.oom04_32bit',
355    'mm.oom05_32bit',
356    'mm.overcommit_memory01_32bit',
357    'mm.overcommit_memory02_32bit',
358    'mm.overcommit_memory03_32bit',
359    'mm.overcommit_memory04_32bit',
360    'mm.overcommit_memory05_32bit',
361    'mm.overcommit_memory06_32bit',
362    'mm.swapping01_32bit',
363    'mm.thp02_32bit',
364    'mm.thp03_32bit',
365    'mm.vma02_32bit',
366    'mm.vma02_64bit',
367    'mm.vma04_32bit',
368    'mm.vma04_64bit',
369    'modules.delete_module01_32bit',
370    'modules.delete_module01_64bit',
371    'modules.delete_module03_32bit',
372    'modules.delete_module03_64bit',
373    'numa.move_pages01_32bit',
374    'numa.move_pages01_64bit',
375    'numa.move_pages02_32bit',
376    'numa.move_pages02_64bit',
377    'numa.move_pages04_32bit',
378    'numa.move_pages04_64bit',
379    'numa.move_pages05_32bit',
380    'numa.move_pages05_64bit',
381    'numa.move_pages06_32bit',
382    'numa.move_pages06_64bit',
383    'numa.move_pages07_32bit',
384    'numa.move_pages07_64bit',
385    'numa.move_pages08_32bit',
386    'numa.move_pages08_64bit',
387    'numa.move_pages09_32bit',
388    'numa.move_pages09_64bit',
389    'numa.move_pages10_32bit',
390    'numa.move_pages10_64bit',
391    'power_management_tests.runpwtests01_32bit',
392    'power_management_tests.runpwtests01_64bit',
393    'power_management_tests.runpwtests02_32bit',
394    'power_management_tests.runpwtests02_64bit',
395    'power_management_tests.runpwtests03_32bit',
396    'power_management_tests.runpwtests03_64bit',
397    'power_management_tests.runpwtests04_32bit',
398    'power_management_tests.runpwtests04_64bit',
399    'power_management_tests.runpwtests06_32bit',
400    'power_management_tests.runpwtests06_64bit',
401    'syscalls.acct01_32bit',
402    'syscalls.acct01_64bit',
403    'syscalls.cacheflush01_32bit',
404    'syscalls.cacheflush01_64bit',
405    'syscalls.fanotify01_32bit',
406    'syscalls.fanotify01_64bit',
407    'syscalls.fanotify02_32bit',
408    'syscalls.fanotify02_64bit',
409    'syscalls.fanotify03_32bit',
410    'syscalls.fanotify03_64bit',
411    'syscalls.fanotify04_32bit',
412    'syscalls.fanotify04_64bit',
413    'syscalls.fanotify05_32bit',
414    'syscalls.fanotify05_64bit',
415    'syscalls.fanotify06_32bit',
416    'syscalls.fanotify06_64bit',
417    'syscalls.fcntl06_32bit',
418    'syscalls.fcntl06_64_32bit',
419    'syscalls.fcntl06_64_64bit',
420    'syscalls.fcntl06_64bit',
421    'syscalls.fork14_32bit',
422    'syscalls.fork14_64bit',
423    'syscalls.futex_wake04_32bit',
424    'syscalls.futex_wake04_64bit',
425    'syscalls.get_mempolicy01_32bit',
426    'syscalls.get_mempolicy01_64bit',
427    'syscalls.getcpu01_32bit',
428    'syscalls.getcpu01_64bit',
429    'syscalls.getxattr01_32bit',
430    'syscalls.getxattr01_64bit',
431    'syscalls.getxattr02_32bit',
432    'syscalls.getxattr02_64bit',
433    'syscalls.getxattr03_32bit',
434    'syscalls.getxattr03_64bit',
435    'syscalls.kcmp01_32bit',
436    'syscalls.kcmp01_64bit',
437    'syscalls.kcmp02_32bit',
438    'syscalls.kcmp02_64bit',
439    'syscalls.keyctl01_32bit',
440    'syscalls.keyctl01_64bit',
441    'syscalls.mbind01_32bit',
442    'syscalls.mbind01_64bit',
443    'syscalls.migrate_pages01_32bit',
444    'syscalls.migrate_pages01_64bit',
445    'syscalls.migrate_pages02_32bit',
446    'syscalls.migrate_pages02_64bit',
447    'syscalls.mmap15_32bit',
448    'syscalls.mmap15_64bit',
449    'syscalls.move_pages01_32bit',
450    'syscalls.move_pages01_64bit',
451    'syscalls.move_pages02_32bit',
452    'syscalls.move_pages02_64bit',
453    'syscalls.move_pages04_32bit',
454    'syscalls.move_pages04_64bit',
455    'syscalls.move_pages05_32bit',
456    'syscalls.move_pages05_64bit',
457    'syscalls.move_pages06_32bit',
458    'syscalls.move_pages06_64bit',
459    'syscalls.move_pages07_32bit',
460    'syscalls.move_pages07_64bit',
461    'syscalls.move_pages08_32bit',
462    'syscalls.move_pages08_64bit',
463    'syscalls.move_pages09_32bit',
464    'syscalls.move_pages09_64bit',
465    'syscalls.move_pages10_32bit',
466    'syscalls.move_pages10_64bit',
467    'syscalls.munlockall02_32bit',
468    'syscalls.munlockall02_64bit',
469    'syscalls.ptrace04_32bit',
470    'syscalls.ptrace04_64bit',
471    'syscalls.quotactl02_32bit',
472    'syscalls.quotactl02_64bit',
473    'syscalls.readdir21_32bit',
474    'syscalls.readdir21_64bit',
475    'syscalls.removexattr01_32bit',
476    'syscalls.removexattr01_64bit',
477    'syscalls.removexattr02_32bit',
478    'syscalls.removexattr02_64bit',
479    'syscalls.sendfile09_32bit',
480    'syscalls.sendfile09_64_32bit',
481    'syscalls.sendfile09_64_64bit',
482    'syscalls.sendfile09_64bit',
483    'syscalls.setxattr01_32bit',
484    'syscalls.setxattr01_64bit',
485    'syscalls.setxattr02_32bit',
486    'syscalls.setxattr02_64bit',
487    'syscalls.setxattr03_32bit',
488    'syscalls.setxattr03_64bit',
489    'syscalls.sgetmask01_32bit',
490    'syscalls.sgetmask01_64bit',
491    'syscalls.signal06_32bit',
492    'syscalls.signal06_64bit',
493    'syscalls.sockioctl01_32bit',
494    'syscalls.sockioctl01_64bit',
495    'syscalls.ssetmask01_32bit',
496    'syscalls.ssetmask01_64bit',
497    'syscalls.switch01_32bit',
498    'syscalls.switch01_64bit',
499    'syscalls.sysctl01_32bit',
500    'syscalls.sysctl01_64bit',
501    'syscalls.sysctl03_32bit',
502    'syscalls.sysctl03_64bit',
503    'syscalls.sysctl04_32bit',
504    'syscalls.sysctl04_64bit',
505    'syscalls.sysctl05_32bit',
506    'syscalls.sysctl05_64bit',
507    'syscalls.sysfs01_32bit',
508    'syscalls.sysfs01_64bit',
509    'syscalls.sysfs02_32bit',
510    'syscalls.sysfs02_64bit',
511    'syscalls.sysfs03_32bit',
512    'syscalls.sysfs03_64bit',
513    'syscalls.sysfs04_32bit',
514    'syscalls.sysfs04_64bit',
515    'syscalls.sysfs05_32bit',
516    'syscalls.sysfs05_64bit',
517    'syscalls.sysfs06_32bit',
518    'syscalls.sysfs06_64bit',
519    'tracing.ftrace_regression01_32bit',
520    'tracing.ftrace_regression01_64bit',
521]
522
523# Tests disabled
524# Based on external/ltp commit 5f01077afe994f4107b147222f3956716d4a8fde
525DISABLED_TESTS = [
526    # gunzip newly added on 4/12/17 and test is failing because -r option is not yet implemented.
527    'commands.gzip01',
528    # b/32386191 getrusage04 result is flaky
529    'syscalls.getrusage04',
530    # b/31154962
531    'cpuhotplug.cpuhotplug02',
532    # b/32385889
533    'syscalls.creat08',
534    # The following test cases are uncategorized
535    'syscalls.fcntl34',
536    'syscalls.fcntl34_64',
537    'syscalls.inotify06',
538    'syscalls.abort01',
539    'syscalls.chmod05',
540    'syscalls.chmod07',
541    'syscalls.chown01_16',
542    'syscalls.chown02_16',
543    'syscalls.chown03_16',
544    'syscalls.chown05_16',
545    'syscalls.fchmod01',
546    'syscalls.fchmod02',
547    'syscalls.fchmod05',
548    'syscalls.fchmod06',
549    'syscalls.fchown01_16',
550    'syscalls.fchown02_16',
551    'syscalls.fchown03_16',
552    'syscalls.fchown04_16',
553    'syscalls.fchown05_16',
554    'syscalls.fsync01',
555    'syscalls.ftruncate04',
556    'syscalls.ftruncate04_64',
557    'syscalls.getcwd02',
558    'syscalls.getcwd03',
559    'syscalls.getegid01_16',
560    'syscalls.getegid02_16',
561    'syscalls.geteuid01_16',
562    'syscalls.geteuid02_16',
563    'syscalls.getgid01_16',
564    'syscalls.getgid03_16',
565    'syscalls.getgroups01_16',
566    'syscalls.gethostbyname_r01',
567    'syscalls.getuid01_16',
568    'syscalls.getuid03_16',
569    'syscalls.ioctl03',
570    'syscalls.inotify03',
571    'syscalls.kill11',
572    'syscalls.lchown01_16',
573    'syscalls.lchown02_16',
574    'syscalls.lchown03_16',
575    'syscalls.link08',
576    'syscalls.linkat02',
577    'syscalls.mkdir03',
578    'syscalls.rmdir02',
579    'syscalls.mkdirat02',
580    'syscalls.mknod07',
581    'syscalls.mknodat02',
582    'syscalls.mmap16',
583    'syscalls.mount01',
584    'syscalls.mount02',
585    'syscalls.mount03',
586    'syscalls.mount04',
587    'syscalls.mount06',
588    'syscalls.move_pages03',
589    'syscalls.move_pages11',
590    'syscalls.mprotect01',
591    'syscalls.nftw01',
592    'syscalls.nftw6401',
593    'syscalls.nice04',
594    'syscalls.open01',
595    'syscalls.open08',
596    'syscalls.open10',
597    'syscalls.open11',
598    'syscalls.madvise01',
599    'syscalls.madvise02',
600    'syscalls.madvise06',
601    'syscalls.pathconf01',
602    'syscalls.preadv02',
603    'syscalls.process_vm_readv01',
604    'syscalls.process_vm_writev01',
605    'syscalls.pwritev01_64',
606    'syscalls.pwritev02',
607    'syscalls.quotactl01',
608    'syscalls.readlink04',
609    'syscalls.rename11',
610    'syscalls.renameat01',
611    'syscalls.request_key01',
612    'syscalls.request_key02',
613    'syscalls.rt_sigprocmask01',
614    'syscalls.sbrk03',
615    'syscalls.setfsgid01_16',
616    'syscalls.setfsgid02_16',
617    'syscalls.setfsgid03_16',
618    'syscalls.setfsuid01_16',
619    'syscalls.setfsuid02_16',
620    'syscalls.setfsuid03_16',
621    'syscalls.setfsuid04_16',
622    'syscalls.setgid01_16',
623    'syscalls.setgid02_16',
624    'syscalls.setgid03_16',
625    'syscalls.setgroups01_16',
626    'syscalls.setgroups02_16',
627    'syscalls.setgroups03_16',
628    'syscalls.setgroups04_16',
629    'syscalls.setregid01_16',
630    'syscalls.setregid02_16',
631    'syscalls.setregid03_16',
632    'syscalls.setregid04_16',
633    'syscalls.setresgid01_16',
634    'syscalls.setresgid02_16',
635    'syscalls.setresgid03_16',
636    'syscalls.setresgid04_16',
637    'syscalls.setresuid01_16',
638    'syscalls.setresuid02_16',
639    'syscalls.setresuid03_16',
640    'syscalls.setresuid04_16',
641    'syscalls.setresuid05_16',
642    'syscalls.setreuid01_16',
643    'syscalls.setreuid02_16',
644    'syscalls.setreuid03_16',
645    'syscalls.setreuid04_16',
646    'syscalls.setreuid05_16',
647    'syscalls.setreuid06_16',
648    'syscalls.setreuid07_16',
649    'syscalls.setuid01_16',
650    'syscalls.setuid02_16',
651    'syscalls.setuid03_16',
652    'syscalls.setuid04_16',
653    'syscalls.splice02',
654    'syscalls.sysconf01',
655    'syscalls.syslog01',
656    'syscalls.syslog02',
657    'syscalls.syslog03',
658    'syscalls.syslog04',
659    'syscalls.syslog05',
660    'syscalls.syslog06',
661    'syscalls.syslog07',
662    'syscalls.syslog08',
663    'syscalls.syslog09',
664    'syscalls.syslog10',
665    'syscalls.umask02',
666    'syscalls.umask03',
667    'syscalls.umount01',
668    'syscalls.umount02',
669    'syscalls.umount03',
670    'syscalls.umount2_01',
671    'syscalls.umount2_02',
672    'syscalls.umount2_03',
673    'syscalls.utime06',
674    'syscalls.utimes01',
675    'syscalls.utimensat01',
676    'syscalls.waitpid05',
677    'fs.gf01',
678    'fs.gf02',
679    'fs.gf03',
680    'fs.gf04',
681    'fs.gf05',
682    'fs.gf06',
683    'fs.gf07',
684    'fs.gf08',
685    'fs.gf09',
686    'fs.gf10',
687    'fs.gf11',
688    'fs.gf14',
689    'fs.gf15',
690    'fs.gf16',
691    'fs.gf17',
692    'fs.gf18',
693    'fs.gf19',
694    'fs.gf20',
695    'fs.gf21',
696    'fs.gf22',
697    'fs.gf23',
698    'fs.gf24',
699    'fs.gf25',
700    'fs.gf26',
701    'fs.gf27',
702    'fs.gf28',
703    'fs.gf29',
704    'fs.gf30',
705    'fs.rwtest01',
706    'fs.rwtest02',
707    'fs.rwtest03',
708    'fs.rwtest04',
709    'fs.rwtest05',
710    'fs.iogen01',
711    'fs.fs_inod01',
712    'fs.ftest06',
713    'fs.isofs',
714    'fsx.fsx-linux',
715    'io.aio01',
716    'io.aio02',
717    'mm.mtest06',
718    'mm.shm_test01',
719    'mm.mallocstress01',
720    'mm.mmapstress04',
721    'mm.mmapstress07',
722    'mm.vma03',
723    'mm.min_free_kbytes',
724    'pipes.pipeio_1',
725    'pipes.pipeio_3',
726    'pipes.pipeio_4',
727    'pipes.pipeio_5',
728    'pipes.pipeio_6',
729    'pipes.pipeio_8',
730    'sched.trace_sched01',
731    'math.float_bessel',
732    'math.float_exp_log',
733    'math.float_iperb',
734    'math.float_power',
735    'math.float_trigo',
736    'pty.pty01',
737    'containers.mqns_01_clone',
738    'containers.mqns_02_clone',
739    'containers.mqns_03_clone',
740    'containers.mqns_04_clone',
741    'containers.netns_netlink',
742    'containers.netns_breakns_ns_exec_ipv4_netlink',
743    'containers.netns_breakns_ns_exec_ipv6_netlink',
744    'containers.netns_breakns_ns_exec_ipv4_ioctl',
745    'containers.netns_breakns_ns_exec_ipv6_ioctl',
746    'containers.netns_breakns_ip_ipv4_netlink',
747    'containers.netns_breakns_ip_ipv6_netlink',
748    'containers.netns_breakns_ip_ipv4_ioctl',
749    'containers.netns_breakns_ip_ipv6_ioctl',
750    'containers.netns_comm_ns_exec_ipv4_netlink',
751    'containers.netns_comm_ns_exec_ipv6_netlink',
752    'containers.netns_comm_ns_exec_ipv4_ioctl',
753    'containers.netns_comm_ns_exec_ipv6_ioctl',
754    'containers.netns_comm_ip_ipv4_netlink',
755    'containers.netns_comm_ip_ipv6_netlink',
756    'containers.netns_comm_ip_ipv4_ioctl',
757    'containers.netns_comm_ip_ipv6_ioctl',
758    'containers.netns_sysfs',
759    'containers.shmnstest_none',
760    'containers.shmnstest_clone',
761    'containers.shmnstest_unshare',
762    'containers.shmem_2nstest_none',
763    'containers.shmem_2nstest_clone',
764    'containers.shmem_2nstest_unshare',
765    'containers.mesgq_nstest_none',
766    'containers.mesgq_nstest_clone',
767    'containers.mesgq_nstest_unshare',
768    'containers.sem_nstest_none',
769    'containers.sem_nstest_clone',
770    'containers.sem_nstest_unshare',
771    'containers.semtest_2ns_none',
772    'containers.semtest_2ns_clone',
773    'containers.semtest_2ns_unshare',
774    'fs_bind.BindMounts',
775    'filecaps.Filecaps',
776    'cap_bounds.Cap_bounds',
777    'fcntl-locktests_android.FCNTL_LOCKTESTS',
778    'admin_tools.su01',
779    'admin_tools.cron02',
780    'admin_tools.cron_deny01',
781    'admin_tools.cron_allow01',
782    'admin_tools.cron_dirs_checks01',
783    'numa.move_pages03',
784    'numa.move_pages11',
785    'hugetlb.hugemmap05_1',
786    'hugetlb.hugemmap05_2',
787    'hugetlb.hugemmap05_3',
788    'commands.ar',
789    'commands.ld',
790    'commands.nm',
791    'commands.objdump',
792    'commands.file',
793    'commands.tar',
794    'commands.cron',
795    'commands.logrotate',
796    'commands.mail',
797    'commands.cpio',
798    'commands.unzip01',
799    'commands.cp_tests01',
800    'commands.ln_tests01',
801    'commands.mkdir_tests01',
802    'commands.mv_tests01',
803    'commands.size01',
804    'commands.sssd01',
805    'commands.sssd02',
806    'commands.sssd03',
807    'commands.du01',
808    'commands.mkfs01',
809    'commands.lsmod01',
810    'commands.wc01',
811    'hyperthreading.smt_smp_enabled',
812    'hyperthreading.smt_smp_affinity',
813    'kernel_misc.zram03',
814    'fs_ext4.ext4-uninit-groups',
815    'fs_ext4.ext4-persist-prealloc',
816    'cpuhotplug.cpuhotplug03',
817    'cpuhotplug.cpuhotplug06',
818    'input.input06',
819    'dio.dio10',
820    'fsx.fsx-linux',
821    'dio.dio04',
822    'numa.Numa-testcases',
823    'syscalls.connect01',
824    'syscalls.prot_hsymlinks',
825    'fs.ftest01',
826    'fs.ftest03',
827    'fs.ftest04',
828    'fs.ftest05',
829    'fs.ftest07',
830    'fs.ftest08',
831    'fs.inode02',
832    'ipc.signal_test_01',
833    'mm.data_space',
834    'mm.mmapstress01',
835    'mm.mmapstress03',
836    'mm.mmapstress09',
837    'mm.mmapstress10',
838    'syscalls.clock_nanosleep01',
839    'syscalls.clone04',
840    'syscalls.fcntl14',
841    'syscalls.fcntl14',
842    'syscalls.fcntl14_64',
843    'syscalls.fcntl17',
844    'syscalls.fcntl17_64',
845    'syscalls.getdomainname01',
846    'syscalls.kill12',
847    'syscalls.setdomainname01',
848    'syscalls.setdomainname02',
849    'syscalls.setdomainname03',
850    'syscalls.sighold02',
851    'syscalls.sigpending02',
852    'syscalls.sigrelse01',
853    'syscalls.vfork02',
854    # The following tests are not stable on 64bit version
855    'input.input01_64bit',
856    'input.input02_64bit',
857    'input.input03_64bit',
858    'input.input04_64bit',
859    'input.input05_64bit',
860    'input.input06_64bit',
861    # The following tests are failing on 64bit version
862    'mm.overcommit_memory01_64bit',
863    'mm.overcommit_memory02_64bit',
864    'mm.overcommit_memory03_64bit',
865    'mm.overcommit_memory04_64bit',
866    'mm.overcommit_memory05_64bit',
867    'mm.overcommit_memory06_64bit',
868    # 'which' in Android does not accept the tested options b/31152668
869    'commands.which01',
870    # tests that are currently killing some lab devices 64bit on (pixel and bullhead)
871    # b/31181781
872    'mm.oom01_64bit',
873    'mm.oom02_64bit',
874    'mm.oom03_64bit',
875    'mm.oom04_64bit',
876    'mm.oom05_64bit',
877    'mm.swapping01_64bit',
878    'mm.thp01_64bit',
879    'mm.thp02_64bit',
880    'mm.thp03_64bit',
881    'mm.vma01_64bit',
882    # kmsg01 would pass but it occasionally causes socket timeout and misalignment
883    # of request and response
884    # b/32343072
885    'kernel_misc.kmsg01',
886    # alarm02 tests for a boundary condition which is impractical to implement
887    # correctly on 32-bit Linux.  bionic deliberately breaks with POSIX by reporting
888    # that it failed to set up the alarm.  (Other libc implementations fail to
889    # set up the alarm too, but then return 0 anyway.)
890    'syscalls.alarm02',
891    # readdir02 calls opendir() -> closedir() -> readdir() and checks if readdir()
892    # returns EBADF.  POSIX doesn't require this, and bionic is likely to instead
893    # deadlock trying to acquire a destroyed mutex.
894    'syscalls.readdir02',
895    # Android sets RLIMIT_NICE to 40, so setpriority02 succeeds unexpectedly
896    'syscalls.setpriority02',
897    # fork13 takes ~45 minutes to run
898    'syscalls.fork13',
899    # open13 tests that fchmod() fails on fds opened with O_PATH.  bionic
900    # deliberately masks the EBADF returned by the kernel.
901    #
902    # https://android-review.googlesource.com/#/c/127908/
903    'syscalls.open13',
904    # Bug#30675453
905    'syscalls.perf_event_open02',
906    # Bug#30688551
907    'syscalls.lstat03_64',
908    'syscalls.lstat03',
909    # Bug#30688061
910    'input.input03',
911    # Bug#30688056
912    'cpuhotplug.cpuhotplug04',
913    # Bug#30699880
914    'mm.mtest01w',
915    'mm.mtest01',
916    # Bug#30688574
917    'syscalls.accept4_01',
918    # Bug#30689411
919    'mm.mmapstress03',
920    # Bug #32100169
921    'dma_thread_diotest.dma_thread_diotest1',
922    'dma_thread_diotest.dma_thread_diotest2',
923    'dma_thread_diotest.dma_thread_diotest3',
924    'dma_thread_diotest.dma_thread_diotest4',
925    'dma_thread_diotest.dma_thread_diotest5',
926    'dma_thread_diotest.dma_thread_diotest6',
927    'dma_thread_diotest.dma_thread_diotest7',
928    # b/33008689 (closed) requires mkfs.ext4 and loop device support.
929    'fs.quota_remount_test01',
930]
931