summaryrefslogtreecommitdiffstats
path: root/test/test/autotest.py
blob: 12997fdf0e201f57b7ea4bed05074817a905a48d (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
#!/usr/bin/env python
# SPDX-License-Identifier: BSD-3-Clause
# Copyright(c) 2010-2014 Intel Corporation

# Script that uses either test app or qemu controlled by python-pexpect
from __future__ import print_function
import autotest_data
import autotest_runner
import sys


def usage():
    print("Usage: autotest.py [test app|test iso image] ",
          "[target] [whitelist|-blacklist]")

if len(sys.argv) < 3:
    usage()
    sys.exit(1)

target = sys.argv[2]

test_whitelist = None
test_blacklist = None

# get blacklist/whitelist
if len(sys.argv) > 3:
    testlist = sys.argv[3].split(',')
    testlist = [test.lower() for test in testlist]
    if testlist[0].startswith('-'):
        testlist[0] = testlist[0].lstrip('-')
        test_blacklist = testlist
    else:
        test_whitelist = testlist

cmdline = "%s -c f -n 4" % (sys.argv[1])

print(cmdline)

# how many workers to run tests with. FreeBSD doesn't support multiple primary
# processes, so make it 1, otherwise make it 4. ignored for non-parallel tests
n_processes = 1 if "bsdapp" in target else 4

runner = autotest_runner.AutotestRunner(cmdline, target, test_blacklist,
                                        test_whitelist, n_processes)

runner.parallel_tests = autotest_data.parallel_test_list[:]
runner.non_parallel_tests = autotest_data.non_parallel_test_list[:]

num_fails = runner.run_all_tests()

sys.exit(num_fails)