Benchmark_QuickCheck.in

#!/usr/bin/env python3

# ===--- Benchmark_QuickCheck.in -----------------------------------------===//
#
# This source file is part of the Swift.org open source project
#
# Copyright (c) 2014 - 2017 Apple Inc. and the Swift project authors
# Licensed under Apache License v2.0 with Runtime Library Exception
#
# See https://swift.org/LICENSE.txt for license information
# See https://swift.org/CONTRIBUTORS.txt for the list of Swift project authors
#
# ===---------------------------------------------------------------------===//

importos
importsubprocess
importsys

sys.path.append("@PATH_TO_DRIVER_LIBRARY@")

importperf_test_driver# noqa (E402 module level import not at top of file)

# This is a hacked up XFAIL list. It should really be a json file, but it will
# work for now. Add in the exact name of the pass to XFAIL.
XFAIL_LIST= []


classQuickCheckResult(perf_test_driver.Result):
def__init__(self, name, success):
assertisinstance(success, bool)
did_fail=notsuccess
perf_test_driver.Result.__init__(self, name, did_fail, "", XFAIL_LIST)

defprint_data(self, max_test_len):
fmt="{:<%d}{:<10}"% (max_test_len+5)
print(fmt.format(self.get_name(), self.get_result()))


classQuickCheckBenchmarkDriver(perf_test_driver.BenchmarkDriver):
def__init__(self, binary, xfail_list, num_iters, opt_levels):
perf_test_driver.BenchmarkDriver.__init__(
self, binary, xfail_list, enable_parallel=True, opt_levels=opt_levels
 )
self.num_iters=num_iters

defprint_data_header(self, max_test_len):
fmt="{:<%d}{:<10}"% (max_test_len+5)
print(fmt.format("Name", "Result"))

# Propagate any data from this class that is needed for individual
# tests. The reason this is needed is to avoid issues with attempting to
# access a value in a different process.
defprepare_input(self, name):
return {"num_samples": 1, "num_iters": self.num_iters}

defrun_test_inner(self, data, num_iters):
p=subprocess.Popen(
 [
data["path"],
"--num-samples={}".format(data["num_samples"]),
"--num-iters={}".format(num_iters),
data["test_name"],
 ],
stdout=subprocess.PIPE,
stderr=subprocess.PIPE,
universal_newlines=True,
 )
error_out=p.communicate()[1].split("\n")
result=p.returncode
ifresultisNone:
raiseRuntimeError("Expected one line of output")
ifresult!=0:
raiseRuntimeError("Process segfaulted")
returnerror_out

defrun_test(self, data, num_iters):
try:
args= [data, num_iters]
perf_test_driver.run_with_timeout(self.run_test_inner, args)
exceptExceptionase:
sys.stderr.write(
"Child Process Failed! (%s,%s). Error: %s\n"
% (data["path"], data["test_name"], e)
 )
sys.stderr.flush()
returnNone
returnTrue

defprocess_input(self, data):
test_name="({},{})".format(data["opt"], data["test_name"])
print("Running {}...".format(test_name))
sys.stdout.flush()
ifself.run_test(data, data["num_iters"]) isNone:
returnQuickCheckResult(test_name, success=False)
returnQuickCheckResult(test_name, success=True)


SWIFT_BIN_DIR=os.path.dirname(os.path.abspath(__file__))


defparse_args():
importargparse

parser=argparse.ArgumentParser()
parser.add_argument(
"--filter",
type=str,
default=None,
help="Filter out any test that does not match the given regex",
 )
parser.add_argument("--num-iters", type=int, default=2)
default_opt_levels=perf_test_driver.BenchmarkDriver_OptLevels
parser.add_argument("--opt-level", choices=default_opt_levels)
returnparser.parse_args()


if__name__=="__main__":
args=parse_args()
opt_levels=perf_test_driver.BenchmarkDriver_OptLevels
ifargs.opt_levelisnotNone:
opt_levels= [args.opt_level]
driver=QuickCheckBenchmarkDriver(
SWIFT_BIN_DIR, XFAIL_LIST, args.num_iters, opt_levels
 )
ifdriver.run(args.filter):
sys.exit(0)
else:
sys.exit(-1)