mirror of
https://github.com/apple/swift.git
synced 2025-12-14 20:36:38 +01:00
SR-4572 Remove jinja2 dependency from benchmark test harness generation
This commit is contained in:
Pavol Vaskovic
@@ -18,16 +18,11 @@ from __future__ import print_function
|
||||
|
||||
import argparse
|
||||
import os
|
||||
import re
|
||||
import subprocess
|
||||
|
||||
import jinja2
|
||||
|
||||
script_dir = os.path.dirname(os.path.realpath(__file__))
|
||||
perf_dir = os.path.realpath(os.path.join(script_dir, '../..'))
|
||||
gyb = os.path.realpath(os.path.join(perf_dir, '../utils/gyb'))
|
||||
single_source_dir = os.path.join(perf_dir, 'single-source')
|
||||
multi_source_dir = os.path.join(perf_dir, 'multi-source')
|
||||
parser = argparse.ArgumentParser()
|
||||
parser.add_argument("--output-dir",
|
||||
help="Output directory (for validation test)",
|
||||
@@ -35,138 +30,6 @@ parser.add_argument("--output-dir",
|
||||
args = parser.parse_args()
|
||||
output_dir = args.output_dir
|
||||
|
||||
template_map = {
|
||||
'CMakeLists.txt_template': os.path.join(output_dir, 'CMakeLists.txt'),
|
||||
'main.swift_template': os.path.join(output_dir, 'utils/main.swift')
|
||||
}
|
||||
|
||||
# The test suites. Currently, "other" and "string"
|
||||
other_tests = [
|
||||
"Ackermann",
|
||||
"Fibonacci",
|
||||
"ExistentialTestArrayConditionalShift_ClassValueBuffer1",
|
||||
"ExistentialTestArrayConditionalShift_ClassValueBuffer2",
|
||||
"ExistentialTestArrayConditionalShift_ClassValueBuffer3",
|
||||
"ExistentialTestArrayConditionalShift_ClassValueBuffer4",
|
||||
"ExistentialTestArrayConditionalShift_IntValueBuffer0",
|
||||
"ExistentialTestArrayConditionalShift_IntValueBuffer1",
|
||||
"ExistentialTestArrayConditionalShift_IntValueBuffer2",
|
||||
"ExistentialTestArrayConditionalShift_IntValueBuffer3",
|
||||
"ExistentialTestArrayConditionalShift_IntValueBuffer4",
|
||||
"ExistentialTestArrayMutating_ClassValueBuffer1",
|
||||
"ExistentialTestArrayMutating_ClassValueBuffer2",
|
||||
"ExistentialTestArrayMutating_ClassValueBuffer3",
|
||||
"ExistentialTestArrayMutating_ClassValueBuffer4",
|
||||
"ExistentialTestArrayMutating_IntValueBuffer0",
|
||||
"ExistentialTestArrayMutating_IntValueBuffer1",
|
||||
"ExistentialTestArrayMutating_IntValueBuffer2",
|
||||
"ExistentialTestArrayMutating_IntValueBuffer3",
|
||||
"ExistentialTestArrayMutating_IntValueBuffer4",
|
||||
"ExistentialTestArrayOneMethodCall_ClassValueBuffer1",
|
||||
"ExistentialTestArrayOneMethodCall_ClassValueBuffer2",
|
||||
"ExistentialTestArrayOneMethodCall_ClassValueBuffer3",
|
||||
"ExistentialTestArrayOneMethodCall_ClassValueBuffer4",
|
||||
"ExistentialTestArrayOneMethodCall_IntValueBuffer0",
|
||||
"ExistentialTestArrayOneMethodCall_IntValueBuffer1",
|
||||
"ExistentialTestArrayOneMethodCall_IntValueBuffer2",
|
||||
"ExistentialTestArrayOneMethodCall_IntValueBuffer3",
|
||||
"ExistentialTestArrayOneMethodCall_IntValueBuffer4",
|
||||
"ExistentialTestArrayShift_ClassValueBuffer1",
|
||||
"ExistentialTestArrayShift_ClassValueBuffer2",
|
||||
"ExistentialTestArrayShift_ClassValueBuffer3",
|
||||
"ExistentialTestArrayShift_ClassValueBuffer4",
|
||||
"ExistentialTestArrayShift_IntValueBuffer0",
|
||||
"ExistentialTestArrayShift_IntValueBuffer1",
|
||||
"ExistentialTestArrayShift_IntValueBuffer2",
|
||||
"ExistentialTestArrayShift_IntValueBuffer3",
|
||||
"ExistentialTestArrayShift_IntValueBuffer4",
|
||||
"ExistentialTestArrayTwoMethodCalls_ClassValueBuffer1",
|
||||
"ExistentialTestArrayTwoMethodCalls_ClassValueBuffer2",
|
||||
"ExistentialTestArrayTwoMethodCalls_ClassValueBuffer3",
|
||||
"ExistentialTestArrayTwoMethodCalls_ClassValueBuffer4",
|
||||
"ExistentialTestArrayTwoMethodCalls_IntValueBuffer0",
|
||||
"ExistentialTestArrayTwoMethodCalls_IntValueBuffer1",
|
||||
"ExistentialTestArrayTwoMethodCalls_IntValueBuffer2",
|
||||
"ExistentialTestArrayTwoMethodCalls_IntValueBuffer3",
|
||||
"ExistentialTestArrayTwoMethodCalls_IntValueBuffer4",
|
||||
"ExistentialTestMutatingAndNonMutating_ClassValueBuffer1",
|
||||
"ExistentialTestMutatingAndNonMutating_ClassValueBuffer2",
|
||||
"ExistentialTestMutatingAndNonMutating_ClassValueBuffer3",
|
||||
"ExistentialTestMutatingAndNonMutating_ClassValueBuffer4",
|
||||
"ExistentialTestMutatingAndNonMutating_IntValueBuffer0",
|
||||
"ExistentialTestMutatingAndNonMutating_IntValueBuffer1",
|
||||
"ExistentialTestMutatingAndNonMutating_IntValueBuffer2",
|
||||
"ExistentialTestMutatingAndNonMutating_IntValueBuffer3",
|
||||
"ExistentialTestMutatingAndNonMutating_IntValueBuffer4",
|
||||
"ExistentialTestMutating_ClassValueBuffer1",
|
||||
"ExistentialTestMutating_ClassValueBuffer2",
|
||||
"ExistentialTestMutating_ClassValueBuffer3",
|
||||
"ExistentialTestMutating_ClassValueBuffer4",
|
||||
"ExistentialTestMutating_IntValueBuffer0",
|
||||
"ExistentialTestMutating_IntValueBuffer1",
|
||||
"ExistentialTestMutating_IntValueBuffer2",
|
||||
"ExistentialTestMutating_IntValueBuffer3",
|
||||
"ExistentialTestMutating_IntValueBuffer4",
|
||||
"ExistentialTestOneMethodCall_ClassValueBuffer1",
|
||||
"ExistentialTestOneMethodCall_ClassValueBuffer2",
|
||||
"ExistentialTestOneMethodCall_ClassValueBuffer3",
|
||||
"ExistentialTestOneMethodCall_ClassValueBuffer4",
|
||||
"ExistentialTestOneMethodCall_IntValueBuffer0",
|
||||
"ExistentialTestOneMethodCall_IntValueBuffer1",
|
||||
"ExistentialTestOneMethodCall_IntValueBuffer2",
|
||||
"ExistentialTestOneMethodCall_IntValueBuffer3",
|
||||
"ExistentialTestOneMethodCall_IntValueBuffer4",
|
||||
"ExistentialTestPassExistentialOneMethodCall_ClassValueBuffer1",
|
||||
"ExistentialTestPassExistentialOneMethodCall_ClassValueBuffer2",
|
||||
"ExistentialTestPassExistentialOneMethodCall_ClassValueBuffer3",
|
||||
"ExistentialTestPassExistentialOneMethodCall_ClassValueBuffer4",
|
||||
"ExistentialTestPassExistentialOneMethodCall_IntValueBuffer0",
|
||||
"ExistentialTestPassExistentialOneMethodCall_IntValueBuffer1",
|
||||
"ExistentialTestPassExistentialOneMethodCall_IntValueBuffer2",
|
||||
"ExistentialTestPassExistentialOneMethodCall_IntValueBuffer3",
|
||||
"ExistentialTestPassExistentialOneMethodCall_IntValueBuffer4",
|
||||
"ExistentialTestPassExistentialTwoMethodCalls_ClassValueBuffer1",
|
||||
"ExistentialTestPassExistentialTwoMethodCalls_ClassValueBuffer2",
|
||||
"ExistentialTestPassExistentialTwoMethodCalls_ClassValueBuffer3",
|
||||
"ExistentialTestPassExistentialTwoMethodCalls_ClassValueBuffer4",
|
||||
"ExistentialTestPassExistentialTwoMethodCalls_IntValueBuffer0",
|
||||
"ExistentialTestPassExistentialTwoMethodCalls_IntValueBuffer1",
|
||||
"ExistentialTestPassExistentialTwoMethodCalls_IntValueBuffer2",
|
||||
"ExistentialTestPassExistentialTwoMethodCalls_IntValueBuffer3",
|
||||
"ExistentialTestPassExistentialTwoMethodCalls_IntValueBuffer4",
|
||||
"ExistentialTestTwoMethodCalls_ClassValueBuffer1",
|
||||
"ExistentialTestTwoMethodCalls_ClassValueBuffer2",
|
||||
"ExistentialTestTwoMethodCalls_ClassValueBuffer3",
|
||||
"ExistentialTestTwoMethodCalls_ClassValueBuffer4",
|
||||
"ExistentialTestTwoMethodCalls_IntValueBuffer0",
|
||||
"ExistentialTestTwoMethodCalls_IntValueBuffer1",
|
||||
"ExistentialTestTwoMethodCalls_IntValueBuffer2",
|
||||
"ExistentialTestTwoMethodCalls_IntValueBuffer3",
|
||||
"ExistentialTestTwoMethodCalls_IntValueBuffer4",
|
||||
]
|
||||
|
||||
string_tests = [
|
||||
"StringWalkASCIIScalars",
|
||||
"StringWalkASCIICharacters",
|
||||
"StringWalkUnicodeScalars",
|
||||
"StringWalkUnicodeCharacters",
|
||||
"StringWalkMixedScalars",
|
||||
"StringWalkMixedCharacters",
|
||||
"StringWalkASCIIScalarsBackwards",
|
||||
"StringWalkASCIICharactersBackwards",
|
||||
"StringWalkUnicodeScalarsBackwards",
|
||||
"StringWalkUnicodeCharactersBackwards",
|
||||
"StringWalkMixedScalarsBackwards",
|
||||
"StringWalkMixedCharactersBackwards",
|
||||
]
|
||||
|
||||
ignored_run_funcs = other_tests + string_tests
|
||||
|
||||
template_loader = jinja2.FileSystemLoader(searchpath="/")
|
||||
template_env = jinja2.Environment(loader=template_loader, trim_blocks=True,
|
||||
lstrip_blocks=True)
|
||||
|
||||
|
||||
def all_files(directory, extension): # matching: [directory]/**/*[extension]
|
||||
return [
|
||||
os.path.join(root, f)
|
||||
@@ -185,58 +48,10 @@ def will_write(filename): # ensure path to file exists before writing
|
||||
if __name__ == '__main__':
|
||||
# Generate Your Boilerplate
|
||||
gyb_files = all_files(perf_dir, '.gyb')
|
||||
# FIXME make sure longer paths are done first,
|
||||
# as CMakeLists and main.swift depend on the other gybs being generated first!
|
||||
for f in gyb_files:
|
||||
relative_path = os.path.relpath(f[:-4], perf_dir)
|
||||
out_file = os.path.join(output_dir, relative_path)
|
||||
will_write(out_file)
|
||||
subprocess.call([gyb, '--line-directive', '', '-o', out_file, f])
|
||||
|
||||
# CMakeList single-source
|
||||
test_files = all_files(single_source_dir, '.swift')
|
||||
tests = sorted(os.path.basename(x).split('.')[0] for x in test_files)
|
||||
|
||||
# CMakeList multi-source
|
||||
class MultiSourceBench(object):
|
||||
def __init__(self, path):
|
||||
self.name = os.path.basename(path)
|
||||
self.files = [x for x in os.listdir(path)
|
||||
if x.endswith('.swift')]
|
||||
|
||||
if os.path.isdir(multi_source_dir):
|
||||
multisource_benches = [
|
||||
MultiSourceBench(os.path.join(multi_source_dir, x))
|
||||
for x in os.listdir(multi_source_dir)
|
||||
if os.path.isdir(os.path.join(multi_source_dir, x))
|
||||
]
|
||||
else:
|
||||
multisource_benches = []
|
||||
|
||||
# main.swift imports
|
||||
imports = sorted(tests + [msb.name for msb in multisource_benches])
|
||||
|
||||
# main.swift run functions
|
||||
def get_run_funcs(filepath):
|
||||
content = open(filepath).read()
|
||||
matches = re.findall(r'func run_(.*?)\(', content)
|
||||
return filter(lambda x: x not in ignored_run_funcs, matches)
|
||||
|
||||
def find_run_funcs():
|
||||
swift_files = all_files(perf_dir, '.swift')
|
||||
return [func for f in swift_files for func in get_run_funcs(f)]
|
||||
|
||||
run_funcs = [(f, f) for f in sorted(find_run_funcs())]
|
||||
|
||||
# Replace originals with files generated from templates
|
||||
for template_file in template_map:
|
||||
template_path = os.path.join(script_dir, template_file)
|
||||
template = template_env.get_template(template_path)
|
||||
out_file = template_map[template_file]
|
||||
will_write(out_file)
|
||||
open(out_file, 'w').write(
|
||||
template.render(tests=tests,
|
||||
multisource_benches=multisource_benches,
|
||||
imports=imports,
|
||||
run_funcs=run_funcs,
|
||||
string_tests=string_tests,
|
||||
other_tests=other_tests)
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user