Files
swift-mirror/utils/pass-pipeline/scripts/pipelines_build_script.py
Michael Gottesman faa2f9339e Rename normal_pipeline.py => pipeline_generator.py and pipelines.py => pipelines_build_script.py.
This makes it clearer via their name what the two scripts are meant to
be used for.

As a recap:

1. pipeline_generator.py is meant for generating pass pipeline json
files.
2. pipelines_build_script.py is a script built ontop of
pipeline_generator.py that makes it easy to run build-script with
various pass pipelines that can be generated from
pipeline_generator.py. It is meant to be used on buildbots and for ones
own enjoyment as well.

Swift SVN r24315
2015-01-09 17:29:36 +00:00

68 lines
2.8 KiB
Python
Executable File

#!/usr/bin/env python
import os
import sys
import subprocess
import argparse
# Append the src dir
sys.path.append(os.path.join(os.path.dirname(os.path.dirname(os.path.abspath(__file__))), 'src'))
import pass_pipeline_library
import passes
# TODO: This should not be hard coded.
PIPELINES = ["PreSpecialize", "HighLevel", "EarlyLoopOpt", "MidLevelOpt", "Lower", "LowLevel", "LateLoopOpt"]
PASSES = [p.name for p in passes.PASSES]
DEFAULT_PRESENTS = "--preset=buildbot_incremental_extra_swift_args,tools=RA,stdlib=RD"
def run_build_script_with_data_file(build_script, data_file):
build_script_args = [build_script, DEFAULT_PRESENTS, 'extra_swift_args=^Swift$;-Xfrontend\;-external-pass-pipeline-filename\;-Xfrontend\;%s' % data_file]
sys.stdout.write("Running build script with: %s\n" % ' '.join(build_script_args))
subprocess.check_call(build_script_args)
def build_disable_slice_pipelines(pipeline_script, build_script, output_dir):
pipeline_range = range(len(PIPELINES))
def get_pipeline_args(script, iter):
result = [script]
for j in iter:
result.extend(['--disable-passpipeline', PIPELINES[j]])
return result
for i in pipeline_range:
pipeline_args = get_pipeline_args(pipeline_script, pipeline_range[:i+1])
data_file = os.path.join(output_dir, "pipeline-slice-%.2d-disabled-pipeline.json" % i)
with open(data_file, 'w') as f:
f.write(subprocess.check_output(pipeline_args))
run_build_script_with_data_file(build_script, data_file)
def build_disable_individual_pass(pass_name, pipeline_script, build_script, output_dir):
data_file = os.path.join(output_dir, "%s-disabled-pass.json" % pass_name)
with open(data_file, 'w') as f:
f.write(subprocess.check_output([pipeline_script, '--disable-pass', pass_name]))
run_build_script_with_data_file(build_script, data_file)
def build_disable_individual_passes(pipeline_script, build_script, output_dir):
for p in PASSES:
build_disable_individual_pass(p, pipeline_script, build_script, output_dir)
def main():
parser = argparse.ArgumentParser(description="Run build-script with various passes disabled")
parser.add_argument('action', choices=['disable_slice_pipelines', 'disable_individual_passes'])
parser.add_argument('pipeline_script')
parser.add_argument('build_script')
parser.add_argument('output_dir')
args = parser.parse_args()
# TODO: I think I can get argparse to do this for me.
if args.action == "disable_slice_pipelines":
build_disable_slice_pipelines(args.pipeline_script, args.build_script, args.output_dir)
elif args.action == "disable_individual_passes":
build_disable_individual_passes(args.pipeline_script, args.build_script, args.output_dir)
raise RuntimeError("Out of sync with choices")
if __name__ == "__main__":
main()