benchmarks: add a script to report code size of benchmark files

benchmark/scripts/bench_code_size.py

@@ -0,0 +1,104 @@
+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+# ===--- bench_code_size -------------------------------------------------===//
+#
+#  This source file is part of the Swift.org open source project
+#
+#  Copyright (c) 2014 - 2017 Apple Inc. and the Swift project authors
+#  Licensed under Apache License v2.0 with Runtime Library Exception
+#
+#  See https://swift.org/LICENSE.txt for license information
+#  See https://swift.org/CONTRIBUTORS.txt for the list of Swift project authors
+#
+# ===---------------------------------------------------------------------===//
+#
+# Reports code size differences of two benchmark build directories
+#
+# ===---------------------------------------------------------------------===//
+
+from __future__ import print_function
+
+import argparse
+import glob
+import os
+import subprocess
+import sys
+
+
+def main():
+    argparser = argparse.ArgumentParser()
+    argparser.add_argument(
+        '-O', action='append_const', const='O', dest='opt_levels',
+        help='test -O benchmarks')
+    argparser.add_argument(
+        '-Osize', action='append_const', const='Osize', dest='opt_levels',
+        help='test -Osize benchmarks')
+    argparser.add_argument(
+        '-Onone', action='append_const', const='Onone', dest='opt_levels',
+        help='test -Onone benchmarks')
+    argparser.add_argument(
+        'oldbuilddir', nargs=1, type=str,
+        help='old benchmark build directory')
+    argparser.add_argument(
+        'newbuilddir', nargs=1, type=str,
+        help='new benchmark build directory')
+    argparser.add_argument(
+        '-platform', type=str,
+        help='The benchmark build platform', default='macosx')
+    args = argparser.parse_args()
+
+    for opt_level in args.opt_levels or ['O', 'Osize', 'Onone']:
+        report_code_size(opt_level, args.oldbuilddir[0], args.newbuilddir[0],
+                         args.platform)
+
+    return 0
+
+
+def report_code_size(opt_level, old_dir, new_dir, platform):
+    def log_filename(bench_dir):
+        return os.path.join(bench_dir, 'result_' + opt_level + '_size')
+
+    old_logf = open(log_filename(old_dir), 'w')
+    new_logf = open(log_filename(new_dir), 'w')
+
+    files = glob.glob(os.path.join(old_dir, opt_level + '-*' + platform + '*',
+                                   '*.o'))
+    files += glob.glob(os.path.join(old_dir, 'lib', 'swift', platform,
+                                    '*.dylib'))
+
+    idx = 1
+    for oldfile in files:
+        newfile = oldfile.replace(old_dir, new_dir, 1)
+        if os.path.isfile(newfile):
+            oldsize = get_codesize(oldfile)
+            newsize = get_codesize(newfile)
+            bname = os.path.basename(oldfile)
+
+            def write_line(value, logf):
+                v = ',' + str(value)
+                logf.write(str(idx) + ',' + bname + ',1' + (v * 3) +
+                           ',0' + v + '\n')
+
+            write_line(oldsize, old_logf)
+            write_line(newsize, new_logf)
+            idx += 1
+
+    old_logf.close()
+    new_logf.close()
+
+    print('Logfiles written to ' + log_filename(old_dir) + ' and ' +
+          log_filename(new_dir))
+
+
+def get_codesize(filename):
+    output = subprocess.check_output(['size', filename]).splitlines()
+    header_line = output[0]
+    data_line = output[1]
+    if header_line.find('__TEXT') != 0:
+        sys.exit('unexpected output from size command:\n' + output)
+    return int(data_line.split('\t')[0])
+
+
+if __name__ == '__main__':
+    sys.exit(main())