run.py

#!/usr/bin/python

import argparse
import os
import re
import subprocess
import sys
import tempfile
import time

from glob import glob

parser = argparse.ArgumentParser()
parser.add_argument('-s', '--scala', dest='scala', help='Path to the Scala build dir')
parser.add_argument('-b', '--baseline-scala', dest='baseline', default="", help='Path to the baseline Scala build dir')
parser.add_argument('-d', '--debugPort', dest='debugPort', help='Port on which remote debugger can be attached')
parser.add_argument('-c', '--corpus', dest='corpus', default="scala-library", help='Project to compile')
parser.add_argument('-p', '--config', dest='config', default=[], type=str, nargs='+',
                    help='Config overrides (key=values paris)')
parser.add_argument('additionalOptions', type=str, nargs="*")

options = parser.parse_args()

def findFiles(path, regex):
    rx = re.compile(regex)
    files = []
    for path, dnames, fnames in os.walk(path):
        files.extend([os.path.join(path, file) for file in fnames if rx.search(file)])
    return files


corpus = os.path.join("corpus", options.corpus)

sources = findFiles(os.path.join(corpus, "src"), r'\.(scala$|java$)')

if len(sources) < 1:
    print "No sources found in corpus:", corpus
    sys.exit(1)

jars = findFiles(os.path.join(corpus, "lib"), r'\.jar')

scalaJars = findFiles(os.path.join(options.scala, "lib"), r'\.jar')

scalacOptions = ["-encoding", "UTF-8", "-target:jvm-1.8", "-feature", "-unchecked", "-nowarn",
                 "-Xlog-reflective-calls", "-Xlint", "-opt:l:none", "-J-XX:MaxInlineSize=0", "-J-Xmx6g"]

debugOptions = []
if options.debugPort:
    debugOptions = [
        "-J-agentlib:jdwp=transport=dt_socket,server=n,address=localhost:{},suspend=y".format(options.debugPort)]

classpathSeparator = ";" if os.name == 'nt' else ":"

assert subprocess.call(["mvn", "package"], cwd="umad") == 0

outputBase = tempfile.mkdtemp()
scalaOutput = os.path.join(outputBase, "scala")
baselineOutput = os.path.join(outputBase, "baseline")

os.mkdir(scalaOutput)
os.mkdir(baselineOutput)

def call_compiler(scalaLocation, output, additionalScalacOptions, additionalConfig=[]):
    agentJar = os.path.join(".", "umad", "target", "umad-1.0-SNAPSHOT.jar")
    configOverrides = map(lambda v: "-J-D" + v, options.config + additionalConfig)
    timeBefore = time.time()
    subprocess.call([
                        os.path.join(scalaLocation, "bin", "scalac"),
                        "-cp", classpathSeparator.join(scalaJars + jars),
                        "-d", output,
                        "-J-javaagent:" + agentJar,
                        "-toolcp", agentJar
                    ] +
                    configOverrides +
                    scalacOptions +
                    sources +
                    debugOptions +
                    additionalScalacOptions)
    return time.time() - timeBefore


compilation_time = call_compiler(options.scala, scalaOutput, options.additionalOptions)

print "Compilation done in:", compilation_time, "s"

if options.baseline != "":
    print "Compiling baseline... "
    base_compilation_time = call_compiler(options.baseline, baselineOutput, [],
                                          ["umad.monitor.enabled=false", "umad.chaos.enabled=false"])

    print "Baseline compilation done in:", base_compilation_time, "s (", compilation_time, "for tested scalac)"

    result = subprocess.call([
        "diff", "-r",
        scalaOutput,
        baselineOutput,
    ])

    if result != 0:
        print "[ERROR] Produced binary differs!"
        sys.exit(result)
    else:
        print "[SUCCESS] No differences reported!"