Merge branch 'master' into doe

1 files changed, 381 insertions, 0 deletions

diff --git a/test-chill/testchill/__main__.py b/test-chill/testchill/__main__.py
new file mode 100644
index 0000000..3e03e11
--- /dev/null
+++ b/test-chill/testchill/__main__.py
@@ -0,0 +1,381 @@
+#TODO: setup and cleanup mechanism
+
+import argparse
+import logging
+import os
+import pickle
+import sys
+import textwrap
+
+from . import chill
+from . import gcov
+from . import omega
+from . import test
+from . import util
+
+
+
+def make_local(argsns, arg_parser):
+    """
+    Make the local test case list. A convinience function for testing a local copy of chill.
+    @params argsns Command line arguments
+    @params arg_parser The ArgumentParser object
+    """    
+    util.mkdir_p(os.path.join(os.getcwd(), '.staging'), temp=True)
+    argsns.wd = os.path.join(os.getcwd(), '.staging/wd')
+    argsns.bin_dir = os.path.join(os.getcwd(), '.staging/bin')
+    argsns.chill_tc_dir = os.path.join(os.getcwd(), 'test-cases') # formally from the commandline
+    argsns.chill_dir = os.path.abspath(argsns.chill_dir)
+    argsns.omega_dir = os.path.abspath(argsns.omega_dir)
+    argsns.chill_build_coverage = argsns.coverage_set is not None #TODO: make arg passed to local.
+    argsns.chill_test_coverage = argsns.coverage_set is not None
+    
+    util.mkdir_p(argsns.wd)
+    util.mkdir_p(argsns.bin_dir)
+    util.shell('cp', [os.path.join(argsns.chill_dir, 'examples/cuda-chill/cudaize.lua'), argsns.wd])
+    util.shell('cp', [os.path.join(argsns.chill_dir, 'examples/cuda-chill/cudaize.py'), argsns.wd])
+    
+    chill_version = argsns.chill_version
+    for config in chill.ChillConfig.configs(argsns.omega_dir, argsns.chill_dir, argsns.bin_dir, version=chill_version):
+        build_testcase = chill.BuildChillTestCase(config, options={'coverage': argsns.chill_build_coverage}, coverage_set=argsns.coverage_set)
+        yield build_testcase
+        batch_file = os.path.join(argsns.chill_tc_dir, config.name() + '.tclist')
+        for tc in make_batch_testcaselist(argsns, arg_parser, batch_file):
+            yield tc
+
+def make_repo(argsns, arg_parser):
+    """
+    Make the repo test case list. A convinience function for testing chill from the repsitory.
+    @params argsns Command line arguments
+    @params arg_parser The ArgumentParser object
+    """
+    util.mkdir_p(os.path.join(os.getcwd(), '.staging'), temp=True)
+    argsns.bin_dir = os.path.join(os.getcwd(), '.staging/bin')
+    argsns.repo_dir = os.path.join(os.getcwd(), '.staging/repo')
+    argsns.chill_tc_dir = os.path.join(os.getcwd(), 'test-cases') # formally from the commandline
+    argsns.wd = os.path.join(os.getcwd(), '.staging/wd')
+    
+    util.mkdir_p(argsns.bin_dir)
+    util.mkdir_p(argsns.repo_dir)
+    util.mkdir_p(argsns.wd)
+    
+    #TODO: Should these be hard coded?
+    repo_root = 'shell.cs.utah.edu/uusoc/facility/res/hallresearch/svn_repo/resRepo/projects'
+    for version in ['release', 'dev']:
+        new_args = util.copy(argsns)
+        if version == 'dev':
+            chill_repo = 'svn+ssh://{}@{}/chill/branches/cuda-chill-rose'.format(new_args.svnuser, repo_root)
+            chill_repo_name = 'chill'
+            omega_repo = 'svn+ssh://{}@{}/omega/branches/cuda-omega-rose'.format(new_args.svnuser, repo_root)
+            omega_repo_name = 'omega'
+        elif version == 'release':
+            chill_repo = 'svn+ssh://{}@{}/chill/release'.format(new_args.svnuser, repo_root)
+            chill_repo_name = 'chill-release'
+            omega_repo = 'svn+ssh://{}@{}/omega/release'.format(new_args.svnuser, repo_root)
+            omega_repo_name = 'omega-release'
+        new_args.omega_dir = os.path.join(new_args.repo_dir, omega_repo_name)
+        new_args.chill_dir = os.path.join(new_args.repo_dir, chill_repo_name)
+        util.shell('svn', ['export', '--force', omega_repo, new_args.omega_dir])
+        util.shell('svn', ['export', '--force', chill_repo, new_args.chill_dir])
+        util.shell('cp', [os.path.join(new_args.chill_dir, 'examples/cuda-chill/cudaize.lua'), new_args.wd])
+        if version == 'dev':
+            util.shell('cp', [os.path.join(new_args.chill_dir, 'examples/cuda-chill/cudaize.py'), new_args.wd])
+        # do omega: (just build it for now)
+        yield omega.BuildOmegaTestCase(new_args.omega_dir ,version)
+        # do chill
+        for config in chill.ChillConfig.configs(new_args.omega_dir, new_args.chill_dir, new_args.bin_dir, version=version):
+            yield chill.BuildChillTestCase(config, coverage_set=argsns.coverage_set)
+            batch_file = os.path.join(argsns.chill_tc_dir, config.name() + '.tclist')
+            if os.path.exists(batch_file):
+                for tc in make_batch_testcaselist(new_args, arg_parser, batch_file):
+                    yield tc
+
+def make_runchill_testcase(argsns):
+    """
+    Make a RunChillTestCase from the given argument namespace
+    @param argsns Command line arguments
+    """
+    assert (argsns.chill_dir != None) or (argsns.bin_dir != None)
+    
+    ### Required parameters ###
+    wd = os.path.abspath(argsns.wd)
+    chill_script = os.path.abspath(argsns.chill_script)
+    chill_src = os.path.abspath(argsns.chill_src)
+    coverage_set = argsns.coverage_set
+    
+    ### Options to pass to the chill test case ###
+    options = dict()
+    options['compile-src'] = argsns.chill_test_compile_src
+    options['run-script'] = argsns.chill_test_run_script
+    options['compile-gensrc'] = argsns.chill_test_compile_gensrc
+    options['check-run-script-stdout'] = argsns.chill_test_check_run_script
+    options['coverage'] = argsns.chill_test_coverage
+    
+    ### choose interface language from script extension if none is given ###
+    if argsns.chill_script_lang is None:
+        argsns.chill_script_lang = chill.ChillConfig.ext_to_script_lang(chill_script.split('.')[-1])
+    
+    config = chill.ChillConfig(
+        omega_dir = os.path.abspath(argsns.omega_dir) if argsns.omega_dir != None else None,
+        chill_dir = os.path.abspath(argsns.chill_dir) if argsns.chill_dir != None else None,
+        bin_dir = os.path.abspath(argsns.bin_dir) if argsns.bin_dir != None else None,
+        build_cuda = argsns.build_cuda,
+        script_lang = argsns.chill_script_lang,
+        version = argsns.chill_version)
+    
+    return chill.RunChillTestCase(config, chill_script, chill_src, wd=wd, options=options, coverage_set=coverage_set)
+
+def make_buildchill_testcase(argsns):
+    """
+    Make a BuilChillTestCase from the given argument namespace
+    @param argsns Command line arguments
+    """
+    assert argsns.chill_dir != None
+    assert argsns.omega_dir != None
+    
+    coverage_set = argsns.coverage_set
+    
+    options = dict()
+    options['coverage'] = argsns.chill_build_coverage
+    
+    config = chill.ChillConfig(
+        omega_dir = os.path.abspath(argsns.omega_dir) if argsns.omega_dir != None else None,
+        chill_dir = os.path.abspath(argsns.chill_dir) if argsns.chill_dir != None else None,
+        bin_dir = os.path.abspath(argsns.bin_dir) if argsns.bin_dir != None else None,
+        build_cuda = argsns.build_cuda,
+        script_lang = argsns.chill_script_lang,
+        version = argsns.chill_version)
+    
+    return chill.BuildChillTestCase(config, options=options, coverage_set=coverage_set)
+
+def make_batch_testcaselist(argsns, arg_parser, batch_file=None):
+    """
+    Make a list of test cases from a file.
+    @param argsns The parent argument namespace
+    @param arg_parser The argument parser. Used to parse lines from the batch file.
+    @param batch_file The batch file name
+    """
+    if batch_file is None:
+        batch_file = argsns.batch_file
+    with open(batch_file, 'r') as f:
+        for txt_line in f.readlines():
+            if len(txt_line.strip()) == 0: continue         # skip empty lines
+            if txt_line.strip().startswith('#'): continue   # skip comment lines
+            args = util.applyenv(txt_line.strip())          # replace environment variables with thier values
+            args = args.split()                             # split by whitespace
+            for tc in args_to_tclist(args, arg_parser, argsns):
+                yield tc
+
+@util.callonce
+def add_local_args(arg_parser):
+    """
+    Command line arguments for the local command
+    @param arg_parser The local ArgumentParser object
+    """
+    arg_parser.add_argument('chill_dir', metavar='chill-home', default='../')
+    arg_parser.add_argument('-v', '--chill-branch', dest='chill_version', default='dev', choices=['release','dev'])
+    # - Testing should consider all interface languages. Will uncomment if testing takes too long
+    # arg_parser.add_argument('-i', '--interface-lang', nargs=1, action='append', dest='chill_script_lang_list', choices=['script','lua','python'])
+    # arg_parser.add_argument('-t', '--testcase-dir', dest='chill_tc_dir', default=os.path.join(os.getcwd(), 'test-cases/'))
+    arg_parser.set_defaults(wd=os.path.join(os.getcwd(), '.staging/wd'))       # - These don't seem to work
+    arg_parser.set_defaults(bin_dir=os.path.join(os.getcwd(), '.staging/bin')) # -
+
+@util.callonce
+def add_repo_args(arg_parser):
+    """
+    Command line arguments for the repo command
+    @param arg_parser The local ArgumentParser object
+    """
+    arg_parser.add_argument('svnuser', metavar='svn-user-name')
+
+def add_boolean_option(arg_parser, name, dest, default=True, help_on=None, help_off=None):
+    """
+    Add a boolean option.
+    @param parg_parser The ArgumentParser object
+    @param name The name of the parameter
+    @param dest The dest parameter passed to the ArgumentParser
+    @param default The default value
+    @param help_on The help parameter for the true option
+    @param help_off The help parameter for the false option
+    """
+    group = arg_parser.add_mutually_exclusive_group()
+    group.add_argument('--' + name, action='store_true', dest=dest, default=default, help=help_on)
+    group.add_argument('--no-' + name, action='store_false', dest=dest, default=default, help=help_off)
+
+def add_chill_common_args(arg_parser):
+    """
+    Common chill command line arguments.
+    @param arg_parser The ArgumentParser object
+    """
+    arg_parser.add_argument('-v', '--chill-branch', dest='chill_version', default='dev', choices=['release','dev'])
+    cuda_group = arg_parser.add_mutually_exclusive_group()
+    cuda_group.add_argument('-u', '--target-cuda', action='store_const', const=True, dest='build_cuda', default=False, help='Test cuda-chill. (Default is chill)')
+    cuda_group.add_argument('-c', '--target-c', action='store_const', const=False, dest='build_cuda', default=False, help='Test chill. (Default is chill)')
+    arg_parser.add_argument('-i', '--interface-lang', dest='chill_script_lang', choices=['script','lua','python'], default=None, help='Chill interface language. If an interface language is not specified, it will be determined by the script file name.')
+
+@util.callonce
+def add_chill_run_args(arg_parser):
+    """
+    Command line arguments specific to running a chill test case
+    @param arg_parser The ArgumentParser object
+    """
+    arg_parser.add_argument('chill_script', help='Chill script file.', metavar='chill-script')
+    arg_parser.add_argument('chill_src', help='Chill source file.', metavar='chill-src')
+    add_boolean_option(arg_parser, 'compile-src', dest='chill_test_compile_src', default=True, help_on='Compile source file.', help_off='Do not compile source file.')
+    add_boolean_option(arg_parser, 'run-script', dest='chill_test_run_script', default=True, help_on='Run chill script.', help_off='Do not run chill script.')
+    add_boolean_option(arg_parser, 'compile-gensrc', dest='chill_test_compile_gensrc', default=True, help_on='Compile generated source file', help_off='Do not compile generated source file.')
+    add_boolean_option(arg_parser, 'check-run-script', dest='chill_test_check_run_script', default=False, help_on='Diff stdout from chill script against a benchmark.')
+    add_boolean_option(arg_parser, 'test-coverage', 'chill_test_coverage', default=True, help_on='Run chill and record code coverage (default).', help_off='Run chill normally without recording code coverage.')
+
+@util.callonce
+def add_chill_build_args(arg_parser):
+    """
+    Command line arguments specific to building chill and testing the build process
+    @params arg_parser The ArgumentParser object
+    """
+    add_boolean_option(arg_parser, 'build-coverage', 'chill_build_coverage', default=True, help_on='Build chill for code coverage flags (default).', help_off='Build chill normally without code coverage flags.')
+
+@util.callonce
+def add_local_command(command_group):
+    """
+    Add local to the subcommand group
+    @param command_group the subparser group object
+    """
+    local_arg_parser = command_group.add_parser('local')
+    add_local_args(local_arg_parser)
+    local_arg_parser.set_defaults(func=lambda a, ap: make_local(a, ap))
+
+@util.callonce
+def add_repo_command(command_group):
+    """
+    Add repo to the subcommand group
+    @param command_group the subparser group object
+    """
+    repo_arg_parser = command_group.add_parser('repo')
+    add_repo_args(repo_arg_parser)
+    repo_arg_parser.set_defaults(func=lambda a, ap: make_repo(a, ap))
+
+@util.callonce
+def add_chill_command(command_group):
+    """
+    Add chill-testcase to the subcommand group
+    @param command_group The subparser group object
+    """
+    chill_arg_parser = command_group.add_parser('chill-testcase')
+    add_chill_run_args(chill_arg_parser)
+    add_chill_common_args(chill_arg_parser)
+    chill_arg_parser.set_defaults(func=lambda a, ap: [make_runchill_testcase(a)])
+
+@util.callonce
+def add_buildchill_command(command_group):
+    """
+    Add build-chill-testcase to the subcommand group
+    @param command_group The subparser group object
+    """
+    buildchill_arg_parser = command_group.add_parser('build-chill-testcase')
+    add_chill_common_args(buildchill_arg_parser)
+    add_chill_build_args(buildchill_arg_parser)
+    buildchill_arg_parser.set_defaults(func=lambda a, ap: [make_buildchill_testcase(a)])
+
+@util.callonce
+def add_batch_args(arg_parser):
+    """
+    Command line arguments for the batch file command
+    @param arg_parser The ArgumentParser object
+    """
+    arg_parser.add_argument('batch_file', help='Batch file', metavar='batch-filename')
+
+@util.callonce
+def add_batch_command(command_group):
+    """
+    Add batch command to the subcommand group
+    @param command_group The subparser group object
+    """
+    batch_arg_parser = command_group.add_parser('batch')
+    add_batch_args(batch_arg_parser)
+    batch_arg_parser.set_defaults(func=make_batch_testcaselist)
+
+@util.callonce
+def add_commands(arg_parser):
+    """
+    Add the subcommand group
+    @param arg_parser The ArgumentParser object
+    """
+    command_group = arg_parser.add_subparsers(title='commands')
+    add_local_command(command_group)
+    add_repo_command(command_group)
+    add_chill_command(command_group)
+    add_buildchill_command(command_group)
+    add_batch_command(command_group)
+
+@util.callonce
+def add_global_args(arg_parser):
+    """
+    Add arguments that are used for most subcommands
+    @param arg_parser The ArgumentParser object
+    """
+    arg_parser.add_argument('-w', '--working-dir', dest='wd', default=os.getcwd(), help='The working directory. (Defaults to the current directory)', metavar='working-directory')
+    arg_parser.add_argument('-R', '--rose-home', dest='rose_dir', default=os.getenv('ROSEHOME'), help='Rose home directory. (Defaults to ROSEHOME)', metavar='rose-home')
+    arg_parser.add_argument('-C', '--chill-home', dest='chill_dir', default=os.getenv('CHILLHOME'), help='Chill home directory. (Defaults to CHILLHOME)', metavar='chill-home')
+    arg_parser.add_argument('-O', '--omega-home', dest='omega_dir', default=os.joinpath(os.getcwd(), '../omega'), help='Omega home directory. (Defaults to ../omega)', metavar='omega-home')
+    arg_parser.add_argument('-b', '--binary-dir', dest='bin_dir', default=None, help='Binary directory.', metavar='bin-dir')
+    
+@util.callonce
+def make_argparser():
+    """
+    Create the argument parser.
+    """
+    arg_parser = argparse.ArgumentParser(
+        prog='python -m testchill',
+        description=textwrap.dedent('''\
+            
+            To test a local working copy of chill (from the development branch):
+            --------------------------------------------------------------------  
+            - Set $OMEGAHOME and compile omega.
+            - Run `python -m testchill local <path-to-chill>`
+            
+        '''),
+        epilog='EPILOG',
+        formatter_class=argparse.RawDescriptionHelpFormatter)
+    
+    add_global_args(arg_parser)
+    add_commands(arg_parser)
+    
+    # ...
+    
+    return arg_parser
+
+def args_to_tclist(args=sys.argv[1:], arg_parser=make_argparser(), argsns=None, **kwargs):
+    """
+    Parse one line and return a list of test cases.
+    @params args Raw arguments to be passed to the ArgumentParser object (defaults to sys.args[1:])
+    @params arg_parser The ArgumentParser object (defaults to an ArgumentParser returned by make_argparser())
+    @params argsns The top level argument namespace (defaults to None)
+    """
+    if not argsns is None:                           # if an argsns is given,
+        argsns = util.copy(argsns, exclude=['func']) # make a shallow copy, (excluding func)
+    argsns = arg_parser.parse_args(args, namespace=argsns)
+    for k,v in kwargs.items():
+        setattr(argsns, k, v)
+    return list(argsns.func(argsns, arg_parser))
+
+@util.callonce
+def main():
+    coverage = gcov.GcovSet()
+    #coverage=None
+    results = list(test.run(args_to_tclist(coverage_set=coverage)))
+    #test.pretty_print_results(results)
+    #util.rmtemp()
+    #coverage.pretty_print()
+    
+    with open('coverage.pickle', 'wb') as f:
+        pickle.dump(coverage, f, 2)
+    with open('testresults.pickle', 'wb') as f:
+        pickle.dump(results, f, 2)
+    
+    if any(s.failed() or s.errored() for s in results):
+        sys.exit(1)
+
+if __name__ == '__main__':
+    main()
+