diff options
Diffstat (limited to 'test-chill/testchill/__main__.py')
| -rw-r--r-- | test-chill/testchill/__main__.py | 381 |
1 files changed, 381 insertions, 0 deletions
diff --git a/test-chill/testchill/__main__.py b/test-chill/testchill/__main__.py new file mode 100644 index 0000000..3e03e11 --- /dev/null +++ b/test-chill/testchill/__main__.py @@ -0,0 +1,381 @@ +#TODO: setup and cleanup mechanism + +import argparse +import logging +import os +import pickle +import sys +import textwrap + +from . import chill +from . import gcov +from . import omega +from . import test +from . import util + + + +def make_local(argsns, arg_parser): + """ + Make the local test case list. A convinience function for testing a local copy of chill. + @params argsns Command line arguments + @params arg_parser The ArgumentParser object + """ + util.mkdir_p(os.path.join(os.getcwd(), '.staging'), temp=True) + argsns.wd = os.path.join(os.getcwd(), '.staging/wd') + argsns.bin_dir = os.path.join(os.getcwd(), '.staging/bin') + argsns.chill_tc_dir = os.path.join(os.getcwd(), 'test-cases') # formally from the commandline + argsns.chill_dir = os.path.abspath(argsns.chill_dir) + argsns.omega_dir = os.path.abspath(argsns.omega_dir) + argsns.chill_build_coverage = argsns.coverage_set is not None #TODO: make arg passed to local. + argsns.chill_test_coverage = argsns.coverage_set is not None + + util.mkdir_p(argsns.wd) + util.mkdir_p(argsns.bin_dir) + util.shell('cp', [os.path.join(argsns.chill_dir, 'examples/cuda-chill/cudaize.lua'), argsns.wd]) + util.shell('cp', [os.path.join(argsns.chill_dir, 'examples/cuda-chill/cudaize.py'), argsns.wd]) + + chill_version = argsns.chill_version + for config in chill.ChillConfig.configs(argsns.omega_dir, argsns.chill_dir, argsns.bin_dir, version=chill_version): + build_testcase = chill.BuildChillTestCase(config, options={'coverage': argsns.chill_build_coverage}, coverage_set=argsns.coverage_set) + yield build_testcase + batch_file = os.path.join(argsns.chill_tc_dir, config.name() + '.tclist') + for tc in make_batch_testcaselist(argsns, arg_parser, batch_file): + yield tc + +def make_repo(argsns, arg_parser): + """ + Make the repo test case list. A convinience function for testing chill from the repsitory. + @params argsns Command line arguments + @params arg_parser The ArgumentParser object + """ + util.mkdir_p(os.path.join(os.getcwd(), '.staging'), temp=True) + argsns.bin_dir = os.path.join(os.getcwd(), '.staging/bin') + argsns.repo_dir = os.path.join(os.getcwd(), '.staging/repo') + argsns.chill_tc_dir = os.path.join(os.getcwd(), 'test-cases') # formally from the commandline + argsns.wd = os.path.join(os.getcwd(), '.staging/wd') + + util.mkdir_p(argsns.bin_dir) + util.mkdir_p(argsns.repo_dir) + util.mkdir_p(argsns.wd) + + #TODO: Should these be hard coded? + repo_root = 'shell.cs.utah.edu/uusoc/facility/res/hallresearch/svn_repo/resRepo/projects' + for version in ['release', 'dev']: + new_args = util.copy(argsns) + if version == 'dev': + chill_repo = 'svn+ssh://{}@{}/chill/branches/cuda-chill-rose'.format(new_args.svnuser, repo_root) + chill_repo_name = 'chill' + omega_repo = 'svn+ssh://{}@{}/omega/branches/cuda-omega-rose'.format(new_args.svnuser, repo_root) + omega_repo_name = 'omega' + elif version == 'release': + chill_repo = 'svn+ssh://{}@{}/chill/release'.format(new_args.svnuser, repo_root) + chill_repo_name = 'chill-release' + omega_repo = 'svn+ssh://{}@{}/omega/release'.format(new_args.svnuser, repo_root) + omega_repo_name = 'omega-release' + new_args.omega_dir = os.path.join(new_args.repo_dir, omega_repo_name) + new_args.chill_dir = os.path.join(new_args.repo_dir, chill_repo_name) + util.shell('svn', ['export', '--force', omega_repo, new_args.omega_dir]) + util.shell('svn', ['export', '--force', chill_repo, new_args.chill_dir]) + util.shell('cp', [os.path.join(new_args.chill_dir, 'examples/cuda-chill/cudaize.lua'), new_args.wd]) + if version == 'dev': + util.shell('cp', [os.path.join(new_args.chill_dir, 'examples/cuda-chill/cudaize.py'), new_args.wd]) + # do omega: (just build it for now) + yield omega.BuildOmegaTestCase(new_args.omega_dir ,version) + # do chill + for config in chill.ChillConfig.configs(new_args.omega_dir, new_args.chill_dir, new_args.bin_dir, version=version): + yield chill.BuildChillTestCase(config, coverage_set=argsns.coverage_set) + batch_file = os.path.join(argsns.chill_tc_dir, config.name() + '.tclist') + if os.path.exists(batch_file): + for tc in make_batch_testcaselist(new_args, arg_parser, batch_file): + yield tc + +def make_runchill_testcase(argsns): + """ + Make a RunChillTestCase from the given argument namespace + @param argsns Command line arguments + """ + assert (argsns.chill_dir != None) or (argsns.bin_dir != None) + + ### Required parameters ### + wd = os.path.abspath(argsns.wd) + chill_script = os.path.abspath(argsns.chill_script) + chill_src = os.path.abspath(argsns.chill_src) + coverage_set = argsns.coverage_set + + ### Options to pass to the chill test case ### + options = dict() + options['compile-src'] = argsns.chill_test_compile_src + options['run-script'] = argsns.chill_test_run_script + options['compile-gensrc'] = argsns.chill_test_compile_gensrc + options['check-run-script-stdout'] = argsns.chill_test_check_run_script + options['coverage'] = argsns.chill_test_coverage + + ### choose interface language from script extension if none is given ### + if argsns.chill_script_lang is None: + argsns.chill_script_lang = chill.ChillConfig.ext_to_script_lang(chill_script.split('.')[-1]) + + config = chill.ChillConfig( + omega_dir = os.path.abspath(argsns.omega_dir) if argsns.omega_dir != None else None, + chill_dir = os.path.abspath(argsns.chill_dir) if argsns.chill_dir != None else None, + bin_dir = os.path.abspath(argsns.bin_dir) if argsns.bin_dir != None else None, + build_cuda = argsns.build_cuda, + script_lang = argsns.chill_script_lang, + version = argsns.chill_version) + + return chill.RunChillTestCase(config, chill_script, chill_src, wd=wd, options=options, coverage_set=coverage_set) + +def make_buildchill_testcase(argsns): + """ + Make a BuilChillTestCase from the given argument namespace + @param argsns Command line arguments + """ + assert argsns.chill_dir != None + assert argsns.omega_dir != None + + coverage_set = argsns.coverage_set + + options = dict() + options['coverage'] = argsns.chill_build_coverage + + config = chill.ChillConfig( + omega_dir = os.path.abspath(argsns.omega_dir) if argsns.omega_dir != None else None, + chill_dir = os.path.abspath(argsns.chill_dir) if argsns.chill_dir != None else None, + bin_dir = os.path.abspath(argsns.bin_dir) if argsns.bin_dir != None else None, + build_cuda = argsns.build_cuda, + script_lang = argsns.chill_script_lang, + version = argsns.chill_version) + + return chill.BuildChillTestCase(config, options=options, coverage_set=coverage_set) + +def make_batch_testcaselist(argsns, arg_parser, batch_file=None): + """ + Make a list of test cases from a file. + @param argsns The parent argument namespace + @param arg_parser The argument parser. Used to parse lines from the batch file. + @param batch_file The batch file name + """ + if batch_file is None: + batch_file = argsns.batch_file + with open(batch_file, 'r') as f: + for txt_line in f.readlines(): + if len(txt_line.strip()) == 0: continue # skip empty lines + if txt_line.strip().startswith('#'): continue # skip comment lines + args = util.applyenv(txt_line.strip()) # replace environment variables with thier values + args = args.split() # split by whitespace + for tc in args_to_tclist(args, arg_parser, argsns): + yield tc + +@util.callonce +def add_local_args(arg_parser): + """ + Command line arguments for the local command + @param arg_parser The local ArgumentParser object + """ + arg_parser.add_argument('chill_dir', metavar='chill-home', default='../') + arg_parser.add_argument('-v', '--chill-branch', dest='chill_version', default='dev', choices=['release','dev']) + # - Testing should consider all interface languages. Will uncomment if testing takes too long + # arg_parser.add_argument('-i', '--interface-lang', nargs=1, action='append', dest='chill_script_lang_list', choices=['script','lua','python']) + # arg_parser.add_argument('-t', '--testcase-dir', dest='chill_tc_dir', default=os.path.join(os.getcwd(), 'test-cases/')) + arg_parser.set_defaults(wd=os.path.join(os.getcwd(), '.staging/wd')) # - These don't seem to work + arg_parser.set_defaults(bin_dir=os.path.join(os.getcwd(), '.staging/bin')) # - + +@util.callonce +def add_repo_args(arg_parser): + """ + Command line arguments for the repo command + @param arg_parser The local ArgumentParser object + """ + arg_parser.add_argument('svnuser', metavar='svn-user-name') + +def add_boolean_option(arg_parser, name, dest, default=True, help_on=None, help_off=None): + """ + Add a boolean option. + @param parg_parser The ArgumentParser object + @param name The name of the parameter + @param dest The dest parameter passed to the ArgumentParser + @param default The default value + @param help_on The help parameter for the true option + @param help_off The help parameter for the false option + """ + group = arg_parser.add_mutually_exclusive_group() + group.add_argument('--' + name, action='store_true', dest=dest, default=default, help=help_on) + group.add_argument('--no-' + name, action='store_false', dest=dest, default=default, help=help_off) + +def add_chill_common_args(arg_parser): + """ + Common chill command line arguments. + @param arg_parser The ArgumentParser object + """ + arg_parser.add_argument('-v', '--chill-branch', dest='chill_version', default='dev', choices=['release','dev']) + cuda_group = arg_parser.add_mutually_exclusive_group() + cuda_group.add_argument('-u', '--target-cuda', action='store_const', const=True, dest='build_cuda', default=False, help='Test cuda-chill. (Default is chill)') + cuda_group.add_argument('-c', '--target-c', action='store_const', const=False, dest='build_cuda', default=False, help='Test chill. (Default is chill)') + arg_parser.add_argument('-i', '--interface-lang', dest='chill_script_lang', choices=['script','lua','python'], default=None, help='Chill interface language. If an interface language is not specified, it will be determined by the script file name.') + +@util.callonce +def add_chill_run_args(arg_parser): + """ + Command line arguments specific to running a chill test case + @param arg_parser The ArgumentParser object + """ + arg_parser.add_argument('chill_script', help='Chill script file.', metavar='chill-script') + arg_parser.add_argument('chill_src', help='Chill source file.', metavar='chill-src') + add_boolean_option(arg_parser, 'compile-src', dest='chill_test_compile_src', default=True, help_on='Compile source file.', help_off='Do not compile source file.') + add_boolean_option(arg_parser, 'run-script', dest='chill_test_run_script', default=True, help_on='Run chill script.', help_off='Do not run chill script.') + add_boolean_option(arg_parser, 'compile-gensrc', dest='chill_test_compile_gensrc', default=True, help_on='Compile generated source file', help_off='Do not compile generated source file.') + add_boolean_option(arg_parser, 'check-run-script', dest='chill_test_check_run_script', default=False, help_on='Diff stdout from chill script against a benchmark.') + add_boolean_option(arg_parser, 'test-coverage', 'chill_test_coverage', default=True, help_on='Run chill and record code coverage (default).', help_off='Run chill normally without recording code coverage.') + +@util.callonce +def add_chill_build_args(arg_parser): + """ + Command line arguments specific to building chill and testing the build process + @params arg_parser The ArgumentParser object + """ + add_boolean_option(arg_parser, 'build-coverage', 'chill_build_coverage', default=True, help_on='Build chill for code coverage flags (default).', help_off='Build chill normally without code coverage flags.') + +@util.callonce +def add_local_command(command_group): + """ + Add local to the subcommand group + @param command_group the subparser group object + """ + local_arg_parser = command_group.add_parser('local') + add_local_args(local_arg_parser) + local_arg_parser.set_defaults(func=lambda a, ap: make_local(a, ap)) + +@util.callonce +def add_repo_command(command_group): + """ + Add repo to the subcommand group + @param command_group the subparser group object + """ + repo_arg_parser = command_group.add_parser('repo') + add_repo_args(repo_arg_parser) + repo_arg_parser.set_defaults(func=lambda a, ap: make_repo(a, ap)) + +@util.callonce +def add_chill_command(command_group): + """ + Add chill-testcase to the subcommand group + @param command_group The subparser group object + """ + chill_arg_parser = command_group.add_parser('chill-testcase') + add_chill_run_args(chill_arg_parser) + add_chill_common_args(chill_arg_parser) + chill_arg_parser.set_defaults(func=lambda a, ap: [make_runchill_testcase(a)]) + +@util.callonce +def add_buildchill_command(command_group): + """ + Add build-chill-testcase to the subcommand group + @param command_group The subparser group object + """ + buildchill_arg_parser = command_group.add_parser('build-chill-testcase') + add_chill_common_args(buildchill_arg_parser) + add_chill_build_args(buildchill_arg_parser) + buildchill_arg_parser.set_defaults(func=lambda a, ap: [make_buildchill_testcase(a)]) + +@util.callonce +def add_batch_args(arg_parser): + """ + Command line arguments for the batch file command + @param arg_parser The ArgumentParser object + """ + arg_parser.add_argument('batch_file', help='Batch file', metavar='batch-filename') + +@util.callonce +def add_batch_command(command_group): + """ + Add batch command to the subcommand group + @param command_group The subparser group object + """ + batch_arg_parser = command_group.add_parser('batch') + add_batch_args(batch_arg_parser) + batch_arg_parser.set_defaults(func=make_batch_testcaselist) + +@util.callonce +def add_commands(arg_parser): + """ + Add the subcommand group + @param arg_parser The ArgumentParser object + """ + command_group = arg_parser.add_subparsers(title='commands') + add_local_command(command_group) + add_repo_command(command_group) + add_chill_command(command_group) + add_buildchill_command(command_group) + add_batch_command(command_group) + +@util.callonce +def add_global_args(arg_parser): + """ + Add arguments that are used for most subcommands + @param arg_parser The ArgumentParser object + """ + arg_parser.add_argument('-w', '--working-dir', dest='wd', default=os.getcwd(), help='The working directory. (Defaults to the current directory)', metavar='working-directory') + arg_parser.add_argument('-R', '--rose-home', dest='rose_dir', default=os.getenv('ROSEHOME'), help='Rose home directory. (Defaults to ROSEHOME)', metavar='rose-home') + arg_parser.add_argument('-C', '--chill-home', dest='chill_dir', default=os.getenv('CHILLHOME'), help='Chill home directory. (Defaults to CHILLHOME)', metavar='chill-home') + arg_parser.add_argument('-O', '--omega-home', dest='omega_dir', default=os.joinpath(os.getcwd(), '../omega'), help='Omega home directory. (Defaults to ../omega)', metavar='omega-home') + arg_parser.add_argument('-b', '--binary-dir', dest='bin_dir', default=None, help='Binary directory.', metavar='bin-dir') + +@util.callonce +def make_argparser(): + """ + Create the argument parser. + """ + arg_parser = argparse.ArgumentParser( + prog='python -m testchill', + description=textwrap.dedent('''\ + + To test a local working copy of chill (from the development branch): + -------------------------------------------------------------------- + - Set $OMEGAHOME and compile omega. + - Run `python -m testchill local <path-to-chill>` + + '''), + epilog='EPILOG', + formatter_class=argparse.RawDescriptionHelpFormatter) + + add_global_args(arg_parser) + add_commands(arg_parser) + + # ... + + return arg_parser + +def args_to_tclist(args=sys.argv[1:], arg_parser=make_argparser(), argsns=None, **kwargs): + """ + Parse one line and return a list of test cases. + @params args Raw arguments to be passed to the ArgumentParser object (defaults to sys.args[1:]) + @params arg_parser The ArgumentParser object (defaults to an ArgumentParser returned by make_argparser()) + @params argsns The top level argument namespace (defaults to None) + """ + if not argsns is None: # if an argsns is given, + argsns = util.copy(argsns, exclude=['func']) # make a shallow copy, (excluding func) + argsns = arg_parser.parse_args(args, namespace=argsns) + for k,v in kwargs.items(): + setattr(argsns, k, v) + return list(argsns.func(argsns, arg_parser)) + +@util.callonce +def main(): + coverage = gcov.GcovSet() + #coverage=None + results = list(test.run(args_to_tclist(coverage_set=coverage))) + #test.pretty_print_results(results) + #util.rmtemp() + #coverage.pretty_print() + + with open('coverage.pickle', 'wb') as f: + pickle.dump(coverage, f, 2) + with open('testresults.pickle', 'wb') as f: + pickle.dump(results, f, 2) + + if any(s.failed() or s.errored() for s in results): + sys.exit(1) + +if __name__ == '__main__': + main() + |