# resulttool - store test results # # Copyright (c) 2019, Intel Corporation. # Copyright (c) 2019, Linux Foundation # # This program is free software; you can redistribute it and/or modify it # under the terms and conditions of the GNU General Public License, # version 2, as published by the Free Software Foundation. # # This program is distributed in the hope it will be useful, but WITHOUT # ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or # FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for # more details. # import tempfile import os import subprocess import json import shutil import scriptpath scriptpath.add_bitbake_lib_path() scriptpath.add_oe_lib_path() import resulttool.resultutils as resultutils import oeqa.utils.gitarchive as gitarchive def store(args, logger): tempdir = tempfile.mkdtemp(prefix='testresults.') try: results = {} logger.info('Reading files from %s' % args.source) for root, dirs, files in os.walk(args.source): for name in files: f = os.path.join(root, name) if name == "testresults.json": resultutils.append_resultsdata(results, f) elif args.all: dst = f.replace(args.source, tempdir + "/") os.makedirs(os.path.dirname(dst), exist_ok=True) shutil.copyfile(f, dst) revisions = {} if not results and not args.all: if args.allow_empty: logger.info("No results found to store") return 0 logger.error("No results found to store") return 1 # Find the branch/commit/commit_count and ensure they all match for suite in results: for result in results[suite]: config = results[suite][result]['configuration']['LAYERS']['meta'] revision = (config['commit'], config['branch'], str(config['commit_count'])) if revision not in revisions: revisions[revision] = {} if suite not in revisions[revision]: revisions[revision][suite] = {} revisions[revision][suite][result] = results[suite][result] logger.info("Found %d revisions to store" % len(revisions)) for r in revisions: results = revisions[r] keywords = {'commit': r[0], 'branch': r[1], "commit_count": r[2]} subprocess.check_call(["find", tempdir, "!", "-path", "./.git/*", "-delete"]) resultutils.save_resultsdata(results, tempdir) logger.info('Storing test result into git repository %s' % args.git_dir) gitarchive.gitarchive(tempdir, args.git_dir, False, False, "Results of {branch}:{commit}", "branch: {branch}\ncommit: {commit}", "{branch}", False, "{branch}/{commit_count}-g{commit}/{tag_number}", 'Test run #{tag_number} of {branch}:{commit}', '', [], [], False, keywords, logger) finally: subprocess.check_call(["rm", "-rf", tempdir]) return 0 def register_commands(subparsers): """Register subcommands from this plugin""" parser_build = subparsers.add_parser('store', help='store test results into a git repository', description='takes a results file or directory of results files and stores ' 'them into the destination git repository, splitting out the results ' 'files as configured', group='setup') parser_build.set_defaults(func=store) parser_build.add_argument('source', help='source file or directory that contain the test result files to be stored') parser_build.add_argument('git_dir', help='the location of the git repository to store the results in') parser_build.add_argument('-a', '--all', action='store_true', help='include all files, not just testresults.json files') parser_build.add_argument('-e', '--allow-empty', action='store_true', help='don\'t error if no results to store are found')