summaryrefslogtreecommitdiffstats
path: root/scripts/lib/resulttool/store.py
blob: 6744fb3c05da3117fec13124a4d5fb590e55725f (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
# resulttool - store test results
#
# Copyright (c) 2019, Intel Corporation.
# Copyright (c) 2019, Linux Foundation
#
# This program is free software; you can redistribute it and/or modify it
# under the terms and conditions of the GNU General Public License,
# version 2, as published by the Free Software Foundation.
#
# This program is distributed in the hope it will be useful, but WITHOUT
# ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
# FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
# more details.
#
import tempfile
import os
import subprocess
import json
import shutil
import scriptpath
scriptpath.add_bitbake_lib_path()
scriptpath.add_oe_lib_path()
import resulttool.resultutils as resultutils
import oeqa.utils.gitarchive as gitarchive


def store(args, logger):
    tempdir = tempfile.mkdtemp(prefix='testresults.')
    try:
        results = {}
        logger.info('Reading files from %s' % args.source)
        for root, dirs, files in os.walk(args.source):
            for name in files:
                f = os.path.join(root, name)
                if name == "testresults.json":
                    resultutils.append_resultsdata(results, f)
                elif args.all:
                    dst = f.replace(args.source, tempdir + "/")
                    os.makedirs(os.path.dirname(dst), exist_ok=True)
                    shutil.copyfile(f, dst)
        resultutils.save_resultsdata(results, tempdir)

        if not results and not args.all:
            if args.allow_empty:
                logger.info("No results found to store")
                return 0
            logger.error("No results found to store")
            return 1

        keywords = {'branch': None, 'commit': None, 'commit_count': None}

        # Find the branch/commit/commit_count and ensure they all match
        for suite in results:
            for result in results[suite]:
                config = results[suite][result]['configuration']['LAYERS']['meta']
                for k in keywords:
                    if keywords[k] is None:
                        keywords[k] = config.get(k)
                    if config.get(k) != keywords[k]:
                        logger.error("Mismatched source commit/branch/count: %s vs %s" % (config.get(k), keywords[k]))
                        return 1

        logger.info('Storing test result into git repository %s' % args.git_dir)

        gitarchive.gitarchive(tempdir, args.git_dir, False, False,
                              "Results of {branch}:{commit}", "branch: {branch}\ncommit: {commit}", "{branch}",
                              False, "{branch}/{commit_count}-g{commit}/{tag_number}",
                              'Test run #{tag_number} of {branch}:{commit}', '',
                              [], [], False, keywords, logger)

    finally:
        subprocess.check_call(["rm", "-rf",  tempdir])

    return 0

def register_commands(subparsers):
    """Register subcommands from this plugin"""
    parser_build = subparsers.add_parser('store', help='store test results into a git repository',
                                         description='takes a results file or directory of results files and stores '
                                                     'them into the destination git repository, splitting out the results '
                                                     'files as configured',
                                         group='setup')
    parser_build.set_defaults(func=store)
    parser_build.add_argument('source',
                              help='source file or directory that contain the test result files to be stored')
    parser_build.add_argument('git_dir',
                              help='the location of the git repository to store the results in')
    parser_build.add_argument('-a', '--all', action='store_true',
                              help='include all files, not just testresults.json files')
    parser_build.add_argument('-e', '--allow-empty', action='store_true',
                              help='don\'t error if no results to store are found')