1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
|
# Creates a tarball of the work directory for a recipe when one of its
# tasks fails, as well as (optionally) other nominated directories.
# Useful in cases where the environment in which builds are run is
# ephemeral or otherwise inaccessible for examination during
# debugging.
#
# To enable, simply add the following to your configuration:
#
# INHERIT += "retain"
#
# You can also specify extra directories to save at the end of the build
# upon failure or always (space-separated) e.g.:
#
# RETAIN_EXTRADIRS_FAILURE = "${LOG_DIR} ${TMPDIR}/pkgdata"
# RETAIN_EXTRADIRS_ALWAYS = "${BUILDSTATS_BASE}"
#
# If you wish to use a different tarball name prefix you can do so by
# adding a : followed by the desired prefix (no spaces) e.g. to use
# "buildlogs" for the tarball of ${LOG_DIR} you would do this:
#
# RETAIN_EXTRADIRS_FAILURE = "${LOG_DIR}:buildlogs ${TMPDIR}/pkgdata"
#
# Notes:
# * For this to be useful you also need corresponding logic in your build
# orchestration tool to pick up any files written out to RETAIN_OUTDIR
# (with the other assumption being that no files are present there at
# the start of the build).
# * Work directories can be quite large, so saving them can take some time
# and of course space.
# * Extra directories must naturally be populated at the time the retain
# goes to save them (build completion); to try ensure this for things
# that are also saved on build completion (e.g. buildstats), put the
# INHERIT += "retain" after the INHERIT += lines for the class that
# is writing out the data that you wish to save.
# * The tarballs have the tarball name as a top-level directory so that
# multiple tarballs can be extracted side-by-side easily.
#
# Copyright (c) 2020 Microsoft Corporation
#
# SPDX-License-Identifier: GPL-2.0-only
#
RETAIN_OUTDIR ?= "${TMPDIR}/retained"
RETAIN_EXTRADIRS_FAILURE ?= ""
RETAIN_EXTRADIRS_ALWAYS ?= ""
RETAIN_ENABLED ?= "1"
def retain_retain_dir(desc, tarprefix, path, tarbasepath, d):
import datetime
outdir = d.getVar('RETAIN_OUTDIR')
bb.utils.mkdirhier(outdir)
tstamp = datetime.datetime.now().strftime("%Y%m%d-%H%M%S")
tarname = '%s_%s' % (tarprefix, tstamp)
tarfp = os.path.join(outdir, '%s.tar.gz' % tarname)
tardir = os.path.relpath(path, tarbasepath)
cmdargs = ['tar', 'czf', tarfp]
# Prefix paths within the tarball with the tarball name so that
# multiple tarballs can be extracted side-by-side
cmdargs += ['--transform', 's:^:%s/:' % tarname]
cmdargs += [tardir]
bb.plain('NOTE: retain: saving %s to %s' % (desc, tarfp))
try:
bb.process.run(cmdargs, cwd=tarbasepath)
except bb.process.ExecutionError as e:
# It is possible for other tasks to be writing to the workdir
# while we are tarring it up, in which case tar will return 1,
# but we don't care in this situation (tar returns 2 for other
# errors so we we will see those)
if e.exitcode != 1:
bb.warn('retain: error saving %s: %s' % (desc, str(e)))
addhandler retain_workdir_handler
retain_workdir_handler[eventmask] = "bb.build.TaskFailed bb.event.BuildCompleted"
python retain_workdir_handler() {
if d.getVar('RETAIN_ENABLED') != '1':
return
if isinstance(e, bb.build.TaskFailed):
pn = d.getVar('PN')
workdir = d.getVar('WORKDIR')
base_workdir = d.getVar('BASE_WORKDIR')
taskname = d.getVar('BB_CURRENTTASK')
desc = 'workdir for failed task %s.do_%s' % (pn, taskname)
retain_retain_dir(desc, 'workdir_%s' % pn, workdir, base_workdir, d)
elif isinstance(e, bb.event.BuildCompleted):
paths = d.getVar('RETAIN_EXTRADIRS_ALWAYS').split()
if e._failures:
paths += d.getVar('RETAIN_EXTRADIRS_FAILURE').split()
for path in list(set(paths)):
if ':' in path:
path, itemname = path.rsplit(':', 1)
else:
itemname = os.path.basename(path)
if os.path.exists(path):
retain_retain_dir(itemname, itemname, path, os.path.dirname(path), d)
else:
bb.warn('retain: extra directory %s does not currently exist' % path)
}
|