aboutsummaryrefslogtreecommitdiffstats
path: root/scripts
diff options
context:
space:
mode:
authorPatrick Ohly <patrick.ohly@intel.com>2017-06-27 17:33:43 +0200
committerRichard Purdie <richard.purdie@linuxfoundation.org>2017-07-06 14:38:06 +0100
commitecc9a1f9ceec9996aeb2c602846d51277de0b4a5 (patch)
tree46598541e077aad5b2a38400357be443b336ba8b /scripts
parent501b5b7f338396a4a115355b8a78ae5b03f67d9a (diff)
downloadopenembedded-core-contrib-ecc9a1f9ceec9996aeb2c602846d51277de0b4a5.tar.gz
yocto-compat-layer.py: make signature check code reusable
This moves the main content of test_signature into a helper function. It can be reused by arbitrary tests that need to do a before/after signature comparison. Long-term this might even be useful in oeqa itself. Signed-off-by: Patrick Ohly <patrick.ohly@intel.com> Signed-off-by: Ross Burton <ross.burton@intel.com>
Diffstat (limited to 'scripts')
-rw-r--r--scripts/lib/compatlayer/__init__.py66
-rw-r--r--scripts/lib/compatlayer/cases/common.py62
2 files changed, 70 insertions, 58 deletions
diff --git a/scripts/lib/compatlayer/__init__.py b/scripts/lib/compatlayer/__init__.py
index 451e1de950..7197e850e4 100644
--- a/scripts/lib/compatlayer/__init__.py
+++ b/scripts/lib/compatlayer/__init__.py
@@ -324,3 +324,69 @@ def get_depgraph(targets=['world'], failsafe=False):
if depgraph is None:
raise RuntimeError('Could not retrieve the depgraph.')
return depgraph
+
+def compare_signatures(old_sigs, curr_sigs):
+ '''
+ Compares the result of two get_signatures() calls. Returns None if no
+ problems found, otherwise a string that can be used as additional
+ explanation in self.fail().
+ '''
+ # task -> (old signature, new signature)
+ sig_diff = {}
+ for task in old_sigs:
+ if task in curr_sigs and \
+ old_sigs[task] != curr_sigs[task]:
+ sig_diff[task] = (old_sigs[task], curr_sigs[task])
+
+ if not sig_diff:
+ return None
+
+ # Beware, depgraph uses task=<pn>.<taskname> whereas get_signatures()
+ # uses <pn>:<taskname>. Need to convert sometimes. The output follows
+ # the convention from get_signatures() because that seems closer to
+ # normal bitbake output.
+ def sig2graph(task):
+ pn, taskname = task.rsplit(':', 1)
+ return pn + '.' + taskname
+ def graph2sig(task):
+ pn, taskname = task.rsplit('.', 1)
+ return pn + ':' + taskname
+ depgraph = get_depgraph(failsafe=True)
+ depends = depgraph['tdepends']
+
+ # If a task A has a changed signature, but none of its
+ # dependencies, then we need to report it because it is
+ # the one which introduces a change. Any task depending on
+ # A (directly or indirectly) will also have a changed
+ # signature, but we don't need to report it. It might have
+ # its own changes, which will become apparent once the
+ # issues that we do report are fixed and the test gets run
+ # again.
+ sig_diff_filtered = []
+ for task, (old_sig, new_sig) in sig_diff.items():
+ deps_tainted = False
+ for dep in depends.get(sig2graph(task), ()):
+ if graph2sig(dep) in sig_diff:
+ deps_tainted = True
+ break
+ if not deps_tainted:
+ sig_diff_filtered.append((task, old_sig, new_sig))
+
+ msg = []
+ msg.append('%d signatures changed, initial differences (first hash before, second after):' %
+ len(sig_diff))
+ for diff in sorted(sig_diff_filtered):
+ recipe, taskname = diff[0].rsplit(':', 1)
+ cmd = 'bitbake-diffsigs --task %s %s --signature %s %s' % \
+ (recipe, taskname, diff[1], diff[2])
+ msg.append(' %s: %s -> %s' % diff)
+ msg.append(' %s' % cmd)
+ try:
+ output = check_command('Determining signature difference failed.',
+ cmd).decode('utf-8')
+ except RuntimeError as error:
+ output = str(error)
+ if output:
+ msg.extend([' ' + line for line in output.splitlines()])
+ msg.append('')
+ return '\n'.join(msg)
diff --git a/scripts/lib/compatlayer/cases/common.py b/scripts/lib/compatlayer/cases/common.py
index 4c8a5439ec..55e8ba4c51 100644
--- a/scripts/lib/compatlayer/cases/common.py
+++ b/scripts/lib/compatlayer/cases/common.py
@@ -4,7 +4,7 @@
import glob
import os
import unittest
-from compatlayer import get_signatures, LayerType, check_command, get_depgraph
+from compatlayer import get_signatures, LayerType, check_command, get_depgraph, compare_signatures
from compatlayer.case import OECompatLayerTestCase
class CommonCompatLayer(OECompatLayerTestCase):
@@ -47,61 +47,7 @@ class CommonCompatLayer(OECompatLayerTestCase):
raise unittest.SkipTest("Not testing for signature changes in a software layer %s." \
% self.tc.layer['name'])
- # task -> (old signature, new signature)
- sig_diff = {}
curr_sigs, _ = get_signatures(self.td['builddir'], failsafe=True)
- for task in self.td['sigs']:
- if task in curr_sigs and \
- self.td['sigs'][task] != curr_sigs[task]:
- sig_diff[task] = (self.td['sigs'][task], curr_sigs[task])
-
- if sig_diff:
- # Beware, depgraph uses task=<pn>.<taskname> whereas get_signatures()
- # uses <pn>:<taskname>. Need to convert sometimes. The output follows
- # the convention from get_signatures() because that seems closer to
- # normal bitbake output.
- def sig2graph(task):
- pn, taskname = task.rsplit(':', 1)
- return pn + '.' + taskname
- def graph2sig(task):
- pn, taskname = task.rsplit('.', 1)
- return pn + ':' + taskname
- depgraph = get_depgraph(failsafe=True)
- depends = depgraph['tdepends']
-
- # If a task A has a changed signature, but none of its
- # dependencies, then we need to report it because it is
- # the one which introduces a change. Any task depending on
- # A (directly or indirectly) will also have a changed
- # signature, but we don't need to report it. It might have
- # its own changes, which will become apparent once the
- # issues that we do report are fixed and the test gets run
- # again.
- sig_diff_filtered = []
- for task, (old_sig, new_sig) in sig_diff.items():
- deps_tainted = False
- for dep in depends.get(sig2graph(task), ()):
- if graph2sig(dep) in sig_diff:
- deps_tainted = True
- break
- if not deps_tainted:
- sig_diff_filtered.append((task, old_sig, new_sig))
-
- msg = []
- msg.append('Layer %s changed %d signatures, initial differences (first hash without, second with layer):' %
- (self.tc.layer['name'], len(sig_diff)))
- for diff in sorted(sig_diff_filtered):
- recipe, taskname = diff[0].rsplit(':', 1)
- cmd = 'bitbake-diffsigs --task %s %s --signature %s %s' % \
- (recipe, taskname, diff[1], diff[2])
- msg.append(' %s: %s -> %s' % diff)
- msg.append(' %s' % cmd)
- try:
- output = check_command('Determining signature difference failed.',
- cmd).decode('utf-8')
- except RuntimeError as error:
- output = str(error)
- if output:
- msg.extend([' ' + line for line in output.splitlines()])
- msg.append('')
- self.fail('\n'.join(msg))
+ msg = compare_signatures(self.td['sigs'], curr_sigs)
+ if msg is not None:
+ self.fail('Adding layer %s changed signatures.\n%s' % (self.tc.layer['name'], msg))