diff options
author | Richard Purdie <richard.purdie@linuxfoundation.org> | 2015-05-23 21:39:09 +0000 |
---|---|---|
committer | Richard Purdie <richard.purdie@linuxfoundation.org> | 2015-07-12 22:50:27 +0100 |
commit | 1a39ccf66b30b54e1274669cb0e1dc8fc72dba49 (patch) | |
tree | d76d123a8a6035bf684171ddd33aa85a917dd106 /lib/bb/data_smart.py | |
parent | dddff5b7b8e6c18515b43389cef35503468b843d (diff) | |
download | openembedded-core-contrib-1a39ccf66b30b54e1274669cb0e1dc8fc72dba49.tar.gz |
data_smart: Seperate out the override cache
Using an internal flag for override mapping turns out to be slower
than is optimal, not least as we don't want the keys list to list
variables that have no value other than a potential override expansion.
Maintinaing a seperate cache is therefore more optimal from a speed
perspective.
Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
Diffstat (limited to 'lib/bb/data_smart.py')
-rw-r--r-- | lib/bb/data_smart.py | 55 |
1 files changed, 41 insertions, 14 deletions
diff --git a/lib/bb/data_smart.py b/lib/bb/data_smart.py index d414bf4614..4ccbedbfab 100644 --- a/lib/bb/data_smart.py +++ b/lib/bb/data_smart.py @@ -310,6 +310,8 @@ class DataSmart(MutableMapping): self.expand_cache = {} # cookie monster tribute + self.overridedata = {} + self.overrides = [] self.overridevars = set(["OVERRIDES", "FILE"]) @@ -434,8 +436,18 @@ class DataSmart(MutableMapping): del self.dict[var]["_append"] if "_prepend" in self.dict[var]: del self.dict[var]["_prepend"] - if "_overrides" in self.dict[var]: - del self.dict[var]["_overrides"] + if var in self.overridedata: + active = [] + self.need_overrides() + for (r, o) in self.overridedata[var]: + if o in self.overrides: + active.append(r) + elif "_" in o: + if set(o.split("_")).issubset(set(self.overrides)): + active.append(r) + for a in active: + self.delVar(a) + del self.overridedata[var] # more cookies for the cookie monster if '_' in var: @@ -454,10 +466,10 @@ class DataSmart(MutableMapping): override = var[var.rfind('_')+1:] shortvar = var[:var.rfind('_')] while override: - l = self.getVarFlag(shortvar, "_overrides") or [] - if [var, override] not in l: - l.append([var, override]) - self.setVarFlag(shortvar, "_overrides", l, ignore=True) + if shortvar not in self.overridedata: + self.overridedata[shortvar] = [] + if [var, override] not in self.overridedata[shortvar]: + self.overridedata[shortvar].append([var, override]) for event in self.varhistory.variable(var): if 'flag' in loginfo and not loginfo['flag'].startswith("_"): continue @@ -498,6 +510,12 @@ class DataSmart(MutableMapping): dest.extend(src) self.setVarFlag(newkey, i, dest, ignore=True) + if key in self.overridedata: + self.overridedata[newkey] = [] + for (v, o) in self.overridedata[key]: + self.overridedata[newkey].append([v.replace(key, newkey), o]) + self.renameVar(v, v.replace(key, newkey)) + if '_' in newkey and val is None: self._setvar_update_overrides(newkey, **loginfo) @@ -525,15 +543,23 @@ class DataSmart(MutableMapping): self.varhistory.record(**loginfo) self.expand_cache = {} self.dict[var] = {} + if var in self.overridedata: + del self.overridedata[var] if '_' in var: override = var[var.rfind('_')+1:] shortvar = var[:var.rfind('_')] - l = self.getVarFlag(shortvar, "_overrides") or [] - try: - l.remove([var, override]) - except ValueError as e: - pass - self.setVarFlag(shortvar, "_overrides", l, ignore=True) + while override: + try: + if shortvar in self.overridedata: + self.overridedata[shortvar].remove([var, override]) + except ValueError as e: + pass + override = None + if "_" in shortvar: + override = var[shortvar.rfind('_')+1:] + shortvar = var[:shortvar.rfind('_')] + if len(shortvar) == 0: + override = None def setVarFlag(self, var, flag, value, **loginfo): self.expand_cache = {} @@ -558,10 +584,10 @@ class DataSmart(MutableMapping): def getVarFlag(self, var, flag, expand=False, noweakdefault=False, parsing=False): local_var = self._findVar(var) value = None - if flag == "_content" and local_var is not None and "_overrides" in local_var and not parsing: + if flag == "_content" and var in self.overridedata and not parsing: match = False active = {} - for (r, o) in local_var["_overrides"]: + for (r, o) in self.overridedata[var]: # What about double overrides both with "_" in the name? if o in self.overrides: active[o] = r @@ -738,6 +764,7 @@ class DataSmart(MutableMapping): data.overrides = copy.copy(self.overrides) data.overridevars = copy.copy(self.overridevars) + data.overridedata = copy.copy(self.overridedata) return data |