#!/usr/bin/env python # ex:ts=4:sw=4:sts=4:et # -*- tab-width: 4; c-basic-offset: 4; indent-tabs-mode: nil -*- """ BitBake 'Build' implementation Core code for function execution and task handling in the BitBake build tools. Copyright (C) 2003, 2004 Chris Larson Based on Gentoo's portage.py. This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 2 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with Based on functions from the base bb module, Copyright 2003 Holger Schurig """ from bb import debug, data, fetch, fatal, error, note, event, mkdirhier import bb, os # data holds flags and function name for a given task _task_data = data.init() # graph represents task interdependencies _task_graph = bb.digraph() # stack represents execution order, excepting dependencies _task_stack = [] # events class FuncFailed(Exception): """Executed function failed""" class EventException(Exception): """Exception which is associated with an Event.""" def __init__(self, msg, event): self.event = event def getEvent(self): return self._event def setEvent(self, event): self._event = event event = property(getEvent, setEvent, None, "event property") class TaskBase(event.Event): """Base class for task events""" def __init__(self, t, d = {}): self.task = t self.data = d def getTask(self): return self._task def setTask(self, task): self._task = task task = property(getTask, setTask, None, "task property") def getData(self): return self._data def setData(self, data): self._data = data data = property(getData, setData, None, "data property") class TaskStarted(TaskBase): """Task execution started""" class TaskSucceeded(TaskBase): """Task execution completed""" class TaskFailed(TaskBase): """Task execution failed""" class InvalidTask(TaskBase): """Invalid Task""" # functions def init(data): global _task_data, _task_graph, _task_stack _task_data = data.init() _task_graph = bb.digraph() _task_stack = [] def exec_func(func, d, dirs = None): """Execute an BB 'function'""" body = data.getVar(func, d) if not body: return if not dirs: dirs = (data.getVarFlag(func, 'dirs', d) or "").split() for adir in dirs: adir = data.expand(adir, d) mkdirhier(adir) if len(dirs) > 0: adir = dirs[-1] else: adir = data.getVar('B', d, 1) adir = data.expand(adir, d) try: prevdir = os.getcwd() except OSError: prevdir = data.expand('${TOPDIR}', d) if adir and os.access(adir, os.F_OK): os.chdir(adir) if data.getVarFlag(func, "python", d): exec_func_python(func, d) else: exec_func_shell(func, d) os.chdir(prevdir) def exec_func_python(func, d): """Execute a python BB 'function'""" import re, os tmp = "def " + func + "():\n%s" % data.getVar(func, d) comp = compile(tmp + '\n' + func + '()', bb.data.getVar('FILE', d, 1) + ':' + func, "exec") prevdir = os.getcwd() g = {} # globals g['bb'] = bb g['os'] = os g['d'] = d exec comp in g if os.path.exists(prevdir): os.chdir(prevdir) def exec_func_shell(func, d): """Execute a shell BB 'function' Returns true if execution was successful. For this, it creates a bash shell script in the tmp dectory, writes the local data into it and finally executes. The output of the shell will end in a log file and stdout. Note on directory behavior. The 'dirs' varflag should contain a list of the directories you need created prior to execution. The last item in the list is where we will chdir/cd to. """ import sys deps = data.getVarFlag(func, 'deps', d) check = data.getVarFlag(func, 'check', d) if check in globals(): if globals()[check](func, deps): return global logfile t = data.getVar('T', d, 1) if not t: return 0 mkdirhier(t) logfile = "%s/log.%s.%s" % (t, func, str(os.getpid())) runfile = "%s/run.%s.%s" % (t, func, str(os.getpid())) f = open(runfile, "w") f.write("#!/bin/sh -e\n") if bb.debug_level > 0: f.write("set -x\n") data.emit_env(f, d) f.write("cd %s\n" % os.getcwd()) if func: f.write("%s\n" % func) f.close() os.chmod(runfile, 0775) if not func: error("Function not specified") raise FuncFailed() # open logs si = file('/dev/null', 'r') try: if bb.debug_level > 0: so = os.popen("tee \"%s\"" % logfile, "w") else: so = file(logfile, 'w') except OSError, e: bb.error("opening log file: %s" % e) pass se = so # dup the existing fds so we dont lose them osi = [os.dup(sys.stdin.fileno()), sys.stdin.fileno()] oso = [os.dup(sys.stdout.fileno()), sys.stdout.fileno()] ose = [os.dup(sys.stderr.fileno()), sys.stderr.fileno()] # replace those fds with our own os.dup2(si.fileno(), osi[1]) os.dup2(so.fileno(), oso[1]) os.dup2(se.fileno(), ose[1]) # execute function prevdir = os.getcwd() if data.getVarFlag(func, "fakeroot", d): maybe_fakeroot = "PATH=\"%s\" fakeroot " % bb.data.getVar("PATH", d, 1) else: maybe_fakeroot = '' ret = os.system('%ssh -e %s' % (maybe_fakeroot, runfile)) os.chdir(prevdir) # restore the backups os.dup2(osi[0], osi[1]) os.dup2(oso[0], oso[1]) os.dup2(ose[0], ose[1]) # close our logs si.close() so.close() se.close() # close the backup fds os.close(osi[0]) os.close(oso[0]) os.close(ose[0]) if ret==0: if bb.debug_level > 0: os.remove(runfile) # os.remove(logfile) return else: error("function %s failed" % func) if data.getVar("BBINCLUDELOGS", d): error("log data follows (%s)" % logfile) f = open(logfile, "r") while True: l = f.readline() if l == '': break l = l.rstrip() print '| %s' % l f.close() else: error("see log in %s" % logfile) raise FuncFailed() _task_cache = [] def exec_task(task, d): """Execute an BB 'task' The primary difference between executing a task versus executing a function is that a task exists in the task digraph, and therefore has dependencies amongst other tasks.""" # check if the task is in the graph.. task_graph = data.getVar('_task_graph', d) if not task_graph: task_graph = bb.digraph() data.setVar('_task_graph', task_graph, d) task_cache = data.getVar('_task_cache', d) if not task_cache: task_cache = [] data.setVar('_task_cache', task_cache, d) if not task_graph.hasnode(task): raise EventException("", InvalidTask(task, d)) # check whether this task needs executing.. if not data.getVarFlag(task, 'force', d): if stamp_is_current(task, d): return 1 # follow digraph path up, then execute our way back down def execute(graph, item): if data.getVarFlag(item, 'task', d): if item in task_cache: return 1 if task != item: # deeper than toplevel, exec w/ deps exec_task(item, d) return 1 try: debug(1, "Executing task %s" % item) event.fire(TaskStarted(item, d)) exec_func(item, d) event.fire(TaskSucceeded(item, d)) task_cache.append(item) except FuncFailed, reason: note( "Task failed: %s" % reason ) failedevent = TaskFailed(item, d) event.fire(failedevent) raise EventException(None, failedevent) # execute task_graph.walkdown(task, execute) # make stamp, or cause event and raise exception if not data.getVarFlag(task, 'nostamp', d): mkstamp(task, d) def stamp_is_current(task, d, checkdeps = 1): """Check status of a given task's stamp. returns 0 if it is not current and needs updating.""" task_graph = data.getVar('_task_graph', d) if not task_graph: task_graph = bb.digraph() data.setVar('_task_graph', task_graph, d) stamp = data.getVar('STAMP', d) if not stamp: return 0 stampfile = "%s.%s" % (data.expand(stamp, d), task) if not os.access(stampfile, os.F_OK): return 0 if checkdeps == 0: return 1 import stat tasktime = os.stat(stampfile)[stat.ST_MTIME] _deps = [] def checkStamp(graph, task): # check for existance if data.getVarFlag(task, 'nostamp', d): return 1 if not stamp_is_current(task, d, 0): return 0 depfile = "%s.%s" % (data.expand(stamp, d), task) deptime = os.stat(depfile)[stat.ST_MTIME] if deptime > tasktime: return 0 return 1 return task_graph.walkdown(task, checkStamp) def md5_is_current(task): """Check if a md5 file for a given task is current""" def mkstamp(task, d): """Creates/updates a stamp for a given task""" stamp = data.getVar('STAMP', d) if not stamp: return stamp = "%s.%s" % (data.expand(stamp, d), task) mkdirhier(os.path.dirname(stamp)) open(stamp, "w+") def add_task(task, deps, d): task_graph = data.getVar('_task_graph', d) if not task_graph: task_graph = bb.digraph() data.setVar('_task_graph', task_graph, d) data.setVarFlag(task, 'task', 1, d) task_graph.addnode(task, None) for dep in deps: if not task_graph.hasnode(dep): task_graph.addnode(dep, None) task_graph.addnode(task, dep) def remove_task(task, kill, d): """Remove an BB 'task'. If kill is 1, also remove tasks that depend on this task.""" task_graph = data.getVar('_task_graph', d) if not task_graph: task_graph = bb.digraph() data.setVar('_task_graph', task_graph, d) if not task_graph.hasnode(task): return data.delVarFlag(task, 'task', d) ref = 1 if kill == 1: ref = 2 task_graph.delnode(task, ref) def task_exists(task, d): task_graph = data.getVar('_task_graph', d) if not task_graph: task_graph = bb.digraph() data.setVar('_task_graph', task_graph, d) return task_graph.hasnode(task) def get_task_data(): return _task_data