From 221efcbcc8c2e01a25ed3fb25fb8740f0f497938 Mon Sep 17 00:00:00 2001 From: Mark Hatle Date: Mon, 17 Jul 2017 22:37:17 -0500 Subject: bitbake-setup: Add WIP implementation of bitbake-setup [DO NOT MERGE] Signed-off-by: Mark Hatle --- bin/bitbake-setup | 129 ++++++++++++++++++++++++++++++++++++++++++++++++ lib/bbsetup/__init__.py | 2 + lib/bbsetup/common.py | 31 ++++++++++++ lib/bbsetup/query.py | 75 ++++++++++++++++++++++++++++ 4 files changed, 237 insertions(+) create mode 100755 bin/bitbake-setup create mode 100644 lib/bbsetup/__init__.py create mode 100644 lib/bbsetup/common.py create mode 100644 lib/bbsetup/query.py diff --git a/bin/bitbake-setup b/bin/bitbake-setup new file mode 100755 index 000000000..04a8a55a7 --- /dev/null +++ b/bin/bitbake-setup @@ -0,0 +1,129 @@ +#!/usr/bin/env python3 + +# This script will setup a new bitbake project. It uses the layer index +# (layers.openembedded.org or similar) to determine which components and +# their dependencies to install. + +# Copyrigth (C) 2016-2017 Wind River Systems, Inc. +# +# This program is free software; you can redistribute it and/or modify +# it under the terms of the GNU General Public License version 2 as +# published by the Free Software Foundation. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. +# See the GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program; if not, write to the Free Software +# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA + +import logging +import os +import sys +import argparse +import signal + +bindir = os.path.dirname(__file__) +topdir = os.path.dirname(bindir) +sys.path[0:0] = [os.path.join(topdir, 'lib')] + +import bb.msg +import bb.data +import bb.parse + +logger = bb.msg.logger_create('BitBake', sys.stdout, preserve_handlers=True) + +def main(): + signal.signal(signal.SIGPIPE, signal.SIG_DFL) + parser = argparse.ArgumentParser( + description="BitBake project setup utility", + epilog="Use %(prog)s --help to get help on a specific command", + add_help=False) + + parser.add_argument("-D", "--debug", action="count", dest="debug", default=0, + help="Increase the debug level. You can specify this " + "more than once. -D sets the debug level to 1, " + "where only bb.debug(1, ...) messages are printed " + "to stdout; -DD sets the debug level to 2, where " + "both bb.debug(1, ...) and bb.debug(2, ...) " + "messages are printed; etc. Without -D, no debug " + "messages are printed. Note that -D only affects " + "output to stdout. All debug messages are written " + "to ${T}/log.do_taskname, regardless of the debug " + "level.") + + parser.add_argument('-q', '--quiet', action="count", dest="quiet", default=0, + help="Output less log message data to the terminal. You can specify this more than once.") + + parser.add_argument('--color', choices=['auto', 'always', 'never'], default='auto', + help="Colorize output (where %(metavar)s is %(choices)s)", metavar='COLOR') + + global_args, unparsed_args = parser.parse_known_args() + + if global_args.quiet and global_args.debug: + logger.error("options --quiet and --debug are mutually exclusive") + return 1 + + if global_args.debug: + logger.setLevel(logging.DEBUG) + elif global_args.quiet: + logger.setLevel(logging.ERROR) + + bb.msg.init_msgconfig(1, global_args.debug) + + # Need to re-run logger_create with color argument + # (will be the same logger since it has the same name) + bb.msg.logger_create('bitbake-setup', output=sys.stdout, color=global_args.color) + + # Help is added here rather than via add_help=True, as we don't want it to + # be handled by parse_known_args() + parser.add_argument('-h', '--help', action='help', default=argparse.SUPPRESS, + help='show this help message and exit') + + # Initialize variable space... + d = bb.data.init() + d.setVar('PROJECTDIR', os.getcwd()) + d.setVar('DL_DIR', '${PROJECTDIR}/layer-cache') + + subparsers = parser.add_subparsers(title='subcommands', metavar='') + subparsers.required = True + plugins = [] + for path in [topdir]: + pluginpath = os.path.join(path, 'lib', 'bbsetup') + bb.utils.load_plugins(logger, plugins, pluginpath) + + registered = False + for plugin in plugins: + if hasattr(plugin, 'register_commands'): + registered = True + plugin.init(d) + plugin.register_commands(subparsers) + + if not registered: + logger.error("No commands registered - missing plugins?") + sys.exit(1) + + parser.add_argument("config", help="setup configuration file") + + args = parser.parse_args(unparsed_args, namespace=global_args) + + d = bb.parse.handle(args.config, d, True) + + logger.debug(1, "Using indexes: %s" % (d.getVar('BBLAYERINDEX_URI'))) + + return args.func(args) + + +if __name__ == "__main__": + try: + ret = main() + except bb.BBHandledException: + ret = 1 + except Exception: + ret = 1 + import traceback + traceback.print_exc() + sys.exit(ret) + diff --git a/lib/bbsetup/__init__.py b/lib/bbsetup/__init__.py new file mode 100644 index 000000000..3ad9513f4 --- /dev/null +++ b/lib/bbsetup/__init__.py @@ -0,0 +1,2 @@ +from pkgutil import extend_path +__path__ = extend_path(__path__, __name__) diff --git a/lib/bbsetup/common.py b/lib/bbsetup/common.py new file mode 100644 index 000000000..eff7624af --- /dev/null +++ b/lib/bbsetup/common.py @@ -0,0 +1,31 @@ +import argparse +import logging +import os +import bb.msg + +logger = logging.getLogger('BitBake.BBSetup.common') + + +class SetupPlugin(): + def __init__(self): + data = None + + def init(self, d): + self.data = d + + @staticmethod + def add_command(subparsers, cmdname, function, *args, **kwargs): + """Convert docstring for function to help.""" + logger.debug(1, 'Adding command: %s' % cmdname) + docsplit = function.__doc__.splitlines() + help = docsplit[0] + if len(docsplit) > 1: + desc = '\n'.join(docsplit[1:]) + else: + desc = help + subparser = subparsers.add_parser(cmdname, *args, help=help, description=desc, formatter_class=argparse.RawTextHelpFormatter, **kwargs) + subparser.set_defaults(func=function) + return subparser + + def get_layer_name(self, layerdir): + return os.path.basename(layerdir.rstrip(os.sep)) diff --git a/lib/bbsetup/query.py b/lib/bbsetup/query.py new file mode 100644 index 000000000..a7886ef36 --- /dev/null +++ b/lib/bbsetup/query.py @@ -0,0 +1,75 @@ +import collections +import fnmatch +import logging +import sys +import os +import re + +import bb.utils + +from bbsetup.common import SetupPlugin + +import layers.layerindex + +logger = logging.getLogger('BitBake.BBSetup.query') + +def plugin_init(plugins): + return QueryPlugin() + + +class QueryPlugin(SetupPlugin): + def do_query(self, args): + """Query the layer index""" + lindex = layers.layerindex.LayerIndex(self.data) + + loadMask = "" + if args.layerdependencies: + loadMask += " layerDependencies" + + if args.recipes: + loadMask += " recipes" + + if args.machines: + loadMask += " machines" + + if args.distros: + loadMask += " distros" + + lindex.load_layerindex(self.data.getVar('BBLAYERINDEX_URI'), load=loadMask) + + if args.distros: + lindex.list_obj('distros') + + if args.machines: + lindex.list_obj('machines') + + if args.branches: + lindex.list_obj('branches') + + if args.layers: + lindex.list_obj('layerItems') + + if args.layerbranches: + lindex.list_obj('layerBranches') + + if args.layerdependencies: + lindex.list_obj('layerDependencies') + + if args.recipes: + lindex.list_obj('recipes') + + #lindex.store_layerindex('file:///tmp/wr-index;type=restapi', lindex.lindex[0]) + #lindex.store_layerindex('file:///tmp/oe-index;type=restapi', lindex.lindex[1]) + #lindex.store_layerindex('file:///tmp/test-api.json;type=restapi', lindex.lindex[0]) + + def register_commands(self, sp): + query = self.add_command(sp, 'query', self.do_query) + + query.add_argument('--distros', help='List all available distro values', action='store_true') + query.add_argument('--machines', help='List all available machine values', action='store_true') + query.add_argument('--branches', help='List all available branch values', action='store_true') + query.add_argument('--layers', help='List all available layers', action='store_true') + query.add_argument('--layerbranches', help='List all available layerbranches', action='store_true') + query.add_argument('--layerdependencies', help='List all available layerdependencies', action='store_true') + query.add_argument('--recipes', help='List all available recipe values', action='store_true') + -- cgit 1.2.3-korg