bitbake: contrib/dump_cache.py: make it can dump everything

Have a simple tool to dump bb_cache.dat is useful for investigating and
studying bitbake cache. The old contrib/dump_cache.py can dump pn, pv and
packages for it, now enhance it dump everything.

Here is the usage:
$ /path/to/dump_cache.py --help
usage: dump_cache.py [-h] [-r RECIPE] [-m MEMBERS] [-s] cachefile

bb_cache.dat's dumper

positional arguments:
  cachefile             specify bb_cache.dat

optional arguments:
  -h, --help            show this help message and exit
  -r RECIPE, --recipe RECIPE
                        specify the recipe, default: all recipes
  -m MEMBERS, --members MEMBERS
                        specify the member, use comma as separator for
                        multiple ones, default: all members
  -s, --skip            skip skipped recipes

Use dump_cache.py --help to get help

(Bitbake rev: 104572438dfedf6025fbfd125aef1d56134012e7)

Signed-off-by: Robert Yang <liezhi.yang@windriver.com>
Signed-off-by: Richard Purdie <richard.purdie@linuxfoundation.org>
This commit is contained in:
Robert Yang 2018-02-07 16:01:59 +08:00 committed by Richard Purdie
parent 85fa5ee825
commit 3e76b1b50c

View File

@ -2,7 +2,7 @@
# ex:ts=4:sw=4:sts=4:et # ex:ts=4:sw=4:sts=4:et
# -*- tab-width: 4; c-basic-offset: 4; indent-tabs-mode: nil -*- # -*- tab-width: 4; c-basic-offset: 4; indent-tabs-mode: nil -*-
# #
# Copyright (C) 2012 Wind River Systems, Inc. # Copyright (C) 2012, 2018 Wind River Systems, Inc.
# #
# This program is free software; you can redistribute it and/or modify # This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License version 2 as # it under the terms of the GNU General Public License version 2 as
@ -18,51 +18,68 @@
# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. # 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
# #
# This is used for dumping the bb_cache.dat, the output format is: # Used for dumping the bb_cache.dat
# recipe_path PN PV PACKAGES
# #
import os import os
import sys import sys
import warnings import argparse
# For importing bb.cache # For importing bb.cache
sys.path.insert(0, os.path.join(os.path.abspath(os.path.dirname(sys.argv[0])), '../lib')) sys.path.insert(0, os.path.join(os.path.abspath(os.path.dirname(sys.argv[0])), '../lib'))
from bb.cache import CoreRecipeInfo from bb.cache import CoreRecipeInfo
import pickle as pickle import pickle
def main(argv=None): class DumpCache(object):
""" def __init__(self):
Get the mapping for the target recipe. parser = argparse.ArgumentParser(
""" description="bb_cache.dat's dumper",
if len(argv) != 1: epilog="Use %(prog)s --help to get help")
print("Error, need one argument!", file=sys.stderr) parser.add_argument("-r", "--recipe",
return 2 help="specify the recipe, default: all recipes", action="store")
parser.add_argument("-m", "--members",
help = "specify the member, use comma as separator for multiple ones, default: all members", action="store", default="")
parser.add_argument("-s", "--skip",
help = "skip skipped recipes", action="store_true")
parser.add_argument("cachefile",
help = "specify bb_cache.dat", nargs = 1, action="store", default="")
cachefile = argv[0] self.args = parser.parse_args()
with open(cachefile, "rb") as cachefile: def main(self):
with open(self.args.cachefile[0], "rb") as cachefile:
pickled = pickle.Unpickler(cachefile) pickled = pickle.Unpickler(cachefile)
while cachefile: while True:
try: try:
key = pickled.load() key = pickled.load()
val = pickled.load() val = pickled.load()
except Exception: except Exception:
break break
if isinstance(val, CoreRecipeInfo) and (not val.skipped): if isinstance(val, CoreRecipeInfo):
pn = val.pn pn = val.pn
# Filter out the native recipes.
if key.startswith('virtual:native:') or pn.endswith("-native"): if self.args.recipe and self.args.recipe != pn:
continue continue
# 1.0 is the default version for a no PV recipe. if self.args.skip and val.skipped:
if "pv" in val.__dict__: continue
pv = val.pv
else:
pv = "1.0"
print("%s %s %s %s" % (key, pn, pv, ' '.join(val.packages))) if self.args.members:
out = key
for member in self.args.members.split(','):
out += ": %s" % val.__dict__.get(member)
print("%s" % out)
else:
print("%s: %s" % (key, val.__dict__))
elif not self.args.recipe:
print("%s %s" % (key, val))
if __name__ == "__main__": if __name__ == "__main__":
sys.exit(main(sys.argv[1:])) try:
dump = DumpCache()
ret = dump.main()
except Exception as esc:
ret = 1
import traceback
traceback.print_exc()
sys.exit(ret)