diff options
| author | Bryan Huntsman <bryanh@codeaurora.org> | 2011-08-16 17:27:22 -0700 |
|---|---|---|
| committer | Bryan Huntsman <bryanh@codeaurora.org> | 2011-10-03 09:57:10 -0700 |
| commit | 3f2bc4d6eb5a4fada842462ba22bb6bbb41d00c7 (patch) | |
| tree | 088e0646c8abcbde263d13ee865ba69032ac86dd /scripts/build-all.py | |
| parent | f06154cc47399dfdb3950d3e6b71d67ee186f69d (diff) | |
Initial Contribution
msm-2.6.38: tag AU_LINUX_ANDROID_GINGERBREAD.02.03.04.00.142
Signed-off-by: Bryan Huntsman <bryanh@codeaurora.org>
Diffstat (limited to 'scripts/build-all.py')
| -rwxr-xr-x | scripts/build-all.py | 266 |
1 files changed, 266 insertions, 0 deletions
diff --git a/scripts/build-all.py b/scripts/build-all.py new file mode 100755 index 00000000000..6135253da64 --- /dev/null +++ b/scripts/build-all.py @@ -0,0 +1,266 @@ +#! /usr/bin/env python + +# Copyright (c) 2009-2011, Code Aurora Forum. All rights reserved. +# +# Redistribution and use in source and binary forms, with or without +# modification, are permitted provided that the following conditions are met: +# * Redistributions of source code must retain the above copyright +# notice, this list of conditions and the following disclaimer. +# * Redistributions in binary form must reproduce the above copyright +# notice, this list of conditions and the following disclaimer in the +# documentation and/or other materials provided with the distribution. +# * Neither the name of Code Aurora nor +# the names of its contributors may be used to endorse or promote +# products derived from this software without specific prior written +# permission. +# +# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" +# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE +# IMPLIED WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND +# NON-INFRINGEMENT ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR +# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, +# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, +# PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; +# OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, +# WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR +# OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF +# ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. + +# Build the kernel for all targets using the Android build environment. +# +# TODO: Accept arguments to indicate what to build. + +import glob +from optparse import OptionParser +import subprocess +import os +import os.path +import shutil +import sys + +version = 'build-all.py, version 0.01' + +build_dir = '../all-kernels' +make_command = ["vmlinux", "modules"] +make_env = os.environ +make_env.update({ + 'ARCH': 'arm', + 'CROSS_COMPILE': 'arm-none-linux-gnueabi-', + 'KCONFIG_NOTIMESTAMP': 'true' }) +all_options = {} + +def error(msg): + sys.stderr.write("error: %s\n" % msg) + +def fail(msg): + """Fail with a user-printed message""" + error(msg) + sys.exit(1) + +def check_kernel(): + """Ensure that PWD is a kernel directory""" + if (not os.path.isfile('MAINTAINERS') or + not os.path.isfile('arch/arm/mach-msm/Kconfig')): + fail("This doesn't seem to be an MSM kernel dir") + +def check_build(): + """Ensure that the build directory is present.""" + if not os.path.isdir(build_dir): + try: + os.makedirs(build_dir) + except OSError as exc: + if exc.errno == errno.EEXIST: + pass + else: + raise + +def update_config(file, str): + print 'Updating %s with \'%s\'\n' % (file, str) + defconfig = open(file, 'a') + defconfig.write(str + '\n') + defconfig.close() + +def scan_configs(): + """Get the full list of defconfigs appropriate for this tree.""" + names = {} + for n in glob.glob('arch/arm/configs/msm[0-9]*_defconfig'): + names[os.path.basename(n)[:-10]] = n + for n in glob.glob('arch/arm/configs/qsd*_defconfig'): + names[os.path.basename(n)[:-10]] = n + return names + +class Builder: + def __init__(self, logname): + self.logname = logname + self.fd = open(logname, 'w') + + def run(self, args): + devnull = open('/dev/null', 'r') + proc = subprocess.Popen(args, stdin=devnull, + env=make_env, + bufsize=0, + stdout=subprocess.PIPE, + stderr=subprocess.STDOUT) + count = 0 + # for line in proc.stdout: + rawfd = proc.stdout.fileno() + while True: + line = os.read(rawfd, 1024) + if not line: + break + self.fd.write(line) + self.fd.flush() + if all_options.verbose: + sys.stdout.write(line) + sys.stdout.flush() + else: + for i in range(line.count('\n')): + count += 1 + if count == 64: + count = 0 + print + sys.stdout.write('.') + sys.stdout.flush() + print + result = proc.wait() + + self.fd.close() + return result + +failed_targets = [] + +def build(target): + dest_dir = os.path.join(build_dir, target) + log_name = '%s/log-%s.log' % (build_dir, target) + print 'Building %s in %s log %s' % (target, dest_dir, log_name) + if not os.path.isdir(dest_dir): + os.mkdir(dest_dir) + defconfig = 'arch/arm/configs/%s_defconfig' % target + dotconfig = '%s/.config' % dest_dir + savedefconfig = '%s/defconfig' % dest_dir + shutil.copyfile(defconfig, dotconfig) + + devnull = open('/dev/null', 'r') + subprocess.check_call(['make', 'O=%s' % dest_dir, + '%s_defconfig' % target], env=make_env, stdin=devnull) + devnull.close() + + if not all_options.updateconfigs: + build = Builder(log_name) + + result = build.run(['make', 'O=%s' % dest_dir] + make_command) + + if result != 0: + if all_options.keep_going: + failed_targets.append(target) + fail_or_error = error + else: + fail_or_error = fail + fail_or_error("Failed to build %s, see %s" % (target, build.logname)) + + # Copy the defconfig back. + if all_options.configs or all_options.updateconfigs: + devnull = open('/dev/null', 'r') + subprocess.check_call(['make', 'O=%s' % dest_dir, + 'savedefconfig'], env=make_env, stdin=devnull) + devnull.close() + shutil.copyfile(savedefconfig, defconfig) + +def build_many(allconf, targets): + print "Building %d target(s)" % len(targets) + for target in targets: + if all_options.updateconfigs: + update_config(allconf[target], all_options.updateconfigs) + build(target) + if failed_targets: + fail('\n '.join(["Failed targets:"] + + [target for target in failed_targets])) + +def main(): + global make_command + + check_kernel() + check_build() + + configs = scan_configs() + + usage = (""" + %prog [options] all -- Build all targets + %prog [options] target target ... -- List specific targets + %prog [options] perf -- Build all perf targets + %prog [options] noperf -- Build all non-perf targets""") + parser = OptionParser(usage=usage, version=version) + parser.add_option('--configs', action='store_true', + dest='configs', + help="Copy configs back into tree") + parser.add_option('--list', action='store_true', + dest='list', + help='List available targets') + parser.add_option('-v', '--verbose', action='store_true', + dest='verbose', + help='Output to stdout in addition to log file') + parser.add_option('--oldconfig', action='store_true', + dest='oldconfig', + help='Only process "make oldconfig"') + parser.add_option('--updateconfigs', + dest='updateconfigs', + help="Update defconfigs with provided option setting, " + "e.g. --updateconfigs=\'CONFIG_USE_THING=y\'") + parser.add_option('-j', '--jobs', type='int', dest="jobs", + help="Number of simultaneous jobs") + parser.add_option('-l', '--load-average', type='int', + dest='load_average', + help="Don't start multiple jobs unless load is below LOAD_AVERAGE") + parser.add_option('-k', '--keep-going', action='store_true', + dest='keep_going', default=False, + help="Keep building other targets if a target fails") + parser.add_option('-m', '--make-target', action='append', + help='Build the indicated make target (default: %s)' % + ' '.join(make_command)) + + (options, args) = parser.parse_args() + global all_options + all_options = options + + if options.list: + print "Available targets:" + for target in configs.keys(): + print " %s" % target + sys.exit(0) + + if options.oldconfig: + make_command = ["oldconfig"] + elif options.make_target: + make_command = options.make_target + + if options.jobs: + make_command.append("-j%d" % options.jobs) + if options.load_average: + make_command.append("-l%d" % options.load_average) + + if args == ['all']: + build_many(configs, configs.keys()) + elif args == ['perf']: + targets = [] + for t in configs.keys(): + if "perf" in t: + targets.append(t) + build_many(configs, targets) + elif args == ['noperf']: + targets = [] + for t in configs.keys(): + if "perf" not in t: + targets.append(t) + build_many(configs, targets) + elif len(args) > 0: + targets = [] + for t in args: + if t not in configs.keys(): + parser.error("Target '%s' not one of %s" % (t, configs.keys())) + targets.append(t) + build_many(configs, targets) + else: + parser.error("Must specify a target to build, or 'all'") + +if __name__ == "__main__": + main() |
