#!/usr/bin/env python3 import os import pathlib import shutil import subprocess import sys import time import re import common class BuildrootComponent(common.Component): def add_parser_arguments(self, parser): parser.add_argument( '--build-linux', default=self._defaults['build_linux'], action='store_true', help='''\ Enable building the Linux kernel with Buildroot. This is done mostly to extract Buildroot's default kernel configurations when updating Buildroot. This kernel will not be use by our other scripts. Configuring this kernel is not currently supported, juse use ./build-linux script if you want to do that. ''' ) parser.add_argument( '--baseline', default=self._defaults['baseline'], action='store_true', help='''Do a default-ish Buildroot defconfig build, without any of our extra options. Mostly to track how much slower we are than a basic build. ''' ) parser.add_argument( '--config', default=self._defaults['config'], action='append', help='''Add a single Buildroot config to the current build. Example value: 'BR2_TARGET_ROOTFS_EXT2_SIZE="512M"'. Can be used multiple times to add multiple configs. Takes precedence over any Buildroot config files. ''' ) parser.add_argument( '--config-fragment', default=self._defaults['config_fragment'], action='append', help='''Also use the given Buildroot configuration fragment file. Pass multiple times to use multiple fragment files. ''' ) parser.add_argument( '--no-all', default=self._defaults['no_all'], action='store_true', help='''\ Don't build the all target which normally gets build by default. That target builds the root filesystem and all its dependencies. ''' ) parser.add_argument( 'extra_make_args', default=self._defaults['extra_make_args'], metavar='extra-make-args', nargs='*', help='''\ Extra arguments to be passed to the Buildroot make, usually extra Buildroot targets. ''' ) def do_build(self, args): build_dir = self.get_build_dir(args) os.makedirs(common.out_dir, exist_ok=True) extra_make_args = args.extra_make_args.copy() if args.build_linux: extra_make_args.append('linux-reconfigure') if args.gem5: extra_make_args.append('gem5-reconfigure') if args.arch == 'x86_64': defconfig = 'qemu_x86_64_defconfig' elif args.arch == 'arm': defconfig = 'qemu_arm_vexpress_defconfig' elif args.arch == 'aarch64': defconfig = 'qemu_aarch64_virt_defconfig' br2_external_dirs = [] packages_dir = os.path.join(common.root_dir, 'packages') for package_dir in os.listdir(packages_dir): package_dir_abs = os.path.join(packages_dir, package_dir) if os.path.isdir(package_dir_abs): br2_external_dirs.append(self._path_relative_to_buildroot(package_dir_abs)) br2_external_str = ':'.join(br2_external_dirs) common.run_cmd( [ 'make', 'O={}'.format(common.buildroot_build_dir), 'BR2_EXTERNAL={}'.format(br2_external_str), defconfig, ], cwd=common.buildroot_src_dir, ) configs = args.config configs.extend([ 'BR2_JLEVEL={}'.format(args.nproc), 'BR2_DL_DIR="{}"'.format(common.buildroot_download_dir), ]) if not args.build_linux: configs.extend([ '# BR2_LINUX_KERNEL is not set', ]) config_fragments = [] if not args.baseline: configs.extend([ 'BR2_GLOBAL_PATCH_DIR="{}"'.format( self._path_relative_to_buildroot(os.path.join(common.root_dir, 'patches', 'global')) ), 'BR2_PACKAGE_BUSYBOX_CONFIG_FRAGMENT_FILES="{}"'.format( self._path_relative_to_buildroot(os.path.join(common.root_dir, 'busybox_config_fragment')) ), 'BR2_PACKAGE_OVERRIDE_FILE="{}"'.format( self._path_relative_to_buildroot(os.path.join(common.root_dir, 'buildroot_override')) ), 'BR2_ROOTFS_OVERLAY="{}"'.format( self._path_relative_to_buildroot(common.out_rootfs_overlay_dir), ), 'BR2_ROOTFS_POST_BUILD_SCRIPT="{}"'.format( self._path_relative_to_buildroot(os.path.join(common.root_dir, 'rootfs-post-build-script')) ), 'BR2_ROOTFS_USERS_TABLES="{}"'.format( self._path_relative_to_buildroot(os.path.join(common.root_dir, 'user_table')) ), ]) config_fragments = [ os.path.join(common.root_dir, 'buildroot_config', 'default') ] + args.config_fragment common.write_configs(common.buildroot_config_file, configs, config_fragments) common.run_cmd( [ 'make', 'O={}'.format(common.buildroot_build_dir), 'olddefconfig', ], cwd=common.buildroot_src_dir, ) common.make_build_dirs() if not args.no_all: extra_make_args.append('all') common.run_cmd( [ 'make', 'LKMC_GEM5_SRCDIR="{}"'.format(common.gem5_src_dir), 'LKMC_PARSEC_BENCHMARK_SRCDIR="{}"'.format(common.parsec_benchmark_src_dir), 'O={}'.format(common.buildroot_build_dir), 'V={}'.format(int(args.verbose)), ] + extra_make_args , out_file=os.path.join(common.buildroot_build_dir, 'lkmc.log'), delete_env=['LD_LIBRARY_PATH'], cwd=common.buildroot_src_dir, ) # Create the qcow2 from ext2. # Skip if qemu is not present, because gem5 does not need the qcow2. # so we don't force a QEMU build for gem5. if not args.no_all and os.path.exists(common.qemu_img_executable): common.raw_to_qcow2() def get_argparse_args(self): return { 'description': '''\ Run Linux on an emulator ''' } def get_build_dir(self, args): return common.buildroot_build_dir _defaults = { 'baseline': False, 'build_linux': False, 'config': [], 'config_fragment': [], 'extra_make_args': [], 'no_all': False, 'skip_configure': False, } def _path_relative_to_buildroot(self, abspath): return os.path.relpath(abspath, common.buildroot_src_dir) if __name__ == '__main__': BuildrootComponent().build()