2c41fb6225
Running tests with top-level parallel builds can speed up running some tests, expecially those that have a lot of packages like the systemd init tests. Trigger TLPB when the configuration enables per-package directories. We're using the jlevel argument, which normally is used for BR2_JLEVEL as the value for calling make -j<N> at the top-level. In fact, BR2_JLEVEL is "unused" when using TLPB, because the top-level make acts as the job server that distributes tokens to sub-makes (except for the few build systems like waf or scons that don't support this), so it's really the top-level make -j<N> that determines the level of parallelism, and BR2_JLEVEL doesn't really have an effect. Signed-off-by: Yann E. MORIN <yann.morin.1998@free.fr> Cc: Thomas Petazzoni <thomas.petazzoni@bootlin.com> [Thomas: extend explanation a bit] Signed-off-by: Thomas Petazzoni <thomas.petazzoni@bootlin.com>
111 lines
3.9 KiB
Python
111 lines
3.9 KiB
Python
import os
|
|
import shutil
|
|
import subprocess
|
|
|
|
import infra
|
|
|
|
|
|
class Builder(object):
|
|
def __init__(self, config, builddir, logtofile, jlevel=None):
|
|
self.config = '\n'.join([line.lstrip() for line in
|
|
config.splitlines()]) + '\n'
|
|
self.builddir = builddir
|
|
self.logfile = infra.open_log_file(builddir, "build", logtofile)
|
|
self.jlevel = jlevel
|
|
|
|
def is_defconfig_valid(self, configfile, defconfig):
|
|
"""Check if the .config is contains all lines present in the defconfig."""
|
|
with open(configfile) as configf:
|
|
configlines = configf.readlines()
|
|
|
|
defconfiglines = defconfig.split("\n")
|
|
|
|
# Check that all the defconfig lines are still present
|
|
for defconfigline in defconfiglines:
|
|
if defconfigline + "\n" not in configlines:
|
|
self.logfile.write("WARN: defconfig can't be used\n")
|
|
self.logfile.write(" Missing: %s\n" % defconfigline.strip())
|
|
self.logfile.flush()
|
|
return False
|
|
|
|
return True
|
|
|
|
def configure(self, make_extra_opts=[], make_extra_env={}):
|
|
"""Configure the build.
|
|
|
|
make_extra_opts: a list of arguments to be passed to the make
|
|
command.
|
|
e.g. make_extra_opts=["BR2_EXTERNAL=/path"]
|
|
|
|
make_extra_env: a dict of variables to be appended (or replaced)
|
|
in the environment that calls make.
|
|
e.g. make_extra_env={"BR2_DL_DIR": "/path"}
|
|
"""
|
|
if not os.path.isdir(self.builddir):
|
|
os.makedirs(self.builddir)
|
|
|
|
config_file = os.path.join(self.builddir, ".config")
|
|
with open(config_file, "w+") as cf:
|
|
cf.write(self.config)
|
|
# dump the defconfig to the logfile for easy debugging
|
|
self.logfile.write("> start defconfig\n" + self.config +
|
|
"> end defconfig\n")
|
|
self.logfile.flush()
|
|
|
|
env = {"PATH": os.environ["PATH"]}
|
|
env.update(make_extra_env)
|
|
|
|
cmd = ["make",
|
|
"O={}".format(self.builddir)]
|
|
cmd += make_extra_opts
|
|
cmd += ["olddefconfig"]
|
|
|
|
ret = subprocess.call(cmd, stdout=self.logfile, stderr=self.logfile,
|
|
cwd=infra.basepath(), env=env)
|
|
if ret != 0:
|
|
raise SystemError("Cannot olddefconfig")
|
|
|
|
if not self.is_defconfig_valid(config_file, self.config):
|
|
raise SystemError("The defconfig is not valid")
|
|
|
|
def build(self, make_extra_opts=[], make_extra_env={}):
|
|
"""Perform the build.
|
|
|
|
make_extra_opts: a list of arguments to be passed to the make
|
|
command. It can include a make target.
|
|
e.g. make_extra_opts=["foo-source"]
|
|
|
|
make_extra_env: a dict of variables to be appended (or replaced)
|
|
in the environment that calls make.
|
|
e.g. make_extra_env={"BR2_DL_DIR": "/path"}
|
|
"""
|
|
env = {"PATH": os.environ["PATH"]}
|
|
if "http_proxy" in os.environ:
|
|
self.logfile.write("Using system proxy: " +
|
|
os.environ["http_proxy"] + "\n")
|
|
env['http_proxy'] = os.environ["http_proxy"]
|
|
env['https_proxy'] = os.environ["http_proxy"]
|
|
env.update(make_extra_env)
|
|
|
|
cmd = ["make", "-C", self.builddir]
|
|
if "BR2_PER_PACKAGE_DIRECTORIES=y" in self.config.splitlines() and self.jlevel:
|
|
cmd.append(f"-j{self.jlevel}")
|
|
cmd += make_extra_opts
|
|
|
|
ret = subprocess.call(cmd, stdout=self.logfile, stderr=self.logfile,
|
|
env=env)
|
|
if ret != 0:
|
|
raise SystemError("Build failed")
|
|
|
|
open(self.stamp_path(), 'a').close()
|
|
|
|
def stamp_path(self):
|
|
return os.path.join(self.builddir, "build-done")
|
|
|
|
def is_finished(self):
|
|
return os.path.exists(self.stamp_path())
|
|
|
|
def delete(self):
|
|
if os.path.exists(self.builddir):
|
|
shutil.rmtree(self.builddir)
|