forked from Mirror/pmbootstrap
1232c35e48
This is multithreaded, and by consequence much much faster than default gzip. Since we switched to running gzip from the native chroot we also changed from running it in the fastest mode, now we're running it with -9 it can be pretty slow on any kind of mobile hardware. Signed-off-by: Caleb Connolly <caleb@postmarketos.org>
132 lines
5 KiB
Python
132 lines
5 KiB
Python
# Copyright 2023 Oliver Smith
|
|
# SPDX-License-Identifier: GPL-3.0-or-later
|
|
from pmb.helpers import logging
|
|
import os
|
|
import pathlib
|
|
|
|
import pmb.build
|
|
import pmb.config
|
|
import pmb.chroot
|
|
import pmb.chroot.apk
|
|
from pmb.core.types import PmbArgs
|
|
import pmb.helpers.run
|
|
import pmb.parse.arch
|
|
from pmb.core import Chroot
|
|
|
|
|
|
def init_abuild_minimal(args: PmbArgs, chroot: Chroot=Chroot.native()):
|
|
"""Initialize a minimal chroot with abuild where one can do 'abuild checksum'."""
|
|
marker = chroot / "tmp/pmb_chroot_abuild_init_done"
|
|
if os.path.exists(marker):
|
|
return
|
|
|
|
# pigz is multithreaded and makes compression must faster, we install it in the native
|
|
# chroot and then symlink it into the buildroot so we aren't running it through QEMU.
|
|
pmb.chroot.apk.install(args, ["pigz"], Chroot.native(), build=False)
|
|
pmb.chroot.apk.install(args, ["abuild"], chroot, build=False)
|
|
|
|
# Fix permissions
|
|
pmb.chroot.root(args, ["chown", "root:abuild",
|
|
"/var/cache/distfiles"], chroot)
|
|
pmb.chroot.root(args, ["chmod", "g+w",
|
|
"/var/cache/distfiles"], chroot)
|
|
|
|
# Add user to group abuild
|
|
pmb.chroot.root(args, ["adduser", "pmos", "abuild"], chroot)
|
|
|
|
pathlib.Path(marker).touch()
|
|
|
|
|
|
def init(args: PmbArgs, chroot: Chroot=Chroot.native()):
|
|
"""Initialize a chroot for building packages with abuild."""
|
|
marker = chroot / "tmp/pmb_chroot_build_init_done"
|
|
if marker.exists():
|
|
return
|
|
|
|
init_abuild_minimal(args, chroot)
|
|
|
|
# Initialize chroot, install packages
|
|
pmb.chroot.apk.install(args, pmb.config.build_packages, chroot,
|
|
build=False)
|
|
|
|
# Generate package signing keys
|
|
if not os.path.exists(pmb.config.work / "config_abuild/abuild.conf"):
|
|
logging.info(f"({chroot}) generate abuild keys")
|
|
pmb.chroot.user(args, ["abuild-keygen", "-n", "-q", "-a"],
|
|
chroot, env={"PACKAGER": "pmos <pmos@local>"})
|
|
|
|
# Copy package signing key to /etc/apk/keys
|
|
for key in (chroot / "mnt/pmbootstrap/abuild-config").glob("*.pub"):
|
|
key = key.relative_to(chroot.path)
|
|
pmb.chroot.root(args, ["cp", key, "/etc/apk/keys/"], chroot)
|
|
|
|
apk_arch = pmb.parse.arch.from_chroot_suffix(args, chroot)
|
|
|
|
# Add apk wrapper that runs native apk and lies about arch
|
|
if pmb.parse.arch.cpu_emulation_required(apk_arch) and \
|
|
not (chroot / "usr/local/bin/abuild-apk").exists():
|
|
with (chroot / "tmp/apk_wrapper.sh").open("w") as handle:
|
|
content = f"""
|
|
#!/bin/sh
|
|
|
|
# With !pmb:crossdirect, cross compilation is entriely done
|
|
# in QEMU, no /native dir gets mounted inside the foreign arch
|
|
# chroot.
|
|
if ! [ -d /native ]; then
|
|
exec /usr/bin/abuild-apk "$@"
|
|
fi
|
|
|
|
export LD_PRELOAD_PATH=/native/usr/lib:/native/lib
|
|
args=""
|
|
for arg in "$@"; do
|
|
if [ "$arg" == "--print-arch" ]; then
|
|
echo "{apk_arch}"
|
|
exit 0
|
|
fi
|
|
args="$args $arg"
|
|
done
|
|
/native/usr/bin/abuild-apk $args
|
|
"""
|
|
lines = content.split("\n")[1:]
|
|
for i in range(len(lines)):
|
|
lines[i] = lines[i][16:]
|
|
handle.write("\n".join(lines))
|
|
pmb.chroot.root(args, ["cp", "/tmp/apk_wrapper.sh",
|
|
"/usr/local/bin/abuild-apk"], chroot)
|
|
pmb.chroot.root(args, ["chmod", "+x", "/usr/local/bin/abuild-apk"], chroot)
|
|
|
|
# abuild.conf: Don't clean the build folder after building, so we can
|
|
# inspect it afterwards for debugging
|
|
pmb.chroot.root(args, ["sed", "-i", "-e", "s/^CLEANUP=.*/CLEANUP=''/",
|
|
"/etc/abuild.conf"], chroot)
|
|
|
|
# abuild.conf: Don't clean up installed packages in strict mode, so
|
|
# abuild exits directly when pressing ^C in pmbootstrap.
|
|
pmb.chroot.root(args, ["sed", "-i", "-e",
|
|
"s/^ERROR_CLEANUP=.*/ERROR_CLEANUP=''/",
|
|
"/etc/abuild.conf"], chroot)
|
|
|
|
pathlib.Path(marker).touch()
|
|
|
|
|
|
def init_compiler(args: PmbArgs, depends, cross, arch):
|
|
cross_pkgs = ["ccache-cross-symlinks", "abuild"]
|
|
if "gcc4" in depends:
|
|
cross_pkgs += ["gcc4-" + arch]
|
|
elif "gcc6" in depends:
|
|
cross_pkgs += ["gcc6-" + arch]
|
|
else:
|
|
cross_pkgs += ["gcc-" + arch, "g++-" + arch]
|
|
if "clang" in depends or "clang-dev" in depends:
|
|
cross_pkgs += ["clang"]
|
|
if cross == "crossdirect":
|
|
cross_pkgs += ["crossdirect"]
|
|
if "rust" in depends or "cargo" in depends:
|
|
if args.ccache:
|
|
cross_pkgs += ["sccache"]
|
|
# crossdirect for rust installs all build dependencies in the
|
|
# native chroot too, as some of them can be required for building
|
|
# native macros / build scripts
|
|
cross_pkgs += depends
|
|
|
|
pmb.chroot.apk.install(args, cross_pkgs)
|