forked from Mirror/pmbootstrap
198f302a36
Introduce a new module: pmb.core to contain explicitly typed pmbootstrap
API. The first component being Suffix and SuffixType. This explicitly
defines what suffixes are possible, future changes should aim to further
constrain this API (e.g. by validating against available device
codenames or architectures for buildroot suffixes).
Additionally, migrate the entire codebase over to using pathlib.Path.
This is a relatively new part of the Python standard library that uses a
more object oriented model for path handling. It also uses strong type
hinting and has other features that make it much cleaner and easier to
work with than pure f-strings. The Chroot class overloads the "/"
operator the same way the Path object does, allowing one to write paths
relative to a given chroot as:
builddir = chroot / "home/pmos/build"
The Chroot class also has a string representation ("native", or
"rootfs_valve-jupiter"), and a .path property for directly accessing the
absolute path (as a Path object).
The general idea here is to encapsulate common patterns into type hinted
code, and gradually reduce the amount of assumptions made around the
codebase so that future changes are easier to implement.
As the chroot suffixes are now part of the Chroot class, we also
implement validation for them, this encodes the rules on suffix naming
and will cause a runtime exception if a suffix doesn't follow the rules.
129 lines
4.7 KiB
Python
129 lines
4.7 KiB
Python
# Copyright 2023 Oliver Smith
|
|
# SPDX-License-Identifier: GPL-3.0-or-later
|
|
import logging
|
|
import os
|
|
import pathlib
|
|
|
|
import pmb.build
|
|
import pmb.config
|
|
import pmb.chroot
|
|
import pmb.chroot.apk
|
|
from pmb.core.types import PmbArgs
|
|
import pmb.helpers.run
|
|
import pmb.parse.arch
|
|
from pmb.core import Chroot
|
|
|
|
|
|
def init_abuild_minimal(args: PmbArgs, chroot: Chroot=Chroot.native()):
|
|
"""Initialize a minimal chroot with abuild where one can do 'abuild checksum'."""
|
|
marker = chroot / "tmp/pmb_chroot_abuild_init_done"
|
|
if os.path.exists(marker):
|
|
return
|
|
|
|
pmb.chroot.apk.install(args, ["abuild"], chroot, build=False)
|
|
|
|
# Fix permissions
|
|
pmb.chroot.root(args, ["chown", "root:abuild",
|
|
"/var/cache/distfiles"], chroot)
|
|
pmb.chroot.root(args, ["chmod", "g+w",
|
|
"/var/cache/distfiles"], chroot)
|
|
|
|
# Add user to group abuild
|
|
pmb.chroot.root(args, ["adduser", "pmos", "abuild"], chroot)
|
|
|
|
pathlib.Path(marker).touch()
|
|
|
|
|
|
def init(args: PmbArgs, chroot: Chroot=Chroot.native()):
|
|
"""Initialize a chroot for building packages with abuild."""
|
|
marker = chroot / "tmp/pmb_chroot_build_init_done"
|
|
if marker.exists():
|
|
return
|
|
|
|
init_abuild_minimal(args, chroot)
|
|
|
|
# Initialize chroot, install packages
|
|
pmb.chroot.apk.install(args, pmb.config.build_packages, chroot,
|
|
build=False)
|
|
|
|
# Generate package signing keys
|
|
if not os.path.exists(pmb.config.work / "config_abuild/abuild.conf"):
|
|
logging.info(f"({chroot}) generate abuild keys")
|
|
pmb.chroot.user(args, ["abuild-keygen", "-n", "-q", "-a"],
|
|
chroot, env={"PACKAGER": "pmos <pmos@local>"})
|
|
|
|
# Copy package signing key to /etc/apk/keys
|
|
for key in (chroot / "mnt/pmbootstrap/abuild-config").glob("*.pub"):
|
|
key = key.relative_to(chroot.path)
|
|
pmb.chroot.root(args, ["cp", key, "/etc/apk/keys/"], chroot)
|
|
|
|
apk_arch = pmb.parse.arch.from_chroot_suffix(args, chroot)
|
|
|
|
# Add apk wrapper that runs native apk and lies about arch
|
|
if pmb.parse.arch.cpu_emulation_required(apk_arch) and \
|
|
not (chroot / "usr/local/bin/abuild-apk").exists():
|
|
with (chroot / "tmp/apk_wrapper.sh").open("w") as handle:
|
|
content = f"""
|
|
#!/bin/sh
|
|
|
|
# With !pmb:crossdirect, cross compilation is entriely done
|
|
# in QEMU, no /native dir gets mounted inside the foreign arch
|
|
# chroot.
|
|
if ! [ -d /native ]; then
|
|
exec /usr/bin/abuild-apk "$@"
|
|
fi
|
|
|
|
export LD_PRELOAD_PATH=/native/usr/lib:/native/lib
|
|
args=""
|
|
for arg in "$@"; do
|
|
if [ "$arg" == "--print-arch" ]; then
|
|
echo "{apk_arch}"
|
|
exit 0
|
|
fi
|
|
args="$args $arg"
|
|
done
|
|
/native/usr/bin/abuild-apk $args
|
|
"""
|
|
lines = content.split("\n")[1:]
|
|
for i in range(len(lines)):
|
|
lines[i] = lines[i][16:]
|
|
handle.write("\n".join(lines))
|
|
pmb.chroot.root(args, ["cp", "/tmp/apk_wrapper.sh",
|
|
"/usr/local/bin/abuild-apk"], chroot)
|
|
pmb.chroot.root(args, ["chmod", "+x", "/usr/local/bin/abuild-apk"], chroot)
|
|
|
|
# abuild.conf: Don't clean the build folder after building, so we can
|
|
# inspect it afterwards for debugging
|
|
pmb.chroot.root(args, ["sed", "-i", "-e", "s/^CLEANUP=.*/CLEANUP=''/",
|
|
"/etc/abuild.conf"], chroot)
|
|
|
|
# abuild.conf: Don't clean up installed packages in strict mode, so
|
|
# abuild exits directly when pressing ^C in pmbootstrap.
|
|
pmb.chroot.root(args, ["sed", "-i", "-e",
|
|
"s/^ERROR_CLEANUP=.*/ERROR_CLEANUP=''/",
|
|
"/etc/abuild.conf"], chroot)
|
|
|
|
pathlib.Path(marker).touch()
|
|
|
|
|
|
def init_compiler(args: PmbArgs, depends, cross, arch):
|
|
cross_pkgs = ["ccache-cross-symlinks", "abuild"]
|
|
if "gcc4" in depends:
|
|
cross_pkgs += ["gcc4-" + arch]
|
|
elif "gcc6" in depends:
|
|
cross_pkgs += ["gcc6-" + arch]
|
|
else:
|
|
cross_pkgs += ["gcc-" + arch, "g++-" + arch]
|
|
if "clang" in depends or "clang-dev" in depends:
|
|
cross_pkgs += ["clang"]
|
|
if cross == "crossdirect":
|
|
cross_pkgs += ["crossdirect"]
|
|
if "rust" in depends or "cargo" in depends:
|
|
if args.ccache:
|
|
cross_pkgs += ["sccache"]
|
|
# crossdirect for rust installs all build dependencies in the
|
|
# native chroot too, as some of them can be required for building
|
|
# native macros / build scripts
|
|
cross_pkgs += depends
|
|
|
|
pmb.chroot.apk.install(args, cross_pkgs)
|