mirror of
https://gitlab.postmarketos.org/postmarketOS/pmbootstrap.git
synced 2025-07-17 13:25:10 +03:00
18d912d53d
Refactor the install code to stop using loop devices and instead create and manipulate a disk image directly. Both ext4 and vfat have mechanisms for formatting and populating partitions at an offset inside an image, other filesystems likely do as well but so far have not been implemented or tested. With this "pmbootstrap install" works for standard EFI disk images (e.g. QEMU, X64 or trailblazer) entirely rootless. Since the creation of the disk images happens in the same user namespace as everything else, the resulting disk images have correct ownership and permissions even though from the host perspective they are all subuids. This gets image building working properly *for the default case*. We can now build disk images! In particular, we can build disk images with a 4k sector size even on a host with a 512 byte sector size (or block size in the filesystem). This is surprisingly hard for some reason since not all libfdisk tools have the right flags. Thankfully sfdisk does. In addition, we now generate UUIDs ourselves, to break the loop between generating fstab and running mkfs (since we also populate the disk image /with/ mkfs, we need to already know the UUID when we run it...). Signed-off-by: Casey Connolly <kcxt@postmarketos.org>
477 lines
16 KiB
Python
477 lines
16 KiB
Python
# Copyright 2023 Pablo Castellano, Oliver Smith
|
|
# SPDX-License-Identifier: GPL-3.0-or-later
|
|
import subprocess
|
|
from collections.abc import Sequence
|
|
from pmb.core.arch import Arch
|
|
from pmb.core.config import Config
|
|
from pmb.core.context import get_context
|
|
from pmb.helpers import logging
|
|
from pmb.helpers.exceptions import NonBugError
|
|
import os
|
|
from pathlib import Path
|
|
import platform
|
|
import re
|
|
import signal
|
|
import shlex
|
|
import shutil
|
|
from types import FrameType
|
|
|
|
import pmb.build
|
|
import pmb.chroot
|
|
import pmb.chroot.apk
|
|
import pmb.chroot.other
|
|
import pmb.chroot.initfs
|
|
import pmb.config
|
|
import pmb.config.pmaports
|
|
from pmb.types import Env, PathString, PmbArgs
|
|
import pmb.helpers.run
|
|
import pmb.parse.cpuinfo
|
|
from pmb.core import Chroot, ChrootType
|
|
|
|
|
|
def system_image(device: str) -> Path:
|
|
"""
|
|
Returns path to rootfs for specified device. In case that it doesn't
|
|
exist, raise and exception explaining how to generate it.
|
|
"""
|
|
path = Chroot.native() / "home/pmos/rootfs" / f"{device}.img"
|
|
if not path.exists():
|
|
logging.debug(f"Could not find rootfs: {path}")
|
|
raise NonBugError(
|
|
"The rootfs has not been generated yet, please run 'pmbootstrap install' first."
|
|
)
|
|
return path
|
|
|
|
|
|
def create_second_storage(args: PmbArgs, device: str) -> Path:
|
|
"""
|
|
Generate a second storage image if it does not exist.
|
|
|
|
:returns: path to the image or None
|
|
|
|
"""
|
|
path = Chroot.native() / "home/pmos/rootfs" / f"{device}-2nd.img"
|
|
pmb.helpers.run.root(["touch", path])
|
|
pmb.helpers.run.root(["chmod", "a+w", path])
|
|
resize_image(args.second_storage, path)
|
|
return path
|
|
|
|
|
|
def which_qemu(arch: Arch) -> str:
|
|
"""
|
|
Finds the qemu executable or raises an exception otherwise
|
|
"""
|
|
executable = "qemu-system-" + arch.qemu()
|
|
if shutil.which(executable):
|
|
return executable
|
|
else:
|
|
raise RuntimeError(
|
|
"Could not find the '" + executable + "' executable"
|
|
" in your PATH. Please install it in order to"
|
|
" run qemu."
|
|
)
|
|
|
|
|
|
def create_gdk_loader_cache(args: PmbArgs) -> Path:
|
|
"""
|
|
Create a gdk loader cache that can be used for running GTK UIs outside of
|
|
the chroot.
|
|
"""
|
|
gdk_cache_dir = Path("/usr/lib/gdk-pixbuf-2.0/2.10.0/")
|
|
custom_cache_path = gdk_cache_dir / "loaders-pmos-chroot.cache"
|
|
chroot_native = Chroot.native()
|
|
if (chroot_native / custom_cache_path).is_file():
|
|
return chroot_native / custom_cache_path
|
|
|
|
cache_path = gdk_cache_dir / "loaders.cache"
|
|
if not (chroot_native / cache_path).is_file():
|
|
raise RuntimeError(f"gdk pixbuf cache file not found: {cache_path}")
|
|
|
|
pmb.chroot.root(["cp", cache_path, custom_cache_path])
|
|
cmd: Sequence[PathString] = [
|
|
"sed",
|
|
"-i",
|
|
"-e",
|
|
f's@"{gdk_cache_dir}@"{chroot_native / gdk_cache_dir}@',
|
|
custom_cache_path,
|
|
]
|
|
pmb.chroot.root(cmd)
|
|
return chroot_native / custom_cache_path
|
|
|
|
|
|
def command_qemu(
|
|
args: PmbArgs,
|
|
config: Config,
|
|
arch: Arch,
|
|
img_path: Path,
|
|
img_path_2nd: Path | None = None,
|
|
) -> tuple[list[str | Path], Env]:
|
|
"""
|
|
Generate the full qemu command with arguments to run postmarketOS
|
|
"""
|
|
device = config.device
|
|
cmdline = pmb.parse.deviceinfo().kernel_cmdline or ""
|
|
if args.cmdline:
|
|
cmdline = args.cmdline
|
|
|
|
if "video=" not in cmdline:
|
|
cmdline += " video=" + args.qemu_video
|
|
|
|
logging.debug("Kernel cmdline: " + cmdline)
|
|
|
|
port_ssh = str(args.port)
|
|
|
|
chroot = Chroot(ChrootType.ROOTFS, device)
|
|
chroot_native = Chroot.native()
|
|
flavor = pmb.chroot.other.kernel_flavor_installed(chroot, autoinstall=False)
|
|
flavor_suffix = f"-{flavor}"
|
|
# Backwards compatibility with old mkinitfs (pma#660)
|
|
pmaports_cfg = pmb.config.pmaports.read_config()
|
|
if pmaports_cfg.get("supported_mkinitfs_without_flavors", False):
|
|
flavor_suffix = ""
|
|
|
|
# Alpine kernels always have the flavor appended to /boot/vmlinuz
|
|
kernel = chroot / "boot" / f"vmlinuz{flavor_suffix}"
|
|
if not kernel.exists():
|
|
kernel = kernel.with_name(f"{kernel.name}-{flavor}")
|
|
if not os.path.exists(kernel):
|
|
raise RuntimeError("failed to find the proper vmlinuz path")
|
|
|
|
ncpus = os.cpu_count()
|
|
if not ncpus:
|
|
logging.warning("Couldn't get cpu count, defaulting to 4")
|
|
ncpus = 4
|
|
|
|
# QEMU mach-virt's max CPU count is 8, limit it so it will work correctly
|
|
# on systems with more than 8 CPUs
|
|
if not arch.is_native() and ncpus > 8:
|
|
ncpus = 8
|
|
|
|
env: Env
|
|
# It might be tempting to use PathString here, but I don't think it makes sense semantically as
|
|
# this is not just a list of paths.
|
|
command: list[str | Path]
|
|
|
|
if args.host_qemu:
|
|
qemu_bin = which_qemu(arch)
|
|
env = {}
|
|
command = [qemu_bin]
|
|
else:
|
|
env = {
|
|
"QEMU_MODULE_DIR": chroot_native / "usr/lib/qemu",
|
|
"GBM_DRIVERS_PATH": chroot_native / "usr/lib/xorg/modules/dri",
|
|
"LIBGL_DRIVERS_PATH": chroot_native / "usr/lib/xorg/modules/dri",
|
|
}
|
|
|
|
if "gtk" in args.qemu_display:
|
|
gdk_cache = create_gdk_loader_cache(args)
|
|
env.update(
|
|
{
|
|
"GTK_THEME": "Default",
|
|
"GDK_PIXBUF_MODULE_FILE": str(gdk_cache),
|
|
"XDG_DATA_DIRS": ":".join(
|
|
[
|
|
str(chroot_native / "usr/local/share"),
|
|
str(chroot_native / "usr/share"),
|
|
]
|
|
),
|
|
}
|
|
)
|
|
|
|
command = []
|
|
if Arch.native() in [Arch.aarch64, Arch.armv7]:
|
|
# Workaround for QEMU failing on aarch64 asymmetric multiprocessor
|
|
# arch (big/little architecture
|
|
# https://en.wikipedia.org/wiki/ARM_big.LITTLE) see
|
|
# https://bugs.linaro.org/show_bug.cgi?id=1443
|
|
ncpus_bl = pmb.parse.cpuinfo.arm_big_little_first_group_ncpus()
|
|
if ncpus_bl:
|
|
ncpus = ncpus_bl
|
|
logging.info(
|
|
"QEMU will run on big/little architecture on the"
|
|
f" first {ncpus} cores (from /proc/cpuinfo)"
|
|
)
|
|
command += [chroot_native / "lib" / f"ld-musl-{Arch.native()}.so.1"]
|
|
command += [chroot_native / "usr/bin/taskset"]
|
|
command += ["-c", "0-" + str(ncpus - 1)]
|
|
|
|
command += [chroot_native / "lib" / f"ld-musl-{Arch.native()}.so.1"]
|
|
command += [
|
|
"--library-path="
|
|
+ ":".join(
|
|
[
|
|
str(chroot_native / "lib"),
|
|
str(chroot_native / "usr/lib"),
|
|
str(chroot_native / "usr/lib/pulseaudio"),
|
|
]
|
|
)
|
|
]
|
|
command += [chroot_native / "usr/bin" / f"qemu-system-{arch.qemu()}"]
|
|
command += ["-L", chroot_native / "usr/share/qemu/"]
|
|
|
|
command += ["-nodefaults"]
|
|
# Only boot a kernel/initramfs directly when not doing EFI boot. This
|
|
# allows us to load/execute an EFI application on boot, and support
|
|
# a wide variety of boot loaders.
|
|
if not args.efi:
|
|
command += ["-kernel", kernel]
|
|
command += ["-initrd", chroot / "boot" / f"initramfs{flavor_suffix}"]
|
|
command += ["-append", shlex.quote(cmdline)]
|
|
|
|
command += ["-smp", str(ncpus)]
|
|
|
|
command += ["-m", str(args.memory)]
|
|
|
|
command += ["-serial"]
|
|
if config.qemu_redir_stdio:
|
|
command += ["mon:stdio"]
|
|
else:
|
|
command += ["stdio"]
|
|
|
|
command += ["-drive", f"file={img_path},format=raw,if=virtio"]
|
|
if img_path_2nd:
|
|
command += ["-drive", f"file={img_path_2nd}" + ",format=raw,if=virtio"]
|
|
|
|
if args.qemu_tablet:
|
|
command += ["-device", "virtio-tablet-pci"]
|
|
else:
|
|
command += ["-device", "virtio-mouse-pci"]
|
|
command += ["-device", "virtio-keyboard-pci"]
|
|
command += ["-netdev", f"user,id=net,hostfwd=tcp:127.0.0.1:{port_ssh}-:22"]
|
|
command += ["-device", "virtio-net-pci,netdev=net"]
|
|
|
|
# Check that arch is supported by pmb qemu
|
|
if arch not in [Arch.x86_64, Arch.aarch64, Arch.riscv64, Arch.ppc64le]:
|
|
raise RuntimeError(f"Architecture {arch} not supported by this command yet.")
|
|
|
|
# Apply arch-specific qemu config
|
|
match arch:
|
|
case Arch.aarch64:
|
|
command += ["-M", "virt"]
|
|
command += ["-cpu", "cortex-a57"]
|
|
case Arch.riscv64:
|
|
command += ["-M", "virt"]
|
|
case Arch.ppc64le:
|
|
command += ["-M", "pseries"]
|
|
|
|
# Configure display
|
|
if args.qemu_display != "none":
|
|
match arch:
|
|
case Arch.x86_64:
|
|
command += ["-device", "virtio-vga-gl"]
|
|
case Arch.aarch64:
|
|
command += ["-device", "virtio-gpu-gl"]
|
|
case Arch.riscv64:
|
|
command += ["-device", "virtio-gpu-pci"]
|
|
case Arch.ppc64le:
|
|
command += ["-device", "virtio-gpu-pci"]
|
|
case _:
|
|
# default to 2D-only backend
|
|
command += ["-device", "virtio-gpu"]
|
|
|
|
if args.efi:
|
|
host_arch = platform.machine().lower()
|
|
match host_arch:
|
|
case "aarch64":
|
|
command += [
|
|
"-drive",
|
|
f"if=pflash,format=raw,readonly=on,file={chroot_native.path}/usr/share/AAVMF/AAVMF_CODE.fd",
|
|
]
|
|
case "x86_64":
|
|
command += [
|
|
"-drive",
|
|
f"if=pflash,format=raw,readonly=on,file={chroot_native.path}/usr/share/OVMF/OVMF.fd",
|
|
]
|
|
case _:
|
|
raise RuntimeError(f"Architecture {host_arch} not configured for EFI support.")
|
|
|
|
# Kernel Virtual Machine (KVM) support
|
|
native = pmb.parse.deviceinfo().arch.is_native()
|
|
if args.qemu_kvm and native and os.path.exists("/dev/kvm"):
|
|
command += ["-enable-kvm"]
|
|
command += ["-cpu", "host"]
|
|
else:
|
|
logging.info("WARNING: QEMU is not using KVM and will run slower!")
|
|
|
|
if args.qemu_cpu:
|
|
command += ["-cpu", args.qemu_cpu]
|
|
|
|
display = args.qemu_display
|
|
if display != "none":
|
|
display += ",show-cursor=on,gl=" + ("on" if args.qemu_gl else "off")
|
|
|
|
# Separate -show-cursor option is deprecated. If your host qemu fails here,
|
|
# it's old (#1995).
|
|
command += ["-display", f"{display}"]
|
|
|
|
# Audio support
|
|
if args.qemu_audio:
|
|
command += ["-audio", f"{args.qemu_audio},model=hda"]
|
|
|
|
return (command, env)
|
|
|
|
|
|
def resize_image(img_size_new: str, img_path: Path) -> None:
|
|
"""
|
|
Truncates an image to a specific size. The value must be larger than the
|
|
current image size, and it must be specified in MiB or GiB units (powers of
|
|
1024).
|
|
|
|
:param img_size_new: new image size in M or G
|
|
:param img_path: the path to the image
|
|
"""
|
|
# Current image size in bytes
|
|
img_size = os.path.getsize(img_path)
|
|
|
|
# Make sure we have at least 1 integer followed by either M or G
|
|
pattern = re.compile(r"^[0-9]+[M|G]$")
|
|
if not pattern.match(img_size_new):
|
|
raise RuntimeError("IMAGE_SIZE must be in [M]iB or [G]iB, e.g. 2048M or 2G")
|
|
|
|
# Remove M or G and convert to bytes
|
|
img_size_new_bytes = int(img_size_new[:-1]) * 1024 * 1024
|
|
|
|
# Convert further for G
|
|
if img_size_new[-1] == "G":
|
|
img_size_new_bytes = img_size_new_bytes * 1024
|
|
|
|
if img_size_new_bytes >= img_size:
|
|
logging.info(f"Resize image to {img_size_new}: {img_path}")
|
|
pmb.helpers.run.root(["truncate", "-s", img_size_new, img_path])
|
|
else:
|
|
# Convert to human-readable format
|
|
# NOTE: We convert to M here, and not G, so that we don't have to
|
|
# display a size like 1.25G, since decimal places are not allowed by
|
|
# truncate.
|
|
# We don't want users thinking they can use decimal numbers, and so in
|
|
# this example, they would need to use a size greater then 1280M
|
|
# instead.
|
|
img_size_str = str(round(img_size / 1024 / 1024)) + "M"
|
|
|
|
raise RuntimeError(f"IMAGE_SIZE must be {img_size_str} or greater")
|
|
|
|
|
|
def sigterm_handler(number: int, stack_frame: FrameType | None) -> None:
|
|
raise RuntimeError(
|
|
"pmbootstrap was terminated by another process, and killed the QEMU VM it was running."
|
|
)
|
|
|
|
|
|
def install_depends(args: PmbArgs, arch: Arch) -> None:
|
|
"""
|
|
Install any necessary qemu dependencies in native chroot
|
|
"""
|
|
depends = [
|
|
"mesa-dri-gallium",
|
|
"mesa-egl",
|
|
"mesa-gl",
|
|
"qemu",
|
|
"qemu-audio-alsa",
|
|
"qemu-audio-pa",
|
|
"qemu-audio-sdl",
|
|
"qemu-hw-display-virtio-gpu",
|
|
"qemu-hw-display-virtio-gpu-gl",
|
|
"qemu-hw-display-virtio-gpu-pci",
|
|
"qemu-hw-display-virtio-gpu-pci-gl",
|
|
"qemu-hw-display-virtio-vga",
|
|
"qemu-hw-display-virtio-vga-gl",
|
|
"qemu-system-" + arch.qemu(),
|
|
"qemu-ui-gtk",
|
|
"qemu-ui-opengl",
|
|
"qemu-ui-sdl",
|
|
]
|
|
|
|
# QEMU packaging isn't split up as much in 3.12
|
|
channel_cfg = pmb.config.pmaports.read_config_channel()
|
|
if channel_cfg["branch_aports"] == "3.12-stable":
|
|
depends.remove("qemu-hw-display-virtio-gpu")
|
|
depends.remove("qemu-hw-display-virtio-gpu-pci")
|
|
depends.remove("qemu-hw-display-virtio-vga")
|
|
depends.remove("qemu-ui-opengl")
|
|
|
|
if args.efi:
|
|
host_arch = platform.machine().lower()
|
|
match host_arch:
|
|
case "aarch64":
|
|
depends.append("aavmf")
|
|
case "x86_64":
|
|
depends.append("ovmf")
|
|
case _:
|
|
raise RuntimeError(f"Architecture {host_arch} not configured for EFI support.")
|
|
|
|
chroot = Chroot.native()
|
|
pmb.chroot.init(chroot)
|
|
pmb.chroot.apk.install(depends, chroot)
|
|
|
|
|
|
def run(args: PmbArgs) -> None:
|
|
"""
|
|
Run a postmarketOS image in qemu
|
|
"""
|
|
config = get_context().config
|
|
device = config.device
|
|
if not device.startswith("qemu-"):
|
|
raise NonBugError(
|
|
"'pmbootstrap qemu' can be only used with one of "
|
|
"the QEMU device packages. Run 'pmbootstrap init' "
|
|
"and select the 'qemu' vendor."
|
|
)
|
|
arch = pmb.parse.deviceinfo().arch
|
|
|
|
img_path = system_image(device)
|
|
img_path_2nd = None
|
|
if args.second_storage:
|
|
img_path_2nd = create_second_storage(args, device)
|
|
|
|
if not args.host_qemu:
|
|
install_depends(args, arch)
|
|
logging.info("Running postmarketOS in QEMU VM (" + arch.qemu() + ")")
|
|
|
|
qemu, env = command_qemu(args, config, arch, img_path, img_path_2nd)
|
|
|
|
# Workaround: QEMU runs as local user and needs write permissions in the
|
|
# rootfs, which is owned by root
|
|
if not os.access(img_path, os.W_OK):
|
|
pmb.helpers.run.root(["chmod", "666", img_path])
|
|
|
|
# Resize the rootfs (or show hint)
|
|
if args.image_size:
|
|
resize_image(args.image_size, img_path)
|
|
else:
|
|
logging.info(
|
|
"NOTE: Run 'pmbootstrap qemu --image-size 2G' to set"
|
|
" the rootfs size when you run out of space!"
|
|
)
|
|
|
|
# SSH/serial/network hints
|
|
logging.info("Connect to the VM:")
|
|
logging.info(f"* (ssh) ssh -p {args.port} {config.user}@localhost")
|
|
logging.info("* (serial) in this console (stdout/stdin)")
|
|
|
|
if config.qemu_redir_stdio:
|
|
logging.info(
|
|
"NOTE: Ctrl+C is redirected to the VM! To disable this, "
|
|
"run: pmbootstrap config qemu_redir_stdio False"
|
|
)
|
|
logging.info("NOTE: To quit QEMU with this option you can use Ctrl-A, X.")
|
|
|
|
if config.ui == "none":
|
|
logging.warning(
|
|
"WARNING: With UI=none network doesn't work"
|
|
" automatically: https://postmarketos.org/qemu-network"
|
|
)
|
|
|
|
# Run QEMU and kill it together with pmbootstrap
|
|
process = None
|
|
try:
|
|
signal.signal(signal.SIGTERM, sigterm_handler)
|
|
process = pmb.helpers.run.user(qemu, output="tui", env=env)
|
|
except KeyboardInterrupt:
|
|
# In addition to not showing a trace when pressing ^C, let user know
|
|
# they can override this behavior:
|
|
logging.info("Quitting because Ctrl+C detected.")
|
|
logging.info("To override this behavior and have pmbootstrap send Ctrl+C to the VM, run:")
|
|
logging.info("$ pmbootstrap config qemu_redir_stdio True")
|
|
finally:
|
|
if isinstance(process, subprocess.Popen):
|
|
process.terminate()
|