forked from Mirror/pmbootstrap
We use a custom verbose log level in pmbootstrap, unfortunately it isn't possible to correctly type this due to some limitations in the logging library [1], [2]. Given that our usecase is fairly simple, we can just wrap the module with our own so we only have to tell mypy to ignore the error once instead of at every callsite. [1]: https://github.com/cryptax/droidlysis/issues/15 [2]: https://github.com/python/typing/discussions/980 Signed-off-by: Caleb Connolly <caleb@postmarketos.org>
164 lines
6 KiB
Python
164 lines
6 KiB
Python
# Copyright 2023 Oliver Smith
|
|
# SPDX-License-Identifier: GPL-3.0-or-later
|
|
import glob
|
|
from pmb.helpers import logging
|
|
import os
|
|
|
|
import pmb.chroot
|
|
import pmb.config.pmaports
|
|
import pmb.config.workdir
|
|
from pmb.core.types import PmbArgs
|
|
import pmb.helpers.pmaports
|
|
import pmb.helpers.run
|
|
import pmb.parse.apkindex
|
|
from pmb.core import Chroot, ChrootType
|
|
|
|
|
|
def zap(args: PmbArgs, confirm=True, dry=False, pkgs_local=False, http=False,
|
|
pkgs_local_mismatch=False, pkgs_online_mismatch=False, distfiles=False,
|
|
rust=False, netboot=False):
|
|
"""
|
|
Shutdown everything inside the chroots (e.g. adb), umount
|
|
everything and then safely remove folders from the work-directory.
|
|
|
|
:param dry: Only show what would be deleted, do not delete for real
|
|
:param pkgs_local: Remove *all* self-compiled packages (!)
|
|
:param http: Clear the http cache (used e.g. for the initial apk download)
|
|
:param pkgs_local_mismatch: Remove the packages that have
|
|
a different version compared to what is in the aports folder.
|
|
:param pkgs_online_mismatch: Clean out outdated binary packages
|
|
downloaded from mirrors (e.g. from Alpine)
|
|
:param distfiles: Clear the downloaded files cache
|
|
:param rust: Remove rust related caches
|
|
:param netboot: Remove images for netboot
|
|
|
|
NOTE: This function gets called in pmb/config/init.py, with only pmb.config.work
|
|
and args.device set!
|
|
"""
|
|
# Get current work folder size
|
|
if not dry:
|
|
pmb.chroot.shutdown(args)
|
|
|
|
# Delete packages with a different version compared to aports,
|
|
# then re-index
|
|
if pkgs_local_mismatch:
|
|
zap_pkgs_local_mismatch(args, confirm, dry)
|
|
|
|
# Delete outdated binary packages
|
|
if pkgs_online_mismatch:
|
|
zap_pkgs_online_mismatch(args, confirm, dry)
|
|
|
|
pmb.chroot.shutdown(args)
|
|
|
|
# Deletion patterns for folders inside pmb.config.work
|
|
patterns = list(Chroot.iter_patterns())
|
|
if pkgs_local:
|
|
patterns += ["packages"]
|
|
if http:
|
|
patterns += ["cache_http"]
|
|
if distfiles:
|
|
patterns += ["cache_distfiles"]
|
|
if rust:
|
|
patterns += ["cache_rust"]
|
|
if netboot:
|
|
patterns += ["images_netboot"]
|
|
|
|
# Delete everything matching the patterns
|
|
for pattern in patterns:
|
|
pattern = os.path.realpath(f"{pmb.config.work}/{pattern}")
|
|
matches = glob.glob(pattern)
|
|
for match in matches:
|
|
if (not confirm or
|
|
pmb.helpers.cli.confirm(args, f"Remove {match}?")):
|
|
logging.info(f"% rm -rf {match}")
|
|
if not dry:
|
|
pmb.helpers.run.root(args, ["rm", "-rf", match])
|
|
|
|
# Remove config init dates for deleted chroots
|
|
pmb.config.workdir.clean(args)
|
|
|
|
# Chroots were zapped, so no repo lists exist anymore
|
|
pmb.helpers.other.cache["apk_repository_list_updated"].clear()
|
|
|
|
# Print amount of cleaned up space
|
|
if dry:
|
|
logging.info("Dry run: nothing has been deleted")
|
|
|
|
|
|
def zap_pkgs_local_mismatch(args: PmbArgs, confirm=True, dry=False):
|
|
channel = pmb.config.pmaports.read_config(args)["channel"]
|
|
if not os.path.exists(f"{pmb.config.work}/packages/{channel}"):
|
|
return
|
|
|
|
question = "Remove binary packages that are newer than the corresponding" \
|
|
f" pmaports (channel '{channel}')?"
|
|
if confirm and not pmb.helpers.cli.confirm(args, question):
|
|
return
|
|
|
|
reindex = False
|
|
for apkindex_path in (pmb.config.work / "packages" / channel).glob("*/APKINDEX.tar.gz"):
|
|
# Delete packages without same version in aports
|
|
blocks = pmb.parse.apkindex.parse_blocks(apkindex_path)
|
|
for block in blocks:
|
|
pkgname = block["pkgname"]
|
|
origin = block["origin"]
|
|
version = block["version"]
|
|
arch = block["arch"]
|
|
|
|
# Apk path
|
|
apk_path_short = f"{arch}/{pkgname}-{version}.apk"
|
|
apk_path = f"{pmb.config.work}/packages/{channel}/{apk_path_short}"
|
|
if not os.path.exists(apk_path):
|
|
logging.info("WARNING: Package mentioned in index not"
|
|
f" found: {apk_path_short}")
|
|
continue
|
|
|
|
# Aport path
|
|
aport_path = pmb.helpers.pmaports.find(args, origin, False)
|
|
if not aport_path:
|
|
logging.info(f"% rm {apk_path_short}"
|
|
f" ({origin} aport not found)")
|
|
if not dry:
|
|
pmb.helpers.run.root(args, ["rm", apk_path])
|
|
reindex = True
|
|
continue
|
|
|
|
# Clear out any binary apks that do not match what is in aports
|
|
apkbuild = pmb.parse.apkbuild(aport_path)
|
|
version_aport = f"{apkbuild['pkgver']}-r{apkbuild['pkgrel']}"
|
|
if version != version_aport:
|
|
logging.info(f"% rm {apk_path_short}"
|
|
f" ({origin} aport: {version_aport})")
|
|
if not dry:
|
|
pmb.helpers.run.root(args, ["rm", apk_path])
|
|
reindex = True
|
|
|
|
if reindex:
|
|
pmb.build.other.index_repo(args)
|
|
|
|
|
|
def zap_pkgs_online_mismatch(args: PmbArgs, confirm=True, dry=False):
|
|
# Check whether we need to do anything
|
|
paths = glob.glob(f"{pmb.config.work}/cache_apk_*")
|
|
if not len(paths):
|
|
return
|
|
if (confirm and not pmb.helpers.cli.confirm(args,
|
|
"Remove outdated"
|
|
" binary packages?")):
|
|
return
|
|
|
|
# Iterate over existing apk caches
|
|
for path in paths:
|
|
arch = os.path.basename(path).split("_", 2)[2]
|
|
if arch == pmb.config.arch_native:
|
|
suffix = Chroot.native()
|
|
else:
|
|
try:
|
|
suffix = Chroot(ChrootType.BUILDROOT, arch)
|
|
except ValueError:
|
|
continue # Ignore invalid directory name
|
|
|
|
# Clean the cache with apk
|
|
logging.info(f"({suffix}) apk -v cache clean")
|
|
if not dry:
|
|
pmb.chroot.root(args, ["apk", "-v", "cache", "clean"], suffix)
|