Compare commits
7 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| f9b6036c95 | |||
| 16d81f509f | |||
| 312750c61b | |||
| b71906f402 | |||
| 45d47e8d84 | |||
| 0c9a3fde94 | |||
| 0d610fd2de |
Generated
+1
@@ -458,6 +458,7 @@ dependencies = [
|
|||||||
"anyhow",
|
"anyhow",
|
||||||
"clap",
|
"clap",
|
||||||
"hex",
|
"hex",
|
||||||
|
"libc",
|
||||||
"reqwest",
|
"reqwest",
|
||||||
"serde",
|
"serde",
|
||||||
"serde_json",
|
"serde_json",
|
||||||
|
|||||||
@@ -8,6 +8,7 @@ license = "MIT"
|
|||||||
anyhow = "1.0"
|
anyhow = "1.0"
|
||||||
clap = { version = "4.5", features = ["derive"] }
|
clap = { version = "4.5", features = ["derive"] }
|
||||||
hex = "0.4"
|
hex = "0.4"
|
||||||
|
libc = "0.2"
|
||||||
reqwest = { version = "0.12", default-features = false, features = [
|
reqwest = { version = "0.12", default-features = false, features = [
|
||||||
"blocking",
|
"blocking",
|
||||||
"rustls-tls",
|
"rustls-tls",
|
||||||
|
|||||||
+8
-20
@@ -1,7 +1,6 @@
|
|||||||
FROM docker.io/library/alpine:edge
|
FROM alpine:edge
|
||||||
|
|
||||||
RUN apk upgrade --no-cache && \
|
RUN apk upgrade --no-cache && apk add --no-cache \
|
||||||
apk add --no-cache \
|
|
||||||
alpine-sdk \
|
alpine-sdk \
|
||||||
apk-tools \
|
apk-tools \
|
||||||
autoconf \
|
autoconf \
|
||||||
@@ -17,8 +16,10 @@ RUN apk upgrade --no-cache && \
|
|||||||
file \
|
file \
|
||||||
findutils \
|
findutils \
|
||||||
flex \
|
flex \
|
||||||
|
gawk \
|
||||||
gettext-dev \
|
gettext-dev \
|
||||||
git \
|
git \
|
||||||
|
grep \
|
||||||
gzip \
|
gzip \
|
||||||
elfutils-dev \
|
elfutils-dev \
|
||||||
gmp-dev \
|
gmp-dev \
|
||||||
@@ -27,32 +28,19 @@ RUN apk upgrade --no-cache && \
|
|||||||
libtool \
|
libtool \
|
||||||
linux-headers \
|
linux-headers \
|
||||||
meson \
|
meson \
|
||||||
|
mtools \
|
||||||
|
nasm \
|
||||||
|
ncurses \
|
||||||
ninja \
|
ninja \
|
||||||
openssl \
|
openssl \
|
||||||
openssl-dev \
|
openssl-dev \
|
||||||
patch \
|
patch \
|
||||||
pkgconf \
|
pkgconf \
|
||||||
python3 \
|
python3 \
|
||||||
|
rsync \
|
||||||
tar \
|
tar \
|
||||||
texinfo \
|
texinfo \
|
||||||
xz \
|
xz \
|
||||||
zstd
|
zstd
|
||||||
|
|
||||||
RUN rm -rf /tmp/mkpkg-root /tmp/distro-preflight.apk /tmp/APKINDEX.adb /tmp/distro-preflight.rsa && \
|
|
||||||
openssl genrsa -out /tmp/distro-preflight.rsa 2048 >/dev/null 2>&1 && \
|
|
||||||
openssl rsa -in /tmp/distro-preflight.rsa -pubout -out /etc/apk/keys/distro-preflight.rsa.pub >/dev/null 2>&1 && \
|
|
||||||
mkdir -p /tmp/mkpkg-root/usr/share/distro && \
|
|
||||||
printf ok > /tmp/mkpkg-root/usr/share/distro/preflight && \
|
|
||||||
apk --sign-key /tmp/distro-preflight.rsa mkpkg \
|
|
||||||
--files /tmp/mkpkg-root \
|
|
||||||
--output /tmp/distro-preflight.apk \
|
|
||||||
--info name:distro-preflight \
|
|
||||||
--info version:0-r0 \
|
|
||||||
--info arch:noarch \
|
|
||||||
--info description:preflight \
|
|
||||||
--info license:MIT >/dev/null && \
|
|
||||||
apk --sign-key /tmp/distro-preflight.rsa mkndx -o /tmp/APKINDEX.adb /tmp/distro-preflight.apk >/dev/null && \
|
|
||||||
test -s /tmp/distro-preflight.apk && \
|
|
||||||
test -s /tmp/APKINDEX.adb
|
|
||||||
|
|
||||||
WORKDIR /work
|
WORKDIR /work
|
||||||
|
|||||||
+33
-19
@@ -1,36 +1,50 @@
|
|||||||
container_runtime = "podman"
|
container_runtime = "podman"
|
||||||
container_image = "localhost/distro-builder:latest"
|
container_image = "local/distro-builder:latest"
|
||||||
container_dockerfile = "Dockerfile"
|
container_dockerfile = "Dockerfile"
|
||||||
|
|
||||||
signing_key = "build/keys/distro.rsa"
|
arch = "x86_64"
|
||||||
signing_pubkey = "build/keys/distro.rsa.pub"
|
libc = "glibc"
|
||||||
|
|
||||||
target_arch = "x86_64"
|
if libc == "glibc":
|
||||||
libc = "musl"
|
env = "gnu"
|
||||||
|
else:
|
||||||
|
env = libc
|
||||||
|
|
||||||
host_cflags = "-O2 -pipe"
|
host_cflags = "-O2 -pipe"
|
||||||
host_cxxflags = ""
|
host_cxxflags = host_cflags
|
||||||
host_ldflags = "-Wl,-O1 -Wl,--sort-common -Wl,--as-needed"
|
host_ldflags = "-Wl,-O1 -Wl,--sort-common -Wl,--as-needed"
|
||||||
|
|
||||||
target_cflags = host_cflags
|
target_cflags = host_cflags
|
||||||
target_cxxflags = host_cxxflags
|
target_cxxflags = host_cxxflags
|
||||||
target_ldflags = host_ldflags + " -Wl,-z,now"
|
target_ldflags = host_ldflags + " -Wl,-z,now"
|
||||||
|
|
||||||
if target_arch == "x86_64":
|
if arch == "x86_64":
|
||||||
flags = " -march=x86-64-v3 -mtune=generic -fstack-clash-protection -fstack-protector-strong -fcf-protection"
|
flags = " -march=x86-64-v3 -mtune=generic -fstack-clash-protection -fstack-protector-strong -fcf-protection"
|
||||||
|
|
||||||
target_cflags += flags
|
target_cflags += flags
|
||||||
target_cxxflags += flags
|
target_cxxflags += flags
|
||||||
target_ldflags += " -Wl,-z,pack-relative-relocs"
|
target_ldflags += " -Wl,-z,pack-relative-relocs"
|
||||||
|
|
||||||
options = {
|
options = dict(
|
||||||
"libc": libc,
|
target_arch = arch,
|
||||||
"target_triple": target_arch + "-linux-" + libc,
|
target_triple = f"{arch}-linux-{env}",
|
||||||
"host_cflags": host_cflags,
|
|
||||||
"host_cxxflags": host_cxxflags,
|
host_cflags = host_cflags,
|
||||||
"host_ldflags": host_ldflags,
|
host_cxxflags = host_cxxflags,
|
||||||
"cflags": target_cflags,
|
host_ldflags = host_ldflags,
|
||||||
"cxxflags": target_cxxflags,
|
|
||||||
"ldflags": target_ldflags,
|
cflags = target_cflags,
|
||||||
"wayland": True,
|
cxxflags = target_cxxflags,
|
||||||
"x11": True,
|
ldflags = target_ldflags,
|
||||||
}
|
|
||||||
|
libc = libc,
|
||||||
|
|
||||||
|
prefix = "/usr",
|
||||||
|
bindir = "/usr/bin",
|
||||||
|
sbindir = "/usr/bin",
|
||||||
|
libdir = "/usr/lib",
|
||||||
|
libexecdir = "/usr/libexec",
|
||||||
|
includedir = "/usr/include",
|
||||||
|
sysconfdir = "/etc",
|
||||||
|
localstatedir = "/var",
|
||||||
|
)
|
||||||
|
|||||||
@@ -0,0 +1,41 @@
|
|||||||
|
version = "2.46.0"
|
||||||
|
revision = 1
|
||||||
|
metadata = meta(
|
||||||
|
description = "GNU binutils cross-compiled for the target triple",
|
||||||
|
license = "GPL-3.0-or-later",
|
||||||
|
)
|
||||||
|
source = tarball_source(
|
||||||
|
url = f"https://ftp.gnu.org/gnu/binutils/binutils-{version}.tar.xz",
|
||||||
|
sha256 = "d75a94f4d73e7a4086f7513e67e439e8fcdcbb726ffe63f4661744e6256b2cf2",
|
||||||
|
strip_components = 1,
|
||||||
|
)
|
||||||
|
|
||||||
|
def configure(ctx):
|
||||||
|
configure_args = [
|
||||||
|
ctx.source_dir / "configure",
|
||||||
|
"--prefix=/",
|
||||||
|
"--target=" + options.target_triple,
|
||||||
|
"--with-sysroot=" + ctx.sysroot,
|
||||||
|
"--with-pic",
|
||||||
|
"--enable-cet",
|
||||||
|
"--enable-default-execstack=no",
|
||||||
|
"--enable-deterministic-archives",
|
||||||
|
"--enable-ld=default",
|
||||||
|
"--enable-new-dtags",
|
||||||
|
"--enable-plugins",
|
||||||
|
"--enable-relro",
|
||||||
|
"--enable-separate-code",
|
||||||
|
"--enable-threads",
|
||||||
|
"--disable-nls",
|
||||||
|
"--disable-werror",
|
||||||
|
# gprofng's libcollector relies on glibc-specific internals.
|
||||||
|
"--disable-gprofng",
|
||||||
|
]
|
||||||
|
|
||||||
|
ctx.run(configure_args, env = {
|
||||||
|
"CFLAGS": options.host_cflags,
|
||||||
|
"CXXFLAGS": options.host_cxxflags,
|
||||||
|
"LDFLAGS": options.host_ldflags,
|
||||||
|
})
|
||||||
|
|
||||||
|
_, build, install = autotools()
|
||||||
@@ -1,42 +0,0 @@
|
|||||||
name = "binutils"
|
|
||||||
version = "2.46.0"
|
|
||||||
revision = 1
|
|
||||||
description = "GNU binutils cross-compiled for the target triple"
|
|
||||||
license = "GPL-3.0-or-later"
|
|
||||||
|
|
||||||
source = {
|
|
||||||
"url": "https://ftp.gnu.org/gnu/binutils/binutils-" + version + ".tar.xz",
|
|
||||||
"sha256": "d75a94f4d73e7a4086f7513e67e439e8fcdcbb726ffe63f4661744e6256b2cf2",
|
|
||||||
"strip_components": 1,
|
|
||||||
}
|
|
||||||
|
|
||||||
host_deps = []
|
|
||||||
|
|
||||||
def configure(ctx):
|
|
||||||
ctx.run([
|
|
||||||
ctx.source_dir + "/configure",
|
|
||||||
"--prefix=" + ctx.prefix,
|
|
||||||
"--target=" + OPTIONS.target_triple,
|
|
||||||
"--with-sysroot=" + ctx.prefix + "/" + OPTIONS.target_triple,
|
|
||||||
"--disable-nls",
|
|
||||||
"--disable-werror",
|
|
||||||
"--enable-deterministic-archives",
|
|
||||||
"--enable-ld=default",
|
|
||||||
"--enable-plugins",
|
|
||||||
"--enable-threads",
|
|
||||||
"--with-system-zlib",
|
|
||||||
# gprofng's libcollector does not build against musl/recent gcc.
|
|
||||||
"--disable-gprofng",
|
|
||||||
], env = {
|
|
||||||
"CFLAGS": OPTIONS.host_cflags,
|
|
||||||
"CXXFLAGS": OPTIONS.host_cxxflags,
|
|
||||||
"LDFLAGS": OPTIONS.host_ldflags,
|
|
||||||
})
|
|
||||||
|
|
||||||
def build(ctx):
|
|
||||||
ctx.run(["make", "-j" + str(ctx.jobs)])
|
|
||||||
|
|
||||||
def install(ctx, pkg):
|
|
||||||
ctx.run(["make", "DESTDIR=" + pkg.destdir, "install"])
|
|
||||||
# Drop static archives we don't need on the cross side.
|
|
||||||
ctx.run(["sh", "-c", "rm -f " + pkg.destdir + ctx.prefix + "/lib/*.a"])
|
|
||||||
@@ -0,0 +1,47 @@
|
|||||||
|
version = "16.1.0"
|
||||||
|
revision = 1
|
||||||
|
metadata = meta(
|
||||||
|
description = "GNU GCC cross-compiler (bootstrap stage, C/C++ only)",
|
||||||
|
license = "GPL-3.0-or-later",
|
||||||
|
)
|
||||||
|
source = tarball_source(
|
||||||
|
url = f"https://ftp.gnu.org/gnu/gcc/gcc-{version}/gcc-{version}.tar.xz",
|
||||||
|
sha256 = "50efb4d94c3397aff3b0d61a5abd748b4dd31d9d3f2ab7be05b171d36a510f79",
|
||||||
|
strip_components = 1,
|
||||||
|
)
|
||||||
|
host_deps = ["binutils"]
|
||||||
|
|
||||||
|
def configure(ctx):
|
||||||
|
ctx.run([
|
||||||
|
ctx.source_dir / "configure",
|
||||||
|
"--target=" + options.target_triple,
|
||||||
|
"--prefix=/",
|
||||||
|
"--with-sysroot=" + ctx.sysroot,
|
||||||
|
"--without-headers",
|
||||||
|
"--with-newlib",
|
||||||
|
"--enable-languages=c,c++",
|
||||||
|
"--enable-default-pie",
|
||||||
|
"--enable-default-ssp",
|
||||||
|
"--disable-nls",
|
||||||
|
"--disable-shared",
|
||||||
|
"--disable-threads",
|
||||||
|
"--disable-libssp",
|
||||||
|
"--disable-libgomp",
|
||||||
|
"--disable-libquadmath",
|
||||||
|
"--disable-libatomic",
|
||||||
|
"--disable-libvtv",
|
||||||
|
"--disable-multilib",
|
||||||
|
], env = {
|
||||||
|
"CFLAGS": options.host_cflags,
|
||||||
|
"CXXFLAGS": options.host_cxxflags,
|
||||||
|
"LDFLAGS": options.host_ldflags,
|
||||||
|
})
|
||||||
|
|
||||||
|
def build(ctx):
|
||||||
|
jobs = "-j" + str(ctx.jobs)
|
||||||
|
ctx.run(["make", jobs, "all-gcc"])
|
||||||
|
ctx.run(["make", jobs, "all-target-libgcc"])
|
||||||
|
|
||||||
|
def install(ctx, pkg):
|
||||||
|
ctx.run(["make", "install-gcc"], env = {"DESTDIR": pkg.dest_dir})
|
||||||
|
ctx.run(["make", "install-target-libgcc"], env = {"DESTDIR": pkg.dest_dir})
|
||||||
@@ -0,0 +1,53 @@
|
|||||||
|
version = "16.1.0"
|
||||||
|
revision = 1
|
||||||
|
metadata = meta(
|
||||||
|
description = "GNU GCC cross-compiler targeting the system triple",
|
||||||
|
license = "GPL-3.0-or-later",
|
||||||
|
website = "https://gcc.gnu.org/",
|
||||||
|
)
|
||||||
|
source = tarball_source(
|
||||||
|
url = f"https://ftp.gnu.org/gnu/gcc/gcc-{version}/gcc-{version}.tar.xz",
|
||||||
|
sha256 = "50efb4d94c3397aff3b0d61a5abd748b4dd31d9d3f2ab7be05b171d36a510f79",
|
||||||
|
strip_components = 1,
|
||||||
|
)
|
||||||
|
host_deps = ["binutils", "gcc-bootstrap"]
|
||||||
|
deps = [options.libc, "linux-headers"]
|
||||||
|
|
||||||
|
def configure(ctx):
|
||||||
|
ctx.run([
|
||||||
|
ctx.source_dir / "configure",
|
||||||
|
"--target=" + options.target_triple,
|
||||||
|
"--prefix=/",
|
||||||
|
"--with-sysroot=" + ctx.sysroot,
|
||||||
|
"--with-build-sysroot=" + ctx.sysroot,
|
||||||
|
"--enable-languages=c,c++,lto",
|
||||||
|
"--disable-bootstrap",
|
||||||
|
"--enable-default-pie",
|
||||||
|
"--enable-default-ssp",
|
||||||
|
"--enable-lto",
|
||||||
|
"--enable-threads=posix",
|
||||||
|
"--enable-tls",
|
||||||
|
"--enable-libstdcxx-time",
|
||||||
|
"--enable-checking=release",
|
||||||
|
"--enable-cet=auto",
|
||||||
|
"--enable-linker-build-id",
|
||||||
|
"--disable-nls",
|
||||||
|
"--disable-multilib",
|
||||||
|
"--disable-fixed-point",
|
||||||
|
"--disable-werror",
|
||||||
|
"--disable-libsanitizer",
|
||||||
|
"--disable-symvers",
|
||||||
|
], env = {
|
||||||
|
"CFLAGS": options.host_cflags,
|
||||||
|
"CXXFLAGS": options.host_cxxflags,
|
||||||
|
"LDFLAGS": options.host_ldflags,
|
||||||
|
})
|
||||||
|
|
||||||
|
def build(ctx):
|
||||||
|
ctx.run(["make", "-j" + str(ctx.jobs)])
|
||||||
|
|
||||||
|
def install(ctx, pkg):
|
||||||
|
ctx.run(["make", "install-strip"], env = {"DESTDIR": pkg.dest_dir})
|
||||||
|
|
||||||
|
# Drop libtool archives.
|
||||||
|
ctx.run(["find", pkg.dest_dir, "-name", "*.la", "-delete"])
|
||||||
@@ -1,48 +0,0 @@
|
|||||||
name = "gcc"
|
|
||||||
version = "16.1.0"
|
|
||||||
revision = 1
|
|
||||||
description = "GNU GCC cross-compiler (bootstrap stage, C/C++ only)"
|
|
||||||
license = "GPL-3.0-or-later"
|
|
||||||
|
|
||||||
source = {
|
|
||||||
"url": f"https://ftp.gnu.org/gnu/gcc/gcc-{version}/gcc-{version}.tar.xz",
|
|
||||||
"sha256": "50efb4d94c3397aff3b0d61a5abd748b4dd31d9d3f2ab7be05b171d36a510f79",
|
|
||||||
"strip_components": 1,
|
|
||||||
}
|
|
||||||
|
|
||||||
host_deps = ["binutils"]
|
|
||||||
|
|
||||||
def configure(ctx):
|
|
||||||
ctx.run([
|
|
||||||
ctx.source_dir + "/configure",
|
|
||||||
"--prefix=" + ctx.prefix,
|
|
||||||
"--target=" + OPTIONS.target_triple,
|
|
||||||
"--with-sysroot=" + ctx.prefix + "/" + OPTIONS.target_triple,
|
|
||||||
"--without-headers",
|
|
||||||
"--with-newlib",
|
|
||||||
"--enable-languages=c,c++",
|
|
||||||
"--enable-default-pie",
|
|
||||||
"--enable-default-ssp",
|
|
||||||
"--disable-nls",
|
|
||||||
"--disable-shared",
|
|
||||||
"--disable-threads",
|
|
||||||
"--disable-libssp",
|
|
||||||
"--disable-libgomp",
|
|
||||||
"--disable-libquadmath",
|
|
||||||
"--disable-libatomic",
|
|
||||||
"--disable-libvtv",
|
|
||||||
"--disable-multilib",
|
|
||||||
], env = {
|
|
||||||
"CFLAGS": OPTIONS.host_cflags,
|
|
||||||
"CXXFLAGS": OPTIONS.host_cxxflags,
|
|
||||||
"LDFLAGS": OPTIONS.host_ldflags,
|
|
||||||
})
|
|
||||||
|
|
||||||
def build(ctx):
|
|
||||||
jobs = "-j" + str(ctx.jobs)
|
|
||||||
ctx.run(["make", jobs, "all-gcc"])
|
|
||||||
ctx.run(["make", jobs, "all-target-libgcc"])
|
|
||||||
|
|
||||||
def install(ctx, pkg):
|
|
||||||
ctx.run(["make", "DESTDIR=" + pkg.destdir, "install-gcc"])
|
|
||||||
ctx.run(["make", "DESTDIR=" + pkg.destdir, "install-target-libgcc"])
|
|
||||||
@@ -0,0 +1,52 @@
|
|||||||
|
version = "20.1.0"
|
||||||
|
revision = 1
|
||||||
|
metadata = meta(
|
||||||
|
description = "LLVM compiler infrastructure with clang and lld",
|
||||||
|
license = "Apache-2.0 WITH LLVM-exception",
|
||||||
|
website = "https://llvm.org/",
|
||||||
|
)
|
||||||
|
source = tarball_source(
|
||||||
|
url = f"https://github.com/llvm/llvm-project/releases/download/llvmorg-{version}/llvm-project-{version}.src.tar.xz",
|
||||||
|
sha256 = "?",
|
||||||
|
strip_components = 1,
|
||||||
|
)
|
||||||
|
host_deps = ["binutils"]
|
||||||
|
|
||||||
|
def configure(ctx):
|
||||||
|
ctx.run([
|
||||||
|
"cmake",
|
||||||
|
"-S", ctx.source_dir / "llvm",
|
||||||
|
"-B", ctx.build_dir,
|
||||||
|
"-G", "Ninja",
|
||||||
|
"-DCMAKE_BUILD_TYPE=Release",
|
||||||
|
"-DCMAKE_INSTALL_PREFIX=/",
|
||||||
|
"-DLLVM_ENABLE_PROJECTS=clang;clang-tools-extra;lld",
|
||||||
|
"-DLLVM_ENABLE_RUNTIMES=compiler-rt",
|
||||||
|
"-DLLVM_TARGETS_TO_BUILD=X86;AArch64;RISCV",
|
||||||
|
"-DLLVM_DEFAULT_TARGET_TRIPLE=" + options.target_triple,
|
||||||
|
"-DLLVM_HOST_TRIPLE=" + options.target_triple,
|
||||||
|
"-DLLVM_ENABLE_LIBXML2=OFF",
|
||||||
|
"-DLLVM_ENABLE_LIBEDIT=OFF",
|
||||||
|
"-DLLVM_ENABLE_TERMINFO=OFF",
|
||||||
|
"-DLLVM_ENABLE_ASSERTIONS=OFF",
|
||||||
|
"-DLLVM_ENABLE_PIC=ON",
|
||||||
|
"-DLLVM_BUILD_LLVM_DYLIB=ON",
|
||||||
|
"-DLLVM_LINK_LLVM_DYLIB=ON",
|
||||||
|
"-DLLVM_INSTALL_UTILS=ON",
|
||||||
|
"-DLLVM_INCLUDE_TESTS=OFF",
|
||||||
|
"-DLLVM_INCLUDE_EXAMPLES=OFF",
|
||||||
|
"-DLLVM_INCLUDE_BENCHMARKS=OFF",
|
||||||
|
"-DCLANG_DEFAULT_LINKER=lld",
|
||||||
|
"-DCLANG_DEFAULT_RTLIB=compiler-rt",
|
||||||
|
"-DCLANG_DEFAULT_CXX_STDLIB=libstdc++",
|
||||||
|
], env = {
|
||||||
|
"CFLAGS": options.host_cflags,
|
||||||
|
"CXXFLAGS": options.host_cxxflags,
|
||||||
|
"LDFLAGS": options.host_ldflags,
|
||||||
|
})
|
||||||
|
|
||||||
|
def build(ctx):
|
||||||
|
ctx.run(["cmake", "--build", ctx.build_dir, "-j" + str(ctx.jobs)])
|
||||||
|
|
||||||
|
def install(ctx, pkg):
|
||||||
|
ctx.run(["cmake", "--install", ctx.build_dir], env = {"DESTDIR": pkg.dest_dir})
|
||||||
+66
-70
@@ -1,52 +1,33 @@
|
|||||||
# Commonly used helpers, auto-loaded into every recipe.
|
|
||||||
|
|
||||||
def _toolchain_env(ctx):
|
|
||||||
sysroot_flag = " --sysroot=" + ctx.sysroot
|
|
||||||
return {
|
|
||||||
"CFLAGS": OPTIONS.cflags + sysroot_flag,
|
|
||||||
"CXXFLAGS": OPTIONS.cxxflags + sysroot_flag,
|
|
||||||
"LDFLAGS": OPTIONS.ldflags + sysroot_flag,
|
|
||||||
}
|
|
||||||
|
|
||||||
# Autotools
|
# Autotools
|
||||||
|
|
||||||
def autotools_configure(ctx, extra_args = [], extra_env = {}):
|
def autotools_configure(ctx, extra_args = [], extra_env = {}):
|
||||||
args = [
|
env = {
|
||||||
ctx.source_dir + "/configure",
|
"CFLAGS": options.cflags,
|
||||||
"--prefix=" + ctx.prefix,
|
"CXXFLAGS": options.cxxflags,
|
||||||
"--sysconfdir=/etc",
|
"LDFLAGS": options.ldflags,
|
||||||
"--localstatedir=/var",
|
}
|
||||||
"--bindir=" + ctx.prefix + "/bin",
|
env.update(extra_env)
|
||||||
"--sbindir=" + ctx.prefix + "/bin",
|
ctx.run([
|
||||||
"--libdir=" + ctx.prefix + "/lib",
|
ctx.source_dir / "configure",
|
||||||
|
"--host=" + options.target_triple,
|
||||||
"--with-sysroot=" + ctx.sysroot,
|
"--with-sysroot=" + ctx.sysroot,
|
||||||
|
"--prefix=" + options.prefix,
|
||||||
|
"--sysconfdir=" + options.sysconfdir,
|
||||||
|
"--localstatedir=" + options.localstatedir,
|
||||||
|
"--bindir=" + options.bindir,
|
||||||
|
"--sbindir=" + options.sbindir,
|
||||||
|
"--libdir=" + options.libdir,
|
||||||
"--disable-static",
|
"--disable-static",
|
||||||
"--enable-shared",
|
"--enable-shared",
|
||||||
]
|
] + extra_args, env = env)
|
||||||
args.append("--host=" + OPTIONS.target_triple)
|
|
||||||
args.extend(extra_args)
|
|
||||||
|
|
||||||
envs = _toolchain_env(ctx)
|
|
||||||
envs.update(extra_env)
|
|
||||||
|
|
||||||
ctx.run(args, env = envs)
|
|
||||||
|
|
||||||
def autotools_build(ctx, extra_args = []):
|
def autotools_build(ctx, extra_args = []):
|
||||||
args = ["make", "-j" + str(ctx.jobs)]
|
ctx.run(["make", "-j" + str(ctx.jobs)] + extra_args)
|
||||||
args.extend(extra_args)
|
|
||||||
ctx.run(args)
|
|
||||||
|
|
||||||
def autotools_check(ctx, extra_args = []):
|
|
||||||
args = ["make", "check", "-j" + str(ctx.jobs)]
|
|
||||||
args.extend(extra_args)
|
|
||||||
ctx.run(args)
|
|
||||||
|
|
||||||
def autotools_install(ctx, pkg, extra_args = []):
|
def autotools_install(ctx, pkg, extra_args = []):
|
||||||
args = ["make", "install", "DESTDIR=" + pkg.destdir]
|
ctx.run(["make", "install"] + extra_args, env = { "DESTDIR": pkg.dest_dir })
|
||||||
args.extend(extra_args)
|
|
||||||
ctx.run(args)
|
|
||||||
|
|
||||||
def autotools(configure_args = [], configure_env = [], build_args = [], install_args = []):
|
def autotools(configure_args = [], configure_env = {}, build_args = [], install_args = []):
|
||||||
def _configure(ctx):
|
def _configure(ctx):
|
||||||
autotools_configure(ctx, extra_args = configure_args, extra_env = configure_env)
|
autotools_configure(ctx, extra_args = configure_args, extra_env = configure_env)
|
||||||
def _build(ctx):
|
def _build(ctx):
|
||||||
@@ -55,45 +36,60 @@ def autotools(configure_args = [], configure_env = [], build_args = [], install_
|
|||||||
autotools_install(ctx, pkg, extra_args = install_args)
|
autotools_install(ctx, pkg, extra_args = install_args)
|
||||||
return _configure, _build, _install
|
return _configure, _build, _install
|
||||||
|
|
||||||
# Meson
|
# CMake
|
||||||
|
|
||||||
def meson_configure(ctx, extra_args = []):
|
def cmake_configure(ctx, extra_args = [], extra_env = {}, host = False):
|
||||||
args = [
|
if host:
|
||||||
"meson",
|
env = {
|
||||||
"setup",
|
"CFLAGS": options.host_cflags,
|
||||||
ctx.build_dir,
|
"CXXFLAGS": options.host_cxxflags,
|
||||||
ctx.source_dir,
|
"LDFLAGS": options.host_ldflags,
|
||||||
"--prefix=" + ctx.prefix,
|
}
|
||||||
|
toolchain_args = []
|
||||||
|
else:
|
||||||
|
env = {
|
||||||
|
"CFLAGS": options.cflags,
|
||||||
|
"CXXFLAGS": options.cxxflags,
|
||||||
|
"LDFLAGS": options.ldflags,
|
||||||
|
}
|
||||||
|
toolchain_args = [
|
||||||
|
"-DCMAKE_SYSTEM_NAME=Linux",
|
||||||
|
"-DCMAKE_SYSTEM_PROCESSOR=" + options.target_arch,
|
||||||
|
"-DCMAKE_SYSROOT=" + ctx.sysroot,
|
||||||
|
"-DCMAKE_C_COMPILER=" + options.target_triple + "-gcc",
|
||||||
|
"-DCMAKE_CXX_COMPILER=" + options.target_triple + "-g++",
|
||||||
|
"-DCMAKE_FIND_ROOT_PATH_MODE_PROGRAM=NEVER",
|
||||||
|
"-DCMAKE_FIND_ROOT_PATH_MODE_LIBRARY=ONLY",
|
||||||
|
"-DCMAKE_FIND_ROOT_PATH_MODE_INCLUDE=ONLY",
|
||||||
|
"-DCMAKE_FIND_ROOT_PATH_MODE_PACKAGE=ONLY",
|
||||||
]
|
]
|
||||||
args.extend(extra_args)
|
env.update(extra_env)
|
||||||
ctx.run(args, env = _toolchain_env(ctx))
|
ctx.run([
|
||||||
|
"cmake",
|
||||||
|
"-S", ctx.source_dir,
|
||||||
|
"-B", ctx.build_dir,
|
||||||
|
"-G", "Ninja",
|
||||||
|
"-DCMAKE_BUILD_TYPE=Release",
|
||||||
|
"-DCMAKE_INSTALL_PREFIX=" + options.prefix,
|
||||||
|
"-DCMAKE_INSTALL_SYSCONFDIR=" + options.sysconfdir,
|
||||||
|
"-DCMAKE_INSTALL_LOCALSTATEDIR=" + options.localstatedir,
|
||||||
|
] + toolchain_args + extra_args, env = env)
|
||||||
|
|
||||||
def meson_build(ctx):
|
def cmake_build(ctx, extra_args = []):
|
||||||
ctx.run(["meson", "compile", "-C", ctx.build_dir, "-j" + str(ctx.jobs)])
|
ctx.run(["cmake", "--build", ctx.build_dir, "-j", str(ctx.jobs)] + extra_args)
|
||||||
|
|
||||||
def meson_install(ctx, pkg):
|
def cmake_install(ctx, pkg, extra_args = []):
|
||||||
ctx.run(["meson", "install", "-C", ctx.build_dir, "--destdir", pkg.destdir])
|
ctx.run(
|
||||||
|
["cmake", "--install", ctx.build_dir] + extra_args,
|
||||||
|
env = {"DESTDIR": pkg.dest_dir},
|
||||||
|
)
|
||||||
|
|
||||||
def meson(configure_args = [], build_args = [], install_args = []):
|
def cmake(configure_args = [], configure_env = {}, build_args = [], install_args = [], host = False):
|
||||||
def _configure(ctx):
|
def _configure(ctx):
|
||||||
meson_configure(ctx, extra_args = configure_args)
|
cmake_configure(ctx, extra_args = configure_args, extra_env = configure_env, host = host)
|
||||||
def _build(ctx):
|
def _build(ctx):
|
||||||
meson_build(ctx, extra_args = build_args)
|
cmake_build(ctx, extra_args = build_args)
|
||||||
def _install(ctx, pkg):
|
def _install(ctx, pkg):
|
||||||
meson_install(ctx, pkg, extra_args = install_args)
|
cmake_install(ctx, pkg, extra_args = install_args)
|
||||||
return _configure, _build, _install
|
return _configure, _build, _install
|
||||||
|
|
||||||
# Make
|
|
||||||
|
|
||||||
def make(ctx, target = None, extra_args = []):
|
|
||||||
args = ["make", "-C", ctx.source_dir, "O=" + ctx.build_dir,
|
|
||||||
"-j" + str(ctx.jobs)]
|
|
||||||
args.extend(extra_args)
|
|
||||||
if target:
|
|
||||||
args.append(target)
|
|
||||||
ctx.run(args)
|
|
||||||
|
|
||||||
def make_install(ctx, pkg, extra_args = []):
|
|
||||||
args = ["make", "-C", ctx.build_dir, "DESTDIR=" + pkg.destdir, "install"]
|
|
||||||
args.extend(extra_args)
|
|
||||||
ctx.run(args)
|
|
||||||
|
|||||||
@@ -0,0 +1,22 @@
|
|||||||
|
version = "5.2.32"
|
||||||
|
revision = 1
|
||||||
|
metadata = meta(
|
||||||
|
description = "GNU Bourne-Again SHell",
|
||||||
|
license = "GPL-3.0-or-later",
|
||||||
|
website = "https://www.gnu.org/software/bash/",
|
||||||
|
)
|
||||||
|
source = tarball_source(
|
||||||
|
url = f"https://ftp.gnu.org/gnu/bash/bash-{version}.tar.gz",
|
||||||
|
sha256 = "d3ef80d2b67d8cbbe4d3265c63a72c46f9b278ead6e0e06d61801b58f23f50b5",
|
||||||
|
strip_components = 1,
|
||||||
|
)
|
||||||
|
host_deps = ["binutils", "gcc"]
|
||||||
|
deps = [options.libc, "ncurses", "readline"]
|
||||||
|
|
||||||
|
configure, build, install = autotools(configure_args = [
|
||||||
|
"--without-bash-malloc",
|
||||||
|
"--with-installed-readline",
|
||||||
|
"--enable-readline",
|
||||||
|
"--enable-history",
|
||||||
|
"--enable-job-control",
|
||||||
|
], configure_env = {"CFLAGS": "-std=gnu17"})
|
||||||
@@ -0,0 +1,25 @@
|
|||||||
|
version = "9.6"
|
||||||
|
revision = 1
|
||||||
|
metadata = meta(
|
||||||
|
description = "GNU core utilities (file, shell, and text manipulation)",
|
||||||
|
license = "GPL-3.0-or-later",
|
||||||
|
website = "https://www.gnu.org/software/coreutils/",
|
||||||
|
)
|
||||||
|
source = tarball_source(
|
||||||
|
url = f"https://ftp.gnu.org/gnu/coreutils/coreutils-{version}.tar.xz",
|
||||||
|
sha256 = "7a0124327b398fd9eb1a6abde583389821422c744ffa10734b24f557610d3283",
|
||||||
|
strip_components = 1,
|
||||||
|
)
|
||||||
|
host_deps = ["binutils", "gcc"]
|
||||||
|
deps = [options.libc]
|
||||||
|
|
||||||
|
configure, build, install = autotools(
|
||||||
|
configure_args = [
|
||||||
|
"--enable-no-install-program=kill,uptime",
|
||||||
|
"--without-selinux",
|
||||||
|
"--without-openssl",
|
||||||
|
],
|
||||||
|
# coreutils' configure runs link tests that require a working executable;
|
||||||
|
# cross builds need this hint to skip a known false positive.
|
||||||
|
configure_env = {"FORCE_UNSAFE_CONFIGURE": "1"},
|
||||||
|
)
|
||||||
@@ -0,0 +1,36 @@
|
|||||||
|
version = "2.41"
|
||||||
|
revision = 1
|
||||||
|
metadata = meta(
|
||||||
|
description = "GNU C library",
|
||||||
|
license = "LGPL-2.1-or-later",
|
||||||
|
website = "https://www.gnu.org/software/libc/",
|
||||||
|
)
|
||||||
|
source = tarball_source(
|
||||||
|
url = f"https://ftp.gnu.org/gnu/glibc/glibc-{version}.tar.xz",
|
||||||
|
sha256 = "a5a26b22f545d6b7d7b3dd828e11e428f24f4fac43c934fb071b6a7d0828e901",
|
||||||
|
strip_components = 1,
|
||||||
|
)
|
||||||
|
host_deps = ["binutils", "gcc-bootstrap"]
|
||||||
|
deps = ["linux-headers"]
|
||||||
|
|
||||||
|
build_if = options.libc == "glibc"
|
||||||
|
|
||||||
|
def configure(ctx):
|
||||||
|
autotools_configure(ctx, [
|
||||||
|
"--build=" + options.target_triple,
|
||||||
|
"--with-headers=" + ctx.sysroot / options.prefix / "include",
|
||||||
|
"--enable-kernel=5.4",
|
||||||
|
"--enable-bind-now",
|
||||||
|
"--enable-stack-protector=strong",
|
||||||
|
"--enable-cet",
|
||||||
|
"--disable-werror",
|
||||||
|
"--disable-profile",
|
||||||
|
"--disable-nscd",
|
||||||
|
"--without-selinux",
|
||||||
|
"--without-gd",
|
||||||
|
"libc_cv_slibdir=/lib",
|
||||||
|
"libc_cv_rtlddir=/lib",
|
||||||
|
"libc_cv_forced_unwind=yes",
|
||||||
|
])
|
||||||
|
|
||||||
|
_, build, install = autotools()
|
||||||
@@ -0,0 +1,51 @@
|
|||||||
|
version = "12.2.0"
|
||||||
|
revision = 1
|
||||||
|
metadata = meta(
|
||||||
|
description = "Modern, secure, portable, multiprotocol bootloader and boot manager",
|
||||||
|
license = "BSD-2-Clause",
|
||||||
|
website = "https://limine-bootloader.org"
|
||||||
|
)
|
||||||
|
source = tarball_source(
|
||||||
|
url = f"https://github.com/Limine-Bootloader/Limine/releases/download/v{version}/limine-{version}.tar.gz",
|
||||||
|
sha256 = "db8a119878cfeead63c0a78236c577c40539c5759496950ea0ed32a6cf567865",
|
||||||
|
strip_components = 1,
|
||||||
|
)
|
||||||
|
host_deps = ["binutils", "gcc"]
|
||||||
|
deps = [options.libc]
|
||||||
|
|
||||||
|
build_if = options.target_arch in ["x86_64", "aarch64", "riscv64", "loongarch64"]
|
||||||
|
|
||||||
|
arch_configure_args = {
|
||||||
|
"x86_64": ["--enable-uefi-x86-64", "--enable-uefi-ia32", "--enable-bios", "--enable-bios-cd"],
|
||||||
|
"aarch64": ["--enable-uefi-aarch64"],
|
||||||
|
"riscv64": ["--enable-uefi-riscv64"],
|
||||||
|
"loongarch64": ["--enable-uefi-loongarch64"],
|
||||||
|
}
|
||||||
|
|
||||||
|
configure, build, install = autotools(
|
||||||
|
configure_args = ["--enable-uefi-cd"] + arch_configure_args.get(options.target_arch),
|
||||||
|
configure_env = {"TOOLCHAIN_FOR_TARGET": options.target_triple + "-"},
|
||||||
|
)
|
||||||
|
|
||||||
|
subpackages = [
|
||||||
|
subpackage(
|
||||||
|
"limine-uefi",
|
||||||
|
meta(description = "UEFI files"),
|
||||||
|
[
|
||||||
|
"usr/share/limine/BOOT*.EFI",
|
||||||
|
"usr/share/limine/limine-uefi-*.bin",
|
||||||
|
],
|
||||||
|
),
|
||||||
|
]
|
||||||
|
|
||||||
|
if options.target_arch == "x86_64":
|
||||||
|
subpackages += [
|
||||||
|
subpackage(
|
||||||
|
"limine-bios",
|
||||||
|
meta(description = "BIOS files"),
|
||||||
|
[
|
||||||
|
"usr/share/limine/limine-bios*",
|
||||||
|
],
|
||||||
|
)
|
||||||
|
]
|
||||||
|
|
||||||
@@ -1,25 +0,0 @@
|
|||||||
name = "limine"
|
|
||||||
version = "12.2.0"
|
|
||||||
revision = 1
|
|
||||||
description = "Modern, secure, portable, multiprotocol bootloader and boot manager"
|
|
||||||
license = "BSD-2-Clause"
|
|
||||||
|
|
||||||
source = {
|
|
||||||
"url": f"https://github.com/Limine-Bootloader/Limine/releases/download/v{version}/limine-{version}.tar.gz",
|
|
||||||
"sha256": "db8a119878cfeead63c0a78236c577c40539c5759496950ea0ed32a6cf567865",
|
|
||||||
"strip_components": 1,
|
|
||||||
}
|
|
||||||
|
|
||||||
host_deps = ["binutils", "gcc"]
|
|
||||||
deps = [OPTIONS.libc]
|
|
||||||
|
|
||||||
def configure(ctx):
|
|
||||||
toolchain = OPTIONS.target_triple + "-"
|
|
||||||
autotools_configure(ctx, extra_env = {
|
|
||||||
"TOOLCHAIN_FOR_TARGET": toolchain,
|
|
||||||
"LD_FOR_TARGET": toolchain + "ld",
|
|
||||||
"OBJCOPY_FOR_TARGET": toolchain + "objcopy",
|
|
||||||
"OBJDUMP_FOR_TARGET": toolchain + "objdump",
|
|
||||||
})
|
|
||||||
|
|
||||||
_, build, install = autotools()
|
|
||||||
@@ -0,0 +1,20 @@
|
|||||||
|
version = "7.0.9"
|
||||||
|
revision = 1
|
||||||
|
metadata = meta(
|
||||||
|
description = "Linux kernel headers for userspace development",
|
||||||
|
license = "GPL-2.0-only",
|
||||||
|
)
|
||||||
|
source = tarball_source(
|
||||||
|
url = f"https://cdn.kernel.org/pub/linux/kernel/v7.x/linux-{version}.tar.xz",
|
||||||
|
sha256 = "ac07acdf76cf4621cc5187a2670270a1a699533c8a6b225e4878c416ad83f1c4",
|
||||||
|
strip_components = 1,
|
||||||
|
)
|
||||||
|
|
||||||
|
def build(ctx):
|
||||||
|
ctx.run(["cp", "-rp", ctx.source_dir / ".", ctx.build_dir])
|
||||||
|
ctx.run(["make", "headers_install", "ARCH=" + options.target_arch])
|
||||||
|
ctx.run(["find", ctx.build_dir / "usr/include", "-type", "f", "!", "-name", "*.h", "-delete"])
|
||||||
|
|
||||||
|
def install(ctx, pkg):
|
||||||
|
ctx.run(["mkdir", "-p", pkg.dest_dir / options.prefix])
|
||||||
|
ctx.run(["cp", "-rp", ctx.build_dir / "usr/include", pkg.dest_dir / options.prefix])
|
||||||
File diff suppressed because it is too large
Load Diff
+22
-15
@@ -1,34 +1,41 @@
|
|||||||
name = "linux"
|
|
||||||
version = "7.0.9"
|
version = "7.0.9"
|
||||||
revision = 1
|
revision = 1
|
||||||
description = "Linux kernel"
|
metadata = meta(
|
||||||
license = "GPL-2.0-only"
|
description = "Linux kernel",
|
||||||
|
license = "GPL-2.0-only",
|
||||||
|
)
|
||||||
|
|
||||||
source = {
|
source = tarball_source(
|
||||||
"url": f"https://cdn.kernel.org/pub/linux/kernel/v7.x/linux-{version}.tar.xz",
|
url = f"https://cdn.kernel.org/pub/linux/kernel/v7.x/linux-{version}.tar.xz",
|
||||||
"sha256": "ac07acdf76cf4621cc5187a2670270a1a699533c8a6b225e4878c416ad83f1c4",
|
sha256 = "ac07acdf76cf4621cc5187a2670270a1a699533c8a6b225e4878c416ad83f1c4",
|
||||||
"strip_components": 1,
|
strip_components = 1,
|
||||||
}
|
)
|
||||||
|
|
||||||
host_deps = ["binutils", "gcc"]
|
host_deps = ["binutils", "gcc"]
|
||||||
|
|
||||||
def _make_args(ctx, *args):
|
def make_args(ctx, *args):
|
||||||
|
# Translate arch name
|
||||||
|
if options.target_arch == "aarch64":
|
||||||
|
linux_arch = "arm64"
|
||||||
|
else:
|
||||||
|
linux_arch = options.target_arch
|
||||||
|
|
||||||
result = [
|
result = [
|
||||||
"make",
|
"make",
|
||||||
"-C", ctx.source_dir,
|
"ARCH=" + linux_arch,
|
||||||
"O=" + ctx.build_dir,
|
"CROSS_COMPILE=" + options.target_triple + "-",
|
||||||
"ARCH=x86_64",
|
|
||||||
"CROSS_COMPILE=" + OPTIONS.target_triple + "-",
|
|
||||||
"-j" + str(ctx.jobs),
|
"-j" + str(ctx.jobs),
|
||||||
]
|
]
|
||||||
result.extend(args)
|
result.extend(args)
|
||||||
return result
|
return result
|
||||||
|
|
||||||
def configure(ctx):
|
def configure(ctx):
|
||||||
ctx.run(_make_args(ctx, "defconfig"))
|
ctx.run(["cp", "-rp", ctx.source_dir / ".", ctx.build_dir])
|
||||||
|
ctx.run(["cp", ctx.files / "config." + options.target_arch, ctx.build_dir / ".config"])
|
||||||
|
ctx.run(make_args(ctx, "olddefconfig"))
|
||||||
|
|
||||||
def build(ctx):
|
def build(ctx):
|
||||||
ctx.run(_make_args(ctx, "bzImage"))
|
ctx.run(make_args(ctx))
|
||||||
|
|
||||||
def install(ctx, pkg):
|
def install(ctx, pkg):
|
||||||
ctx.install(
|
ctx.install(
|
||||||
|
|||||||
@@ -0,0 +1,18 @@
|
|||||||
|
version = "4.4.1"
|
||||||
|
revision = 1
|
||||||
|
metadata = meta(
|
||||||
|
description = "GNU make build automation tool",
|
||||||
|
license = "GPL-3.0-or-later",
|
||||||
|
website = "https://www.gnu.org/software/make/",
|
||||||
|
)
|
||||||
|
source = tarball_source(
|
||||||
|
url = f"https://ftp.gnu.org/gnu/make/make-{version}.tar.gz",
|
||||||
|
sha256 = "dd16fb1d67bfab79a72f5e8390735c49e3e8e70b4945a15ab1f81ddb78658fb3",
|
||||||
|
strip_components = 1,
|
||||||
|
)
|
||||||
|
host_deps = ["binutils", "gcc"]
|
||||||
|
deps = [options.libc]
|
||||||
|
|
||||||
|
configure, build, install = autotools(configure_args = [
|
||||||
|
"--without-guile",
|
||||||
|
])
|
||||||
@@ -0,0 +1,27 @@
|
|||||||
|
version = "1.2.6"
|
||||||
|
revision = 1
|
||||||
|
metadata = meta(
|
||||||
|
description = "Small, standards-conformant implementation of libc",
|
||||||
|
license = "MIT",
|
||||||
|
)
|
||||||
|
source = tarball_source(
|
||||||
|
url = f"https://musl.libc.org/releases/musl-{version}.tar.gz",
|
||||||
|
sha256 = "d585fd3b613c66151fc3249e8ed44f77020cb5e6c1e635a616d3f9f82460512a",
|
||||||
|
strip_components = 1,
|
||||||
|
)
|
||||||
|
host_deps = ["binutils", "gcc-bootstrap"]
|
||||||
|
build_if = options.libc == "musl"
|
||||||
|
|
||||||
|
def configure(ctx):
|
||||||
|
ctx.run([
|
||||||
|
ctx.source_dir / "configure",
|
||||||
|
"--target=" + options.target_triple,
|
||||||
|
"--prefix=" + options.prefix,
|
||||||
|
"--syslibdir=/lib",
|
||||||
|
], env = {
|
||||||
|
"CC": options.target_triple + "-gcc",
|
||||||
|
"CFLAGS": options.cflags,
|
||||||
|
"LDFLAGS": options.ldflags,
|
||||||
|
})
|
||||||
|
|
||||||
|
_, build, install = autotools()
|
||||||
@@ -1,31 +0,0 @@
|
|||||||
name = "musl"
|
|
||||||
version = "1.2.6"
|
|
||||||
revision = 1
|
|
||||||
description = "Musl C library"
|
|
||||||
license = "MIT"
|
|
||||||
|
|
||||||
source = {
|
|
||||||
"url": f"https://musl.libc.org/releases/musl-{version}.tar.gz",
|
|
||||||
"sha256": "d585fd3b613c66151fc3249e8ed44f77020cb5e6c1e635a616d3f9f82460512a",
|
|
||||||
"strip_components": 1,
|
|
||||||
}
|
|
||||||
|
|
||||||
host_deps = ["binutils", "gcc"]
|
|
||||||
|
|
||||||
def configure(ctx):
|
|
||||||
ctx.run(
|
|
||||||
[
|
|
||||||
ctx.source_dir + "/configure",
|
|
||||||
"--prefix=/usr",
|
|
||||||
"--syslibdir=/lib",
|
|
||||||
"--target=" + OPTIONS.target_triple,
|
|
||||||
],
|
|
||||||
env = {
|
|
||||||
"CC": OPTIONS.target_triple + "-gcc",
|
|
||||||
"CFLAGS": OPTIONS.cflags,
|
|
||||||
"LDFLAGS": OPTIONS.ldflags,
|
|
||||||
},
|
|
||||||
)
|
|
||||||
|
|
||||||
build = autotools_build
|
|
||||||
install = autotools_install
|
|
||||||
@@ -0,0 +1,38 @@
|
|||||||
|
version = "6.5"
|
||||||
|
revision = 1
|
||||||
|
metadata = meta(
|
||||||
|
description = "Terminal control library with wide-character support",
|
||||||
|
license = "MIT",
|
||||||
|
website = "https://invisible-island.net/ncurses/",
|
||||||
|
)
|
||||||
|
source = tarball_source(
|
||||||
|
url = f"https://invisible-mirror.net/archives/ncurses/ncurses-{version}.tar.gz",
|
||||||
|
sha256 = "136d91bc269a9a5785e5f9e980bc76ab57428f604ce3e5a5a90cebc767971cc6",
|
||||||
|
strip_components = 1,
|
||||||
|
)
|
||||||
|
host_deps = ["binutils", "gcc"]
|
||||||
|
deps = [options.libc]
|
||||||
|
|
||||||
|
configure, build, _ = autotools(configure_args = [
|
||||||
|
"--with-shared",
|
||||||
|
"--without-debug",
|
||||||
|
"--without-ada",
|
||||||
|
"--enable-pc-files",
|
||||||
|
"--enable-widec",
|
||||||
|
"--with-termlib",
|
||||||
|
"--with-cxx-binding",
|
||||||
|
"--with-cxx-shared",
|
||||||
|
"--with-pkg-config-libdir=/usr/lib/pkgconfig",
|
||||||
|
"--mandir=/usr/share/man",
|
||||||
|
], configure_env = {
|
||||||
|
# Conflicts with GCC 16 headers
|
||||||
|
"cf_cv_type_of_bool": "bool",
|
||||||
|
"cf_cv_cc_bool_type": "1",
|
||||||
|
"cf_cv_builtin_bool": "1",
|
||||||
|
"ac_cv_header_stdbool_h": "yes",
|
||||||
|
})
|
||||||
|
|
||||||
|
def install(ctx, pkg):
|
||||||
|
autotools_install(ctx, pkg, extra_args = [
|
||||||
|
"DESTDIR=" + pkg.dest_dir
|
||||||
|
])
|
||||||
@@ -0,0 +1,51 @@
|
|||||||
|
version = "3.4.1"
|
||||||
|
revision = 1
|
||||||
|
metadata = meta(
|
||||||
|
description = "Cryptography and TLS library (OpenSSL)",
|
||||||
|
license = "Apache-2.0",
|
||||||
|
website = "https://www.openssl.org/",
|
||||||
|
)
|
||||||
|
source = tarball_source(
|
||||||
|
url = f"https://github.com/openssl/openssl/releases/download/openssl-{version}/openssl-{version}.tar.gz",
|
||||||
|
sha256 = "?",
|
||||||
|
strip_components = 1,
|
||||||
|
)
|
||||||
|
host_deps = ["binutils", "gcc"]
|
||||||
|
deps = ["zlib"]
|
||||||
|
|
||||||
|
def configure(ctx):
|
||||||
|
# OpenSSL uses its own perl-based Configure script. The first argument is
|
||||||
|
# the OpenSSL "target" — pick the one matching our triple.
|
||||||
|
if options.target_arch == "x86_64":
|
||||||
|
ossl_target = "linux-x86_64"
|
||||||
|
elif options.target_arch == "aarch64":
|
||||||
|
ossl_target = "linux-aarch64"
|
||||||
|
elif options.target_arch == "riscv64":
|
||||||
|
ossl_target = "linux64-riscv64"
|
||||||
|
else:
|
||||||
|
fail("openssl: unsupported target_arch " + options.target_arch)
|
||||||
|
|
||||||
|
ctx.run([
|
||||||
|
ctx.source_dir / "Configure",
|
||||||
|
ossl_target,
|
||||||
|
"--prefix=" + options.prefix,
|
||||||
|
"--openssldir=/etc/ssl",
|
||||||
|
"--libdir=lib",
|
||||||
|
"shared",
|
||||||
|
"zlib",
|
||||||
|
"no-tests",
|
||||||
|
"no-static-engine",
|
||||||
|
"enable-ktls",
|
||||||
|
], env = {
|
||||||
|
"CC": options.target_triple + "-gcc",
|
||||||
|
"AR": options.target_triple + "-ar",
|
||||||
|
"RANLIB": options.target_triple + "-ranlib",
|
||||||
|
"CFLAGS": options.cflags,
|
||||||
|
"LDFLAGS": options.ldflags,
|
||||||
|
})
|
||||||
|
|
||||||
|
def build(ctx):
|
||||||
|
ctx.run(["make", "-j" + str(ctx.jobs)])
|
||||||
|
|
||||||
|
def install(ctx, pkg):
|
||||||
|
ctx.run(["make", "install_sw", "install_ssldirs"], env = {"DESTDIR": pkg.dest_dir})
|
||||||
@@ -0,0 +1,19 @@
|
|||||||
|
version = "3.3.3"
|
||||||
|
revision = 1
|
||||||
|
metadata = meta(
|
||||||
|
description = "Lightweight pkg-config implementation",
|
||||||
|
license = "ISC",
|
||||||
|
website = "http://pkgconf.org/",
|
||||||
|
)
|
||||||
|
source = tarball_source(
|
||||||
|
url = f"https://distfiles.ariadne.space/pkgconf/pkgconf-{version}.tar.xz",
|
||||||
|
sha256 = "?",
|
||||||
|
strip_components = 1,
|
||||||
|
)
|
||||||
|
host_deps = ["binutils", "gcc"]
|
||||||
|
deps = [options.libc]
|
||||||
|
|
||||||
|
configure, build, install = autotools(configure_args = [
|
||||||
|
"--with-system-libdir=" + options.libdir,
|
||||||
|
"--with-system-includedir=" + options.includedir,
|
||||||
|
])
|
||||||
@@ -0,0 +1,29 @@
|
|||||||
|
version = "8.2"
|
||||||
|
revision = 1
|
||||||
|
metadata = meta(
|
||||||
|
description = "Library for command-line editing",
|
||||||
|
license = "GPL-3.0-or-later",
|
||||||
|
website = "https://tiswww.case.edu/php/chet/readline/rltop.html",
|
||||||
|
)
|
||||||
|
source = tarball_source(
|
||||||
|
url = f"https://ftp.gnu.org/gnu/readline/readline-{version}.tar.gz",
|
||||||
|
sha256 = "3feb7171f16a84ee82ca18a36d7b9be109a52c04f492a053331d7d1095007c35",
|
||||||
|
strip_components = 1,
|
||||||
|
)
|
||||||
|
host_deps = ["binutils", "gcc"]
|
||||||
|
deps = [options.libc, "ncurses"]
|
||||||
|
|
||||||
|
configure, build, _ = autotools(
|
||||||
|
configure_args = ["--with-curses"],
|
||||||
|
configure_env = {
|
||||||
|
# Force linking against the system curses; otherwise readline's
|
||||||
|
# configure may pick a static libtermcap stub it ships internally.
|
||||||
|
"bash_cv_termcap_lib": "ncursesw",
|
||||||
|
},
|
||||||
|
)
|
||||||
|
|
||||||
|
# Readline overwrites DESTDIR
|
||||||
|
def install(ctx, pkg):
|
||||||
|
autotools_install(ctx, pkg, extra_args = [
|
||||||
|
"DESTDIR=" + pkg.dest_dir
|
||||||
|
])
|
||||||
@@ -0,0 +1,18 @@
|
|||||||
|
version = "5.6.3"
|
||||||
|
revision = 1
|
||||||
|
metadata = meta(
|
||||||
|
description = "XZ Utils — LZMA/XZ compression tools and library",
|
||||||
|
license = "0BSD AND GPL-2.0-or-later AND LGPL-2.1-or-later",
|
||||||
|
website = "https://tukaani.org/xz/",
|
||||||
|
)
|
||||||
|
source = tarball_source(
|
||||||
|
url = f"https://github.com/tukaani-project/xz/releases/download/v{version}/xz-{version}.tar.xz",
|
||||||
|
sha256 = "db0590629b6f0fa36e74aea5f9731dc6f8df068ce7b7bafa45301832a5eebc3a",
|
||||||
|
strip_components = 1,
|
||||||
|
)
|
||||||
|
host_deps = ["binutils", "gcc"]
|
||||||
|
deps = [options.libc]
|
||||||
|
|
||||||
|
configure, build, install = autotools(configure_args = [
|
||||||
|
"--disable-doc",
|
||||||
|
])
|
||||||
@@ -0,0 +1,36 @@
|
|||||||
|
version = "1.3.2"
|
||||||
|
revision = 1
|
||||||
|
metadata = meta(
|
||||||
|
description = "Lossless data-compression library",
|
||||||
|
license = "Zlib",
|
||||||
|
website = "https://zlib.net/",
|
||||||
|
)
|
||||||
|
source = tarball_source(
|
||||||
|
url = f"https://zlib.net/zlib-{version}.tar.xz",
|
||||||
|
sha256 = "d7a0654783a4da529d1bb793b7ad9c3318020af77667bcae35f95d0e42a792f3",
|
||||||
|
strip_components = 1,
|
||||||
|
)
|
||||||
|
host_deps = ["binutils", "gcc"]
|
||||||
|
deps = [options.libc]
|
||||||
|
|
||||||
|
def configure(ctx):
|
||||||
|
# zlib ships its own ./configure that does not understand the usual
|
||||||
|
# autoconf flags (no --host, --build, etc.), so it is invoked directly.
|
||||||
|
ctx.run([
|
||||||
|
ctx.source_dir / "configure",
|
||||||
|
"--prefix=" + options.prefix,
|
||||||
|
"--libdir=" + options.libdir,
|
||||||
|
"--sharedlibdir=" + options.libdir,
|
||||||
|
], env = {
|
||||||
|
"CC": options.target_triple + "-gcc",
|
||||||
|
"AR": options.target_triple + "-ar",
|
||||||
|
"RANLIB": options.target_triple + "-ranlib",
|
||||||
|
"CFLAGS": options.cflags,
|
||||||
|
"LDFLAGS": options.ldflags,
|
||||||
|
})
|
||||||
|
|
||||||
|
def build(ctx):
|
||||||
|
ctx.run(["make", "-j" + str(ctx.jobs)])
|
||||||
|
|
||||||
|
def install(ctx, pkg):
|
||||||
|
ctx.run(["make", "install"], env = {"DESTDIR": pkg.dest_dir})
|
||||||
-46
@@ -1,46 +0,0 @@
|
|||||||
use crate::config::Config;
|
|
||||||
use crate::recipe::OutputPackage;
|
|
||||||
use std::path::Path;
|
|
||||||
|
|
||||||
#[derive(Debug, Clone)]
|
|
||||||
pub struct ApkPackagePlan {
|
|
||||||
pub args: Vec<String>,
|
|
||||||
}
|
|
||||||
|
|
||||||
pub fn mkpkg_plan(
|
|
||||||
config: &Config,
|
|
||||||
package: &OutputPackage,
|
|
||||||
files_root: &Path,
|
|
||||||
output_dir: &Path,
|
|
||||||
) -> ApkPackagePlan {
|
|
||||||
let file_name = format!(
|
|
||||||
"{}-{}-r{}.apk",
|
|
||||||
package.name, package.version, package.revision
|
|
||||||
);
|
|
||||||
let output = output_dir.join(file_name);
|
|
||||||
let version = format!("{}-r{}", package.version, package.revision);
|
|
||||||
let mut args = vec![
|
|
||||||
"mkpkg".to_owned(),
|
|
||||||
"--files".to_owned(),
|
|
||||||
files_root.display().to_string(),
|
|
||||||
"--output".to_owned(),
|
|
||||||
output.display().to_string(),
|
|
||||||
"--info".to_owned(),
|
|
||||||
format!("name:{}", package.name),
|
|
||||||
"--info".to_owned(),
|
|
||||||
format!("version:{version}"),
|
|
||||||
"--info".to_owned(),
|
|
||||||
format!("arch:{}", config.target_arch),
|
|
||||||
"--info".to_owned(),
|
|
||||||
format!("description:{}", package.description),
|
|
||||||
"--info".to_owned(),
|
|
||||||
format!("license:{}", package.license),
|
|
||||||
"--info".to_owned(),
|
|
||||||
format!("origin:{}", package.recipe),
|
|
||||||
];
|
|
||||||
for dep in &package.deps {
|
|
||||||
args.push("--info".to_owned());
|
|
||||||
args.push(format!("depends:{dep}"));
|
|
||||||
}
|
|
||||||
ApkPackagePlan { args }
|
|
||||||
}
|
|
||||||
-949
@@ -1,949 +0,0 @@
|
|||||||
use crate::apk;
|
|
||||||
use crate::config::Config;
|
|
||||||
use crate::graph::PackageGraph;
|
|
||||||
use crate::log;
|
|
||||||
use crate::patches;
|
|
||||||
use crate::phase::{PhaseCommand, PhaseEnv, SourceDir, collect_phase_commands};
|
|
||||||
use crate::recipe::{OutputPackage, PackageKind, Recipe, RecipeSet};
|
|
||||||
use crate::source;
|
|
||||||
use anyhow::{Context, Result, anyhow, bail};
|
|
||||||
use sha2::{Digest, Sha256};
|
|
||||||
use std::cell::{Cell, RefCell};
|
|
||||||
use std::collections::HashSet;
|
|
||||||
use std::fs;
|
|
||||||
use std::path::{Path, PathBuf};
|
|
||||||
use std::process::{Command, Stdio};
|
|
||||||
|
|
||||||
const C_SOURCE: &str = "/source";
|
|
||||||
const C_BUILD: &str = "/builddir";
|
|
||||||
const C_DEST: &str = "/dest";
|
|
||||||
const C_SYSROOT: &str = "/sysroot";
|
|
||||||
const HOST_PREFIX: &str = "/usr/local";
|
|
||||||
const TARGET_PREFIX: &str = "/usr";
|
|
||||||
|
|
||||||
#[derive(Debug)]
|
|
||||||
pub struct Builder {
|
|
||||||
repo: PathBuf,
|
|
||||||
config: Config,
|
|
||||||
skip_checks: bool,
|
|
||||||
preflight_done: Cell<bool>,
|
|
||||||
built_recipes: RefCell<HashSet<String>>,
|
|
||||||
}
|
|
||||||
|
|
||||||
impl Builder {
|
|
||||||
pub fn new(repo: PathBuf, config: Config, skip_checks: bool) -> Self {
|
|
||||||
Self {
|
|
||||||
repo,
|
|
||||||
config,
|
|
||||||
skip_checks,
|
|
||||||
preflight_done: Cell::new(false),
|
|
||||||
built_recipes: RefCell::default(),
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
pub fn build(
|
|
||||||
&self,
|
|
||||||
recipes: &RecipeSet,
|
|
||||||
graph: &PackageGraph,
|
|
||||||
package: Option<&str>,
|
|
||||||
rebuild: bool,
|
|
||||||
) -> Result<()> {
|
|
||||||
self.preflight_container()?;
|
|
||||||
let (label, order) = match package {
|
|
||||||
Some(p) => (p.to_owned(), graph.build_order(p)?),
|
|
||||||
None => ("<all>".to_owned(), graph.build_order_all()?),
|
|
||||||
};
|
|
||||||
log::step(
|
|
||||||
"plan",
|
|
||||||
&format!("{label}: {} package(s) [{}]", order.len(), order.join(", ")),
|
|
||||||
);
|
|
||||||
for output_name in order {
|
|
||||||
let output = graph.output(&output_name)?;
|
|
||||||
let recipe = recipes.recipe_for_package(&output_name)?;
|
|
||||||
self.ensure_source(recipe)?;
|
|
||||||
// Only force a rebuild of the explicitly requested package;
|
|
||||||
// dependencies stay cached when their manifest is up to date.
|
|
||||||
// With no package (build all), every package honours --rebuild.
|
|
||||||
let force = rebuild && package.map_or(true, |p| p == output_name);
|
|
||||||
match output.kind {
|
|
||||||
PackageKind::Host => self.build_host(recipe, output, force)?,
|
|
||||||
PackageKind::Target => self.build_target(recipe, output, force)?,
|
|
||||||
}
|
|
||||||
}
|
|
||||||
self.repo_index()?;
|
|
||||||
Ok(())
|
|
||||||
}
|
|
||||||
|
|
||||||
pub fn fetch(&self, recipes: &RecipeSet, package: &str) -> Result<()> {
|
|
||||||
let recipe = recipes.recipe_by_user_ref(package)?;
|
|
||||||
log::step("fetch", &recipe.key());
|
|
||||||
source::fetch_sources(recipe, &self.source_cache_dir())?;
|
|
||||||
Ok(())
|
|
||||||
}
|
|
||||||
|
|
||||||
pub fn shell(&self, recipes: &RecipeSet, graph: &PackageGraph, package: &str) -> Result<()> {
|
|
||||||
graph.output(package)?;
|
|
||||||
let recipe = recipes.recipe_for_package(package)?;
|
|
||||||
self.preflight_container()?;
|
|
||||||
let source = self.unpacked_source_dir(recipe);
|
|
||||||
let build = self.build_dir(recipe);
|
|
||||||
fs::create_dir_all(&source)?;
|
|
||||||
fs::create_dir_all(&build)?;
|
|
||||||
let status = Command::new(&self.config.container_runtime)
|
|
||||||
.arg("run")
|
|
||||||
.arg("--rm")
|
|
||||||
.arg("-it")
|
|
||||||
.arg("-v")
|
|
||||||
.arg(format!("{}:{C_SOURCE}:ro", source.display()))
|
|
||||||
.arg("-v")
|
|
||||||
.arg(format!("{}:{C_BUILD}", build.display()))
|
|
||||||
.arg("-w")
|
|
||||||
.arg(C_BUILD)
|
|
||||||
.arg(&self.config.container_image)
|
|
||||||
.arg("/bin/sh")
|
|
||||||
.status()?;
|
|
||||||
if !status.success() {
|
|
||||||
bail!("container shell exited with {status}");
|
|
||||||
}
|
|
||||||
Ok(())
|
|
||||||
}
|
|
||||||
|
|
||||||
pub fn repo_index(&self) -> Result<()> {
|
|
||||||
self.preflight_container()?;
|
|
||||||
let repo = self.pkgs_dir();
|
|
||||||
fs::create_dir_all(&repo)?;
|
|
||||||
// Nothing to index yet — leave it alone so callers don't trip on a
|
|
||||||
// failing `*.apk` glob.
|
|
||||||
let has_apks = fs::read_dir(&repo)?.any(|e| {
|
|
||||||
e.ok()
|
|
||||||
.and_then(|e| e.path().extension().map(|x| x == "apk"))
|
|
||||||
.unwrap_or(false)
|
|
||||||
});
|
|
||||||
if !has_apks {
|
|
||||||
return Ok(());
|
|
||||||
}
|
|
||||||
log::step(
|
|
||||||
"index",
|
|
||||||
&format!("signing repository at {}", repo.display()),
|
|
||||||
);
|
|
||||||
let key = self.abs_config_path(&self.config.signing_key);
|
|
||||||
let pubkey = self.abs_config_path(&self.config.signing_pubkey);
|
|
||||||
if !key.exists() || !pubkey.exists() {
|
|
||||||
bail!("signing key is not configured or missing; run `distro init-key` first");
|
|
||||||
}
|
|
||||||
let index_name = "APKINDEX.tar.gz";
|
|
||||||
let status = Command::new(&self.config.container_runtime)
|
|
||||||
.arg("run")
|
|
||||||
.arg("--rm")
|
|
||||||
.arg("-v")
|
|
||||||
.arg(format!("{}:/repo", repo.display()))
|
|
||||||
.arg("-v")
|
|
||||||
.arg(format!("{}:/keys/distro.rsa:ro", key.display()))
|
|
||||||
.arg("-v")
|
|
||||||
.arg(format!(
|
|
||||||
"{}:/etc/apk/keys/distro.rsa.pub:ro",
|
|
||||||
pubkey.display()
|
|
||||||
))
|
|
||||||
.arg(&self.config.container_image)
|
|
||||||
.arg("/bin/sh")
|
|
||||||
.arg("-lc")
|
|
||||||
.arg(format!(
|
|
||||||
"cd /repo && apk --sign-key /keys/distro.rsa mkndx -o {index_name} *.apk"
|
|
||||||
))
|
|
||||||
.status()
|
|
||||||
.context("failed to run repository index command")?;
|
|
||||||
if !status.success() {
|
|
||||||
bail!("repository index command failed with {status}");
|
|
||||||
}
|
|
||||||
Ok(())
|
|
||||||
}
|
|
||||||
|
|
||||||
pub fn init_key(&self) -> Result<()> {
|
|
||||||
let key = self.abs_config_path(&self.config.signing_key);
|
|
||||||
let pubkey = self.abs_config_path(&self.config.signing_pubkey);
|
|
||||||
if key.exists() && pubkey.exists() {
|
|
||||||
log::skip("init-key", "signing key already present");
|
|
||||||
return Ok(());
|
|
||||||
}
|
|
||||||
log::step("init-key", &format!("generating {}", key.display()));
|
|
||||||
let key_dir = key
|
|
||||||
.parent()
|
|
||||||
.ok_or_else(|| anyhow!("invalid signing key path"))?;
|
|
||||||
let key_name = key
|
|
||||||
.file_name()
|
|
||||||
.ok_or_else(|| anyhow!("invalid signing key path"))?
|
|
||||||
.to_string_lossy();
|
|
||||||
fs::create_dir_all(key_dir)?;
|
|
||||||
self.preflight_container()?;
|
|
||||||
let status = Command::new(&self.config.container_runtime)
|
|
||||||
.arg("run")
|
|
||||||
.arg("--rm")
|
|
||||||
.arg("-v")
|
|
||||||
.arg(format!("{}:/keys", key_dir.display()))
|
|
||||||
.arg(&self.config.container_image)
|
|
||||||
.arg("/bin/sh")
|
|
||||||
.arg("-lc")
|
|
||||||
.arg(format!(
|
|
||||||
"openssl genrsa -out /keys/{key_name} 4096 && \
|
|
||||||
openssl rsa -in /keys/{key_name} -pubout -out /keys/{key_name}.pub"
|
|
||||||
))
|
|
||||||
.status()
|
|
||||||
.context("failed to run key generation command")?;
|
|
||||||
if !status.success() {
|
|
||||||
bail!("key generation failed with {status}");
|
|
||||||
}
|
|
||||||
Ok(())
|
|
||||||
}
|
|
||||||
|
|
||||||
pub fn rootfs(&self, root: &Path, packages: &[String]) -> Result<()> {
|
|
||||||
self.preflight_container()?;
|
|
||||||
let pubkey = self.abs_config_path(&self.config.signing_pubkey);
|
|
||||||
if !pubkey.exists() {
|
|
||||||
bail!("rootfs requires a configured public signing key; run `distro init-key` first");
|
|
||||||
}
|
|
||||||
fs::create_dir_all(root)?;
|
|
||||||
log::step(
|
|
||||||
"rootfs",
|
|
||||||
&format!(
|
|
||||||
"{} -> {} [{}]",
|
|
||||||
packages.join(", "),
|
|
||||||
root.display(),
|
|
||||||
root.display()
|
|
||||||
),
|
|
||||||
);
|
|
||||||
let status = Command::new(&self.config.container_runtime)
|
|
||||||
.arg("run")
|
|
||||||
.arg("--rm")
|
|
||||||
.arg("-v")
|
|
||||||
.arg(format!("{}:/rootfs", root.display()))
|
|
||||||
.arg("-v")
|
|
||||||
.arg(format!("{}:/repo:ro", self.pkgs_root().display()))
|
|
||||||
.arg("-v")
|
|
||||||
.arg(format!(
|
|
||||||
"{}:/etc/apk/keys/distro.rsa.pub:ro",
|
|
||||||
pubkey.display()
|
|
||||||
))
|
|
||||||
.arg(&self.config.container_image)
|
|
||||||
.arg("apk")
|
|
||||||
.arg("--root")
|
|
||||||
.arg("/rootfs")
|
|
||||||
.arg("--keys-dir")
|
|
||||||
.arg("/etc/apk/keys")
|
|
||||||
.arg("--initdb")
|
|
||||||
.arg("--repository")
|
|
||||||
.arg("/repo")
|
|
||||||
.arg("add")
|
|
||||||
.args(packages)
|
|
||||||
.status()
|
|
||||||
.context("failed to run rootfs apk command")?;
|
|
||||||
if !status.success() {
|
|
||||||
bail!("rootfs creation failed with {status}");
|
|
||||||
}
|
|
||||||
Ok(())
|
|
||||||
}
|
|
||||||
|
|
||||||
// --- per-recipe build steps -------------------------------------------
|
|
||||||
|
|
||||||
fn build_host(&self, recipe: &Recipe, output: &OutputPackage, rebuild: bool) -> Result<()> {
|
|
||||||
let manifest = self.manifest_path(&output.key());
|
|
||||||
let hash = self.manifest_hash(recipe)?;
|
|
||||||
if !rebuild && fs::read_to_string(&manifest).ok().as_deref() == Some(hash.as_str()) {
|
|
||||||
log::skip("up-to-date", &output.key());
|
|
||||||
return Ok(());
|
|
||||||
}
|
|
||||||
log::step(
|
|
||||||
"build",
|
|
||||||
&format!("{} {}-r{}", output.key(), recipe.version, recipe.revision),
|
|
||||||
);
|
|
||||||
let build_dir = self.host_build_dir(recipe);
|
|
||||||
let dest_dir = self.host_pkg_dir(recipe);
|
|
||||||
let source_dir = self.unpacked_source_dir(recipe);
|
|
||||||
// A rebuild starts from a clean build dir; sources stay shared.
|
|
||||||
if rebuild {
|
|
||||||
Self::recreate(&build_dir)?;
|
|
||||||
} else {
|
|
||||||
fs::create_dir_all(&build_dir)?;
|
|
||||||
}
|
|
||||||
Self::recreate(&dest_dir)?;
|
|
||||||
fs::create_dir_all(&build_dir)?;
|
|
||||||
|
|
||||||
let env = PhaseEnv {
|
|
||||||
source_dir: source_dir_env(recipe),
|
|
||||||
build_dir: C_BUILD,
|
|
||||||
dest_dir: C_DEST,
|
|
||||||
prefix: HOST_PREFIX,
|
|
||||||
sysroot: C_SYSROOT,
|
|
||||||
};
|
|
||||||
self.run_recipe_phases(
|
|
||||||
recipe,
|
|
||||||
output,
|
|
||||||
&env,
|
|
||||||
&source_dir,
|
|
||||||
&build_dir,
|
|
||||||
&dest_dir,
|
|
||||||
None,
|
|
||||||
)?;
|
|
||||||
|
|
||||||
fs::create_dir_all(manifest.parent().unwrap())?;
|
|
||||||
fs::write(manifest, hash)?;
|
|
||||||
Ok(())
|
|
||||||
}
|
|
||||||
|
|
||||||
fn build_target(&self, recipe: &Recipe, output: &OutputPackage, rebuild: bool) -> Result<()> {
|
|
||||||
let manifest = self.manifest_path(&output.key());
|
|
||||||
let hash = self.manifest_hash(recipe)?;
|
|
||||||
if !rebuild && fs::read_to_string(&manifest).ok().as_deref() == Some(hash.as_str()) {
|
|
||||||
log::skip("up-to-date", &output.key());
|
|
||||||
return Ok(());
|
|
||||||
}
|
|
||||||
log::step(
|
|
||||||
"build",
|
|
||||||
&format!("{} {}-r{}", output.key(), recipe.version, recipe.revision),
|
|
||||||
);
|
|
||||||
let build_dir = self.build_dir(recipe);
|
|
||||||
let source_dir = self.unpacked_source_dir(recipe);
|
|
||||||
// A rebuild starts from a clean build dir; sources stay shared.
|
|
||||||
if rebuild {
|
|
||||||
Self::recreate(&build_dir)?;
|
|
||||||
} else {
|
|
||||||
fs::create_dir_all(&build_dir)?;
|
|
||||||
}
|
|
||||||
|
|
||||||
let dest_tmp =
|
|
||||||
tempfile::tempdir_in(&build_dir).context("failed to create ephemeral destdir")?;
|
|
||||||
let dest_dir = dest_tmp.path();
|
|
||||||
|
|
||||||
let sysroot = self.materialize_sysroot(recipe)?;
|
|
||||||
let env = PhaseEnv {
|
|
||||||
source_dir: source_dir_env(recipe),
|
|
||||||
build_dir: C_BUILD,
|
|
||||||
dest_dir: C_DEST,
|
|
||||||
prefix: TARGET_PREFIX,
|
|
||||||
sysroot: C_SYSROOT,
|
|
||||||
};
|
|
||||||
self.run_recipe_phases(
|
|
||||||
recipe,
|
|
||||||
output,
|
|
||||||
&env,
|
|
||||||
&source_dir,
|
|
||||||
&build_dir,
|
|
||||||
dest_dir,
|
|
||||||
sysroot.as_ref().map(|s| s.path()),
|
|
||||||
)?;
|
|
||||||
|
|
||||||
self.apk_mkpkg(output, dest_dir)?;
|
|
||||||
|
|
||||||
fs::create_dir_all(manifest.parent().unwrap())?;
|
|
||||||
fs::write(manifest, hash)?;
|
|
||||||
Ok(())
|
|
||||||
}
|
|
||||||
|
|
||||||
fn run_recipe_phases(
|
|
||||||
&self,
|
|
||||||
recipe: &Recipe,
|
|
||||||
output: &OutputPackage,
|
|
||||||
env: &PhaseEnv<'_>,
|
|
||||||
source_dir: &Path,
|
|
||||||
build_dir: &Path,
|
|
||||||
dest_dir: &Path,
|
|
||||||
target_sysroot: Option<&Path>,
|
|
||||||
) -> Result<()> {
|
|
||||||
let host_sandbox = self.materialize_host_sandbox(recipe)?;
|
|
||||||
let recipe_already_built = self.built_recipes.borrow().contains(&recipe.key());
|
|
||||||
|
|
||||||
// configure/build/check run at most once per recipe per invocation.
|
|
||||||
let mut shared_phases: Vec<(&str, bool)> = Vec::new();
|
|
||||||
if !recipe_already_built {
|
|
||||||
if let Some(p) = recipe.configure_fn.as_deref() {
|
|
||||||
shared_phases.push((p, false));
|
|
||||||
}
|
|
||||||
if let Some(p) = recipe.build_fn.as_deref() {
|
|
||||||
shared_phases.push((p, false));
|
|
||||||
}
|
|
||||||
if !self.skip_checks {
|
|
||||||
if let Some(p) = recipe.check_fn.as_deref() {
|
|
||||||
shared_phases.push((p, false));
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
// install runs per output (each output has its own destdir/install_fn).
|
|
||||||
let install_phase = (output.install_fn.as_str(), true);
|
|
||||||
|
|
||||||
let mut commands: Vec<PhaseCommand> = Vec::new();
|
|
||||||
for (phase, takes_pkg) in shared_phases.iter().chain(std::iter::once(&install_phase)) {
|
|
||||||
let pkg = if *takes_pkg {
|
|
||||||
Some((output.name.as_str(), C_DEST))
|
|
||||||
} else {
|
|
||||||
None
|
|
||||||
};
|
|
||||||
let owner = if *takes_pkg {
|
|
||||||
output.key()
|
|
||||||
} else {
|
|
||||||
recipe.key()
|
|
||||||
};
|
|
||||||
log::info("phase", &format!("{phase} {owner}"));
|
|
||||||
commands.extend(collect_phase_commands(
|
|
||||||
&recipe.path,
|
|
||||||
&self.repo,
|
|
||||||
&self.config,
|
|
||||||
phase,
|
|
||||||
env,
|
|
||||||
pkg,
|
|
||||||
)?);
|
|
||||||
}
|
|
||||||
if commands.is_empty() {
|
|
||||||
self.built_recipes.borrow_mut().insert(recipe.key());
|
|
||||||
return Ok(());
|
|
||||||
}
|
|
||||||
|
|
||||||
self.run_in_container(
|
|
||||||
source_dir,
|
|
||||||
build_dir,
|
|
||||||
dest_dir,
|
|
||||||
host_sandbox.as_ref().map(|s| s.path()),
|
|
||||||
target_sysroot,
|
|
||||||
&commands,
|
|
||||||
)?;
|
|
||||||
self.built_recipes.borrow_mut().insert(recipe.key());
|
|
||||||
Ok(())
|
|
||||||
}
|
|
||||||
|
|
||||||
fn run_in_container(
|
|
||||||
&self,
|
|
||||||
source_dir: &Path,
|
|
||||||
build_dir: &Path,
|
|
||||||
dest_dir: &Path,
|
|
||||||
host_sandbox: Option<&Path>,
|
|
||||||
target_sysroot: Option<&Path>,
|
|
||||||
commands: &[PhaseCommand],
|
|
||||||
) -> Result<()> {
|
|
||||||
fs::create_dir_all(dest_dir)?;
|
|
||||||
let mut process = Command::new(&self.config.container_runtime);
|
|
||||||
process
|
|
||||||
.arg("run")
|
|
||||||
.arg("--rm")
|
|
||||||
.arg("-v")
|
|
||||||
.arg(format!("{}:{C_SOURCE}:ro", source_dir.display()))
|
|
||||||
.arg("-v")
|
|
||||||
.arg(format!("{}:{C_BUILD}", build_dir.display()))
|
|
||||||
.arg("-v")
|
|
||||||
.arg(format!("{}:{C_DEST}", dest_dir.display()))
|
|
||||||
.arg("-w")
|
|
||||||
.arg(C_BUILD);
|
|
||||||
if let Some(sandbox) = host_sandbox {
|
|
||||||
// Host packages are configured with --prefix=/usr/local, so we
|
|
||||||
// bind the assembled tree exactly there (matching Jinx). This
|
|
||||||
// means rpaths, --print-search-dirs, pkg-config lookups, etc.
|
|
||||||
// all keep working with no extra environment fiddling.
|
|
||||||
process
|
|
||||||
.arg("-v")
|
|
||||||
.arg(format!("{}:{HOST_PREFIX}:ro", sandbox.display()));
|
|
||||||
}
|
|
||||||
if let Some(sysroot) = target_sysroot {
|
|
||||||
process
|
|
||||||
.arg("-v")
|
|
||||||
.arg(format!("{}:{C_SYSROOT}:ro", sysroot.display()))
|
|
||||||
.arg("-e")
|
|
||||||
.arg(format!("PKG_CONFIG_SYSROOT_DIR={C_SYSROOT}"))
|
|
||||||
.arg("-e")
|
|
||||||
.arg(format!("SYSROOT={C_SYSROOT}"));
|
|
||||||
}
|
|
||||||
process
|
|
||||||
.arg(&self.config.container_image)
|
|
||||||
.arg("/bin/sh")
|
|
||||||
.arg("-c")
|
|
||||||
.arg(build_phase_script(commands));
|
|
||||||
let status = process
|
|
||||||
.status()
|
|
||||||
.context("failed to start container for phase commands")?;
|
|
||||||
if !status.success() {
|
|
||||||
bail!("phase commands failed with {status}");
|
|
||||||
}
|
|
||||||
Ok(())
|
|
||||||
}
|
|
||||||
|
|
||||||
fn apk_mkpkg(&self, output: &OutputPackage, dest_dir: &Path) -> Result<()> {
|
|
||||||
let repo = self.pkgs_dir();
|
|
||||||
fs::create_dir_all(&repo)?;
|
|
||||||
let signing_key = self.abs_config_path(&self.config.signing_key);
|
|
||||||
if !signing_key.exists() {
|
|
||||||
bail!("package signing key is missing; run `distro init-key` first");
|
|
||||||
}
|
|
||||||
log::step("package", &format!("{} -> {}", output.name, repo.display()));
|
|
||||||
let plan = apk::mkpkg_plan(&self.config, output, Path::new(C_DEST), Path::new("/out"));
|
|
||||||
let status = Command::new(&self.config.container_runtime)
|
|
||||||
.arg("run")
|
|
||||||
.arg("--rm")
|
|
||||||
.arg("-v")
|
|
||||||
.arg(format!("{}:{C_DEST}:ro", dest_dir.display()))
|
|
||||||
.arg("-v")
|
|
||||||
.arg(format!("{}:/out", repo.display()))
|
|
||||||
.arg("-v")
|
|
||||||
.arg(format!("{}:/keys/distro.rsa:ro", signing_key.display()))
|
|
||||||
.arg(&self.config.container_image)
|
|
||||||
.arg("apk")
|
|
||||||
.arg("--sign-key")
|
|
||||||
.arg("/keys/distro.rsa")
|
|
||||||
.args(plan.args)
|
|
||||||
.status()
|
|
||||||
.context("failed to run apk mkpkg command")?;
|
|
||||||
if !status.success() {
|
|
||||||
bail!("apk mkpkg failed with {status}");
|
|
||||||
}
|
|
||||||
Ok(())
|
|
||||||
}
|
|
||||||
|
|
||||||
// --- source preparation (Jinx-style persistent sources/<recipe>/) ------
|
|
||||||
|
|
||||||
fn ensure_source(&self, recipe: &Recipe) -> Result<()> {
|
|
||||||
let cached = source::fetch_sources(recipe, &self.source_cache_dir())?;
|
|
||||||
|
|
||||||
let unpacked = self.unpacked_source_dir(recipe);
|
|
||||||
let version_stamp = self.source_stamp(recipe, "version");
|
|
||||||
let want_version = format!("{}-r{}", recipe.version, recipe.revision);
|
|
||||||
let need_extract =
|
|
||||||
fs::read_to_string(&version_stamp).ok().as_deref() != Some(&want_version);
|
|
||||||
|
|
||||||
if need_extract {
|
|
||||||
log::info("unpack", &recipe.key());
|
|
||||||
if unpacked.exists() {
|
|
||||||
fs::remove_dir_all(&unpacked)?;
|
|
||||||
}
|
|
||||||
fs::create_dir_all(&unpacked)?;
|
|
||||||
for (src, tarball) in recipe.sources.iter().zip(cached.iter()) {
|
|
||||||
let dest = if src.name.is_empty() {
|
|
||||||
unpacked.clone()
|
|
||||||
} else {
|
|
||||||
unpacked.join(&src.name)
|
|
||||||
};
|
|
||||||
self.extract_tarball(tarball, &dest, src.strip_components)?;
|
|
||||||
}
|
|
||||||
fs::write(&version_stamp, &want_version)?;
|
|
||||||
let patched = self.source_stamp(recipe, "patched");
|
|
||||||
let _ = fs::remove_file(&patched);
|
|
||||||
}
|
|
||||||
|
|
||||||
let patched_stamp = self.source_stamp(recipe, "patched");
|
|
||||||
if !patched_stamp.exists() {
|
|
||||||
self.apply_patches(recipe, &unpacked)?;
|
|
||||||
fs::write(&patched_stamp, "")?;
|
|
||||||
}
|
|
||||||
Ok(())
|
|
||||||
}
|
|
||||||
|
|
||||||
fn extract_tarball(&self, tarball: &Path, dest: &Path, strip_components: u32) -> Result<()> {
|
|
||||||
fs::create_dir_all(dest)?;
|
|
||||||
log::info(
|
|
||||||
"extract",
|
|
||||||
&format!("{} -> {}", tarball.display(), dest.display()),
|
|
||||||
);
|
|
||||||
let strip = if strip_components > 0 {
|
|
||||||
format!("--strip-components={strip_components}")
|
|
||||||
} else {
|
|
||||||
String::new()
|
|
||||||
};
|
|
||||||
let status = Command::new(&self.config.container_runtime)
|
|
||||||
.arg("run")
|
|
||||||
.arg("--rm")
|
|
||||||
.arg("-v")
|
|
||||||
.arg(format!("{}:/in.tar:ro", tarball.display()))
|
|
||||||
.arg("-v")
|
|
||||||
.arg(format!("{}:/out", dest.display()))
|
|
||||||
.arg(&self.config.container_image)
|
|
||||||
.arg("/bin/sh")
|
|
||||||
.arg("-c")
|
|
||||||
.arg(format!("tar -xf /in.tar -C /out {strip}"))
|
|
||||||
.status()
|
|
||||||
.context("failed to unpack source archive")?;
|
|
||||||
if !status.success() {
|
|
||||||
bail!("source unpack failed with {status}");
|
|
||||||
}
|
|
||||||
Ok(())
|
|
||||||
}
|
|
||||||
|
|
||||||
fn apply_patches(&self, recipe: &Recipe, source_dir: &Path) -> Result<()> {
|
|
||||||
let patches = patches::discover(&recipe.dir)?;
|
|
||||||
if patches.is_empty() {
|
|
||||||
return Ok(());
|
|
||||||
}
|
|
||||||
if recipe.sources.iter().any(|s| !s.name.is_empty()) {
|
|
||||||
bail!(
|
|
||||||
"recipe `{}` has patches/ but uses multi-source layout; \
|
|
||||||
apply patches yourself via ctx.run in the configure phase",
|
|
||||||
recipe.id
|
|
||||||
);
|
|
||||||
}
|
|
||||||
for patch in patches {
|
|
||||||
log::info(
|
|
||||||
"patch",
|
|
||||||
&format!(
|
|
||||||
"{} <- {}",
|
|
||||||
recipe.id,
|
|
||||||
patch
|
|
||||||
.file_name()
|
|
||||||
.map(|n| n.to_string_lossy().into_owned())
|
|
||||||
.unwrap_or_default(),
|
|
||||||
),
|
|
||||||
);
|
|
||||||
let status = Command::new(&self.config.container_runtime)
|
|
||||||
.arg("run")
|
|
||||||
.arg("--rm")
|
|
||||||
.arg("-v")
|
|
||||||
.arg(format!("{}:/source", source_dir.display()))
|
|
||||||
.arg("-v")
|
|
||||||
.arg(format!("{}:/patch.diff:ro", patch.display()))
|
|
||||||
.arg(&self.config.container_image)
|
|
||||||
.arg("patch")
|
|
||||||
.arg("-d")
|
|
||||||
.arg("/source")
|
|
||||||
.arg("-p1")
|
|
||||||
.arg("-i")
|
|
||||||
.arg("/patch.diff")
|
|
||||||
.status()
|
|
||||||
.context("failed to apply patch")?;
|
|
||||||
if !status.success() {
|
|
||||||
bail!("patch {} failed with {status}", patch.display());
|
|
||||||
}
|
|
||||||
}
|
|
||||||
Ok(())
|
|
||||||
}
|
|
||||||
|
|
||||||
// --- host sandbox / target sysroot materialization --------------------
|
|
||||||
|
|
||||||
/// Assemble all `host_deps` into a single ephemeral tree that we can mount
|
|
||||||
/// at `/usr/local` inside the container. Following Jinx, we hard-link
|
|
||||||
/// rather than byte-copy so this is essentially free. The returned
|
|
||||||
/// `TempDir` cleans up when dropped.
|
|
||||||
fn materialize_host_sandbox(&self, recipe: &Recipe) -> Result<Option<tempfile::TempDir>> {
|
|
||||||
if recipe.host_deps.is_empty() {
|
|
||||||
return Ok(None);
|
|
||||||
}
|
|
||||||
fs::create_dir_all(self.repo.join("build"))?;
|
|
||||||
let sandbox = tempfile::Builder::new()
|
|
||||||
.prefix(&format!("host-sandbox-{}-", recipe.id))
|
|
||||||
.tempdir_in(self.repo.join("build"))
|
|
||||||
.context("failed to create host sandbox tempdir")?;
|
|
||||||
log::info(
|
|
||||||
"host-sandbox",
|
|
||||||
&format!("{} <- [{}]", recipe.id, recipe.host_deps.join(", ")),
|
|
||||||
);
|
|
||||||
for dep in &recipe.host_deps {
|
|
||||||
let source = self.host_pkg_dir_by_id(dep).join("usr/local");
|
|
||||||
if !source.exists() {
|
|
||||||
bail!(
|
|
||||||
"host dependency `{dep}` has not been built at {}",
|
|
||||||
source.display()
|
|
||||||
);
|
|
||||||
}
|
|
||||||
hardlink_tree(&source, sandbox.path())?;
|
|
||||||
}
|
|
||||||
Ok(Some(sandbox))
|
|
||||||
}
|
|
||||||
|
|
||||||
fn materialize_sysroot(&self, recipe: &Recipe) -> Result<Option<tempfile::TempDir>> {
|
|
||||||
let mut deps: Vec<String> = recipe
|
|
||||||
.build_deps
|
|
||||||
.iter()
|
|
||||||
.chain(recipe.deps.iter())
|
|
||||||
.cloned()
|
|
||||||
.collect();
|
|
||||||
deps.sort();
|
|
||||||
deps.dedup();
|
|
||||||
if deps.is_empty() {
|
|
||||||
return Ok(None);
|
|
||||||
}
|
|
||||||
// The local repo index must be present and current so apk can resolve
|
|
||||||
// and verify the just-built target packages.
|
|
||||||
self.repo_index()?;
|
|
||||||
let pubkey = self.abs_config_path(&self.config.signing_pubkey);
|
|
||||||
if !pubkey.exists() {
|
|
||||||
bail!("target dependency sysroot requires a configured public signing key");
|
|
||||||
}
|
|
||||||
fs::create_dir_all(self.repo.join("build"))?;
|
|
||||||
let sysroot = tempfile::Builder::new()
|
|
||||||
.prefix(&format!("sysroot-{}-", recipe.id))
|
|
||||||
.tempdir_in(self.repo.join("build"))
|
|
||||||
.context("failed to create sysroot tempdir")?;
|
|
||||||
log::info(
|
|
||||||
"sysroot",
|
|
||||||
&format!("{} <- [{}]", recipe.id, deps.join(", ")),
|
|
||||||
);
|
|
||||||
let status = Command::new(&self.config.container_runtime)
|
|
||||||
.arg("run")
|
|
||||||
.arg("--rm")
|
|
||||||
.arg("-v")
|
|
||||||
.arg(format!("{}:/sysroot", sysroot.path().display()))
|
|
||||||
.arg("-v")
|
|
||||||
.arg(format!("{}:/repo:ro", self.pkgs_root().display()))
|
|
||||||
.arg("-v")
|
|
||||||
.arg(format!(
|
|
||||||
"{}:/etc/apk/keys/distro.rsa.pub:ro",
|
|
||||||
pubkey.display()
|
|
||||||
))
|
|
||||||
.arg(&self.config.container_image)
|
|
||||||
.arg("apk")
|
|
||||||
.arg("--root")
|
|
||||||
.arg("/sysroot")
|
|
||||||
.arg("--keys-dir")
|
|
||||||
.arg("/etc/apk/keys")
|
|
||||||
.arg("--initdb")
|
|
||||||
.arg("--repository")
|
|
||||||
.arg("/repo")
|
|
||||||
.arg("add")
|
|
||||||
.args(&deps)
|
|
||||||
.status()
|
|
||||||
.context("failed to install target dependency sysroot")?;
|
|
||||||
if !status.success() {
|
|
||||||
bail!("target dependency sysroot install failed with {status}");
|
|
||||||
}
|
|
||||||
Ok(Some(sysroot))
|
|
||||||
}
|
|
||||||
|
|
||||||
// --- preflight & container image --------------------------------------
|
|
||||||
|
|
||||||
fn preflight_container(&self) -> Result<()> {
|
|
||||||
if self.preflight_done.get() {
|
|
||||||
return Ok(());
|
|
||||||
}
|
|
||||||
let status = Command::new(&self.config.container_runtime)
|
|
||||||
.arg("--version")
|
|
||||||
.stdout(Stdio::null())
|
|
||||||
.stderr(Stdio::null())
|
|
||||||
.status()
|
|
||||||
.with_context(|| {
|
|
||||||
format!(
|
|
||||||
"{} is required but was not found",
|
|
||||||
self.config.container_runtime
|
|
||||||
)
|
|
||||||
})?;
|
|
||||||
if !status.success() {
|
|
||||||
bail!(
|
|
||||||
"{} preflight failed with {status}",
|
|
||||||
self.config.container_runtime
|
|
||||||
);
|
|
||||||
}
|
|
||||||
let dockerfile = self.abs_config_path(&self.config.container_dockerfile);
|
|
||||||
self.ensure_container_image(&dockerfile)?;
|
|
||||||
self.preflight_done.set(true);
|
|
||||||
Ok(())
|
|
||||||
}
|
|
||||||
|
|
||||||
fn ensure_container_image(&self, dockerfile: &Path) -> Result<()> {
|
|
||||||
if !dockerfile.exists() {
|
|
||||||
bail!(
|
|
||||||
"configured container Dockerfile does not exist: {}",
|
|
||||||
dockerfile.display()
|
|
||||||
);
|
|
||||||
}
|
|
||||||
let hash = self.container_build_hash(dockerfile)?;
|
|
||||||
let stamp = self.repo.join("build/container-image.hash");
|
|
||||||
if fs::read_to_string(&stamp).ok().as_deref() == Some(hash.as_str())
|
|
||||||
&& self.container_image_exists()?
|
|
||||||
{
|
|
||||||
return Ok(());
|
|
||||||
}
|
|
||||||
log::step(
|
|
||||||
"image",
|
|
||||||
&format!(
|
|
||||||
"building {} from {}",
|
|
||||||
self.config.container_image,
|
|
||||||
dockerfile.display()
|
|
||||||
),
|
|
||||||
);
|
|
||||||
let status = Command::new(&self.config.container_runtime)
|
|
||||||
.arg("build")
|
|
||||||
.arg("-f")
|
|
||||||
.arg(dockerfile)
|
|
||||||
.arg("-t")
|
|
||||||
.arg(&self.config.container_image)
|
|
||||||
.arg(&self.repo)
|
|
||||||
.status()
|
|
||||||
.with_context(|| {
|
|
||||||
format!(
|
|
||||||
"failed to build container image `{}` from {}",
|
|
||||||
self.config.container_image,
|
|
||||||
dockerfile.display()
|
|
||||||
)
|
|
||||||
})?;
|
|
||||||
if !status.success() {
|
|
||||||
bail!(
|
|
||||||
"container image build failed for `{}` with {status}",
|
|
||||||
self.config.container_image
|
|
||||||
);
|
|
||||||
}
|
|
||||||
fs::create_dir_all(stamp.parent().unwrap())?;
|
|
||||||
fs::write(stamp, hash)?;
|
|
||||||
Ok(())
|
|
||||||
}
|
|
||||||
|
|
||||||
fn container_image_exists(&self) -> Result<bool> {
|
|
||||||
let status = Command::new(&self.config.container_runtime)
|
|
||||||
.arg("image")
|
|
||||||
.arg("exists")
|
|
||||||
.arg(&self.config.container_image)
|
|
||||||
.status()
|
|
||||||
.with_context(|| {
|
|
||||||
format!(
|
|
||||||
"failed to inspect container image `{}`",
|
|
||||||
self.config.container_image
|
|
||||||
)
|
|
||||||
})?;
|
|
||||||
Ok(status.success())
|
|
||||||
}
|
|
||||||
|
|
||||||
fn container_build_hash(&self, dockerfile: &Path) -> Result<String> {
|
|
||||||
let mut hasher = Sha256::new();
|
|
||||||
hasher.update(fs::read(dockerfile)?);
|
|
||||||
hasher.update(self.config.container_image.as_bytes());
|
|
||||||
Ok(hex::encode(hasher.finalize()))
|
|
||||||
}
|
|
||||||
|
|
||||||
fn manifest_hash(&self, recipe: &Recipe) -> Result<String> {
|
|
||||||
let mut hasher = Sha256::new();
|
|
||||||
hasher.update(self.config.target_arch.as_bytes());
|
|
||||||
hasher.update(recipe.version.as_bytes());
|
|
||||||
hasher.update(recipe.revision.to_le_bytes());
|
|
||||||
for source in &recipe.sources {
|
|
||||||
hasher.update(source.url.as_bytes());
|
|
||||||
hasher.update(source.sha256.as_bytes());
|
|
||||||
}
|
|
||||||
for patch in patches::discover(&recipe.dir)? {
|
|
||||||
hasher.update(patch.display().to_string().as_bytes());
|
|
||||||
hasher.update(fs::read(patch)?);
|
|
||||||
}
|
|
||||||
Ok(hex::encode(hasher.finalize()))
|
|
||||||
}
|
|
||||||
|
|
||||||
// --- path helpers -----------------------------------------------------
|
|
||||||
|
|
||||||
fn source_cache_dir(&self) -> PathBuf {
|
|
||||||
self.repo.join("build/cache/sources")
|
|
||||||
}
|
|
||||||
fn unpacked_source_dir(&self, recipe: &Recipe) -> PathBuf {
|
|
||||||
self.repo.join("build/sources").join(recipe.slug())
|
|
||||||
}
|
|
||||||
fn source_stamp(&self, recipe: &Recipe, kind: &str) -> PathBuf {
|
|
||||||
self.repo
|
|
||||||
.join("build/sources")
|
|
||||||
.join(format!("{}.{kind}", recipe.slug()))
|
|
||||||
}
|
|
||||||
fn build_dir(&self, recipe: &Recipe) -> PathBuf {
|
|
||||||
self.repo.join("build/builds").join(&recipe.id)
|
|
||||||
}
|
|
||||||
fn host_build_dir(&self, recipe: &Recipe) -> PathBuf {
|
|
||||||
self.repo.join("build/host-builds").join(&recipe.id)
|
|
||||||
}
|
|
||||||
fn host_pkg_dir(&self, recipe: &Recipe) -> PathBuf {
|
|
||||||
self.repo.join("build/host-pkgs").join(&recipe.id)
|
|
||||||
}
|
|
||||||
fn host_pkg_dir_by_id(&self, host_recipe_id: &str) -> PathBuf {
|
|
||||||
self.repo.join("build/host-pkgs").join(host_recipe_id)
|
|
||||||
}
|
|
||||||
/// Root of the target package repo. apk treats this as the repo root and
|
|
||||||
/// expects `<root>/<arch>/APKINDEX.tar.gz` underneath.
|
|
||||||
fn pkgs_root(&self) -> PathBuf {
|
|
||||||
self.repo.join("build/pkgs")
|
|
||||||
}
|
|
||||||
/// Arch-specific package directory: where .apk files and the index live.
|
|
||||||
fn pkgs_dir(&self) -> PathBuf {
|
|
||||||
self.pkgs_root().join(&self.config.target_arch)
|
|
||||||
}
|
|
||||||
fn manifest_path(&self, output_key: &str) -> PathBuf {
|
|
||||||
// Output keys may contain `:` (e.g. `host:gcc`); the manifest file
|
|
||||||
// name uses the filesystem-safe slug form instead.
|
|
||||||
let safe = output_key.replace(':', "-");
|
|
||||||
self.repo
|
|
||||||
.join("build/manifests")
|
|
||||||
.join(format!("{safe}.hash"))
|
|
||||||
}
|
|
||||||
fn abs_config_path(&self, path: &Path) -> PathBuf {
|
|
||||||
if path.is_absolute() {
|
|
||||||
path.to_path_buf()
|
|
||||||
} else {
|
|
||||||
self.repo.join(path)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
fn recreate(path: &Path) -> Result<()> {
|
|
||||||
if path.exists() {
|
|
||||||
fs::remove_dir_all(path)?;
|
|
||||||
}
|
|
||||||
fs::create_dir_all(path)?;
|
|
||||||
Ok(())
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
fn build_phase_script(commands: &[PhaseCommand]) -> String {
|
|
||||||
let mut parts: Vec<String> = Vec::with_capacity(commands.len() + 1);
|
|
||||||
parts.push("set -e".to_owned());
|
|
||||||
for cmd in commands {
|
|
||||||
let mut tokens: Vec<String> = Vec::with_capacity(cmd.env.len() + cmd.argv.len());
|
|
||||||
for (k, v) in &cmd.env {
|
|
||||||
let value = shell_escape::unix::escape(v.as_str().into()).into_owned();
|
|
||||||
tokens.push(format!("{k}={value}"));
|
|
||||||
}
|
|
||||||
for arg in &cmd.argv {
|
|
||||||
tokens.push(shell_escape::unix::escape(arg.as_str().into()).into_owned());
|
|
||||||
}
|
|
||||||
parts.push(tokens.join(" "));
|
|
||||||
}
|
|
||||||
parts.join("\n")
|
|
||||||
}
|
|
||||||
|
|
||||||
/// Expose `/source` as a string for single-source recipes, or a struct of
|
|
||||||
/// `/source/<name>` paths for multi-source recipes.
|
|
||||||
fn source_dir_env(recipe: &Recipe) -> SourceDir {
|
|
||||||
if recipe.sources.iter().all(|s| s.name.is_empty()) {
|
|
||||||
SourceDir::Single(C_SOURCE.to_owned())
|
|
||||||
} else {
|
|
||||||
let map = recipe
|
|
||||||
.sources
|
|
||||||
.iter()
|
|
||||||
.map(|s| (s.name.clone(), format!("{C_SOURCE}/{}", s.name)))
|
|
||||||
.collect();
|
|
||||||
SourceDir::Many(map)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
/// Mirror `src` into `dst` using hard links for regular files (and preserving
|
|
||||||
/// symlinks). This matches Jinx's `cp -Pplr`: no bytes are copied, just inode
|
|
||||||
/// references, so assembling a host-deps sandbox is essentially free.
|
|
||||||
fn hardlink_tree(src: &Path, dst: &Path) -> Result<()> {
|
|
||||||
fs::create_dir_all(dst)?;
|
|
||||||
for entry in walkdir::WalkDir::new(src) {
|
|
||||||
let entry = entry?;
|
|
||||||
let relative = entry.path().strip_prefix(src)?;
|
|
||||||
if relative.as_os_str().is_empty() {
|
|
||||||
continue;
|
|
||||||
}
|
|
||||||
let target = dst.join(relative);
|
|
||||||
let file_type = entry.file_type();
|
|
||||||
if file_type.is_dir() {
|
|
||||||
fs::create_dir_all(&target)?;
|
|
||||||
} else if file_type.is_symlink() {
|
|
||||||
if let Some(parent) = target.parent() {
|
|
||||||
fs::create_dir_all(parent)?;
|
|
||||||
}
|
|
||||||
let link_target = fs::read_link(entry.path())?;
|
|
||||||
// Replace any pre-existing entry (multiple host deps may ship the
|
|
||||||
// same symlink path).
|
|
||||||
let _ = fs::remove_file(&target);
|
|
||||||
std::os::unix::fs::symlink(&link_target, &target)?;
|
|
||||||
} else if file_type.is_file() {
|
|
||||||
if let Some(parent) = target.parent() {
|
|
||||||
fs::create_dir_all(parent)?;
|
|
||||||
}
|
|
||||||
if target.exists() {
|
|
||||||
continue;
|
|
||||||
}
|
|
||||||
fs::hard_link(entry.path(), &target).with_context(|| {
|
|
||||||
format!(
|
|
||||||
"failed to hard-link {} -> {}",
|
|
||||||
entry.path().display(),
|
|
||||||
target.display()
|
|
||||||
)
|
|
||||||
})?;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
Ok(())
|
|
||||||
}
|
|
||||||
+1143
File diff suppressed because it is too large
Load Diff
+61
-103
@@ -1,119 +1,77 @@
|
|||||||
use crate::build::Builder;
|
|
||||||
use crate::config::Config;
|
|
||||||
use crate::graph::PackageGraph;
|
|
||||||
use crate::recipe::RecipeSet;
|
|
||||||
use anyhow::{Context, Result, bail};
|
|
||||||
use clap::{Parser, Subcommand};
|
use clap::{Parser, Subcommand};
|
||||||
use std::fs;
|
|
||||||
use std::path::PathBuf;
|
use std::path::PathBuf;
|
||||||
|
|
||||||
|
use crate::{builder::Builder, config::Config, eval, recipe::RecipeSet};
|
||||||
|
|
||||||
#[derive(Debug, Parser)]
|
#[derive(Debug, Parser)]
|
||||||
#[command(name = "distro", version)]
|
struct Cli {
|
||||||
pub struct Cli {
|
#[arg(
|
||||||
#[arg(long, default_value = ".")]
|
long,
|
||||||
pub repo: PathBuf,
|
short,
|
||||||
|
default_value = ".",
|
||||||
#[arg(long)]
|
help = "Directory containing the configuration and recipe files"
|
||||||
pub skip_checks: bool,
|
)]
|
||||||
|
root: PathBuf,
|
||||||
#[command(subcommand)]
|
#[command(subcommand)]
|
||||||
pub command: Command,
|
command: Command,
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Debug, Parser)]
|
||||||
|
#[command(about = "Fetch sources for the given recipes")]
|
||||||
|
struct FetchCommand {
|
||||||
|
#[arg(
|
||||||
|
required = true,
|
||||||
|
help = "List of recipes to fetch, host recipes should be prefixed with `host:`"
|
||||||
|
)]
|
||||||
|
recipes: Vec<String>,
|
||||||
|
#[arg(long, short = 'n', help = "Print what will be done and exit")]
|
||||||
|
dry_run: bool,
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Debug, Parser)]
|
||||||
|
#[command(about = "Build the given recipes")]
|
||||||
|
struct BuildCommand {
|
||||||
|
#[arg(
|
||||||
|
required = true,
|
||||||
|
help = "List of recipes to build, host recipes should be prefixed with `host:`"
|
||||||
|
)]
|
||||||
|
recipes: Vec<String>,
|
||||||
|
#[arg(long, short, help = "Perform a full rebuild of the given recipes")]
|
||||||
|
rebuild: bool,
|
||||||
|
#[arg(long, short = 'n', help = "Print what will be done and exit")]
|
||||||
|
dry_run: bool,
|
||||||
}
|
}
|
||||||
|
|
||||||
#[derive(Debug, Subcommand)]
|
#[derive(Debug, Subcommand)]
|
||||||
pub enum Command {
|
enum Command {
|
||||||
Build {
|
Fetch(FetchCommand),
|
||||||
package: Option<String>,
|
Build(BuildCommand),
|
||||||
},
|
#[command(about = "Create or refresh the configured build container image")]
|
||||||
Rebuild {
|
Image,
|
||||||
package: Option<String>,
|
|
||||||
},
|
|
||||||
Fetch {
|
|
||||||
package: String,
|
|
||||||
},
|
|
||||||
Graph {
|
|
||||||
package: Option<String>,
|
|
||||||
},
|
|
||||||
List,
|
|
||||||
Info {
|
|
||||||
package: String,
|
|
||||||
},
|
|
||||||
Clean,
|
|
||||||
Shell {
|
|
||||||
package: String,
|
|
||||||
},
|
|
||||||
RepoIndex,
|
|
||||||
InitKey,
|
|
||||||
Rootfs {
|
|
||||||
root: PathBuf,
|
|
||||||
packages: Vec<String>,
|
|
||||||
},
|
|
||||||
Update {
|
|
||||||
#[arg(long)]
|
|
||||||
bump: bool,
|
|
||||||
packages: Vec<String>,
|
|
||||||
},
|
|
||||||
}
|
}
|
||||||
|
|
||||||
pub fn run(cli: Cli) -> Result<()> {
|
pub fn run() -> anyhow::Result<()> {
|
||||||
let repo = cli.repo.canonicalize().unwrap_or(cli.repo);
|
let cli = Cli::parse();
|
||||||
match &cli.command {
|
|
||||||
Command::Clean => {
|
let root_path = cli.root.canonicalize().unwrap_or(cli.root);
|
||||||
let build = repo.join("build");
|
let config = Config::load(&root_path.join("config.star"))?;
|
||||||
if build.exists() {
|
|
||||||
fs::remove_dir_all(&build)
|
|
||||||
.with_context(|| format!("failed to remove {}", build.display()))?;
|
|
||||||
}
|
|
||||||
Ok(())
|
|
||||||
}
|
|
||||||
Command::InitKey => {
|
|
||||||
let config = Config::load(&repo.join("config.star"))?;
|
|
||||||
Builder::new(repo, config, cli.skip_checks).init_key()
|
|
||||||
}
|
|
||||||
_ => {
|
|
||||||
let config = Config::load(&repo.join("config.star"))?;
|
|
||||||
let recipes = RecipeSet::load(&repo, &config)?;
|
|
||||||
if let Command::Update { bump, packages } = &cli.command {
|
|
||||||
return crate::update::run(&recipes, packages, *bump);
|
|
||||||
}
|
|
||||||
let graph = PackageGraph::new(&recipes)?;
|
|
||||||
let builder = Builder::new(repo, config, cli.skip_checks);
|
|
||||||
match cli.command {
|
match cli.command {
|
||||||
Command::Build { package } => {
|
Command::Fetch(command) => {
|
||||||
builder.build(&recipes, &graph, package.as_deref(), false)
|
let lib = eval::eval_lib(&root_path.join("lib"), Some(&config.options))?;
|
||||||
|
let recipes = RecipeSet::load(&root_path, &config.options, lib.as_ref())?;
|
||||||
|
let mut builder = Builder::new(root_path, config);
|
||||||
|
builder.fetch(&recipes, &command.recipes, command.dry_run)
|
||||||
}
|
}
|
||||||
Command::Rebuild { package } => {
|
Command::Build(command) => {
|
||||||
builder.build(&recipes, &graph, package.as_deref(), true)
|
let lib = eval::eval_lib(&root_path.join("lib"), Some(&config.options))?;
|
||||||
}
|
let recipes = RecipeSet::load(&root_path, &config.options, lib.as_ref())?;
|
||||||
Command::Fetch { package } => builder.fetch(&recipes, &package),
|
let mut builder = Builder::new(root_path, config);
|
||||||
Command::Graph { package } => {
|
builder.build(&recipes, &command.recipes, command.rebuild, command.dry_run)
|
||||||
for line in graph.render(package.as_deref())? {
|
|
||||||
println!("{line}");
|
|
||||||
}
|
|
||||||
Ok(())
|
|
||||||
}
|
|
||||||
Command::List => {
|
|
||||||
for output in graph.outputs() {
|
|
||||||
println!("{output}");
|
|
||||||
}
|
|
||||||
Ok(())
|
|
||||||
}
|
|
||||||
Command::Info { package } => {
|
|
||||||
let output = graph.output(&package)?;
|
|
||||||
println!("{}", serde_json::to_string_pretty(output)?);
|
|
||||||
Ok(())
|
|
||||||
}
|
|
||||||
Command::Shell { package } => builder.shell(&recipes, &graph, &package),
|
|
||||||
Command::RepoIndex => builder.repo_index(),
|
|
||||||
Command::Rootfs { root, packages } => {
|
|
||||||
if packages.is_empty() {
|
|
||||||
bail!("rootfs requires at least one package");
|
|
||||||
}
|
|
||||||
builder.rootfs(&root, &packages)
|
|
||||||
}
|
|
||||||
Command::Update { .. } => unreachable!(),
|
|
||||||
Command::Clean | Command::InitKey => unreachable!(),
|
|
||||||
}
|
}
|
||||||
|
Command::Image => {
|
||||||
|
let mut builder = Builder::new(root_path, config);
|
||||||
|
builder.ensure_container_ready()
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
+106
-26
@@ -1,37 +1,117 @@
|
|||||||
use crate::starlark::{eval_file, get_json_map, get_string, get_string_default};
|
use std::{
|
||||||
use anyhow::{Context, Result};
|
collections::HashMap,
|
||||||
use serde::{Deserialize, Serialize};
|
path::{Path, PathBuf},
|
||||||
use serde_json::Value as JsonValue;
|
};
|
||||||
use std::collections::BTreeMap;
|
|
||||||
use std::path::{Path, PathBuf};
|
|
||||||
|
|
||||||
#[derive(Debug, Clone, Serialize, Deserialize, PartialEq, Eq)]
|
use starlark::values::dict::FrozenDictRef;
|
||||||
|
|
||||||
|
use crate::{
|
||||||
|
eval::{ExtractError, eval_file, extract_string},
|
||||||
|
options::Options,
|
||||||
|
};
|
||||||
|
|
||||||
|
#[derive(Debug)]
|
||||||
|
pub enum ContainerRuntime {
|
||||||
|
Docker,
|
||||||
|
Podman,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl ContainerRuntime {
|
||||||
|
pub fn as_str(&self) -> &'static str {
|
||||||
|
match self {
|
||||||
|
Self::Docker => "docker",
|
||||||
|
Self::Podman => "podman",
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
impl std::fmt::Display for ContainerRuntime {
|
||||||
|
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
|
||||||
|
f.write_str(self.as_str())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
impl TryFrom<&str> for ContainerRuntime {
|
||||||
|
type Error = anyhow::Error;
|
||||||
|
|
||||||
|
fn try_from(value: &str) -> anyhow::Result<Self> {
|
||||||
|
match value {
|
||||||
|
"docker" => Ok(Self::Docker),
|
||||||
|
"podman" => Ok(Self::Podman),
|
||||||
|
_ => anyhow::bail!("invalid runtime: {value}"),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Debug)]
|
||||||
pub struct Config {
|
pub struct Config {
|
||||||
pub target_arch: String,
|
pub container_runtime: ContainerRuntime,
|
||||||
pub options: BTreeMap<String, JsonValue>,
|
|
||||||
pub container_runtime: String,
|
|
||||||
pub container_image: String,
|
pub container_image: String,
|
||||||
pub container_dockerfile: PathBuf,
|
pub container_dockerfile: PathBuf,
|
||||||
pub signing_key: PathBuf,
|
|
||||||
pub signing_pubkey: PathBuf,
|
pub arch: String,
|
||||||
|
pub options: Options,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl Config {
|
impl Config {
|
||||||
pub fn load(path: &Path) -> Result<Self> {
|
pub fn load(path: &Path) -> anyhow::Result<Self> {
|
||||||
let module = eval_file(path, None, None)
|
let module = eval_file(path, None, None)?;
|
||||||
.with_context(|| format!("failed to evaluate {}", path.display()))?;
|
|
||||||
|
let container_runtime = match extract_string(&module, "container_runtime") {
|
||||||
|
Ok(v) => ContainerRuntime::try_from(v.as_str())?,
|
||||||
|
Err(ExtractError::NotFound) => ContainerRuntime::Podman,
|
||||||
|
Err(ExtractError::TypeMismatch) => anyhow::bail!("`container_runtime` is not a string"),
|
||||||
|
};
|
||||||
|
let container_image = match extract_string(&module, "container_image") {
|
||||||
|
Ok(container_image) => container_image,
|
||||||
|
Err(ExtractError::NotFound) => {
|
||||||
|
anyhow::bail!("`container_image` config variable not set")
|
||||||
|
}
|
||||||
|
Err(ExtractError::TypeMismatch) => anyhow::bail!("`container_image` is not a string"),
|
||||||
|
};
|
||||||
|
let container_dockerfile = match extract_string(&module, "container_dockerfile") {
|
||||||
|
Ok(container_dockerfile) => PathBuf::from(container_dockerfile),
|
||||||
|
Err(ExtractError::NotFound) => PathBuf::from("Dockerfile"),
|
||||||
|
Err(ExtractError::TypeMismatch) => {
|
||||||
|
anyhow::bail!("`container_dockerfile` is not a string")
|
||||||
|
}
|
||||||
|
};
|
||||||
|
let arch = match extract_string(&module, "arch") {
|
||||||
|
Ok(arch) => arch,
|
||||||
|
Err(ExtractError::NotFound) => anyhow::bail!("`arch` config variable not set"),
|
||||||
|
Err(ExtractError::TypeMismatch) => anyhow::bail!("`arch` is not a string"),
|
||||||
|
};
|
||||||
|
|
||||||
|
let frozen_module = module.freeze()?;
|
||||||
|
let options_value = frozen_module
|
||||||
|
.get_option("options")?
|
||||||
|
.ok_or_else(|| anyhow::anyhow!("`options` config variable not set"))?;
|
||||||
|
let entries = {
|
||||||
|
// SAFETY: the FrozenValue is only used to construct a FrozenDictRef whose
|
||||||
|
// lifetime is bounded by `options_value`, which keeps the frozen heap alive.
|
||||||
|
let dict =
|
||||||
|
FrozenDictRef::from_frozen_value(unsafe { options_value.unchecked_frozen_value() })
|
||||||
|
.ok_or_else(|| anyhow::anyhow!("`options` is not a dict"))?;
|
||||||
|
dict.iter()
|
||||||
|
.map(|(k, v)| {
|
||||||
|
let key = k
|
||||||
|
.to_value()
|
||||||
|
.unpack_str()
|
||||||
|
.ok_or_else(|| anyhow::anyhow!("non-string key in `options`"))?
|
||||||
|
.to_owned();
|
||||||
|
Ok((key, options_value.map(|_| v)))
|
||||||
|
})
|
||||||
|
.collect::<anyhow::Result<HashMap<_, _>>>()?
|
||||||
|
};
|
||||||
|
let options = Options::new(entries);
|
||||||
|
|
||||||
Ok(Self {
|
Ok(Self {
|
||||||
target_arch: get_string(&module, "target_arch")?,
|
container_runtime,
|
||||||
options: get_json_map(&module, "options")?,
|
container_image,
|
||||||
container_runtime: get_string_default(&module, "container_runtime", "podman")?,
|
container_dockerfile,
|
||||||
container_image: get_string(&module, "container_image")?,
|
|
||||||
container_dockerfile: PathBuf::from(get_string_default(
|
arch,
|
||||||
&module,
|
options,
|
||||||
"container_dockerfile",
|
|
||||||
"Dockerfile",
|
|
||||||
)?),
|
|
||||||
signing_key: PathBuf::from(get_string(&module, "signing_key")?),
|
|
||||||
signing_pubkey: PathBuf::from(get_string(&module, "signing_pubkey")?),
|
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -0,0 +1,292 @@
|
|||||||
|
use std::{
|
||||||
|
fs::File,
|
||||||
|
io::{self, Read},
|
||||||
|
os::{fd::FromRawFd, unix::io::RawFd},
|
||||||
|
path::{Path, PathBuf},
|
||||||
|
process::{Command, Stdio},
|
||||||
|
ptr,
|
||||||
|
sync::{
|
||||||
|
Mutex,
|
||||||
|
atomic::{AtomicBool, AtomicI32, Ordering},
|
||||||
|
},
|
||||||
|
thread,
|
||||||
|
};
|
||||||
|
|
||||||
|
use anyhow::{Context, bail};
|
||||||
|
|
||||||
|
use crate::config::ContainerRuntime;
|
||||||
|
|
||||||
|
#[derive(Debug, Clone)]
|
||||||
|
pub struct Mount {
|
||||||
|
pub host: PathBuf,
|
||||||
|
pub container: String,
|
||||||
|
pub read_only: bool,
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Debug)]
|
||||||
|
pub struct Container {
|
||||||
|
runtime: &'static str,
|
||||||
|
id: String,
|
||||||
|
stopped: bool,
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Clone, Debug)]
|
||||||
|
struct RegisteredContainer {
|
||||||
|
runtime: &'static str,
|
||||||
|
id: String,
|
||||||
|
}
|
||||||
|
|
||||||
|
static ACTIVE_CONTAINER: Mutex<Option<RegisteredContainer>> = Mutex::new(None);
|
||||||
|
static SIGNAL_CLEANUP_INSTALLED: AtomicBool = AtomicBool::new(false);
|
||||||
|
static SIGNAL_WRITE_FD: AtomicI32 = AtomicI32::new(-1);
|
||||||
|
|
||||||
|
pub fn install_signals() -> anyhow::Result<()> {
|
||||||
|
if SIGNAL_CLEANUP_INSTALLED
|
||||||
|
.compare_exchange(false, true, Ordering::SeqCst, Ordering::SeqCst)
|
||||||
|
.is_err()
|
||||||
|
{
|
||||||
|
return Ok(());
|
||||||
|
}
|
||||||
|
|
||||||
|
let mut fds = [0; 2];
|
||||||
|
if unsafe { libc::pipe(fds.as_mut_ptr()) } == -1 {
|
||||||
|
SIGNAL_CLEANUP_INSTALLED.store(false, Ordering::SeqCst);
|
||||||
|
return Err(io::Error::last_os_error()).context("creating signal cleanup pipe");
|
||||||
|
}
|
||||||
|
|
||||||
|
set_close_on_exec(fds[0]);
|
||||||
|
set_close_on_exec(fds[1]);
|
||||||
|
SIGNAL_WRITE_FD.store(fds[1], Ordering::SeqCst);
|
||||||
|
|
||||||
|
thread::spawn(move || signal_cleanup_loop(fds[0]));
|
||||||
|
install_signal_handler(libc::SIGINT)?;
|
||||||
|
install_signal_handler(libc::SIGTERM)?;
|
||||||
|
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
|
||||||
|
impl Container {
|
||||||
|
pub fn start(
|
||||||
|
runtime: &ContainerRuntime,
|
||||||
|
image: &str,
|
||||||
|
name: &str,
|
||||||
|
mounts: &[Mount],
|
||||||
|
) -> anyhow::Result<Self> {
|
||||||
|
let runtime_str = runtime.as_str();
|
||||||
|
let mut cmd = Command::new(runtime_str);
|
||||||
|
cmd.arg("run")
|
||||||
|
.arg("-d")
|
||||||
|
.arg("--rm")
|
||||||
|
.arg("--name")
|
||||||
|
.arg(name)
|
||||||
|
.arg("--read-only")
|
||||||
|
.arg("--tmpfs")
|
||||||
|
.arg("/tmp")
|
||||||
|
.arg("--tmpfs")
|
||||||
|
.arg("/dest")
|
||||||
|
.arg("--tmpfs")
|
||||||
|
.arg("/sysroot")
|
||||||
|
.arg("--network=none");
|
||||||
|
|
||||||
|
if matches!(runtime, ContainerRuntime::Podman) {
|
||||||
|
cmd.arg("--userns=keep-id");
|
||||||
|
}
|
||||||
|
|
||||||
|
for mount in mounts {
|
||||||
|
let mut spec = format!("{}:{}", mount.host.display(), mount.container);
|
||||||
|
if mount.read_only {
|
||||||
|
spec.push_str(":ro");
|
||||||
|
}
|
||||||
|
cmd.arg("-v").arg(spec);
|
||||||
|
}
|
||||||
|
|
||||||
|
cmd.arg(image).arg("sleep").arg("infinity");
|
||||||
|
cmd.stdout(Stdio::piped()).stderr(Stdio::inherit());
|
||||||
|
|
||||||
|
let output = cmd
|
||||||
|
.output()
|
||||||
|
.with_context(|| format!("spawning `{runtime_str} run` for image `{image}`"))?;
|
||||||
|
if !output.status.success() {
|
||||||
|
bail!(
|
||||||
|
"`{runtime_str} run` failed with {} for image `{image}`",
|
||||||
|
output.status
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
let id = String::from_utf8(output.stdout)
|
||||||
|
.context("container id is not valid UTF-8")?
|
||||||
|
.trim()
|
||||||
|
.to_owned();
|
||||||
|
if id.is_empty() {
|
||||||
|
bail!("`{runtime_str} run` returned an empty container id");
|
||||||
|
}
|
||||||
|
|
||||||
|
register_container(runtime_str, &id);
|
||||||
|
|
||||||
|
Ok(Self {
|
||||||
|
runtime: runtime_str,
|
||||||
|
id,
|
||||||
|
stopped: false,
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn exec(&self, argv: &[String], env: &[(String, String)], cwd: &str) -> anyhow::Result<()> {
|
||||||
|
if argv.is_empty() {
|
||||||
|
bail!("ctx.run called with an empty argv");
|
||||||
|
}
|
||||||
|
|
||||||
|
let mut cmd = Command::new(self.runtime);
|
||||||
|
cmd.arg("exec").arg("-w").arg(cwd);
|
||||||
|
for (k, v) in env {
|
||||||
|
cmd.arg("-e").arg(format!("{k}={v}"));
|
||||||
|
}
|
||||||
|
cmd.arg(&self.id);
|
||||||
|
cmd.args(argv);
|
||||||
|
|
||||||
|
let status = cmd.status().with_context(|| {
|
||||||
|
format!("spawning `{} exec` in container {}", self.runtime, self.id)
|
||||||
|
})?;
|
||||||
|
if !status.success() {
|
||||||
|
bail!("command {argv:?} failed with {status}");
|
||||||
|
}
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn cp_out(&self, src_in_container: &str, host_dst: &Path) -> anyhow::Result<()> {
|
||||||
|
let spec = format!("{}:{}", self.id, src_in_container);
|
||||||
|
let status = Command::new(self.runtime)
|
||||||
|
.arg("cp")
|
||||||
|
.arg(spec)
|
||||||
|
.arg(host_dst)
|
||||||
|
.status()
|
||||||
|
.with_context(|| format!("spawning `{} cp`", self.runtime))?;
|
||||||
|
if !status.success() {
|
||||||
|
bail!(
|
||||||
|
"`{} cp` failed with {status} for {src_in_container} -> {}",
|
||||||
|
self.runtime,
|
||||||
|
host_dst.display()
|
||||||
|
);
|
||||||
|
}
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
impl Drop for Container {
|
||||||
|
fn drop(&mut self) {
|
||||||
|
if !self.stopped {
|
||||||
|
let _ = Command::new(self.runtime)
|
||||||
|
.arg("rm")
|
||||||
|
.arg("-f")
|
||||||
|
.arg(&self.id)
|
||||||
|
.stdout(Stdio::null())
|
||||||
|
.stderr(Stdio::null())
|
||||||
|
.status();
|
||||||
|
self.stopped = true;
|
||||||
|
}
|
||||||
|
unregister_container(&self.id);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fn register_container(runtime: &'static str, id: &str) {
|
||||||
|
if let Ok(mut active) = ACTIVE_CONTAINER.lock() {
|
||||||
|
*active = Some(RegisteredContainer {
|
||||||
|
runtime,
|
||||||
|
id: id.to_owned(),
|
||||||
|
});
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fn unregister_container(id: &str) {
|
||||||
|
if let Ok(mut active) = ACTIVE_CONTAINER.lock()
|
||||||
|
&& active.as_ref().is_some_and(|container| container.id == id)
|
||||||
|
{
|
||||||
|
*active = None;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fn active_container() -> Option<RegisteredContainer> {
|
||||||
|
ACTIVE_CONTAINER
|
||||||
|
.lock()
|
||||||
|
.ok()
|
||||||
|
.and_then(|active| active.clone())
|
||||||
|
}
|
||||||
|
|
||||||
|
fn signal_cleanup_loop(read_fd: RawFd) {
|
||||||
|
let mut signals = unsafe { File::from_raw_fd(read_fd) };
|
||||||
|
let mut buffer = [0_u8; 16];
|
||||||
|
|
||||||
|
loop {
|
||||||
|
match signals.read(&mut buffer) {
|
||||||
|
Ok(0) => return,
|
||||||
|
Ok(len) => {
|
||||||
|
let signal = buffer[..len]
|
||||||
|
.iter()
|
||||||
|
.copied()
|
||||||
|
.find(|signal| *signal != 0)
|
||||||
|
.unwrap_or(libc::SIGINT as u8);
|
||||||
|
cleanup_after_signal(signal as i32);
|
||||||
|
}
|
||||||
|
Err(error) if error.kind() == io::ErrorKind::Interrupted => {}
|
||||||
|
Err(_) => return,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fn cleanup_after_signal(signal: i32) -> ! {
|
||||||
|
if let Some(container) = active_container() {
|
||||||
|
eprintln!(
|
||||||
|
"\nreceived signal {signal}; killing container {}",
|
||||||
|
container.id
|
||||||
|
);
|
||||||
|
kill_container_detached(container.runtime, &container.id);
|
||||||
|
}
|
||||||
|
|
||||||
|
std::process::exit(128 + signal);
|
||||||
|
}
|
||||||
|
|
||||||
|
fn kill_container_detached(runtime: &str, id: &str) {
|
||||||
|
let _ = Command::new(runtime)
|
||||||
|
.arg("kill")
|
||||||
|
.arg(id)
|
||||||
|
.stdin(Stdio::null())
|
||||||
|
.stdout(Stdio::null())
|
||||||
|
.stderr(Stdio::inherit())
|
||||||
|
.spawn();
|
||||||
|
}
|
||||||
|
|
||||||
|
fn set_close_on_exec(fd: RawFd) {
|
||||||
|
unsafe {
|
||||||
|
let flags = libc::fcntl(fd, libc::F_GETFD);
|
||||||
|
if flags != -1 {
|
||||||
|
let _ = libc::fcntl(fd, libc::F_SETFD, flags | libc::FD_CLOEXEC);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fn install_signal_handler(signal: i32) -> anyhow::Result<()> {
|
||||||
|
let mut action = unsafe { std::mem::zeroed::<libc::sigaction>() };
|
||||||
|
action.sa_sigaction = handle_signal as *const () as usize;
|
||||||
|
action.sa_flags = 0;
|
||||||
|
|
||||||
|
unsafe {
|
||||||
|
libc::sigemptyset(&mut action.sa_mask);
|
||||||
|
if libc::sigaction(signal, &action, ptr::null_mut()) == -1 {
|
||||||
|
return Err(io::Error::last_os_error())
|
||||||
|
.with_context(|| format!("installing handler for signal {signal}"));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
|
||||||
|
extern "C" fn handle_signal(signal: libc::c_int) {
|
||||||
|
let fd = SIGNAL_WRITE_FD.load(Ordering::Relaxed);
|
||||||
|
if fd < 0 {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
let signal = signal as u8;
|
||||||
|
unsafe {
|
||||||
|
libc::write(fd, ptr::addr_of!(signal).cast(), 1);
|
||||||
|
}
|
||||||
|
}
|
||||||
+193
@@ -0,0 +1,193 @@
|
|||||||
|
use anyhow::Context;
|
||||||
|
use starlark::{
|
||||||
|
environment::{FrozenModule, Globals, GlobalsBuilder, Module},
|
||||||
|
eval::Evaluator,
|
||||||
|
syntax::{AstModule, Dialect},
|
||||||
|
values::list::{ListRef, UnpackList},
|
||||||
|
};
|
||||||
|
use std::path::{Path, PathBuf};
|
||||||
|
use walkdir::WalkDir;
|
||||||
|
|
||||||
|
use crate::{
|
||||||
|
options::Options,
|
||||||
|
phase::Path as StarPath,
|
||||||
|
recipe::{GitSource, Metadata, Source, Subpackage, TarballSource},
|
||||||
|
};
|
||||||
|
|
||||||
|
#[derive(Debug)]
|
||||||
|
pub enum ExtractError {
|
||||||
|
NotFound,
|
||||||
|
TypeMismatch,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl std::fmt::Display for ExtractError {
|
||||||
|
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
|
||||||
|
match self {
|
||||||
|
ExtractError::NotFound => write!(f, "missing"),
|
||||||
|
ExtractError::TypeMismatch => write!(f, "wrong type"),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
impl std::error::Error for ExtractError {}
|
||||||
|
|
||||||
|
#[starlark::starlark_module]
|
||||||
|
fn builder_globals(builder: &mut GlobalsBuilder) {
|
||||||
|
fn meta(
|
||||||
|
maintainer: Option<String>,
|
||||||
|
description: Option<String>,
|
||||||
|
license: Option<String>,
|
||||||
|
website: Option<String>,
|
||||||
|
) -> anyhow::Result<Metadata> {
|
||||||
|
Ok(Metadata::new(maintainer, description, license, website))
|
||||||
|
}
|
||||||
|
|
||||||
|
fn tarball_source(
|
||||||
|
url: String,
|
||||||
|
sha256: String,
|
||||||
|
strip_components: Option<u32>,
|
||||||
|
patches: Option<UnpackList<String>>,
|
||||||
|
) -> anyhow::Result<Source> {
|
||||||
|
Ok(Source::Tarball(TarballSource::new(
|
||||||
|
url,
|
||||||
|
sha256,
|
||||||
|
strip_components.unwrap_or(0),
|
||||||
|
patches.map(|p| p.items).unwrap_or_default(),
|
||||||
|
)))
|
||||||
|
}
|
||||||
|
|
||||||
|
fn git_source(
|
||||||
|
url: String,
|
||||||
|
commit: String,
|
||||||
|
patches: Option<UnpackList<String>>,
|
||||||
|
) -> anyhow::Result<Source> {
|
||||||
|
Ok(Source::Git(GitSource::new(
|
||||||
|
url,
|
||||||
|
commit,
|
||||||
|
patches.map(|p| p.items).unwrap_or_default(),
|
||||||
|
)))
|
||||||
|
}
|
||||||
|
|
||||||
|
fn subpackage(
|
||||||
|
name: String,
|
||||||
|
metadata: &Metadata,
|
||||||
|
files: UnpackList<String>,
|
||||||
|
) -> anyhow::Result<Subpackage> {
|
||||||
|
Ok(Subpackage::new(name, files.items, metadata.clone()))
|
||||||
|
}
|
||||||
|
|
||||||
|
fn path(value: String) -> anyhow::Result<StarPath> {
|
||||||
|
Ok(StarPath::new(value))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn eval_file(
|
||||||
|
path: &Path,
|
||||||
|
options: Option<&Options>,
|
||||||
|
lib: Option<&FrozenModule>,
|
||||||
|
) -> anyhow::Result<Module> {
|
||||||
|
let module = Module::new();
|
||||||
|
if let Some(lib) = lib {
|
||||||
|
module.import_public_symbols(lib);
|
||||||
|
}
|
||||||
|
if let Some(options) = options {
|
||||||
|
inject_options(&module, options);
|
||||||
|
}
|
||||||
|
|
||||||
|
let ast = AstModule::parse_file(path, &dialect()).map_err(|err| anyhow::anyhow!("{err}"))?;
|
||||||
|
let globals = globals();
|
||||||
|
|
||||||
|
let mut eval = Evaluator::new(&module);
|
||||||
|
eval.eval_module(ast, &globals)
|
||||||
|
.map_err(|err| anyhow::anyhow!("{err}"))?;
|
||||||
|
drop(eval);
|
||||||
|
|
||||||
|
Ok(module)
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Parse and evaluate every `.star` file under `dir` into a single frozen
|
||||||
|
/// module whose public bindings can be imported into recipe modules. Returns
|
||||||
|
/// `Ok(None)` if `dir` doesn't exist or contains no `.star` files.
|
||||||
|
pub fn eval_lib(dir: &Path, options: Option<&Options>) -> anyhow::Result<Option<FrozenModule>> {
|
||||||
|
if !dir.exists() {
|
||||||
|
return Ok(None);
|
||||||
|
}
|
||||||
|
|
||||||
|
let mut files: Vec<PathBuf> = Vec::new();
|
||||||
|
for entry in WalkDir::new(dir) {
|
||||||
|
let entry = entry.with_context(|| format!("walking lib directory {}", dir.display()))?;
|
||||||
|
let path = entry.path();
|
||||||
|
if entry.file_type().is_file() && path.extension().is_some_and(|ext| ext == "star") {
|
||||||
|
files.push(path.to_path_buf());
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if files.is_empty() {
|
||||||
|
return Ok(None);
|
||||||
|
}
|
||||||
|
// Sorted for deterministic ordering when later definitions shadow earlier ones.
|
||||||
|
files.sort();
|
||||||
|
|
||||||
|
let module = Module::new();
|
||||||
|
if let Some(options) = options {
|
||||||
|
inject_options(&module, options);
|
||||||
|
}
|
||||||
|
let dialect = dialect();
|
||||||
|
let globals = globals();
|
||||||
|
|
||||||
|
for file in &files {
|
||||||
|
let ast = AstModule::parse_file(file, &dialect)
|
||||||
|
.map_err(|err| anyhow::anyhow!("parsing {}: {err}", file.display()))?;
|
||||||
|
let mut eval = Evaluator::new(&module);
|
||||||
|
eval.eval_module(ast, &globals)
|
||||||
|
.map_err(|err| anyhow::anyhow!("evaluating {}: {err}", file.display()))?;
|
||||||
|
}
|
||||||
|
|
||||||
|
Ok(Some(module.freeze()?))
|
||||||
|
}
|
||||||
|
|
||||||
|
fn dialect() -> Dialect {
|
||||||
|
Dialect {
|
||||||
|
enable_top_level_stmt: true,
|
||||||
|
enable_f_strings: true,
|
||||||
|
..Dialect::Standard
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fn globals() -> Globals {
|
||||||
|
GlobalsBuilder::standard().with(builder_globals).build()
|
||||||
|
}
|
||||||
|
|
||||||
|
fn inject_options(module: &Module, options: &Options) {
|
||||||
|
let value = module.heap().alloc(options.clone());
|
||||||
|
module.set("options", value);
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn extract_string(module: &Module, key: &str) -> Result<String, ExtractError> {
|
||||||
|
module
|
||||||
|
.get(key)
|
||||||
|
.ok_or_else(|| ExtractError::NotFound)
|
||||||
|
.and_then(|v| {
|
||||||
|
v.unpack_str()
|
||||||
|
.map(|v| v.to_string())
|
||||||
|
.ok_or_else(|| ExtractError::TypeMismatch)
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn extract_i32(module: &Module, key: &str) -> Result<i32, ExtractError> {
|
||||||
|
module
|
||||||
|
.get(key)
|
||||||
|
.ok_or(ExtractError::NotFound)
|
||||||
|
.and_then(|v| v.unpack_i32().ok_or(ExtractError::TypeMismatch))
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn extract_string_list(module: &Module, key: &str) -> Result<Vec<String>, ExtractError> {
|
||||||
|
let value = module.get(key).ok_or(ExtractError::NotFound)?;
|
||||||
|
let list = ListRef::from_value(value).ok_or(ExtractError::TypeMismatch)?;
|
||||||
|
list.iter()
|
||||||
|
.map(|v| {
|
||||||
|
v.unpack_str()
|
||||||
|
.map(|s| s.to_string())
|
||||||
|
.ok_or(ExtractError::TypeMismatch)
|
||||||
|
})
|
||||||
|
.collect()
|
||||||
|
}
|
||||||
+405
-106
@@ -1,135 +1,434 @@
|
|||||||
use crate::recipe::{OutputPackage, PackageKind, RecipeSet, unresolved_deps};
|
use std::{
|
||||||
use anyhow::{Result, anyhow, bail};
|
collections::{BTreeMap, BTreeSet},
|
||||||
use std::collections::{BTreeMap, BTreeSet};
|
fmt, fs,
|
||||||
|
path::Path,
|
||||||
|
};
|
||||||
|
|
||||||
#[derive(Debug, Clone)]
|
use anyhow::bail;
|
||||||
pub struct PackageGraph {
|
|
||||||
outputs: BTreeMap<String, OutputPackage>,
|
use crate::{
|
||||||
target_edges: BTreeMap<String, Vec<String>>,
|
layout::Layout,
|
||||||
host_edges: BTreeMap<String, Vec<String>>,
|
recipe::{OutputPackage, Recipe, RecipeKind, RecipeSet},
|
||||||
|
};
|
||||||
|
|
||||||
|
#[derive(Clone, Debug, Eq, Ord, PartialEq, PartialOrd)]
|
||||||
|
pub enum TaskId {
|
||||||
|
FetchSources(String),
|
||||||
|
PrepareSources(String),
|
||||||
|
PrepareRecipe(String),
|
||||||
|
ConfigureRecipe(String),
|
||||||
|
BuildRecipe(String),
|
||||||
|
InstallPackageFiles(String),
|
||||||
|
ProduceApk(String),
|
||||||
|
InstallHostRecipe(String),
|
||||||
}
|
}
|
||||||
|
|
||||||
impl PackageGraph {
|
impl fmt::Display for TaskId {
|
||||||
pub fn new(recipes: &RecipeSet) -> Result<Self> {
|
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
|
||||||
let missing = unresolved_deps(recipes);
|
match self {
|
||||||
if !missing.is_empty() {
|
Self::FetchSources(recipe) => write!(f, "fetch sources {recipe}"),
|
||||||
bail!("unresolved local dependencies:\n{}", missing.join("\n"));
|
Self::PrepareSources(recipe) => write!(f, "prepare sources {recipe}"),
|
||||||
}
|
Self::PrepareRecipe(recipe) => write!(f, "prepare recipe {recipe}"),
|
||||||
let mut target_edges = BTreeMap::new();
|
Self::ConfigureRecipe(recipe) => write!(f, "configure {recipe}"),
|
||||||
let mut host_edges = BTreeMap::new();
|
Self::BuildRecipe(recipe) => write!(f, "build {recipe}"),
|
||||||
for recipe in recipes.recipes.values() {
|
Self::InstallPackageFiles(output) => write!(f, "install package files {output}"),
|
||||||
// host_deps always resolve into the host namespace.
|
Self::ProduceApk(output) => write!(f, "produce apk {output}"),
|
||||||
let host_dep_keys: Vec<String> = recipe
|
Self::InstallHostRecipe(recipe) => write!(f, "install host recipe {recipe}"),
|
||||||
.host_deps
|
|
||||||
.iter()
|
|
||||||
.map(|d| PackageKind::Host.key(d))
|
|
||||||
.collect();
|
|
||||||
for output in &recipe.outputs {
|
|
||||||
let key = output.key();
|
|
||||||
let mut edges = output.all_target_deps();
|
|
||||||
if output.name == recipe.name {
|
|
||||||
edges.extend(recipe.build_deps.iter().cloned());
|
|
||||||
edges.extend(recipe.deps.iter().cloned());
|
|
||||||
}
|
|
||||||
match output.kind {
|
|
||||||
PackageKind::Host => {
|
|
||||||
host_edges.insert(key, host_dep_keys.clone());
|
|
||||||
}
|
|
||||||
PackageKind::Target => {
|
|
||||||
let mut deps = host_dep_keys.clone();
|
|
||||||
deps.extend(edges);
|
|
||||||
target_edges.insert(key, deps);
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
|
||||||
Ok(Self {
|
|
||||||
outputs: recipes.outputs.clone(),
|
|
||||||
target_edges,
|
|
||||||
host_edges,
|
|
||||||
})
|
|
||||||
}
|
|
||||||
|
|
||||||
pub fn output(&self, package: &str) -> Result<&OutputPackage> {
|
#[derive(Debug)]
|
||||||
self.outputs
|
pub struct TaskPlan {
|
||||||
.get(package)
|
dependencies: BTreeMap<TaskId, Vec<TaskId>>,
|
||||||
.ok_or_else(|| anyhow!("unknown package `{package}`"))
|
order: Vec<TaskId>,
|
||||||
}
|
}
|
||||||
|
|
||||||
pub fn outputs(&self) -> impl Iterator<Item = &str> {
|
impl TaskPlan {
|
||||||
self.outputs.keys().map(String::as_str)
|
pub fn order(&self) -> &[TaskId] {
|
||||||
|
&self.order
|
||||||
}
|
}
|
||||||
|
|
||||||
pub fn build_order(&self, package: &str) -> Result<Vec<String>> {
|
pub fn is_empty(&self) -> bool {
|
||||||
self.output(package)?;
|
self.order.is_empty()
|
||||||
let mut visiting = BTreeSet::new();
|
|
||||||
let mut visited = BTreeSet::new();
|
|
||||||
let mut order = Vec::new();
|
|
||||||
self.visit(package, &mut visiting, &mut visited, &mut order)?;
|
|
||||||
Ok(order)
|
|
||||||
}
|
}
|
||||||
|
|
||||||
/// Topologically-ordered list of every output in the graph (host + target).
|
pub fn dependency_count(&self) -> usize {
|
||||||
pub fn build_order_all(&self) -> Result<Vec<String>> {
|
self.dependencies.values().map(Vec::len).sum()
|
||||||
let mut visiting = BTreeSet::new();
|
|
||||||
let mut visited = BTreeSet::new();
|
|
||||||
let mut order = Vec::new();
|
|
||||||
for package in self.outputs.keys() {
|
|
||||||
self.visit(package, &mut visiting, &mut visited, &mut order)?;
|
|
||||||
}
|
}
|
||||||
Ok(order)
|
|
||||||
}
|
}
|
||||||
|
|
||||||
fn visit(
|
pub struct TaskPlanner<'a> {
|
||||||
&self,
|
layout: Layout<'a>,
|
||||||
package: &str,
|
recipes: &'a RecipeSet,
|
||||||
visiting: &mut BTreeSet<String>,
|
forced_recipes: BTreeSet<String>,
|
||||||
visited: &mut BTreeSet<String>,
|
dependencies: BTreeMap<TaskId, Vec<TaskId>>,
|
||||||
order: &mut Vec<String>,
|
inactive: BTreeSet<TaskId>,
|
||||||
) -> Result<()> {
|
visiting: BTreeSet<TaskId>,
|
||||||
if visited.contains(package) {
|
visited: BTreeSet<TaskId>,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl<'a> TaskPlanner<'a> {
|
||||||
|
pub fn new(root: &'a Path, arch: &'a str, recipes: &'a RecipeSet) -> Self {
|
||||||
|
Self {
|
||||||
|
layout: Layout::new(root, arch),
|
||||||
|
recipes,
|
||||||
|
forced_recipes: BTreeSet::new(),
|
||||||
|
dependencies: BTreeMap::new(),
|
||||||
|
inactive: BTreeSet::new(),
|
||||||
|
visiting: BTreeSet::new(),
|
||||||
|
visited: BTreeSet::new(),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn build_plan(mut self, requests: &[String], force: bool) -> anyhow::Result<TaskPlan> {
|
||||||
|
for request in requests {
|
||||||
|
let recipe = self.recipes.recipe(request)?;
|
||||||
|
if force {
|
||||||
|
self.forced_recipes.insert(recipe.key());
|
||||||
|
}
|
||||||
|
match recipe.kind() {
|
||||||
|
RecipeKind::Package => {
|
||||||
|
for output in recipe.outputs() {
|
||||||
|
self.visit(TaskId::ProduceApk(output.key()))?;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
RecipeKind::HostPackage => {
|
||||||
|
self.visit(TaskId::InstallHostRecipe(recipe.key()))?;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
self.into_plan()
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn fetch_plan(mut self, requests: &[String]) -> anyhow::Result<TaskPlan> {
|
||||||
|
for request in requests {
|
||||||
|
let recipe = self.recipes.recipe(request)?;
|
||||||
|
self.visit(TaskId::FetchSources(recipe.key()))?;
|
||||||
|
}
|
||||||
|
self.into_plan()
|
||||||
|
}
|
||||||
|
|
||||||
|
fn visit(&mut self, task: TaskId) -> anyhow::Result<()> {
|
||||||
|
if self.visited.contains(&task) || self.inactive.contains(&task) {
|
||||||
return Ok(());
|
return Ok(());
|
||||||
}
|
}
|
||||||
if !visiting.insert(package.to_owned()) {
|
if !self.is_active(&task)? {
|
||||||
bail!("dependency cycle involving `{package}`");
|
self.inactive.insert(task);
|
||||||
|
return Ok(());
|
||||||
}
|
}
|
||||||
let deps = self
|
if !self.visiting.insert(task.clone()) {
|
||||||
.target_edges
|
bail!("task dependency cycle involving `{task}`");
|
||||||
.get(package)
|
|
||||||
.or_else(|| self.host_edges.get(package))
|
|
||||||
.cloned()
|
|
||||||
.unwrap_or_default();
|
|
||||||
for dep in deps {
|
|
||||||
self.visit(&dep, visiting, visited, order)?;
|
|
||||||
}
|
}
|
||||||
visiting.remove(package);
|
|
||||||
visited.insert(package.to_owned());
|
let dependencies = self.dependencies(&task)?;
|
||||||
order.push(package.to_owned());
|
let mut active_dependencies = Vec::new();
|
||||||
|
for dependency in dependencies {
|
||||||
|
self.visit(dependency.clone())?;
|
||||||
|
if self.dependencies.contains_key(&dependency) {
|
||||||
|
active_dependencies.push(dependency);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
self.visiting.remove(&task);
|
||||||
|
self.visited.insert(task.clone());
|
||||||
|
self.dependencies.insert(task, active_dependencies);
|
||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
|
|
||||||
pub fn render(&self, package: Option<&str>) -> Result<Vec<String>> {
|
fn into_plan(self) -> anyhow::Result<TaskPlan> {
|
||||||
match package {
|
let order = recipe_contiguous_order(&self.dependencies, self.recipes)?;
|
||||||
Some(package) => {
|
Ok(TaskPlan {
|
||||||
let order = self.build_order(package)?;
|
dependencies: self.dependencies,
|
||||||
Ok(order
|
order,
|
||||||
.into_iter()
|
})
|
||||||
.map(|pkg| format!("{pkg}: {:?}", self.edges(&pkg)))
|
}
|
||||||
.collect())
|
|
||||||
|
fn dependencies(&self, task: &TaskId) -> anyhow::Result<Vec<TaskId>> {
|
||||||
|
match task {
|
||||||
|
TaskId::FetchSources(_) => Ok(Vec::new()),
|
||||||
|
TaskId::PrepareSources(recipe) => Ok(vec![TaskId::FetchSources(recipe.clone())]),
|
||||||
|
TaskId::PrepareRecipe(recipe) => Ok(vec![TaskId::PrepareSources(recipe.clone())]),
|
||||||
|
TaskId::ConfigureRecipe(recipe) => {
|
||||||
|
let recipe = self.recipes.recipe(recipe)?;
|
||||||
|
let mut deps = vec![
|
||||||
|
TaskId::PrepareSources(recipe.key()),
|
||||||
|
TaskId::PrepareRecipe(recipe.key()),
|
||||||
|
];
|
||||||
|
deps.extend(
|
||||||
|
recipe
|
||||||
|
.host_deps()
|
||||||
|
.iter()
|
||||||
|
.map(|dep| TaskId::InstallHostRecipe(RecipeKind::HostPackage.key(dep))),
|
||||||
|
);
|
||||||
|
deps.extend(
|
||||||
|
recipe
|
||||||
|
.build_deps()
|
||||||
|
.iter()
|
||||||
|
.chain(recipe.deps().iter())
|
||||||
|
.map(|dep| TaskId::ProduceApk(dep.clone())),
|
||||||
|
);
|
||||||
|
Ok(deps)
|
||||||
|
}
|
||||||
|
TaskId::BuildRecipe(recipe) => Ok(vec![TaskId::ConfigureRecipe(recipe.clone())]),
|
||||||
|
TaskId::InstallPackageFiles(output) => {
|
||||||
|
let output = self.recipes.output(output)?;
|
||||||
|
let recipe = self.recipes.recipe(output.recipe())?;
|
||||||
|
if output.is_base() {
|
||||||
|
Ok(vec![TaskId::BuildRecipe(output.recipe().to_owned())])
|
||||||
|
} else {
|
||||||
|
let base = recipe.base_output().ok_or_else(|| {
|
||||||
|
anyhow::anyhow!("recipe `{}` has no base output", recipe.key())
|
||||||
|
})?;
|
||||||
|
Ok(vec![TaskId::InstallPackageFiles(base.key())])
|
||||||
|
}
|
||||||
|
}
|
||||||
|
TaskId::ProduceApk(output) => {
|
||||||
|
let output = self.recipes.output(output)?;
|
||||||
|
let recipe = self.recipes.recipe(output.recipe())?;
|
||||||
|
let mut deps = vec![TaskId::InstallPackageFiles(output.key())];
|
||||||
|
if output.is_base() {
|
||||||
|
deps.extend(
|
||||||
|
recipe
|
||||||
|
.outputs()
|
||||||
|
.iter()
|
||||||
|
.filter(|candidate| !candidate.is_base())
|
||||||
|
.map(|subpackage| TaskId::InstallPackageFiles(subpackage.key())),
|
||||||
|
);
|
||||||
|
}
|
||||||
|
deps.extend(
|
||||||
|
recipe
|
||||||
|
.deps()
|
||||||
|
.iter()
|
||||||
|
.chain(recipe.run_deps().iter())
|
||||||
|
.map(|dep| TaskId::ProduceApk(dep.clone())),
|
||||||
|
);
|
||||||
|
Ok(deps)
|
||||||
|
}
|
||||||
|
TaskId::InstallHostRecipe(recipe) => {
|
||||||
|
self.recipes.recipe(recipe)?;
|
||||||
|
Ok(vec![TaskId::BuildRecipe(recipe.clone())])
|
||||||
}
|
}
|
||||||
None => Ok(self
|
|
||||||
.outputs
|
|
||||||
.keys()
|
|
||||||
.map(|pkg| format!("{pkg}: {:?}", self.edges(pkg)))
|
|
||||||
.collect()),
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
fn edges(&self, package: &str) -> Vec<String> {
|
fn is_active(&self, task: &TaskId) -> anyhow::Result<bool> {
|
||||||
self.target_edges
|
match task {
|
||||||
.get(package)
|
TaskId::FetchSources(recipe) => self.fetch_sources_active(self.recipes.recipe(recipe)?),
|
||||||
.or_else(|| self.host_edges.get(package))
|
TaskId::PrepareSources(recipe) => {
|
||||||
.cloned()
|
self.prepare_sources_active(self.recipes.recipe(recipe)?)
|
||||||
.unwrap_or_default()
|
}
|
||||||
|
TaskId::PrepareRecipe(recipe) => {
|
||||||
|
self.prepare_recipe_active(self.recipes.recipe(recipe)?)
|
||||||
|
}
|
||||||
|
TaskId::ConfigureRecipe(recipe) => {
|
||||||
|
self.recipe_task_active(self.recipes.recipe(recipe)?, "configure")
|
||||||
|
}
|
||||||
|
TaskId::BuildRecipe(recipe) => {
|
||||||
|
self.recipe_task_active(self.recipes.recipe(recipe)?, "build")
|
||||||
|
}
|
||||||
|
TaskId::InstallPackageFiles(output) => {
|
||||||
|
let output = self.recipes.output(output)?;
|
||||||
|
let recipe = self.recipes.recipe(output.recipe())?;
|
||||||
|
if output.is_base() {
|
||||||
|
return recipe.outputs().iter().try_fold(false, |active, output| {
|
||||||
|
Ok(active
|
||||||
|
|| self.output_task_active(recipe, output, "install")?
|
||||||
|
|| self.produce_apk_active(recipe, output)?)
|
||||||
|
});
|
||||||
|
}
|
||||||
|
let base = recipe.base_output().ok_or_else(|| {
|
||||||
|
anyhow::anyhow!("recipe `{}` has no base output", recipe.key())
|
||||||
|
})?;
|
||||||
|
Ok(self.output_task_active(recipe, output, "install")?
|
||||||
|
|| self.produce_apk_active(recipe, output)?
|
||||||
|
|| self.produce_apk_active(recipe, base)?)
|
||||||
|
}
|
||||||
|
TaskId::ProduceApk(output) => {
|
||||||
|
let output = self.recipes.output(output)?;
|
||||||
|
let recipe = self.recipes.recipe(output.recipe())?;
|
||||||
|
self.produce_apk_active(recipe, output)
|
||||||
|
}
|
||||||
|
TaskId::InstallHostRecipe(recipe) => {
|
||||||
|
let recipe = self.recipes.recipe(recipe)?;
|
||||||
|
self.install_host_recipe_active(recipe)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fn fetch_sources_active(&self, recipe: &Recipe) -> anyhow::Result<bool> {
|
||||||
|
Ok(recipe.sources().entries().iter().any(|(_, source)| {
|
||||||
|
source.is_unknown_cache_key()
|
||||||
|
|| !self.layout.source_cache_path(source.cache_key()).exists()
|
||||||
|
}))
|
||||||
|
}
|
||||||
|
|
||||||
|
fn is_recipe_forced(&self, recipe: &Recipe) -> bool {
|
||||||
|
self.forced_recipes.contains(&recipe.key())
|
||||||
|
}
|
||||||
|
|
||||||
|
fn prepare_sources_active(&self, recipe: &Recipe) -> anyhow::Result<bool> {
|
||||||
|
if self.is_recipe_forced(recipe) {
|
||||||
|
return Ok(true);
|
||||||
|
}
|
||||||
|
let want_version = format!("{}-r{}", recipe.version(), recipe.revision());
|
||||||
|
if fs::read_to_string(self.layout.source_stamp(recipe, "version"))
|
||||||
|
.ok()
|
||||||
|
.as_deref()
|
||||||
|
!= Some(want_version.as_str())
|
||||||
|
{
|
||||||
|
return Ok(true);
|
||||||
|
}
|
||||||
|
if self.layout.recipe_has_patches(recipe)?
|
||||||
|
&& !self.layout.source_stamp(recipe, "patched").exists()
|
||||||
|
{
|
||||||
|
return Ok(true);
|
||||||
|
}
|
||||||
|
Ok(false)
|
||||||
|
}
|
||||||
|
|
||||||
|
fn prepare_recipe_active(&self, recipe: &Recipe) -> anyhow::Result<bool> {
|
||||||
|
if recipe.phases().prepare().is_none() {
|
||||||
|
return Ok(false);
|
||||||
|
}
|
||||||
|
if self.prepare_sources_active(recipe)? {
|
||||||
|
return Ok(true);
|
||||||
|
}
|
||||||
|
self.recipe_task_active(recipe, "prepare")
|
||||||
|
}
|
||||||
|
|
||||||
|
fn recipe_task_active(&self, recipe: &Recipe, kind: &str) -> anyhow::Result<bool> {
|
||||||
|
if self.is_recipe_forced(recipe) {
|
||||||
|
return Ok(true);
|
||||||
|
}
|
||||||
|
Ok(
|
||||||
|
fs::read_to_string(self.layout.recipe_task_stamp(recipe, kind))
|
||||||
|
.ok()
|
||||||
|
.as_deref()
|
||||||
|
!= Some(self.layout.recipe_fingerprint(recipe)?.as_str()),
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
fn output_task_active(
|
||||||
|
&self,
|
||||||
|
recipe: &Recipe,
|
||||||
|
output: &OutputPackage,
|
||||||
|
kind: &str,
|
||||||
|
) -> anyhow::Result<bool> {
|
||||||
|
if self.is_recipe_forced(recipe) {
|
||||||
|
return Ok(true);
|
||||||
|
}
|
||||||
|
Ok(
|
||||||
|
fs::read_to_string(self.layout.output_task_stamp(output, kind))
|
||||||
|
.ok()
|
||||||
|
.as_deref()
|
||||||
|
!= Some(self.layout.output_fingerprint(recipe, output)?.as_str()),
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
fn produce_apk_active(&self, recipe: &Recipe, output: &OutputPackage) -> anyhow::Result<bool> {
|
||||||
|
if self.is_recipe_forced(recipe) {
|
||||||
|
return Ok(true);
|
||||||
|
}
|
||||||
|
if !self.layout.apk_path(recipe, output).exists() {
|
||||||
|
return Ok(true);
|
||||||
|
}
|
||||||
|
Ok(
|
||||||
|
fs::read_to_string(self.layout.output_task_stamp(output, "apk"))
|
||||||
|
.ok()
|
||||||
|
.as_deref()
|
||||||
|
!= Some(self.layout.output_fingerprint(recipe, output)?.as_str()),
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
fn install_host_recipe_active(&self, recipe: &Recipe) -> anyhow::Result<bool> {
|
||||||
|
if self.is_recipe_forced(recipe) {
|
||||||
|
return Ok(true);
|
||||||
|
}
|
||||||
|
if !self.layout.host_install_dir(recipe).exists() {
|
||||||
|
return Ok(true);
|
||||||
|
}
|
||||||
|
Ok(
|
||||||
|
fs::read_to_string(self.layout.recipe_task_stamp(recipe, "host-install"))
|
||||||
|
.ok()
|
||||||
|
.as_deref()
|
||||||
|
!= Some(self.layout.recipe_fingerprint(recipe)?.as_str()),
|
||||||
|
)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fn recipe_contiguous_order(
|
||||||
|
dependencies: &BTreeMap<TaskId, Vec<TaskId>>,
|
||||||
|
recipes: &RecipeSet,
|
||||||
|
) -> anyhow::Result<Vec<TaskId>> {
|
||||||
|
let total = dependencies.len();
|
||||||
|
let mut remaining: BTreeMap<TaskId, BTreeSet<TaskId>> = dependencies
|
||||||
|
.iter()
|
||||||
|
.map(|(task, deps)| (task.clone(), deps.iter().cloned().collect()))
|
||||||
|
.collect();
|
||||||
|
|
||||||
|
let mut dependents: BTreeMap<TaskId, Vec<TaskId>> = BTreeMap::new();
|
||||||
|
for (task, deps) in dependencies {
|
||||||
|
for dep in deps {
|
||||||
|
dependents
|
||||||
|
.entry(dep.clone())
|
||||||
|
.or_default()
|
||||||
|
.push(task.clone());
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
let mut order = Vec::with_capacity(total);
|
||||||
|
let mut current_recipe: Option<String> = None;
|
||||||
|
while order.len() < total {
|
||||||
|
let next = pick_next(&remaining, current_recipe.as_deref(), recipes)?;
|
||||||
|
let slug = task_recipe_slug(&next, recipes)?;
|
||||||
|
current_recipe = Some(slug);
|
||||||
|
remaining.remove(&next);
|
||||||
|
if let Some(children) = dependents.get(&next) {
|
||||||
|
for child in children {
|
||||||
|
if let Some(deps) = remaining.get_mut(child) {
|
||||||
|
deps.remove(&next);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
order.push(next);
|
||||||
|
}
|
||||||
|
Ok(order)
|
||||||
|
}
|
||||||
|
|
||||||
|
fn pick_next(
|
||||||
|
remaining: &BTreeMap<TaskId, BTreeSet<TaskId>>,
|
||||||
|
current_recipe: Option<&str>,
|
||||||
|
recipes: &RecipeSet,
|
||||||
|
) -> anyhow::Result<TaskId> {
|
||||||
|
let mut fallback: Option<TaskId> = None;
|
||||||
|
for (task, deps) in remaining {
|
||||||
|
if !deps.is_empty() {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
if let Some(active) = current_recipe {
|
||||||
|
let slug = task_recipe_slug(task, recipes)?;
|
||||||
|
if slug == active {
|
||||||
|
return Ok(task.clone());
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if fallback.is_none() {
|
||||||
|
fallback = Some(task.clone());
|
||||||
|
}
|
||||||
|
}
|
||||||
|
fallback.ok_or_else(|| anyhow::anyhow!("task dependency cycle detected"))
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn task_recipe_slug(task: &TaskId, recipes: &RecipeSet) -> anyhow::Result<String> {
|
||||||
|
Ok(match task {
|
||||||
|
TaskId::FetchSources(recipe)
|
||||||
|
| TaskId::PrepareSources(recipe)
|
||||||
|
| TaskId::PrepareRecipe(recipe)
|
||||||
|
| TaskId::ConfigureRecipe(recipe)
|
||||||
|
| TaskId::BuildRecipe(recipe)
|
||||||
|
| TaskId::InstallHostRecipe(recipe) => recipe.clone(),
|
||||||
|
TaskId::InstallPackageFiles(output) | TaskId::ProduceApk(output) => {
|
||||||
|
recipes.output(output)?.recipe().to_owned()
|
||||||
|
}
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|||||||
+123
@@ -0,0 +1,123 @@
|
|||||||
|
use std::{
|
||||||
|
fs,
|
||||||
|
path::{Path, PathBuf},
|
||||||
|
};
|
||||||
|
|
||||||
|
use anyhow::Context;
|
||||||
|
use sha2::{Digest, Sha256};
|
||||||
|
|
||||||
|
use crate::recipe::{OutputPackage, Recipe};
|
||||||
|
|
||||||
|
pub struct Layout<'a> {
|
||||||
|
pub root: &'a Path,
|
||||||
|
pub arch: &'a str,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl<'a> Layout<'a> {
|
||||||
|
pub fn new(root: &'a Path, arch: &'a str) -> Self {
|
||||||
|
Self { root, arch }
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn source_cache_dir(&self) -> PathBuf {
|
||||||
|
self.root.join("build/cache/sources")
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn source_cache_path(&self, key: &str) -> PathBuf {
|
||||||
|
self.source_cache_dir().join(key)
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn source_workdir(&self, recipe: &Recipe) -> PathBuf {
|
||||||
|
self.root.join("build/sources").join(recipe.slug())
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn build_workdir(&self, recipe: &Recipe) -> PathBuf {
|
||||||
|
self.root.join("build/builds").join(recipe.slug())
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn host_install_dir(&self, recipe: &Recipe) -> PathBuf {
|
||||||
|
self.root.join("build/host-pkgs").join(recipe.slug())
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn host_install_root(&self, recipe: &Recipe) -> PathBuf {
|
||||||
|
self.root.join("build/host-pkgs").join(recipe.slug())
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn apk_path(&self, recipe: &Recipe, output: &OutputPackage) -> PathBuf {
|
||||||
|
self.root.join("build/pkgs").join(self.arch).join(format!(
|
||||||
|
"{}-{}-r{}.apk",
|
||||||
|
output.name(),
|
||||||
|
recipe.version(),
|
||||||
|
recipe.revision()
|
||||||
|
))
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn source_stamp(&self, recipe: &Recipe, kind: &str) -> PathBuf {
|
||||||
|
self.root
|
||||||
|
.join("build/sources")
|
||||||
|
.join(format!("{}.{kind}", recipe.slug()))
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn recipe_task_stamp(&self, recipe: &Recipe, kind: &str) -> PathBuf {
|
||||||
|
self.root
|
||||||
|
.join("build/tasks")
|
||||||
|
.join(format!("{}.{kind}", recipe.slug()))
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn output_task_stamp(&self, output: &OutputPackage, kind: &str) -> PathBuf {
|
||||||
|
self.root
|
||||||
|
.join("build/tasks")
|
||||||
|
.join(format!("{}.{kind}", output.key().replace(':', "-")))
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn recipe_fingerprint(&self, recipe: &Recipe) -> anyhow::Result<String> {
|
||||||
|
let mut hasher = Sha256::new();
|
||||||
|
hasher.update(self.arch.as_bytes());
|
||||||
|
hasher.update(recipe.key().as_bytes());
|
||||||
|
hasher.update(recipe.version().as_bytes());
|
||||||
|
hasher.update(recipe.revision().to_le_bytes());
|
||||||
|
hasher.update(
|
||||||
|
fs::read(recipe.path())
|
||||||
|
.with_context(|| format!("reading recipe {}", recipe.path().display()))?,
|
||||||
|
);
|
||||||
|
for (name, source) in recipe.sources().entries() {
|
||||||
|
hasher.update(name.unwrap_or("").as_bytes());
|
||||||
|
hasher.update(source.url().as_bytes());
|
||||||
|
hasher.update(source.cache_key().as_bytes());
|
||||||
|
}
|
||||||
|
for patch in self.recipe_patches(recipe)? {
|
||||||
|
hasher.update(patch.display().to_string().as_bytes());
|
||||||
|
hasher
|
||||||
|
.update(fs::read(&patch).with_context(|| format!("reading {}", patch.display()))?);
|
||||||
|
}
|
||||||
|
Ok(hex::encode(hasher.finalize()))
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn output_fingerprint(
|
||||||
|
&self,
|
||||||
|
recipe: &Recipe,
|
||||||
|
output: &OutputPackage,
|
||||||
|
) -> anyhow::Result<String> {
|
||||||
|
let mut hasher = Sha256::new();
|
||||||
|
hasher.update(self.recipe_fingerprint(recipe)?.as_bytes());
|
||||||
|
hasher.update(output.key().as_bytes());
|
||||||
|
Ok(hex::encode(hasher.finalize()))
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn recipe_has_patches(&self, recipe: &Recipe) -> anyhow::Result<bool> {
|
||||||
|
Ok(!self.recipe_patches(recipe)?.is_empty())
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn recipe_patches(&self, recipe: &Recipe) -> anyhow::Result<Vec<PathBuf>> {
|
||||||
|
let Some(data_dir) = recipe.data_dir() else {
|
||||||
|
return Ok(Vec::new());
|
||||||
|
};
|
||||||
|
let patches_dir = data_dir.join("patches");
|
||||||
|
let mut out = Vec::new();
|
||||||
|
for (_, source) in recipe.sources().entries() {
|
||||||
|
for name in source.patches() {
|
||||||
|
out.push(patches_dir.join(name));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
Ok(out)
|
||||||
|
}
|
||||||
|
}
|
||||||
+11
-20
@@ -1,35 +1,26 @@
|
|||||||
//! Tiny stderr logger. We use a consistent `==> <action>: <details>` prefix
|
use std::{io::IsTerminal, sync::LazyLock};
|
||||||
//! so progress messages are easy to scan during long builds.
|
|
||||||
|
|
||||||
use std::io::{IsTerminal, Write};
|
static IS_STDERR_TERMINAL: LazyLock<bool> = LazyLock::new(|| std::io::stderr().is_terminal());
|
||||||
|
|
||||||
const ARROW: &str = "==>";
|
const ARROW: &str = "==>";
|
||||||
|
|
||||||
fn paint(color: &str, text: &str) -> String {
|
|
||||||
if std::io::stderr().is_terminal() {
|
|
||||||
format!("\x1b[{color}m{text}\x1b[0m")
|
|
||||||
} else {
|
|
||||||
text.to_owned()
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
fn emit(color: &str, action: &str, details: &str) {
|
fn emit(color: &str, action: &str, details: &str) {
|
||||||
let arrow = paint(color, ARROW);
|
if *IS_STDERR_TERMINAL {
|
||||||
let action = paint("1", action);
|
eprintln!("\x1b[{color}m{ARROW} \x1b[1m{action} \x1b[0m{details}");
|
||||||
let _ = writeln!(std::io::stderr(), "{arrow} {action} {details}");
|
} else {
|
||||||
|
eprintln!("{ARROW} {action} {details}");
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
/// Major step, e.g. starting a build or packaging an output.
|
|
||||||
pub fn step(action: &str, details: &str) {
|
pub fn step(action: &str, details: &str) {
|
||||||
emit("1;34", action, details); // bold blue
|
emit("1;34", action, details);
|
||||||
}
|
}
|
||||||
|
|
||||||
/// Cache hit / skipped work.
|
|
||||||
pub fn skip(action: &str, details: &str) {
|
pub fn skip(action: &str, details: &str) {
|
||||||
emit("1;33", action, details); // bold yellow
|
emit("1;33", action, details);
|
||||||
}
|
}
|
||||||
|
|
||||||
/// Sub-step inside a larger action.
|
#[allow(dead_code)]
|
||||||
pub fn info(action: &str, details: &str) {
|
pub fn info(action: &str, details: &str) {
|
||||||
emit("1;32", action, details); // bold green
|
emit("1;32", action, details);
|
||||||
}
|
}
|
||||||
|
|||||||
+8
-13
@@ -1,21 +1,16 @@
|
|||||||
mod apk;
|
mod builder;
|
||||||
mod build;
|
|
||||||
mod cli;
|
mod cli;
|
||||||
mod config;
|
mod config;
|
||||||
|
mod container;
|
||||||
|
mod eval;
|
||||||
mod graph;
|
mod graph;
|
||||||
|
mod layout;
|
||||||
mod log;
|
mod log;
|
||||||
mod patches;
|
mod options;
|
||||||
mod phase;
|
mod phase;
|
||||||
mod recipe;
|
mod recipe;
|
||||||
mod rewrite;
|
|
||||||
mod source;
|
|
||||||
mod starlark;
|
|
||||||
mod update;
|
|
||||||
|
|
||||||
use anyhow::Result;
|
fn main() -> anyhow::Result<()> {
|
||||||
use clap::Parser;
|
container::install_signals()?;
|
||||||
|
cli::run()
|
||||||
fn main() -> Result<()> {
|
|
||||||
let cli = cli::Cli::parse();
|
|
||||||
cli::run(cli)
|
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -0,0 +1,35 @@
|
|||||||
|
use allocative::Allocative;
|
||||||
|
use starlark::values::{Heap, OwnedFrozenValue, StarlarkValue, Value};
|
||||||
|
use starlark_derive::{NoSerialize, ProvidesStaticType, starlark_value};
|
||||||
|
use std::collections::HashMap;
|
||||||
|
|
||||||
|
#[derive(Debug, Clone, Allocative, ProvidesStaticType, NoSerialize)]
|
||||||
|
pub struct Options {
|
||||||
|
entries: HashMap<String, OwnedFrozenValue>,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl Options {
|
||||||
|
pub fn new(entries: HashMap<String, OwnedFrozenValue>) -> Self {
|
||||||
|
Self { entries }
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
impl std::fmt::Display for Options {
|
||||||
|
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
|
||||||
|
write!(f, "options")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
starlark::starlark_simple_value!(Options);
|
||||||
|
|
||||||
|
#[starlark_value(type = "options")]
|
||||||
|
impl<'v> StarlarkValue<'v> for Options {
|
||||||
|
fn get_attr(&self, attribute: &str, _heap: &'v Heap) -> Option<Value<'v>> {
|
||||||
|
let owned = self.entries.get(attribute)?;
|
||||||
|
// SAFETY: `self` is kept alive by the module heap into which it was
|
||||||
|
// allocated, and `owned` holds an Arc to its source frozen heap. The
|
||||||
|
// returned Value therefore remains valid for as long as the receiving
|
||||||
|
// module is alive.
|
||||||
|
Some(unsafe { owned.unchecked_frozen_value() }.to_value())
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -1,19 +0,0 @@
|
|||||||
use anyhow::Result;
|
|
||||||
use std::path::{Path, PathBuf};
|
|
||||||
|
|
||||||
pub fn discover(recipe_dir: &Path) -> Result<Vec<PathBuf>> {
|
|
||||||
let patch_dir = recipe_dir.join("patches");
|
|
||||||
if !patch_dir.exists() {
|
|
||||||
return Ok(Vec::new());
|
|
||||||
}
|
|
||||||
let mut patches = Vec::new();
|
|
||||||
for entry in std::fs::read_dir(&patch_dir)? {
|
|
||||||
let entry = entry?;
|
|
||||||
let path = entry.path();
|
|
||||||
if path.extension().and_then(|ext| ext.to_str()) == Some("patch") {
|
|
||||||
patches.push(path);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
patches.sort();
|
|
||||||
Ok(patches)
|
|
||||||
}
|
|
||||||
+351
-175
@@ -1,213 +1,389 @@
|
|||||||
use crate::config::Config;
|
use std::{cell::RefCell, collections::BTreeMap, rc::Rc};
|
||||||
use crate::starlark::{eval_content_with_extra, prepend_common_lib_load};
|
|
||||||
use allocative::Allocative;
|
use allocative::Allocative;
|
||||||
use anyhow::{Result, anyhow, bail};
|
use anyhow::anyhow;
|
||||||
use serde::{Deserialize, Serialize};
|
use starlark::{
|
||||||
use starlark::environment::{GlobalsBuilder, LibraryExtension};
|
collections::SmallMap,
|
||||||
use starlark::eval::Evaluator;
|
environment::{Methods, MethodsBuilder, MethodsStatic, Module},
|
||||||
use starlark::starlark_module;
|
eval::Evaluator,
|
||||||
use starlark::values::none::NoneType;
|
values::{
|
||||||
use starlark::values::{ProvidesStaticType, Value};
|
Heap, OwnedFrozenValue, StarlarkValue, Value, ValueLike, list::UnpackList, none::NoneType,
|
||||||
use std::cell::RefCell;
|
},
|
||||||
use std::collections::BTreeMap;
|
};
|
||||||
use std::path::Path;
|
use starlark_derive::{NoSerialize, ProvidesStaticType, starlark_module, starlark_value};
|
||||||
|
|
||||||
#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize, Allocative)]
|
use crate::container::Container;
|
||||||
pub struct PhaseCommand {
|
|
||||||
pub argv: Vec<String>,
|
thread_local! {
|
||||||
/// Extra environment variables exported just for this command, in the
|
static CURRENT: RefCell<Option<PhaseRuntime>> = const { RefCell::new(None) };
|
||||||
/// order the recipe supplied them. Empty means "inherit only".
|
|
||||||
#[serde(default, skip_serializing_if = "Vec::is_empty")]
|
|
||||||
pub env: Vec<(String, String)>,
|
|
||||||
}
|
}
|
||||||
|
|
||||||
/// How `ctx.source_dir` is exposed to Starlark.
|
#[derive(Clone)]
|
||||||
///
|
pub struct PhaseRuntime {
|
||||||
/// * `Single` is a single container path (e.g. `/source`), used when the
|
pub container: Rc<RefCell<Container>>,
|
||||||
/// recipe declared a `source = {...}` form.
|
pub base_path: String,
|
||||||
/// * `Many` is a map of source name to container path, exposed as a
|
pub base_env: Vec<(String, String)>,
|
||||||
/// `struct(...)` (e.g. `ctx.source_dir.linux`), used when the recipe
|
|
||||||
/// declared `sources = {"linux": {...}, ...}`.
|
|
||||||
#[derive(Debug, Clone)]
|
|
||||||
pub enum SourceDir {
|
|
||||||
Single(String),
|
|
||||||
Many(BTreeMap<String, String>),
|
|
||||||
}
|
}
|
||||||
|
|
||||||
/// Per-phase paths exposed to Starlark as `ctx.source_dir`, `ctx.build_dir`,
|
pub struct PhaseRuntimeGuard;
|
||||||
/// `ctx.dest_dir`, `ctx.prefix`, `ctx.sysroot` (Jinx-inspired).
|
|
||||||
#[derive(Debug, Clone)]
|
impl PhaseRuntimeGuard {
|
||||||
pub struct PhaseEnv<'a> {
|
pub fn enter(runtime: PhaseRuntime) -> Self {
|
||||||
pub source_dir: SourceDir,
|
CURRENT.with(|cell| {
|
||||||
pub build_dir: &'a str,
|
let prev = cell.borrow_mut().replace(runtime);
|
||||||
pub dest_dir: &'a str,
|
assert!(prev.is_none(), "phase runtime already set");
|
||||||
pub prefix: &'a str,
|
});
|
||||||
pub sysroot: &'a str,
|
Self
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
#[derive(Debug, Default, ProvidesStaticType, Allocative)]
|
impl Drop for PhaseRuntimeGuard {
|
||||||
struct CommandStore {
|
fn drop(&mut self) {
|
||||||
commands: RefCell<Vec<PhaseCommand>>,
|
CURRENT.with(|cell| {
|
||||||
|
cell.borrow_mut().take();
|
||||||
|
});
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
impl CommandStore {
|
fn with_current<R>(f: impl FnOnce(&PhaseRuntime) -> R) -> anyhow::Result<R> {
|
||||||
fn push(&self, command: PhaseCommand) {
|
CURRENT.with(|cell| {
|
||||||
self.commands.borrow_mut().push(command);
|
let borrow = cell.borrow();
|
||||||
|
let runtime = borrow
|
||||||
|
.as_ref()
|
||||||
|
.ok_or_else(|| anyhow!("ctx.run called outside of a phase invocation"))?;
|
||||||
|
Ok(f(runtime))
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Debug, Clone, Allocative, ProvidesStaticType, NoSerialize)]
|
||||||
|
pub struct Path {
|
||||||
|
inner: String,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl Path {
|
||||||
|
pub fn new(inner: impl Into<String>) -> Self {
|
||||||
|
Self {
|
||||||
|
inner: inner.into(),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn as_str(&self) -> &str {
|
||||||
|
&self.inner
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fn join_paths(base: &str, rhs: &str) -> String {
|
||||||
|
let trimmed = base.trim_end_matches('/');
|
||||||
|
if trimmed.is_empty() {
|
||||||
|
format!("/{rhs}")
|
||||||
|
} else {
|
||||||
|
format!("{trimmed}/{rhs}")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fn coerce_path_string(value: Value<'_>) -> anyhow::Result<String> {
|
||||||
|
if let Some(s) = value.unpack_str() {
|
||||||
|
return Ok(s.to_owned());
|
||||||
|
}
|
||||||
|
if let Some(p) = value.downcast_ref::<Path>() {
|
||||||
|
return Ok(p.inner.clone());
|
||||||
|
}
|
||||||
|
if let Some(s) = value.downcast_ref::<SourceDir>() {
|
||||||
|
return Ok(s.default.clone());
|
||||||
|
}
|
||||||
|
anyhow::bail!("expected a string or path, got `{}`", value.get_type())
|
||||||
|
}
|
||||||
|
|
||||||
|
impl std::fmt::Display for Path {
|
||||||
|
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
|
||||||
|
f.write_str(&self.inner)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
starlark::starlark_simple_value!(Path);
|
||||||
|
|
||||||
|
#[starlark_value(type = "path")]
|
||||||
|
impl<'v> StarlarkValue<'v> for Path {
|
||||||
|
fn div(&self, other: Value<'v>, heap: &'v Heap) -> starlark::Result<Value<'v>> {
|
||||||
|
let rhs = coerce_path_string(other).map_err(starlark::Error::new_other)?;
|
||||||
|
Ok(heap.alloc(Path::new(join_paths(&self.inner, &rhs))))
|
||||||
|
}
|
||||||
|
|
||||||
|
fn add(&self, rhs: Value<'v>, heap: &'v Heap) -> Option<starlark::Result<Value<'v>>> {
|
||||||
|
let suffix = rhs.unpack_str()?;
|
||||||
|
Some(Ok(heap.alloc(format!("{}{}", self.inner, suffix))))
|
||||||
|
}
|
||||||
|
|
||||||
|
fn radd(&self, lhs: Value<'v>, heap: &'v Heap) -> Option<starlark::Result<Value<'v>>> {
|
||||||
|
let prefix = lhs.unpack_str()?;
|
||||||
|
Some(Ok(heap.alloc(format!("{}{}", prefix, self.inner))))
|
||||||
|
}
|
||||||
|
|
||||||
|
fn equals(&self, other: Value<'v>) -> starlark::Result<bool> {
|
||||||
|
Ok(other
|
||||||
|
.downcast_ref::<Self>()
|
||||||
|
.map(|o| o.inner == self.inner)
|
||||||
|
.unwrap_or(false))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Debug, Clone, Allocative, ProvidesStaticType, NoSerialize)]
|
||||||
|
pub struct SourceDir {
|
||||||
|
default: String,
|
||||||
|
entries: BTreeMap<String, String>,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl SourceDir {
|
||||||
|
pub fn single(path: impl Into<String>) -> Self {
|
||||||
|
Self {
|
||||||
|
default: path.into(),
|
||||||
|
entries: BTreeMap::new(),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn named<I, K, V>(entries: I) -> Self
|
||||||
|
where
|
||||||
|
I: IntoIterator<Item = (K, V)>,
|
||||||
|
K: Into<String>,
|
||||||
|
V: Into<String>,
|
||||||
|
{
|
||||||
|
let entries: BTreeMap<String, String> = entries
|
||||||
|
.into_iter()
|
||||||
|
.map(|(k, v)| (k.into(), v.into()))
|
||||||
|
.collect();
|
||||||
|
let default = entries
|
||||||
|
.values()
|
||||||
|
.next()
|
||||||
|
.cloned()
|
||||||
|
.unwrap_or_else(|| "/sources".to_owned());
|
||||||
|
Self { default, entries }
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
impl std::fmt::Display for SourceDir {
|
||||||
|
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
|
||||||
|
f.write_str(&self.default)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
starlark::starlark_simple_value!(SourceDir);
|
||||||
|
|
||||||
|
#[starlark_value(type = "source_dir")]
|
||||||
|
impl<'v> StarlarkValue<'v> for SourceDir {
|
||||||
|
fn at(&self, index: Value<'v>, heap: &'v Heap) -> starlark::Result<Value<'v>> {
|
||||||
|
let key = index.unpack_str().ok_or_else(|| {
|
||||||
|
starlark::Error::new_other(anyhow!("source_dir index must be a string"))
|
||||||
|
})?;
|
||||||
|
let path = self.entries.get(key).ok_or_else(|| {
|
||||||
|
starlark::Error::new_other(anyhow!(
|
||||||
|
"no source named `{key}` (available: {})",
|
||||||
|
if self.entries.is_empty() {
|
||||||
|
"<none>".to_owned()
|
||||||
|
} else {
|
||||||
|
self.entries
|
||||||
|
.keys()
|
||||||
|
.map(String::as_str)
|
||||||
|
.collect::<Vec<_>>()
|
||||||
|
.join(", ")
|
||||||
|
}
|
||||||
|
))
|
||||||
|
})?;
|
||||||
|
Ok(heap.alloc(path.as_str()))
|
||||||
|
}
|
||||||
|
|
||||||
|
fn add(&self, rhs: Value<'v>, heap: &'v Heap) -> Option<starlark::Result<Value<'v>>> {
|
||||||
|
let suffix = rhs.unpack_str()?;
|
||||||
|
Some(Ok(heap.alloc(format!("{}{}", self.default, suffix))))
|
||||||
|
}
|
||||||
|
|
||||||
|
fn radd(&self, lhs: Value<'v>, heap: &'v Heap) -> Option<starlark::Result<Value<'v>>> {
|
||||||
|
let prefix = lhs.unpack_str()?;
|
||||||
|
Some(Ok(heap.alloc(format!("{}{}", prefix, self.default))))
|
||||||
|
}
|
||||||
|
|
||||||
|
fn div(&self, other: Value<'v>, heap: &'v Heap) -> starlark::Result<Value<'v>> {
|
||||||
|
let rhs = coerce_path_string(other).map_err(starlark::Error::new_other)?;
|
||||||
|
Ok(heap.alloc(Path::new(join_paths(&self.default, &rhs))))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Debug, Clone, Allocative, ProvidesStaticType, NoSerialize)]
|
||||||
|
pub struct PhaseContext {
|
||||||
|
source_dir: SourceDir,
|
||||||
|
build_dir: String,
|
||||||
|
sysroot: String,
|
||||||
|
files: Option<String>,
|
||||||
|
jobs: i32,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl PhaseContext {
|
||||||
|
pub fn new(source_dir: SourceDir, jobs: i32, files: Option<String>) -> Self {
|
||||||
|
Self {
|
||||||
|
source_dir,
|
||||||
|
build_dir: "/build".to_owned(),
|
||||||
|
sysroot: "/sysroot".to_owned(),
|
||||||
|
files,
|
||||||
|
jobs,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
impl std::fmt::Display for PhaseContext {
|
||||||
|
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
|
||||||
|
write!(f, "ctx")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
starlark::starlark_simple_value!(PhaseContext);
|
||||||
|
|
||||||
|
#[starlark_value(type = "phase_context")]
|
||||||
|
impl<'v> StarlarkValue<'v> for PhaseContext {
|
||||||
|
fn get_attr(&self, attr: &str, heap: &'v Heap) -> Option<Value<'v>> {
|
||||||
|
Some(match attr {
|
||||||
|
"source_dir" => heap.alloc(self.source_dir.clone()),
|
||||||
|
"build_dir" => heap.alloc(Path::new(self.build_dir.clone())),
|
||||||
|
"sysroot" => heap.alloc(Path::new(self.sysroot.clone())),
|
||||||
|
"files" => heap.alloc(Path::new(self.files.as_ref()?.clone())),
|
||||||
|
"jobs" => heap.alloc(self.jobs),
|
||||||
|
_ => return None,
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
fn has_attr(&self, attr: &str, _heap: &'v Heap) -> bool {
|
||||||
|
match attr {
|
||||||
|
"source_dir" | "build_dir" | "sysroot" | "jobs" | "run" => true,
|
||||||
|
"files" => self.files.is_some(),
|
||||||
|
_ => false,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fn dir_attr(&self) -> Vec<String> {
|
||||||
|
let mut attrs = vec![
|
||||||
|
"source_dir".to_owned(),
|
||||||
|
"build_dir".to_owned(),
|
||||||
|
"sysroot".to_owned(),
|
||||||
|
"jobs".to_owned(),
|
||||||
|
"run".to_owned(),
|
||||||
|
];
|
||||||
|
if self.files.is_some() {
|
||||||
|
attrs.push("files".to_owned());
|
||||||
|
}
|
||||||
|
attrs
|
||||||
|
}
|
||||||
|
|
||||||
|
fn get_methods() -> Option<&'static Methods> {
|
||||||
|
static RES: MethodsStatic = MethodsStatic::new();
|
||||||
|
RES.methods(phase_context_methods)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
#[starlark_module]
|
#[starlark_module]
|
||||||
fn phase_globals(builder: &mut GlobalsBuilder) {
|
fn phase_context_methods(builder: &mut MethodsBuilder) {
|
||||||
fn ctx_run<'v>(
|
fn run<'v>(
|
||||||
argv: Value<'v>,
|
#[starlark(this)] _this: Value<'v>,
|
||||||
#[starlark(require = named, default = NoneType)] env: Value<'v>,
|
#[starlark(require = pos)] argv: UnpackList<Value<'v>>,
|
||||||
eval: &mut Evaluator,
|
#[starlark(require = named)] env: Option<SmallMap<String, Value<'v>>>,
|
||||||
|
#[starlark(require = named)] cwd: Option<String>,
|
||||||
) -> anyhow::Result<NoneType> {
|
) -> anyhow::Result<NoneType> {
|
||||||
let json = argv.to_json()?;
|
let argv: Vec<String> = argv
|
||||||
let values: Vec<String> = serde_json::from_str(&json)
|
.items
|
||||||
.map_err(|err| anyhow!("ctx.run expects a list of strings: {err}"))?;
|
.iter()
|
||||||
if values.is_empty() {
|
.map(|v| coerce_path_string(*v))
|
||||||
bail!("ctx.run argv cannot be empty");
|
.collect::<anyhow::Result<Vec<_>>>()?;
|
||||||
|
let mut env_strings: SmallMap<String, String> = SmallMap::new();
|
||||||
|
if let Some(env) = env {
|
||||||
|
for (k, v) in env {
|
||||||
|
env_strings.insert(k, coerce_path_string(v)?);
|
||||||
}
|
}
|
||||||
let env_vars = parse_env(env)?;
|
|
||||||
store(eval)?.push(PhaseCommand {
|
|
||||||
argv: values,
|
|
||||||
env: env_vars,
|
|
||||||
});
|
|
||||||
Ok(NoneType)
|
|
||||||
}
|
}
|
||||||
|
run_in_container(&argv, env_strings, cwd.as_deref().unwrap_or("/build"))?;
|
||||||
fn ctx_install(
|
|
||||||
src: &str,
|
|
||||||
dst: &str,
|
|
||||||
#[starlark(require = named, default = "644")] mode: &str,
|
|
||||||
eval: &mut Evaluator,
|
|
||||||
) -> anyhow::Result<NoneType> {
|
|
||||||
store(eval)?.push(PhaseCommand {
|
|
||||||
argv: vec![
|
|
||||||
"install".to_owned(),
|
|
||||||
format!("-Dm{mode}"),
|
|
||||||
src.to_owned(),
|
|
||||||
dst.to_owned(),
|
|
||||||
],
|
|
||||||
env: Vec::new(),
|
|
||||||
});
|
|
||||||
Ok(NoneType)
|
Ok(NoneType)
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
fn parse_env(value: Value<'_>) -> anyhow::Result<Vec<(String, String)>> {
|
fn run_in_container(
|
||||||
if value.is_none() {
|
argv: &[String],
|
||||||
return Ok(Vec::new());
|
env_overrides: SmallMap<String, String>,
|
||||||
|
cwd: &str,
|
||||||
|
) -> anyhow::Result<()> {
|
||||||
|
let (container, env) = with_current(|runtime| {
|
||||||
|
let mut env: Vec<(String, String)> = runtime
|
||||||
|
.base_env
|
||||||
|
.iter()
|
||||||
|
.cloned()
|
||||||
|
.map(|(k, v)| {
|
||||||
|
if k == "PATH" {
|
||||||
|
(k, runtime.base_path.clone())
|
||||||
|
} else {
|
||||||
|
(k, v)
|
||||||
}
|
}
|
||||||
let json = value.to_json()?;
|
})
|
||||||
let map: serde_json::Map<String, serde_json::Value> = serde_json::from_str(&json)
|
.collect();
|
||||||
.map_err(|err| anyhow!("ctx.run env must be a dict of string -> string: {err}"))?;
|
for (k, v) in env_overrides {
|
||||||
let mut out = Vec::with_capacity(map.len());
|
if let Some(slot) = env.iter_mut().find(|(existing, _)| existing == &k) {
|
||||||
for (key, val) in map {
|
slot.1 = v;
|
||||||
let serde_json::Value::String(val) = val else {
|
} else {
|
||||||
bail!("ctx.run env value for `{key}` must be a string");
|
env.push((k, v));
|
||||||
};
|
|
||||||
if key.is_empty() || key.contains('=') {
|
|
||||||
bail!("ctx.run env key `{key}` is not a valid variable name");
|
|
||||||
}
|
}
|
||||||
out.push((key, val));
|
|
||||||
}
|
}
|
||||||
Ok(out)
|
(runtime.container.clone(), env)
|
||||||
|
})?;
|
||||||
|
container.borrow().exec(argv, &env, cwd)
|
||||||
}
|
}
|
||||||
|
|
||||||
fn store<'a, 'b, 'c, 'd>(eval: &'a Evaluator<'b, 'c, 'd>) -> anyhow::Result<&'a CommandStore> {
|
#[derive(Debug, Clone, Allocative, ProvidesStaticType, NoSerialize)]
|
||||||
eval.extra
|
pub struct PackageContext {
|
||||||
.ok_or_else(|| anyhow!("ctx command used without command store"))?
|
dest_dir: String,
|
||||||
.downcast_ref::<CommandStore>()
|
|
||||||
.ok_or_else(|| anyhow!("command store has the wrong type"))
|
|
||||||
}
|
}
|
||||||
|
|
||||||
pub fn collect_phase_commands(
|
impl PackageContext {
|
||||||
recipe_path: &Path,
|
pub fn new(dest_dir: String) -> Self {
|
||||||
repo_root: &Path,
|
Self { dest_dir }
|
||||||
config: &Config,
|
|
||||||
phase: &str,
|
|
||||||
env: &PhaseEnv<'_>,
|
|
||||||
package: Option<(&str, &str)>,
|
|
||||||
) -> Result<Vec<PhaseCommand>> {
|
|
||||||
validate_identifier(phase)?;
|
|
||||||
let raw = std::fs::read_to_string(recipe_path)?;
|
|
||||||
// Auto-load helpers from `lib/common.star` so recipes never need an
|
|
||||||
// explicit `load()` for the canonical helpers.
|
|
||||||
let mut content = prepend_common_lib_load(Some(repo_root), Some(config), &raw)?;
|
|
||||||
let jobs = std::thread::available_parallelism()
|
|
||||||
.map(|j| j.get())
|
|
||||||
.unwrap_or(1);
|
|
||||||
let source_dir_expr = source_dir_literal(&env.source_dir)?;
|
|
||||||
let ctx_literal = format!(
|
|
||||||
"struct(run = ctx_run, install = ctx_install, jobs = {jobs}, \
|
|
||||||
source_dir = {sd}, build_dir = {bd}, dest_dir = {dd}, prefix = {pf}, sysroot = {sr})",
|
|
||||||
sd = source_dir_expr,
|
|
||||||
bd = serde_json::to_string(env.build_dir)?,
|
|
||||||
dd = serde_json::to_string(env.dest_dir)?,
|
|
||||||
pf = serde_json::to_string(env.prefix)?,
|
|
||||||
sr = serde_json::to_string(env.sysroot)?,
|
|
||||||
);
|
|
||||||
let call = match package {
|
|
||||||
Some((name, destdir)) => format!(
|
|
||||||
"\n__ctx = {ctx_literal}\n__pkg = struct(name = {n}, destdir = {d})\n{phase}(__ctx, __pkg)\n",
|
|
||||||
n = serde_json::to_string(name)?,
|
|
||||||
d = serde_json::to_string(destdir)?,
|
|
||||||
),
|
|
||||||
None => format!("\n__ctx = {ctx_literal}\n{phase}(__ctx)\n"),
|
|
||||||
};
|
|
||||||
content.push_str(&call);
|
|
||||||
let globals = GlobalsBuilder::extended_by(&[LibraryExtension::StructType])
|
|
||||||
.with(phase_globals)
|
|
||||||
.build();
|
|
||||||
let cmd_store = CommandStore::default();
|
|
||||||
eval_content_with_extra(
|
|
||||||
recipe_path,
|
|
||||||
content,
|
|
||||||
Some(config),
|
|
||||||
Some(repo_root),
|
|
||||||
globals,
|
|
||||||
Some(&cmd_store),
|
|
||||||
)?;
|
|
||||||
Ok(cmd_store.commands.into_inner())
|
|
||||||
}
|
|
||||||
|
|
||||||
fn source_dir_literal(source_dir: &SourceDir) -> Result<String> {
|
|
||||||
match source_dir {
|
|
||||||
SourceDir::Single(path) => Ok(serde_json::to_string(path)?),
|
|
||||||
SourceDir::Many(map) => {
|
|
||||||
let mut fields = Vec::with_capacity(map.len());
|
|
||||||
for (name, path) in map {
|
|
||||||
if !is_valid_field_name(name) {
|
|
||||||
bail!("source name `{name}` is not a valid Starlark identifier");
|
|
||||||
}
|
|
||||||
fields.push(format!("{name} = {}", serde_json::to_string(path)?));
|
|
||||||
}
|
|
||||||
Ok(format!("struct({})", fields.join(", ")))
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
fn is_valid_field_name(name: &str) -> bool {
|
impl std::fmt::Display for PackageContext {
|
||||||
let mut chars = name.chars();
|
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
|
||||||
match chars.next() {
|
write!(f, "pkg")
|
||||||
Some(c) if c == '_' || c.is_ascii_alphabetic() => {}
|
|
||||||
_ => return false,
|
|
||||||
}
|
}
|
||||||
chars.all(|c| c == '_' || c.is_ascii_alphanumeric())
|
|
||||||
}
|
}
|
||||||
|
|
||||||
fn validate_identifier(name: &str) -> Result<()> {
|
starlark::starlark_simple_value!(PackageContext);
|
||||||
let mut chars = name.chars();
|
|
||||||
let Some(first) = chars.next() else {
|
#[starlark_value(type = "package_context")]
|
||||||
bail!("phase function name cannot be empty");
|
impl<'v> StarlarkValue<'v> for PackageContext {
|
||||||
};
|
fn get_attr(&self, attr: &str, heap: &'v Heap) -> Option<Value<'v>> {
|
||||||
if !(first == '_' || first.is_ascii_alphabetic()) {
|
match attr {
|
||||||
bail!("invalid phase function name `{name}`");
|
"dest_dir" => Some(heap.alloc(Path::new(self.dest_dir.clone()))),
|
||||||
|
_ => None,
|
||||||
}
|
}
|
||||||
if chars.any(|ch| !(ch == '_' || ch.is_ascii_alphanumeric())) {
|
|
||||||
bail!("invalid phase function name `{name}`");
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
fn has_attr(&self, attr: &str, _heap: &'v Heap) -> bool {
|
||||||
|
attr == "dest_dir"
|
||||||
|
}
|
||||||
|
|
||||||
|
fn dir_attr(&self) -> Vec<String> {
|
||||||
|
vec!["dest_dir".to_owned()]
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn invoke_phase(func: &OwnedFrozenValue, args: &[PhaseArg]) -> anyhow::Result<()> {
|
||||||
|
let module = Module::new();
|
||||||
|
let mut eval = Evaluator::new(&module);
|
||||||
|
let allocated: Vec<Value<'_>> = args
|
||||||
|
.iter()
|
||||||
|
.map(|arg| match arg {
|
||||||
|
PhaseArg::Ctx(ctx) => module.heap().alloc(ctx.clone()),
|
||||||
|
PhaseArg::Pkg(pkg) => module.heap().alloc(pkg.clone()),
|
||||||
|
})
|
||||||
|
.collect();
|
||||||
|
eval.eval_function(func.value(), &allocated, &[])
|
||||||
|
.map_err(|err| anyhow!("{err}"))?;
|
||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
|
|
||||||
|
pub enum PhaseArg {
|
||||||
|
Ctx(PhaseContext),
|
||||||
|
Pkg(PackageContext),
|
||||||
|
}
|
||||||
|
|||||||
-439
@@ -1,439 +0,0 @@
|
|||||||
use crate::config::Config;
|
|
||||||
use crate::starlark::{
|
|
||||||
eval_content, get_i32_default, get_json, get_string, get_string_default, get_string_vec,
|
|
||||||
has_name, prepend_common_lib_load,
|
|
||||||
};
|
|
||||||
use anyhow::{Result, anyhow, bail};
|
|
||||||
use serde::{Deserialize, Serialize};
|
|
||||||
use serde_json::Value as JsonValue;
|
|
||||||
use std::collections::{BTreeMap, BTreeSet};
|
|
||||||
use std::path::{Path, PathBuf};
|
|
||||||
use walkdir::WalkDir;
|
|
||||||
|
|
||||||
#[derive(Debug, Clone, Serialize, Deserialize, PartialEq, Eq)]
|
|
||||||
pub enum PackageKind {
|
|
||||||
Host,
|
|
||||||
Target,
|
|
||||||
}
|
|
||||||
|
|
||||||
impl PackageKind {
|
|
||||||
/// Canonical `host:`/bare key form used across the graph, CLI and
|
|
||||||
/// manifest layer. Host and target trees are completely separate
|
|
||||||
/// namespaces — they may share names.
|
|
||||||
pub fn key(&self, name: &str) -> String {
|
|
||||||
match self {
|
|
||||||
PackageKind::Host => format!("host:{name}"),
|
|
||||||
PackageKind::Target => name.to_owned(),
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
/// Filesystem-safe variant of [`PackageKind::key`] (no `:`), used to
|
|
||||||
/// derive build/source/manifest directory names.
|
|
||||||
pub fn slug(&self, name: &str) -> String {
|
|
||||||
match self {
|
|
||||||
PackageKind::Host => format!("host-{name}"),
|
|
||||||
PackageKind::Target => name.to_owned(),
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
#[derive(Debug, Clone, Serialize, Deserialize, PartialEq, Eq)]
|
|
||||||
pub struct Source {
|
|
||||||
/// Empty for the single-`source` form, otherwise the dict key from `sources`.
|
|
||||||
pub name: String,
|
|
||||||
pub url: String,
|
|
||||||
pub sha256: String,
|
|
||||||
/// Number of leading path components to strip when extracting (tar's
|
|
||||||
/// `--strip-components`). `0` means strip nothing.
|
|
||||||
pub strip_components: u32,
|
|
||||||
}
|
|
||||||
|
|
||||||
#[derive(Debug, Clone, Serialize, Deserialize, PartialEq, Eq)]
|
|
||||||
pub struct OutputPackage {
|
|
||||||
pub name: String,
|
|
||||||
/// Canonical key of the owning recipe (see [`PackageKind::key`]).
|
|
||||||
pub recipe: String,
|
|
||||||
pub kind: PackageKind,
|
|
||||||
pub version: String,
|
|
||||||
pub revision: i32,
|
|
||||||
pub description: String,
|
|
||||||
pub license: String,
|
|
||||||
/// Target packages installed into the build sysroot. Not propagated as
|
|
||||||
/// apk `depends:` metadata.
|
|
||||||
pub build_deps: Vec<String>,
|
|
||||||
/// Target packages declared as runtime dependencies (apk `depends:`).
|
|
||||||
/// Also installed into the sysroot so the recipe can link against them.
|
|
||||||
pub deps: Vec<String>,
|
|
||||||
pub install_fn: String,
|
|
||||||
}
|
|
||||||
|
|
||||||
impl OutputPackage {
|
|
||||||
pub fn key(&self) -> String {
|
|
||||||
self.kind.key(&self.name)
|
|
||||||
}
|
|
||||||
|
|
||||||
/// Union of build- and run-dependencies (used to materialize the sysroot
|
|
||||||
/// and to compute the build graph).
|
|
||||||
pub fn all_target_deps(&self) -> Vec<String> {
|
|
||||||
let mut out = self.build_deps.clone();
|
|
||||||
out.extend(self.deps.iter().cloned());
|
|
||||||
out
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
#[derive(Debug, Clone, Serialize, Deserialize)]
|
|
||||||
pub struct Recipe {
|
|
||||||
pub id: String,
|
|
||||||
pub path: PathBuf,
|
|
||||||
pub dir: PathBuf,
|
|
||||||
pub name: String,
|
|
||||||
pub kind: PackageKind,
|
|
||||||
pub version: String,
|
|
||||||
pub revision: i32,
|
|
||||||
pub description: String,
|
|
||||||
pub license: String,
|
|
||||||
pub sources: Vec<Source>,
|
|
||||||
pub host_deps: Vec<String>,
|
|
||||||
pub build_deps: Vec<String>,
|
|
||||||
pub deps: Vec<String>,
|
|
||||||
pub outputs: Vec<OutputPackage>,
|
|
||||||
pub configure_fn: Option<String>,
|
|
||||||
pub build_fn: Option<String>,
|
|
||||||
pub check_fn: Option<String>,
|
|
||||||
}
|
|
||||||
|
|
||||||
impl Recipe {
|
|
||||||
/// Canonical key (`host:<id>` or `<id>`), used as the recipe-level
|
|
||||||
/// identifier in graphs, manifests and CLI references.
|
|
||||||
pub fn key(&self) -> String {
|
|
||||||
self.kind.key(&self.id)
|
|
||||||
}
|
|
||||||
|
|
||||||
/// Filesystem-safe variant of [`Recipe::key`].
|
|
||||||
pub fn slug(&self) -> String {
|
|
||||||
self.kind.slug(&self.id)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
#[derive(Debug, Clone)]
|
|
||||||
pub struct RecipeSet {
|
|
||||||
pub recipes: BTreeMap<String, Recipe>,
|
|
||||||
pub outputs: BTreeMap<String, OutputPackage>,
|
|
||||||
}
|
|
||||||
|
|
||||||
impl RecipeSet {
|
|
||||||
/// Discover recipes under `repo_root`:
|
|
||||||
/// * `recipes/<name>/recipe.star` → target packages
|
|
||||||
/// * `host-recipes/<name>/recipe.star` → host packages
|
|
||||||
pub fn load(repo_root: &Path, config: &Config) -> Result<Self> {
|
|
||||||
let mut recipes = BTreeMap::new();
|
|
||||||
for (subdir, kind) in [
|
|
||||||
("recipes", PackageKind::Target),
|
|
||||||
("host-recipes", PackageKind::Host),
|
|
||||||
] {
|
|
||||||
let root = repo_root.join(subdir);
|
|
||||||
if !root.exists() {
|
|
||||||
continue;
|
|
||||||
}
|
|
||||||
for entry in WalkDir::new(&root).follow_links(false) {
|
|
||||||
let entry = entry?;
|
|
||||||
if entry.file_type().is_file() && entry.file_name() == "recipe.star" {
|
|
||||||
let recipe = Recipe::load(entry.path(), config, repo_root, kind.clone())?;
|
|
||||||
let key = recipe.key();
|
|
||||||
if recipes.insert(key.clone(), recipe).is_some() {
|
|
||||||
bail!("duplicate recipe `{key}` below {}", root.display());
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
let mut outputs = BTreeMap::new();
|
|
||||||
for recipe in recipes.values() {
|
|
||||||
for output in &recipe.outputs {
|
|
||||||
let key = output.key();
|
|
||||||
if outputs.insert(key.clone(), output.clone()).is_some() {
|
|
||||||
bail!("duplicate package output `{key}`");
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
Ok(Self { recipes, outputs })
|
|
||||||
}
|
|
||||||
|
|
||||||
/// Look up a recipe by the package key produced by an output.
|
|
||||||
pub fn recipe_for_package(&self, package: &str) -> Result<&Recipe> {
|
|
||||||
let output = self
|
|
||||||
.outputs
|
|
||||||
.get(package)
|
|
||||||
.ok_or_else(|| anyhow!("unknown package `{package}`"))?;
|
|
||||||
self.recipes.get(&output.recipe).ok_or_else(|| {
|
|
||||||
anyhow!(
|
|
||||||
"package `{package}` references missing recipe `{}`",
|
|
||||||
output.recipe
|
|
||||||
)
|
|
||||||
})
|
|
||||||
}
|
|
||||||
|
|
||||||
/// Resolve a user-supplied reference (recipe key, output key, or bare
|
|
||||||
/// id — provided it isn't ambiguous between the host and target trees).
|
|
||||||
pub fn recipe_by_user_ref(&self, name: &str) -> Result<&Recipe> {
|
|
||||||
if let Some(recipe) = self.recipes.get(name) {
|
|
||||||
return Ok(recipe);
|
|
||||||
}
|
|
||||||
if self.outputs.contains_key(name) {
|
|
||||||
return self.recipe_for_package(name);
|
|
||||||
}
|
|
||||||
// Bare id: search both trees, error on ambiguity.
|
|
||||||
let host_key = PackageKind::Host.key(name);
|
|
||||||
let target_key = PackageKind::Target.key(name);
|
|
||||||
match (self.recipes.get(&host_key), self.recipes.get(&target_key)) {
|
|
||||||
(Some(_), Some(_)) => bail!(
|
|
||||||
"`{name}` is ambiguous: matches both `{host_key}` and `{target_key}`; \
|
|
||||||
use the explicit form"
|
|
||||||
),
|
|
||||||
(Some(r), None) | (None, Some(r)) => Ok(r),
|
|
||||||
(None, None) => bail!("unknown recipe `{name}`"),
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
impl Recipe {
|
|
||||||
pub fn load(path: &Path, config: &Config, repo_root: &Path, kind: PackageKind) -> Result<Self> {
|
|
||||||
// Auto-load helpers from `lib/common.star` so recipes never need an
|
|
||||||
// explicit `load()` for the canonical helpers.
|
|
||||||
let raw = std::fs::read_to_string(path)?;
|
|
||||||
let content = prepend_common_lib_load(Some(repo_root), Some(config), &raw)?;
|
|
||||||
let module = eval_content(
|
|
||||||
path,
|
|
||||||
content,
|
|
||||||
Some(config),
|
|
||||||
Some(repo_root),
|
|
||||||
starlark::environment::Globals::standard(),
|
|
||||||
)?;
|
|
||||||
let dir = path
|
|
||||||
.parent()
|
|
||||||
.unwrap_or_else(|| Path::new("."))
|
|
||||||
.to_path_buf();
|
|
||||||
let id = dir
|
|
||||||
.file_name()
|
|
||||||
.and_then(|name| name.to_str())
|
|
||||||
.ok_or_else(|| anyhow!("recipe path has no package directory: {}", path.display()))?
|
|
||||||
.to_owned();
|
|
||||||
let name = get_string(&module, "name")?;
|
|
||||||
let version = get_string(&module, "version")?;
|
|
||||||
let revision = get_i32_default(&module, "revision", 0)?;
|
|
||||||
let description = get_string_default(&module, "description", "???")?;
|
|
||||||
let license = get_string_default(&module, "license", "???")?;
|
|
||||||
let build_deps = get_string_vec(&module, "build_deps")?;
|
|
||||||
let deps = get_string_vec(&module, "deps")?;
|
|
||||||
let host_deps = get_string_vec(&module, "host_deps")?;
|
|
||||||
let sources = parse_sources(get_json(&module, "sources")?, get_json(&module, "source")?)?;
|
|
||||||
let subpackages = parse_subpackages(get_json(&module, "subpackages")?)?;
|
|
||||||
let mut outputs = Vec::new();
|
|
||||||
let recipe_key = kind.key(&id);
|
|
||||||
outputs.push(OutputPackage {
|
|
||||||
name: name.clone(),
|
|
||||||
recipe: recipe_key.clone(),
|
|
||||||
kind: kind.clone(),
|
|
||||||
version: version.clone(),
|
|
||||||
revision,
|
|
||||||
description: description.clone(),
|
|
||||||
license: license.clone(),
|
|
||||||
build_deps: build_deps.clone(),
|
|
||||||
deps: deps.clone(),
|
|
||||||
install_fn: "install".to_owned(),
|
|
||||||
});
|
|
||||||
for subpkg in subpackages {
|
|
||||||
let sub_name = subpkg
|
|
||||||
.get("name")
|
|
||||||
.and_then(JsonValue::as_str)
|
|
||||||
.ok_or_else(|| anyhow!("subpackage in `{name}` is missing string `name`"))?
|
|
||||||
.to_owned();
|
|
||||||
outputs.push(OutputPackage {
|
|
||||||
name: sub_name,
|
|
||||||
recipe: recipe_key.clone(),
|
|
||||||
kind: kind.clone(),
|
|
||||||
version: version.clone(),
|
|
||||||
revision,
|
|
||||||
description: subpkg
|
|
||||||
.get("description")
|
|
||||||
.and_then(JsonValue::as_str)
|
|
||||||
.unwrap_or(&description)
|
|
||||||
.to_owned(),
|
|
||||||
license: subpkg
|
|
||||||
.get("license")
|
|
||||||
.and_then(JsonValue::as_str)
|
|
||||||
.unwrap_or(&license)
|
|
||||||
.to_owned(),
|
|
||||||
build_deps: json_string_list(subpkg.get("build_deps"), "subpackage build_deps")?
|
|
||||||
.unwrap_or_default(),
|
|
||||||
deps: json_string_list(subpkg.get("deps"), "subpackage deps")?.unwrap_or_default(),
|
|
||||||
install_fn: subpkg
|
|
||||||
.get("install")
|
|
||||||
.and_then(JsonValue::as_str)
|
|
||||||
.unwrap_or("install")
|
|
||||||
.to_owned(),
|
|
||||||
});
|
|
||||||
}
|
|
||||||
validate_required(&outputs)?;
|
|
||||||
Ok(Self {
|
|
||||||
id,
|
|
||||||
path: path.to_path_buf(),
|
|
||||||
dir,
|
|
||||||
name,
|
|
||||||
kind,
|
|
||||||
version,
|
|
||||||
revision,
|
|
||||||
description,
|
|
||||||
license,
|
|
||||||
sources,
|
|
||||||
host_deps,
|
|
||||||
build_deps,
|
|
||||||
deps,
|
|
||||||
outputs,
|
|
||||||
configure_fn: has_name(&module, "configure").then_some("configure".to_owned()),
|
|
||||||
build_fn: has_name(&module, "build").then_some("build".to_owned()),
|
|
||||||
check_fn: has_name(&module, "check").then_some("check".to_owned()),
|
|
||||||
})
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
fn validate_required(outputs: &[OutputPackage]) -> Result<()> {
|
|
||||||
for output in outputs {
|
|
||||||
if output.name.trim().is_empty() {
|
|
||||||
bail!("package output name cannot be empty");
|
|
||||||
}
|
|
||||||
for (field, value) in [
|
|
||||||
("version", &output.version),
|
|
||||||
("description", &output.description),
|
|
||||||
("license", &output.license),
|
|
||||||
] {
|
|
||||||
if value.trim().is_empty() {
|
|
||||||
bail!(
|
|
||||||
"package `{}` has empty required field `{field}`",
|
|
||||||
output.name
|
|
||||||
);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
Ok(())
|
|
||||||
}
|
|
||||||
|
|
||||||
fn parse_sources(
|
|
||||||
sources: Option<JsonValue>,
|
|
||||||
legacy_source: Option<JsonValue>,
|
|
||||||
) -> Result<Vec<Source>> {
|
|
||||||
match (sources, legacy_source) {
|
|
||||||
(Some(_), Some(_)) => bail!("recipe defines both `sources` and `source`; use only one"),
|
|
||||||
(None, None) => Ok(Vec::new()),
|
|
||||||
(None, Some(single)) => {
|
|
||||||
let obj = single
|
|
||||||
.as_object()
|
|
||||||
.ok_or_else(|| anyhow!("`source` must be a dict"))?;
|
|
||||||
Ok(vec![parse_source_entry(String::new(), obj)?])
|
|
||||||
}
|
|
||||||
(Some(multi), None) => {
|
|
||||||
let obj = multi
|
|
||||||
.as_object()
|
|
||||||
.ok_or_else(|| anyhow!("`sources` must be a dict of {{name: source}}"))?;
|
|
||||||
obj.iter()
|
|
||||||
.map(|(name, value)| {
|
|
||||||
if name.is_empty() {
|
|
||||||
bail!("source name in `sources` cannot be empty");
|
|
||||||
}
|
|
||||||
let entry = value
|
|
||||||
.as_object()
|
|
||||||
.ok_or_else(|| anyhow!("source `{name}` must be a dict"))?;
|
|
||||||
parse_source_entry(name.clone(), entry)
|
|
||||||
})
|
|
||||||
.collect()
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
fn parse_source_entry(name: String, obj: &serde_json::Map<String, JsonValue>) -> Result<Source> {
|
|
||||||
let url = obj
|
|
||||||
.get("url")
|
|
||||||
.and_then(JsonValue::as_str)
|
|
||||||
.ok_or_else(|| anyhow!("source entry missing string `url`"))?
|
|
||||||
.to_owned();
|
|
||||||
let sha256 = obj
|
|
||||||
.get("sha256")
|
|
||||||
.and_then(JsonValue::as_str)
|
|
||||||
.unwrap_or("???")
|
|
||||||
.to_owned();
|
|
||||||
let strip_components = match obj.get("strip_components") {
|
|
||||||
None => 0,
|
|
||||||
Some(JsonValue::Number(n)) => n
|
|
||||||
.as_u64()
|
|
||||||
.and_then(|v| u32::try_from(v).ok())
|
|
||||||
.ok_or_else(|| anyhow!("source `strip_components` must be a non-negative integer"))?,
|
|
||||||
Some(_) => bail!("source `strip_components` must be an integer"),
|
|
||||||
};
|
|
||||||
Ok(Source {
|
|
||||||
name,
|
|
||||||
url,
|
|
||||||
sha256,
|
|
||||||
strip_components,
|
|
||||||
})
|
|
||||||
}
|
|
||||||
|
|
||||||
fn parse_subpackages(value: Option<JsonValue>) -> Result<Vec<serde_json::Map<String, JsonValue>>> {
|
|
||||||
match value {
|
|
||||||
Some(JsonValue::Array(values)) => values
|
|
||||||
.into_iter()
|
|
||||||
.map(|value| {
|
|
||||||
value
|
|
||||||
.as_object()
|
|
||||||
.cloned()
|
|
||||||
.ok_or_else(|| anyhow!("subpackages entries must be objects"))
|
|
||||||
})
|
|
||||||
.collect(),
|
|
||||||
Some(_) => bail!("subpackages must be a list of objects"),
|
|
||||||
None => Ok(Vec::new()),
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
fn json_string_list(value: Option<&JsonValue>, label: &str) -> Result<Option<Vec<String>>> {
|
|
||||||
match value {
|
|
||||||
Some(JsonValue::Array(values)) => values
|
|
||||||
.iter()
|
|
||||||
.map(|value| {
|
|
||||||
value
|
|
||||||
.as_str()
|
|
||||||
.map(ToOwned::to_owned)
|
|
||||||
.ok_or_else(|| anyhow!("{label} must contain only strings"))
|
|
||||||
})
|
|
||||||
.collect::<Result<Vec<_>>>()
|
|
||||||
.map(Some),
|
|
||||||
Some(_) => bail!("{label} must be a string list"),
|
|
||||||
None => Ok(None),
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
pub fn unresolved_deps(recipes: &RecipeSet) -> Vec<String> {
|
|
||||||
let names: BTreeSet<_> = recipes.outputs.keys().cloned().collect();
|
|
||||||
let mut missing = Vec::new();
|
|
||||||
for recipe in recipes.recipes.values() {
|
|
||||||
// host_deps always refer to host outputs (canonical `host:<name>`);
|
|
||||||
// build_deps / deps refer to target outputs (bare names).
|
|
||||||
for dep in &recipe.host_deps {
|
|
||||||
let key = PackageKind::Host.key(dep);
|
|
||||||
if !names.contains(&key) {
|
|
||||||
missing.push(format!("{} -> {key}", recipe.key()));
|
|
||||||
}
|
|
||||||
}
|
|
||||||
for dep in recipe.build_deps.iter().chain(recipe.deps.iter()) {
|
|
||||||
if !names.contains(dep) {
|
|
||||||
missing.push(format!("{} -> {dep}", recipe.key()));
|
|
||||||
}
|
|
||||||
}
|
|
||||||
for output in &recipe.outputs {
|
|
||||||
for dep in output.build_deps.iter().chain(output.deps.iter()) {
|
|
||||||
if !names.contains(dep) {
|
|
||||||
missing.push(format!("{} -> {dep}", output.key()));
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
missing
|
|
||||||
}
|
|
||||||
@@ -0,0 +1,71 @@
|
|||||||
|
use allocative::Allocative;
|
||||||
|
use starlark::values::StarlarkValue;
|
||||||
|
use starlark_derive::{NoSerialize, ProvidesStaticType, starlark_value};
|
||||||
|
|
||||||
|
#[derive(Debug, Clone, Allocative, ProvidesStaticType, NoSerialize)]
|
||||||
|
pub struct Metadata {
|
||||||
|
maintainer: Option<String>,
|
||||||
|
description: Option<String>,
|
||||||
|
license: Option<String>,
|
||||||
|
website: Option<String>,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl std::fmt::Display for Metadata {
|
||||||
|
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
|
||||||
|
write!(f, "metadata")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
starlark::starlark_simple_value!(Metadata);
|
||||||
|
|
||||||
|
#[starlark_value(type = "metadata")]
|
||||||
|
impl<'v> StarlarkValue<'v> for Metadata {}
|
||||||
|
|
||||||
|
impl Metadata {
|
||||||
|
pub fn new(
|
||||||
|
maintainer: Option<String>,
|
||||||
|
description: Option<String>,
|
||||||
|
license: Option<String>,
|
||||||
|
website: Option<String>,
|
||||||
|
) -> Self {
|
||||||
|
Self {
|
||||||
|
maintainer,
|
||||||
|
description,
|
||||||
|
license,
|
||||||
|
website,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn maintainer(&self) -> Option<&str> {
|
||||||
|
self.maintainer.as_deref()
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn description(&self) -> Option<&str> {
|
||||||
|
self.description.as_deref()
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn license(&self) -> Option<&str> {
|
||||||
|
self.license.as_deref()
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn website(&self) -> Option<&str> {
|
||||||
|
self.website.as_deref()
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn inherit(&self, from: &Self) -> Self {
|
||||||
|
Self {
|
||||||
|
maintainer: self
|
||||||
|
.maintainer
|
||||||
|
.as_ref()
|
||||||
|
.or(from.maintainer.as_ref())
|
||||||
|
.cloned(),
|
||||||
|
description: self
|
||||||
|
.description
|
||||||
|
.as_ref()
|
||||||
|
.or(from.description.as_ref())
|
||||||
|
.cloned(),
|
||||||
|
license: self.license.as_ref().or(from.license.as_ref()).cloned(),
|
||||||
|
website: self.website.as_ref().or(from.website.as_ref()).cloned(),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,603 @@
|
|||||||
|
mod metadata;
|
||||||
|
mod source;
|
||||||
|
mod subpackage;
|
||||||
|
|
||||||
|
use anyhow::{Context, bail};
|
||||||
|
use starlark::{
|
||||||
|
environment::{FrozenModule, Module},
|
||||||
|
eval::Evaluator,
|
||||||
|
values::{
|
||||||
|
OwnedFrozenValue, UnpackValue, ValueLike, dict::DictRef, list::ListRef,
|
||||||
|
typing::StarlarkCallable,
|
||||||
|
},
|
||||||
|
};
|
||||||
|
use std::{
|
||||||
|
collections::{HashMap, HashSet},
|
||||||
|
path::{Path, PathBuf},
|
||||||
|
};
|
||||||
|
use walkdir::WalkDir;
|
||||||
|
|
||||||
|
use crate::{
|
||||||
|
eval::{self, ExtractError},
|
||||||
|
options::Options,
|
||||||
|
};
|
||||||
|
|
||||||
|
pub use metadata::Metadata;
|
||||||
|
pub use source::{GitSource, Source, TarballSource};
|
||||||
|
pub use subpackage::Subpackage;
|
||||||
|
|
||||||
|
#[derive(Clone, Copy, Debug, PartialEq, Eq)]
|
||||||
|
pub enum RecipeKind {
|
||||||
|
Package,
|
||||||
|
HostPackage,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl RecipeKind {
|
||||||
|
pub fn key(self, name: &str) -> String {
|
||||||
|
match self {
|
||||||
|
Self::Package => name.to_string(),
|
||||||
|
Self::HostPackage => format!("host:{name}"),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn slug(self, name: &str) -> String {
|
||||||
|
self.key(name).replace(':', "-")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Debug)]
|
||||||
|
pub enum Sources {
|
||||||
|
Single(source::Source),
|
||||||
|
Multiple(HashMap<String, source::Source>),
|
||||||
|
}
|
||||||
|
|
||||||
|
impl Sources {
|
||||||
|
pub fn entries(&self) -> Vec<(Option<&str>, &source::Source)> {
|
||||||
|
match self {
|
||||||
|
Self::Single(source) => vec![(None, source)],
|
||||||
|
Self::Multiple(sources) => {
|
||||||
|
let mut entries = sources
|
||||||
|
.iter()
|
||||||
|
.map(|(name, source)| (Some(name.as_str()), source))
|
||||||
|
.collect::<Vec<_>>();
|
||||||
|
entries.sort_by_key(|(name, _)| *name);
|
||||||
|
entries
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub struct Recipe {
|
||||||
|
/// Recipe name without namespace prefix.
|
||||||
|
name: String,
|
||||||
|
/// Path to the recipe's .star file.
|
||||||
|
path: PathBuf,
|
||||||
|
/// What kind of a recipe is that?
|
||||||
|
kind: RecipeKind,
|
||||||
|
/// Version shared by every package output of this recipe.
|
||||||
|
version: String,
|
||||||
|
/// Revision shared by every package output of this recipe.
|
||||||
|
revision: i32,
|
||||||
|
/// List of sources required to build this recipe.
|
||||||
|
sources: Sources,
|
||||||
|
/// All packages produced by this recipe.
|
||||||
|
/// This is empty for host recipes.
|
||||||
|
outputs: Vec<OutputPackage>,
|
||||||
|
/// Host packages requires for this recipe.
|
||||||
|
host_deps: Vec<String>,
|
||||||
|
/// Packages installed to the system root during build of the recipe, but
|
||||||
|
/// not listed as part of the `apk` dependencies.
|
||||||
|
build_deps: Vec<String>,
|
||||||
|
/// Packages installed to the system root during build of the recipe AND
|
||||||
|
/// listed as part of the `apk` dependencies.
|
||||||
|
deps: Vec<String>,
|
||||||
|
/// Packages NOT installed to the system root during build, only listed
|
||||||
|
/// as part of the `apk` dependencies.
|
||||||
|
run_deps: Vec<String>,
|
||||||
|
/// Starlark phase functions defined by the recipe.
|
||||||
|
phases: RecipePhases,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl Recipe {
|
||||||
|
pub fn load(
|
||||||
|
path: &Path,
|
||||||
|
name: &str,
|
||||||
|
kind: RecipeKind,
|
||||||
|
options: &Options,
|
||||||
|
lib: Option<&FrozenModule>,
|
||||||
|
) -> anyhow::Result<Option<Self>> {
|
||||||
|
let module = eval::eval_file(path, Some(options), lib)
|
||||||
|
.with_context(|| format!("evaluating recipe {}", path.display()))?;
|
||||||
|
|
||||||
|
if !Self::eval_build_if(&module)? {
|
||||||
|
return Ok(None);
|
||||||
|
}
|
||||||
|
|
||||||
|
let version = eval::extract_string(&module, "version")
|
||||||
|
.map_err(|e| anyhow::anyhow!("field `version`: {e}"))?;
|
||||||
|
|
||||||
|
let revision = match eval::extract_i32(&module, "revision") {
|
||||||
|
Ok(v) => v,
|
||||||
|
Err(ExtractError::NotFound) => 1,
|
||||||
|
Err(e) => bail!("field `revision`: {e}"),
|
||||||
|
};
|
||||||
|
|
||||||
|
let metadata = match module.get("metadata") {
|
||||||
|
None => Metadata::new(None, None, None, None),
|
||||||
|
Some(value) => value
|
||||||
|
.downcast_ref::<Metadata>()
|
||||||
|
.ok_or_else(|| anyhow::anyhow!("field `metadata`: expected a metadata value"))?
|
||||||
|
.clone(),
|
||||||
|
};
|
||||||
|
|
||||||
|
let source_value = module.get("source");
|
||||||
|
let sources_value = module.get("sources");
|
||||||
|
let sources = match (source_value, sources_value) {
|
||||||
|
(None, None) => bail!("recipe must define either `source` or `sources`"),
|
||||||
|
(Some(_), Some(_)) => {
|
||||||
|
bail!("recipe must define exactly one of `source` or `sources`, not both")
|
||||||
|
}
|
||||||
|
(Some(value), None) => {
|
||||||
|
let source = value
|
||||||
|
.downcast_ref::<Source>()
|
||||||
|
.ok_or_else(|| anyhow::anyhow!("field `source`: expected a source value"))?
|
||||||
|
.clone();
|
||||||
|
Sources::Single(source)
|
||||||
|
}
|
||||||
|
(None, Some(value)) => {
|
||||||
|
let dict = DictRef::from_value(value).ok_or_else(|| {
|
||||||
|
anyhow::anyhow!("field `sources`: expected a dict of name -> source")
|
||||||
|
})?;
|
||||||
|
if dict.iter().len() == 0 {
|
||||||
|
bail!("field `sources`: must contain at least one entry");
|
||||||
|
}
|
||||||
|
let mut map: HashMap<String, source::Source> = HashMap::new();
|
||||||
|
for (key, value) in dict.iter() {
|
||||||
|
let key_str = key
|
||||||
|
.unpack_str()
|
||||||
|
.ok_or_else(|| anyhow::anyhow!("field `sources`: keys must be strings"))?;
|
||||||
|
if !Self::is_valid_source_name(key_str) {
|
||||||
|
bail!(
|
||||||
|
"field `sources`: invalid source name `{key_str}` (allowed: letters, digits, `-`, `_`; must start with a letter or digit)"
|
||||||
|
);
|
||||||
|
}
|
||||||
|
let source = value.downcast_ref::<Source>().ok_or_else(|| {
|
||||||
|
anyhow::anyhow!("field `sources`: entry `{key_str}` is not a source value")
|
||||||
|
})?;
|
||||||
|
if map.insert(key_str.to_owned(), source.clone()).is_some() {
|
||||||
|
bail!("field `sources`: duplicate key `{key_str}`");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
Sources::Multiple(map)
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
let host_deps = Self::optional_string_list(&module, "host_deps")?;
|
||||||
|
let build_deps = Self::optional_string_list(&module, "build_deps")?;
|
||||||
|
let deps = Self::optional_string_list(&module, "deps")?;
|
||||||
|
let run_deps = Self::optional_string_list(&module, "run_deps")?;
|
||||||
|
|
||||||
|
let recipe_key = kind.key(name);
|
||||||
|
let outputs = match kind {
|
||||||
|
RecipeKind::Package => {
|
||||||
|
let mut outputs = vec![OutputPackage {
|
||||||
|
recipe: recipe_key.clone(),
|
||||||
|
name: name.to_owned(),
|
||||||
|
metadata: metadata.clone(),
|
||||||
|
file_globs: Vec::new(),
|
||||||
|
base: true,
|
||||||
|
}];
|
||||||
|
if let Some(value) = module.get("subpackages") {
|
||||||
|
let list = ListRef::from_value(value)
|
||||||
|
.ok_or_else(|| anyhow::anyhow!("field `subpackages`: expected a list"))?;
|
||||||
|
for item in list.iter() {
|
||||||
|
let sub = item.downcast_ref::<Subpackage>().ok_or_else(|| {
|
||||||
|
anyhow::anyhow!(
|
||||||
|
"field `subpackages`: each entry must be a subpackage value"
|
||||||
|
)
|
||||||
|
})?;
|
||||||
|
Self::check_subpackage_file_globs(sub.name(), sub.file_globs())?;
|
||||||
|
outputs.push(OutputPackage {
|
||||||
|
recipe: recipe_key.clone(),
|
||||||
|
name: sub.name().to_owned(),
|
||||||
|
metadata: sub.metadata().inherit(&metadata),
|
||||||
|
file_globs: sub.file_globs().to_vec(),
|
||||||
|
base: false,
|
||||||
|
});
|
||||||
|
}
|
||||||
|
}
|
||||||
|
outputs
|
||||||
|
}
|
||||||
|
RecipeKind::HostPackage => {
|
||||||
|
if module.get("subpackages").is_some() {
|
||||||
|
bail!("host recipes cannot declare `subpackages`");
|
||||||
|
}
|
||||||
|
Vec::new()
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
let module = module
|
||||||
|
.freeze()
|
||||||
|
.map_err(|err| anyhow::anyhow!("freezing recipe module {}: {err:?}", path.display()))?;
|
||||||
|
let phases = RecipePhases::load(&module)?;
|
||||||
|
|
||||||
|
let recipe = Recipe {
|
||||||
|
name: name.to_owned(),
|
||||||
|
path: path.to_path_buf(),
|
||||||
|
kind,
|
||||||
|
version,
|
||||||
|
revision,
|
||||||
|
sources,
|
||||||
|
outputs,
|
||||||
|
host_deps,
|
||||||
|
build_deps,
|
||||||
|
deps,
|
||||||
|
run_deps,
|
||||||
|
phases,
|
||||||
|
};
|
||||||
|
Ok(Some(recipe))
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn phases(&self) -> &RecipePhases {
|
||||||
|
&self.phases
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn key(&self) -> String {
|
||||||
|
self.kind.key(&self.name)
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn slug(&self) -> String {
|
||||||
|
self.kind.slug(&self.name)
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn data_dir(&self) -> Option<&Path> {
|
||||||
|
if self.path.file_name().is_some_and(|n| n == "recipe.star") {
|
||||||
|
self.path.parent()
|
||||||
|
} else {
|
||||||
|
None
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn files_dir(&self) -> Option<PathBuf> {
|
||||||
|
let candidate = self.data_dir()?.join("files");
|
||||||
|
if candidate.is_dir() {
|
||||||
|
Some(candidate)
|
||||||
|
} else {
|
||||||
|
None
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn path(&self) -> &Path {
|
||||||
|
&self.path
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn kind(&self) -> RecipeKind {
|
||||||
|
self.kind
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn version(&self) -> &str {
|
||||||
|
&self.version
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn revision(&self) -> i32 {
|
||||||
|
self.revision
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn sources(&self) -> &Sources {
|
||||||
|
&self.sources
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn outputs(&self) -> &[OutputPackage] {
|
||||||
|
&self.outputs
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn base_output(&self) -> Option<&OutputPackage> {
|
||||||
|
self.outputs.iter().find(|output| output.is_base())
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn host_deps(&self) -> &[String] {
|
||||||
|
&self.host_deps
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn build_deps(&self) -> &[String] {
|
||||||
|
&self.build_deps
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn deps(&self) -> &[String] {
|
||||||
|
&self.deps
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn run_deps(&self) -> &[String] {
|
||||||
|
&self.run_deps
|
||||||
|
}
|
||||||
|
|
||||||
|
fn optional_string_list(module: &Module, key: &str) -> anyhow::Result<Vec<String>> {
|
||||||
|
match eval::extract_string_list(module, key) {
|
||||||
|
Ok(v) => Ok(v),
|
||||||
|
Err(ExtractError::NotFound) => Ok(Vec::new()),
|
||||||
|
Err(e) => Err(anyhow::anyhow!("field `{key}`: {e}")),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Evaluates "build_if" functions.
|
||||||
|
fn eval_build_if(module: &Module) -> anyhow::Result<bool> {
|
||||||
|
let Some(value) = module.get("build_if") else {
|
||||||
|
return Ok(true);
|
||||||
|
};
|
||||||
|
|
||||||
|
if let Some(b) = value.unpack_bool() {
|
||||||
|
return Ok(b);
|
||||||
|
}
|
||||||
|
|
||||||
|
let callable: Option<StarlarkCallable<'_>> = StarlarkCallable::unpack_value_opt(value);
|
||||||
|
if callable.is_none() {
|
||||||
|
bail!("field `build_if`: expected a bool or a callable returning a bool");
|
||||||
|
}
|
||||||
|
|
||||||
|
let mut eval = Evaluator::new(module);
|
||||||
|
let result = eval
|
||||||
|
.eval_function(value, &[], &[])
|
||||||
|
.map_err(|err| anyhow::anyhow!("calling `build_if`: {err}"))?;
|
||||||
|
result
|
||||||
|
.unpack_bool()
|
||||||
|
.ok_or_else(|| anyhow::anyhow!("field `build_if`: must return a bool"))
|
||||||
|
}
|
||||||
|
|
||||||
|
fn is_valid_source_name(name: &str) -> bool {
|
||||||
|
let mut chars = name.chars();
|
||||||
|
let Some(first) = chars.next() else {
|
||||||
|
return false;
|
||||||
|
};
|
||||||
|
if !first.is_ascii_alphanumeric() {
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
chars.all(|c| c.is_ascii_alphanumeric() || c == '-' || c == '_')
|
||||||
|
}
|
||||||
|
|
||||||
|
fn check_subpackage_file_globs(name: &str, file_globs: &[String]) -> anyhow::Result<()> {
|
||||||
|
if file_globs.is_empty() {
|
||||||
|
bail!("subpackage '{name}' must declare at least one file glob");
|
||||||
|
}
|
||||||
|
|
||||||
|
for glob in file_globs {
|
||||||
|
if glob.is_empty() {
|
||||||
|
bail!("subpackage '{name}' has an empty file glob");
|
||||||
|
}
|
||||||
|
if glob.starts_with('/') {
|
||||||
|
bail!("subpackage '{name}' glob '{glob}' must be relative to the package dest dir");
|
||||||
|
}
|
||||||
|
if Path::new(glob)
|
||||||
|
.components()
|
||||||
|
.any(|component| matches!(component, std::path::Component::ParentDir))
|
||||||
|
{
|
||||||
|
bail!("subpackage '{name}' glob '{glob}' must not contain '..'");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
}
|
||||||
|
pub struct RecipePhases {
|
||||||
|
prepare: Option<OwnedFrozenValue>,
|
||||||
|
configure: Option<OwnedFrozenValue>,
|
||||||
|
build: OwnedFrozenValue,
|
||||||
|
install: OwnedFrozenValue,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl RecipePhases {
|
||||||
|
fn load(module: &FrozenModule) -> anyhow::Result<Self> {
|
||||||
|
Ok(Self {
|
||||||
|
prepare: optional_phase_function(module, "prepare")?,
|
||||||
|
configure: optional_phase_function(module, "configure")?,
|
||||||
|
build: required_phase_function(module, "build")?,
|
||||||
|
install: required_phase_function(module, "install")?,
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn prepare(&self) -> Option<&OwnedFrozenValue> {
|
||||||
|
self.prepare.as_ref()
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn configure(&self) -> Option<&OwnedFrozenValue> {
|
||||||
|
self.configure.as_ref()
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn build(&self) -> &OwnedFrozenValue {
|
||||||
|
&self.build
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn install(&self) -> &OwnedFrozenValue {
|
||||||
|
&self.install
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fn optional_phase_function(
|
||||||
|
module: &FrozenModule,
|
||||||
|
name: &str,
|
||||||
|
) -> anyhow::Result<Option<OwnedFrozenValue>> {
|
||||||
|
let Some(value) = module
|
||||||
|
.get_option(name)
|
||||||
|
.with_context(|| format!("field `{name}`"))?
|
||||||
|
else {
|
||||||
|
return Ok(None);
|
||||||
|
};
|
||||||
|
|
||||||
|
validate_phase_function(name, &value)?;
|
||||||
|
Ok(Some(value))
|
||||||
|
}
|
||||||
|
|
||||||
|
fn required_phase_function(module: &FrozenModule, name: &str) -> anyhow::Result<OwnedFrozenValue> {
|
||||||
|
let value = module
|
||||||
|
.get_option(name)
|
||||||
|
.with_context(|| format!("field `{name}`"))?
|
||||||
|
.ok_or_else(|| anyhow::anyhow!("field `{name}`: missing"))?;
|
||||||
|
|
||||||
|
validate_phase_function(name, &value)?;
|
||||||
|
Ok(value)
|
||||||
|
}
|
||||||
|
|
||||||
|
fn validate_phase_function(name: &str, value: &OwnedFrozenValue) -> anyhow::Result<()> {
|
||||||
|
let callable: Option<StarlarkCallable<'_>> = StarlarkCallable::unpack_value_opt(value.value());
|
||||||
|
if callable.is_none() {
|
||||||
|
bail!("field `{name}`: expected a callable value");
|
||||||
|
}
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Clone)]
|
||||||
|
pub struct OutputPackage {
|
||||||
|
/// Canonical key of the owning recipe.
|
||||||
|
recipe: String,
|
||||||
|
/// Name of the output package.
|
||||||
|
name: String,
|
||||||
|
/// Metadata attached to the output package.
|
||||||
|
metadata: Metadata,
|
||||||
|
/// File globs claimed from the base package dest dir.
|
||||||
|
file_globs: Vec<String>,
|
||||||
|
/// Whether this is the recipe's base output.
|
||||||
|
base: bool,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl OutputPackage {
|
||||||
|
pub fn key(&self) -> String {
|
||||||
|
self.name.clone()
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn recipe(&self) -> &str {
|
||||||
|
&self.recipe
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn name(&self) -> &str {
|
||||||
|
&self.name
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn metadata(&self) -> &Metadata {
|
||||||
|
&self.metadata
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn file_globs(&self) -> &[String] {
|
||||||
|
&self.file_globs
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn is_base(&self) -> bool {
|
||||||
|
self.base
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub struct RecipeSet {
|
||||||
|
recipes: HashMap<String, Recipe>,
|
||||||
|
outputs: HashMap<String, OutputPackage>,
|
||||||
|
skipped: HashSet<String>,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl RecipeSet {
|
||||||
|
pub fn load(
|
||||||
|
root_path: &Path,
|
||||||
|
options: &Options,
|
||||||
|
lib: Option<&FrozenModule>,
|
||||||
|
) -> anyhow::Result<Self> {
|
||||||
|
let mut recipes = HashMap::new();
|
||||||
|
let mut outputs = HashMap::new();
|
||||||
|
let mut skipped: HashSet<String> = HashSet::new();
|
||||||
|
|
||||||
|
for (path, kind) in [
|
||||||
|
("recipes", RecipeKind::Package),
|
||||||
|
("host-recipes", RecipeKind::HostPackage),
|
||||||
|
] {
|
||||||
|
let recipes_dir = root_path.join(path);
|
||||||
|
|
||||||
|
if !recipes_dir.exists() {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
for (name, path) in discover_recipes(&recipes_dir)? {
|
||||||
|
let key = kind.key(&name);
|
||||||
|
let loaded = Recipe::load(&path, &name, kind, options, lib)
|
||||||
|
.with_context(|| format!("loading recipe `{name}`"))?;
|
||||||
|
let Some(recipe) = loaded else {
|
||||||
|
skipped.insert(key);
|
||||||
|
continue;
|
||||||
|
};
|
||||||
|
|
||||||
|
if recipes.insert(key.clone(), recipe).is_some() {
|
||||||
|
bail!("duplicate recipe `{key}`");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
for recipe in recipes.values() {
|
||||||
|
for output in &recipe.outputs {
|
||||||
|
let key = recipe.kind.key(&output.name);
|
||||||
|
|
||||||
|
if outputs.insert(key.clone(), output.clone()).is_some() {
|
||||||
|
bail!("duplicate package output `{key}`");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
Ok(Self {
|
||||||
|
recipes,
|
||||||
|
outputs,
|
||||||
|
skipped,
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn recipe(&self, key: &str) -> anyhow::Result<&Recipe> {
|
||||||
|
self.recipes
|
||||||
|
.get(key)
|
||||||
|
.ok_or_else(|| anyhow::anyhow!("unknown recipe `{key}`"))
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn output(&self, key: &str) -> anyhow::Result<&OutputPackage> {
|
||||||
|
self.outputs
|
||||||
|
.get(key)
|
||||||
|
.ok_or_else(|| anyhow::anyhow!("unknown output package `{key}`"))
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn is_skipped(&self, key: &str) -> bool {
|
||||||
|
self.skipped.contains(key)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fn discover_recipes(dir: &Path) -> anyhow::Result<HashMap<String, PathBuf>> {
|
||||||
|
let mut recipes: HashMap<String, PathBuf> = HashMap::new();
|
||||||
|
|
||||||
|
let walker = WalkDir::new(dir).follow_links(false);
|
||||||
|
for entry in walker {
|
||||||
|
let entry =
|
||||||
|
entry.with_context(|| format!("walking recipes directory {}", dir.display()))?;
|
||||||
|
if !entry.file_type().is_file() {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
let path = entry.path();
|
||||||
|
let Some(file_name) = path.file_name().and_then(|n| n.to_str()) else {
|
||||||
|
continue;
|
||||||
|
};
|
||||||
|
|
||||||
|
let name = if file_name == "recipe.star" {
|
||||||
|
let Some(parent_name) = path
|
||||||
|
.parent()
|
||||||
|
.and_then(|p| p.file_name())
|
||||||
|
.and_then(|n| n.to_str())
|
||||||
|
else {
|
||||||
|
continue;
|
||||||
|
};
|
||||||
|
parent_name.to_owned()
|
||||||
|
} else if let Some(stem) = file_name.strip_suffix(".star") {
|
||||||
|
stem.to_owned()
|
||||||
|
} else {
|
||||||
|
continue;
|
||||||
|
};
|
||||||
|
|
||||||
|
if let Some(existing) = recipes.insert(name.clone(), path.to_path_buf()) {
|
||||||
|
bail!(
|
||||||
|
"recipe `{name}` is defined twice: {} and {}",
|
||||||
|
existing.display(),
|
||||||
|
recipes[&name].display(),
|
||||||
|
);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
Ok(recipes)
|
||||||
|
}
|
||||||
@@ -0,0 +1,133 @@
|
|||||||
|
use allocative::Allocative;
|
||||||
|
use starlark::values::StarlarkValue;
|
||||||
|
use starlark_derive::{NoSerialize, ProvidesStaticType, starlark_value};
|
||||||
|
|
||||||
|
#[derive(Debug, Clone, Allocative, ProvidesStaticType, NoSerialize)]
|
||||||
|
pub struct TarballSource {
|
||||||
|
url: String,
|
||||||
|
sha256: String,
|
||||||
|
strip_components: u32,
|
||||||
|
patches: Vec<String>,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl std::fmt::Display for TarballSource {
|
||||||
|
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
|
||||||
|
write!(f, "tarball_source")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
starlark::starlark_simple_value!(TarballSource);
|
||||||
|
|
||||||
|
#[starlark_value(type = "tarball_source")]
|
||||||
|
impl<'v> StarlarkValue<'v> for TarballSource {}
|
||||||
|
|
||||||
|
impl TarballSource {
|
||||||
|
pub fn new(url: String, sha256: String, strip_components: u32, patches: Vec<String>) -> Self {
|
||||||
|
Self {
|
||||||
|
url,
|
||||||
|
sha256,
|
||||||
|
strip_components,
|
||||||
|
patches,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn url(&self) -> &str {
|
||||||
|
&self.url
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn sha256(&self) -> &str {
|
||||||
|
&self.sha256
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn strip_components(&self) -> u32 {
|
||||||
|
self.strip_components
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn patches(&self) -> &[String] {
|
||||||
|
&self.patches
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Debug, Clone, Allocative, ProvidesStaticType, NoSerialize)]
|
||||||
|
pub struct GitSource {
|
||||||
|
url: String,
|
||||||
|
commit: String,
|
||||||
|
patches: Vec<String>,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl std::fmt::Display for GitSource {
|
||||||
|
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
|
||||||
|
write!(f, "git_source")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
starlark::starlark_simple_value!(GitSource);
|
||||||
|
|
||||||
|
#[starlark_value(type = "git_source")]
|
||||||
|
impl<'v> StarlarkValue<'v> for GitSource {}
|
||||||
|
|
||||||
|
impl GitSource {
|
||||||
|
pub fn new(url: String, commit: String, patches: Vec<String>) -> Self {
|
||||||
|
Self {
|
||||||
|
url,
|
||||||
|
commit,
|
||||||
|
patches,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn url(&self) -> &str {
|
||||||
|
&self.url
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn commit(&self) -> &str {
|
||||||
|
&self.commit
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn patches(&self) -> &[String] {
|
||||||
|
&self.patches
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
#[derive(Debug, Clone, Allocative, ProvidesStaticType, NoSerialize)]
|
||||||
|
pub enum Source {
|
||||||
|
Tarball(TarballSource),
|
||||||
|
Git(GitSource),
|
||||||
|
}
|
||||||
|
|
||||||
|
impl std::fmt::Display for Source {
|
||||||
|
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
|
||||||
|
write!(f, "source")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
starlark::starlark_simple_value!(Source);
|
||||||
|
|
||||||
|
#[starlark_value(type = "source")]
|
||||||
|
impl<'v> StarlarkValue<'v> for Source {}
|
||||||
|
|
||||||
|
impl Source {
|
||||||
|
pub fn url(&self) -> &str {
|
||||||
|
match self {
|
||||||
|
Self::Tarball(source) => source.url(),
|
||||||
|
Self::Git(source) => source.url(),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn cache_key(&self) -> &str {
|
||||||
|
match self {
|
||||||
|
Self::Tarball(source) => source.sha256(),
|
||||||
|
Self::Git(source) => source.commit(),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn is_unknown_cache_key(&self) -> bool {
|
||||||
|
matches!(self.cache_key(), "?" | "???")
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn patches(&self) -> &[String] {
|
||||||
|
match self {
|
||||||
|
Self::Tarball(source) => source.patches(),
|
||||||
|
Self::Git(source) => source.patches(),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -0,0 +1,45 @@
|
|||||||
|
use allocative::Allocative;
|
||||||
|
use starlark::values::StarlarkValue;
|
||||||
|
use starlark_derive::{NoSerialize, ProvidesStaticType, starlark_value};
|
||||||
|
|
||||||
|
use crate::recipe::Metadata;
|
||||||
|
|
||||||
|
#[derive(Debug, Clone, Allocative, ProvidesStaticType, NoSerialize)]
|
||||||
|
pub struct Subpackage {
|
||||||
|
name: String,
|
||||||
|
file_globs: Vec<String>,
|
||||||
|
metadata: Metadata,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl Subpackage {
|
||||||
|
pub fn new(name: String, file_globs: Vec<String>, metadata: Metadata) -> Self {
|
||||||
|
Self {
|
||||||
|
name,
|
||||||
|
file_globs,
|
||||||
|
metadata,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn name(&self) -> &str {
|
||||||
|
&self.name
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn file_globs(&self) -> &[String] {
|
||||||
|
&self.file_globs
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn metadata(&self) -> &Metadata {
|
||||||
|
&self.metadata
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
impl std::fmt::Display for Subpackage {
|
||||||
|
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
|
||||||
|
write!(f, "subpackage")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
starlark::starlark_simple_value!(Subpackage);
|
||||||
|
|
||||||
|
#[starlark_value(type = "subpackage")]
|
||||||
|
impl<'v> StarlarkValue<'v> for Subpackage {}
|
||||||
@@ -1,39 +0,0 @@
|
|||||||
use anyhow::{Context, Result};
|
|
||||||
use std::fs;
|
|
||||||
use std::path::{Path, PathBuf};
|
|
||||||
|
|
||||||
#[derive(Debug, Clone, PartialEq, Eq)]
|
|
||||||
pub struct Rewrite {
|
|
||||||
pub field: String,
|
|
||||||
pub old: String,
|
|
||||||
pub new: String,
|
|
||||||
}
|
|
||||||
|
|
||||||
pub fn backup_path(path: &Path) -> PathBuf {
|
|
||||||
let mut backup = path.as_os_str().to_os_string();
|
|
||||||
backup.push(".bak");
|
|
||||||
PathBuf::from(backup)
|
|
||||||
}
|
|
||||||
|
|
||||||
pub fn rewrite_placeholders(path: &Path, rewrites: &[Rewrite]) -> Result<bool> {
|
|
||||||
if rewrites.is_empty() {
|
|
||||||
return Ok(false);
|
|
||||||
}
|
|
||||||
let original =
|
|
||||||
fs::read_to_string(path).with_context(|| format!("failed to read {}", path.display()))?;
|
|
||||||
let mut updated = original.clone();
|
|
||||||
for rewrite in rewrites {
|
|
||||||
let quoted_old = format!("{} = \"{}\"", rewrite.field, rewrite.old);
|
|
||||||
let quoted_new = format!("{} = \"{}\"", rewrite.field, rewrite.new);
|
|
||||||
updated = updated.replacen("ed_old, "ed_new, 1);
|
|
||||||
let dict_old = format!("\"{}\": \"{}\"", rewrite.field, rewrite.old);
|
|
||||||
let dict_new = format!("\"{}\": \"{}\"", rewrite.field, rewrite.new);
|
|
||||||
updated = updated.replacen(&dict_old, &dict_new, 1);
|
|
||||||
}
|
|
||||||
if updated == original {
|
|
||||||
return Ok(false);
|
|
||||||
}
|
|
||||||
fs::write(backup_path(path), original)?;
|
|
||||||
fs::write(path, updated)?;
|
|
||||||
Ok(true)
|
|
||||||
}
|
|
||||||
@@ -1,73 +0,0 @@
|
|||||||
use crate::log;
|
|
||||||
use crate::recipe::Recipe;
|
|
||||||
use crate::rewrite::{Rewrite, rewrite_placeholders};
|
|
||||||
use anyhow::{Context, Result, bail};
|
|
||||||
use sha2::{Digest, Sha256};
|
|
||||||
use std::fs;
|
|
||||||
use std::io::Read;
|
|
||||||
use std::path::{Path, PathBuf};
|
|
||||||
|
|
||||||
pub fn fetch_sources(recipe: &Recipe, cache_dir: &Path) -> Result<Vec<PathBuf>> {
|
|
||||||
fs::create_dir_all(cache_dir)?;
|
|
||||||
let mut rewrites = Vec::new();
|
|
||||||
let mut paths = Vec::new();
|
|
||||||
for source in &recipe.sources {
|
|
||||||
let label = if source.name.is_empty() {
|
|
||||||
recipe.key()
|
|
||||||
} else {
|
|
||||||
format!("{}:{}", recipe.key(), source.name)
|
|
||||||
};
|
|
||||||
let cached = source.sha256 != "???" && cache_dir.join(&source.sha256).exists();
|
|
||||||
if cached {
|
|
||||||
log::skip("cached", &format!("{label} ({})", source.url));
|
|
||||||
paths.push(cache_dir.join(&source.sha256));
|
|
||||||
continue;
|
|
||||||
}
|
|
||||||
log::step("fetch", &format!("{label} <- {}", source.url));
|
|
||||||
let bytes = download(&source.url)?;
|
|
||||||
let actual = sha256_hex(&bytes);
|
|
||||||
if source.sha256 == "???" {
|
|
||||||
log::info("sha256", &format!("{label} = {actual}"));
|
|
||||||
rewrites.push(Rewrite {
|
|
||||||
field: "sha256".into(),
|
|
||||||
old: "???".into(),
|
|
||||||
new: actual.clone(),
|
|
||||||
});
|
|
||||||
} else if source.sha256 != actual {
|
|
||||||
bail!(
|
|
||||||
"checksum mismatch for {}: expected {}, got {}",
|
|
||||||
source.url,
|
|
||||||
source.sha256,
|
|
||||||
actual
|
|
||||||
);
|
|
||||||
}
|
|
||||||
let path = cache_dir.join(&actual);
|
|
||||||
if !path.exists() {
|
|
||||||
fs::write(&path, &bytes)
|
|
||||||
.with_context(|| format!("failed to write {}", path.display()))?;
|
|
||||||
}
|
|
||||||
paths.push(path);
|
|
||||||
}
|
|
||||||
rewrite_placeholders(&recipe.path, &rewrites)?;
|
|
||||||
Ok(paths)
|
|
||||||
}
|
|
||||||
|
|
||||||
fn download(url: &str) -> Result<Vec<u8>> {
|
|
||||||
if let Some(path) = url.strip_prefix("file://") {
|
|
||||||
return Ok(fs::read(path)?);
|
|
||||||
}
|
|
||||||
// Some mirrors reject requests without a User-Agent with HTTP 403, so set an explicit one.
|
|
||||||
let client = reqwest::blocking::Client::builder()
|
|
||||||
.user_agent(concat!("distro/", env!("CARGO_PKG_VERSION")))
|
|
||||||
.build()?;
|
|
||||||
let mut response = client.get(url).send()?.error_for_status()?;
|
|
||||||
let mut bytes = Vec::new();
|
|
||||||
response.read_to_end(&mut bytes)?;
|
|
||||||
Ok(bytes)
|
|
||||||
}
|
|
||||||
|
|
||||||
pub fn sha256_hex(bytes: &[u8]) -> String {
|
|
||||||
let mut hasher = Sha256::new();
|
|
||||||
hasher.update(bytes);
|
|
||||||
hex::encode(hasher.finalize())
|
|
||||||
}
|
|
||||||
-513
@@ -1,513 +0,0 @@
|
|||||||
use crate::config::Config;
|
|
||||||
use allocative::{Allocative, Visitor, ident_key};
|
|
||||||
use anyhow::{Result, anyhow, bail};
|
|
||||||
use serde_json::Value as JsonValue;
|
|
||||||
use starlark::environment::{FrozenModule, Globals, Module};
|
|
||||||
use starlark::eval::{Evaluator, FileLoader};
|
|
||||||
use starlark::starlark_simple_value;
|
|
||||||
use starlark::syntax::{AstModule, Dialect};
|
|
||||||
use starlark::values::dict::AllocDict;
|
|
||||||
use starlark::values::{AnyLifetime, Heap, NoSerialize, ProvidesStaticType, StarlarkValue, Value};
|
|
||||||
use starlark_derive::starlark_value;
|
|
||||||
use std::collections::{BTreeMap, HashMap};
|
|
||||||
use std::fmt::{self, Display};
|
|
||||||
use std::mem;
|
|
||||||
use std::path::{Path, PathBuf};
|
|
||||||
|
|
||||||
#[derive(Debug, Clone, ProvidesStaticType, NoSerialize)]
|
|
||||||
pub struct OptionsValue {
|
|
||||||
values: BTreeMap<String, JsonValue>,
|
|
||||||
}
|
|
||||||
|
|
||||||
impl OptionsValue {
|
|
||||||
fn new(values: BTreeMap<String, JsonValue>) -> Result<Self> {
|
|
||||||
for key in values.keys() {
|
|
||||||
validate_starlark_identifier(key)?;
|
|
||||||
}
|
|
||||||
Ok(Self { values })
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
impl Display for OptionsValue {
|
|
||||||
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
|
|
||||||
write!(f, "options")
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
starlark_simple_value!(OptionsValue);
|
|
||||||
|
|
||||||
impl Allocative for OptionsValue {
|
|
||||||
fn visit<'a, 'b: 'a>(&self, visitor: &'a mut Visitor<'b>) {
|
|
||||||
let mut visitor = visitor.enter_self(self);
|
|
||||||
visitor.visit_simple(
|
|
||||||
ident_key!(values),
|
|
||||||
mem::size_of::<(String, JsonValue)>() * self.values.len(),
|
|
||||||
);
|
|
||||||
visitor.exit();
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
#[starlark_value(type = "options")]
|
|
||||||
impl<'v> StarlarkValue<'v> for OptionsValue {
|
|
||||||
fn get_attr(&self, attr: &str, heap: &'v Heap) -> Option<Value<'v>> {
|
|
||||||
self.values.get(attr).map(|value| heap.alloc(value))
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
#[derive(Debug, Clone, ProvidesStaticType, NoSerialize, Allocative)]
|
|
||||||
pub struct SettingsValue {
|
|
||||||
target_arch: String,
|
|
||||||
container_runtime: String,
|
|
||||||
container_image: String,
|
|
||||||
container_dockerfile: String,
|
|
||||||
options: BTreeMap<String, String>,
|
|
||||||
}
|
|
||||||
|
|
||||||
impl From<&Config> for SettingsValue {
|
|
||||||
fn from(config: &Config) -> Self {
|
|
||||||
Self {
|
|
||||||
target_arch: config.target_arch.clone(),
|
|
||||||
container_runtime: config.container_runtime.clone(),
|
|
||||||
container_image: config.container_image.clone(),
|
|
||||||
container_dockerfile: config.container_dockerfile.display().to_string(),
|
|
||||||
options: config
|
|
||||||
.options
|
|
||||||
.iter()
|
|
||||||
.map(|(key, value)| (key.clone(), option_value_to_string(value)))
|
|
||||||
.collect(),
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
impl Display for SettingsValue {
|
|
||||||
fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
|
|
||||||
write!(f, "settings")
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
starlark_simple_value!(SettingsValue);
|
|
||||||
|
|
||||||
#[starlark_value(type = "settings")]
|
|
||||||
impl<'v> StarlarkValue<'v> for SettingsValue {
|
|
||||||
fn get_attr(&self, attr: &str, heap: &'v Heap) -> Option<Value<'v>> {
|
|
||||||
match attr {
|
|
||||||
"target_arch" => Some(heap.alloc(self.target_arch.as_str())),
|
|
||||||
"container_runtime" => Some(heap.alloc(self.container_runtime.as_str())),
|
|
||||||
"container_image" => Some(heap.alloc(self.container_image.as_str())),
|
|
||||||
"container_dockerfile" => Some(heap.alloc(self.container_dockerfile.as_str())),
|
|
||||||
"options" => Some(heap.alloc(AllocDict(self.options.clone()))),
|
|
||||||
_ => None,
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
pub fn eval_file(
|
|
||||||
path: &Path,
|
|
||||||
settings: Option<&Config>,
|
|
||||||
repo_root: Option<&Path>,
|
|
||||||
) -> Result<Module> {
|
|
||||||
let content = std::fs::read_to_string(path)?;
|
|
||||||
eval_content(path, content, settings, repo_root, Globals::standard())
|
|
||||||
}
|
|
||||||
|
|
||||||
/// Path of the implicit helper library auto-loaded into every recipe.
|
|
||||||
pub const COMMON_LIB_MODULE: &str = "//lib:common.star";
|
|
||||||
const COMMON_LIB_RELATIVE: &str = "lib/common.star";
|
|
||||||
const OPTIONS_NAME: &str = "OPTIONS";
|
|
||||||
|
|
||||||
/// Names exported by `lib/common.star`, if the file exists. Empty otherwise.
|
|
||||||
pub fn common_lib_names(repo_root: &Path, settings: Option<&Config>) -> Result<Vec<String>> {
|
|
||||||
let path = repo_root.join(COMMON_LIB_RELATIVE);
|
|
||||||
if !path.exists() {
|
|
||||||
return Ok(Vec::new());
|
|
||||||
}
|
|
||||||
let module = eval_file(&path, settings, Some(repo_root))?;
|
|
||||||
Ok(module
|
|
||||||
.names()
|
|
||||||
.map(|n| n.as_str().to_owned())
|
|
||||||
.filter(|n| !n.starts_with('_') && n != "settings" && n != OPTIONS_NAME)
|
|
||||||
.collect())
|
|
||||||
}
|
|
||||||
|
|
||||||
/// Prepend an implicit `load("//lib:common.star", ...)` so every recipe sees
|
|
||||||
/// the shared helpers without an explicit import. Does nothing if there's no
|
|
||||||
/// `lib/common.star` or no repo root.
|
|
||||||
pub fn prepend_common_lib_load(
|
|
||||||
repo_root: Option<&Path>,
|
|
||||||
settings: Option<&Config>,
|
|
||||||
content: &str,
|
|
||||||
) -> Result<String> {
|
|
||||||
let Some(root) = repo_root else {
|
|
||||||
return Ok(content.to_owned());
|
|
||||||
};
|
|
||||||
let names = common_lib_names(root, settings)?;
|
|
||||||
if names.is_empty() {
|
|
||||||
return Ok(content.to_owned());
|
|
||||||
}
|
|
||||||
let names_lit = names
|
|
||||||
.iter()
|
|
||||||
.map(|n| format!("{:?}", n))
|
|
||||||
.collect::<Vec<_>>()
|
|
||||||
.join(", ");
|
|
||||||
Ok(format!(
|
|
||||||
"load(\"{COMMON_LIB_MODULE}\", {names_lit})\n{content}"
|
|
||||||
))
|
|
||||||
}
|
|
||||||
|
|
||||||
pub fn eval_content(
|
|
||||||
path: &Path,
|
|
||||||
content: String,
|
|
||||||
settings: Option<&Config>,
|
|
||||||
repo_root: Option<&Path>,
|
|
||||||
globals: Globals,
|
|
||||||
) -> Result<Module> {
|
|
||||||
eval_content_with_extra(path, content, settings, repo_root, globals, None)
|
|
||||||
}
|
|
||||||
|
|
||||||
pub fn eval_content_with_extra<'a>(
|
|
||||||
path: &Path,
|
|
||||||
content: String,
|
|
||||||
settings: Option<&Config>,
|
|
||||||
repo_root: Option<&Path>,
|
|
||||||
globals: Globals,
|
|
||||||
extra: Option<&'a dyn AnyLifetime<'a>>,
|
|
||||||
) -> Result<Module> {
|
|
||||||
let filename = path.display().to_string();
|
|
||||||
validate_options_source(path, &content)?;
|
|
||||||
let ast = AstModule::parse(
|
|
||||||
&filename,
|
|
||||||
content,
|
|
||||||
&Dialect {
|
|
||||||
enable_f_strings: true,
|
|
||||||
enable_top_level_stmt: true,
|
|
||||||
..Dialect::Standard
|
|
||||||
},
|
|
||||||
)
|
|
||||||
.map_err(|err| anyhow!("{err}"))?;
|
|
||||||
let loader = match repo_root {
|
|
||||||
Some(root) => Some(RepoFileLoader::new(root, settings, globals.clone(), &ast)?),
|
|
||||||
None if !ast.loads().is_empty() => {
|
|
||||||
bail!(
|
|
||||||
"load() requires a repo root while evaluating {}",
|
|
||||||
path.display()
|
|
||||||
)
|
|
||||||
}
|
|
||||||
None => None,
|
|
||||||
};
|
|
||||||
let module = Module::new();
|
|
||||||
let protected_options = if let Some(config) = settings {
|
|
||||||
Some(set_config_values(&module, config)?)
|
|
||||||
} else {
|
|
||||||
None
|
|
||||||
};
|
|
||||||
{
|
|
||||||
let mut eval = Evaluator::new(&module);
|
|
||||||
if let Some(loader) = &loader {
|
|
||||||
eval.set_loader(loader);
|
|
||||||
}
|
|
||||||
eval.extra = extra;
|
|
||||||
eval.eval_module(ast, &globals)
|
|
||||||
.map_err(|err| anyhow!("{err}"))?;
|
|
||||||
}
|
|
||||||
validate_options_binding(path, &module, protected_options)?;
|
|
||||||
Ok(module)
|
|
||||||
}
|
|
||||||
|
|
||||||
fn validate_options_source(path: &Path, content: &str) -> Result<()> {
|
|
||||||
let line_offset = implicit_common_load_line_offset(content);
|
|
||||||
for (index, line) in content.lines().enumerate() {
|
|
||||||
let code = line.split('#').next().unwrap_or_default().trim_start();
|
|
||||||
if defines_or_reassigns_options(code) {
|
|
||||||
let line = (index + 1).saturating_sub(line_offset).max(1);
|
|
||||||
bail!(
|
|
||||||
"{}:{} must not define or reassign `{OPTIONS_NAME}`",
|
|
||||||
path.display(),
|
|
||||||
line
|
|
||||||
);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
Ok(())
|
|
||||||
}
|
|
||||||
|
|
||||||
fn implicit_common_load_line_offset(content: &str) -> usize {
|
|
||||||
content
|
|
||||||
.lines()
|
|
||||||
.next()
|
|
||||||
.is_some_and(|line| line.starts_with(&format!("load(\"{COMMON_LIB_MODULE}\",")))
|
|
||||||
as usize
|
|
||||||
}
|
|
||||||
|
|
||||||
fn defines_or_reassigns_options(code: &str) -> bool {
|
|
||||||
let Some(rest) = code.strip_prefix(OPTIONS_NAME) else {
|
|
||||||
return defines_options_function(code) || binds_options_loop_variable(code);
|
|
||||||
};
|
|
||||||
let rest = rest.trim_start();
|
|
||||||
rest.starts_with('=')
|
|
||||||
|| rest.starts_with("+=")
|
|
||||||
|| rest.starts_with("-=")
|
|
||||||
|| rest.starts_with("*=")
|
|
||||||
|| rest.starts_with("/=")
|
|
||||||
|| rest.starts_with("%=")
|
|
||||||
|| rest.starts_with("&=")
|
|
||||||
|| rest.starts_with("|=")
|
|
||||||
|| rest.starts_with("^=")
|
|
||||||
}
|
|
||||||
|
|
||||||
fn defines_options_function(code: &str) -> bool {
|
|
||||||
code.strip_prefix("def ")
|
|
||||||
.and_then(|rest| rest.trim_start().strip_prefix(OPTIONS_NAME))
|
|
||||||
.is_some_and(|rest| rest.trim_start().starts_with('('))
|
|
||||||
}
|
|
||||||
|
|
||||||
fn binds_options_loop_variable(code: &str) -> bool {
|
|
||||||
code.strip_prefix("for ")
|
|
||||||
.and_then(|rest| rest.trim_start().strip_prefix(OPTIONS_NAME))
|
|
||||||
.is_some_and(|rest| rest.trim_start().starts_with("in "))
|
|
||||||
}
|
|
||||||
|
|
||||||
fn validate_options_binding(
|
|
||||||
path: &Path,
|
|
||||||
module: &Module,
|
|
||||||
expected: Option<Value<'_>>,
|
|
||||||
) -> Result<()> {
|
|
||||||
let Some(expected) = expected else {
|
|
||||||
return Ok(());
|
|
||||||
};
|
|
||||||
let actual = module.get(OPTIONS_NAME).ok_or_else(|| {
|
|
||||||
anyhow!(
|
|
||||||
"{} removed the protected `{OPTIONS_NAME}` binding",
|
|
||||||
path.display()
|
|
||||||
)
|
|
||||||
})?;
|
|
||||||
if !actual.ptr_eq(expected) {
|
|
||||||
bail!(
|
|
||||||
"{} must not define or reassign `{OPTIONS_NAME}`",
|
|
||||||
path.display()
|
|
||||||
);
|
|
||||||
}
|
|
||||||
Ok(())
|
|
||||||
}
|
|
||||||
|
|
||||||
#[derive(Clone)]
|
|
||||||
struct RepoFileLoader {
|
|
||||||
modules: HashMap<String, FrozenModule>,
|
|
||||||
}
|
|
||||||
|
|
||||||
impl RepoFileLoader {
|
|
||||||
fn new(
|
|
||||||
repo_root: &Path,
|
|
||||||
settings: Option<&Config>,
|
|
||||||
globals: Globals,
|
|
||||||
ast: &AstModule,
|
|
||||||
) -> Result<Self> {
|
|
||||||
let mut modules = HashMap::new();
|
|
||||||
for load in ast.loads() {
|
|
||||||
load_module(
|
|
||||||
repo_root,
|
|
||||||
settings,
|
|
||||||
globals.clone(),
|
|
||||||
load.module_id,
|
|
||||||
&mut modules,
|
|
||||||
)?;
|
|
||||||
}
|
|
||||||
Ok(Self { modules })
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
impl FileLoader for RepoFileLoader {
|
|
||||||
fn load(&self, path: &str) -> starlark::Result<FrozenModule> {
|
|
||||||
self.modules
|
|
||||||
.get(path)
|
|
||||||
.cloned()
|
|
||||||
.ok_or_else(|| starlark::Error::new_other(anyhow!("unknown Starlark module `{path}`")))
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
fn load_module(
|
|
||||||
repo_root: &Path,
|
|
||||||
settings: Option<&Config>,
|
|
||||||
globals: Globals,
|
|
||||||
module_id: &str,
|
|
||||||
modules: &mut HashMap<String, FrozenModule>,
|
|
||||||
) -> Result<()> {
|
|
||||||
if modules.contains_key(module_id) {
|
|
||||||
return Ok(());
|
|
||||||
}
|
|
||||||
let path = resolve_load_path(repo_root, module_id)?;
|
|
||||||
let content = std::fs::read_to_string(&path)?;
|
|
||||||
let filename = path.display().to_string();
|
|
||||||
validate_options_source(&path, &content)?;
|
|
||||||
let ast =
|
|
||||||
AstModule::parse(&filename, content, &Dialect::Standard).map_err(|err| anyhow!("{err}"))?;
|
|
||||||
for load in ast.loads() {
|
|
||||||
load_module(
|
|
||||||
repo_root,
|
|
||||||
settings,
|
|
||||||
globals.clone(),
|
|
||||||
load.module_id,
|
|
||||||
modules,
|
|
||||||
)?;
|
|
||||||
}
|
|
||||||
let nested_loader = RepoFileLoader {
|
|
||||||
modules: modules.clone(),
|
|
||||||
};
|
|
||||||
let module = Module::new();
|
|
||||||
let protected_options = if let Some(config) = settings {
|
|
||||||
Some(set_config_values(&module, config)?)
|
|
||||||
} else {
|
|
||||||
None
|
|
||||||
};
|
|
||||||
{
|
|
||||||
let mut eval = Evaluator::new(&module);
|
|
||||||
eval.set_loader(&nested_loader);
|
|
||||||
eval.eval_module(ast, &globals)
|
|
||||||
.map_err(|err| anyhow!("{err}"))?;
|
|
||||||
}
|
|
||||||
validate_options_binding(&path, &module, protected_options)?;
|
|
||||||
let frozen = module.freeze().map_err(|err| anyhow!("{err:?}"))?;
|
|
||||||
modules.insert(module_id.to_owned(), frozen);
|
|
||||||
Ok(())
|
|
||||||
}
|
|
||||||
|
|
||||||
fn set_config_values<'v>(module: &'v Module, config: &Config) -> Result<Value<'v>> {
|
|
||||||
module.set("settings", module.heap().alloc(SettingsValue::from(config)));
|
|
||||||
let options = module
|
|
||||||
.heap()
|
|
||||||
.alloc(OptionsValue::new(config.options.clone())?);
|
|
||||||
module.set(OPTIONS_NAME, options);
|
|
||||||
Ok(options)
|
|
||||||
}
|
|
||||||
|
|
||||||
fn validate_starlark_identifier(name: &str) -> Result<()> {
|
|
||||||
let mut chars = name.chars();
|
|
||||||
let Some(first) = chars.next() else {
|
|
||||||
bail!("config option name cannot be empty");
|
|
||||||
};
|
|
||||||
if !(first == '_' || first.is_ascii_alphabetic()) {
|
|
||||||
bail!("config option `{name}` is not a valid Starlark identifier");
|
|
||||||
}
|
|
||||||
if chars.any(|ch| !(ch == '_' || ch.is_ascii_alphanumeric())) {
|
|
||||||
bail!("config option `{name}` is not a valid Starlark identifier");
|
|
||||||
}
|
|
||||||
if matches!(
|
|
||||||
name,
|
|
||||||
"and"
|
|
||||||
| "as"
|
|
||||||
| "assert"
|
|
||||||
| "break"
|
|
||||||
| "class"
|
|
||||||
| "continue"
|
|
||||||
| "def"
|
|
||||||
| "del"
|
|
||||||
| "elif"
|
|
||||||
| "else"
|
|
||||||
| "except"
|
|
||||||
| "finally"
|
|
||||||
| "for"
|
|
||||||
| "from"
|
|
||||||
| "global"
|
|
||||||
| "if"
|
|
||||||
| "import"
|
|
||||||
| "in"
|
|
||||||
| "is"
|
|
||||||
| "lambda"
|
|
||||||
| "load"
|
|
||||||
| "not"
|
|
||||||
| "or"
|
|
||||||
| "pass"
|
|
||||||
| "return"
|
|
||||||
| "try"
|
|
||||||
| "while"
|
|
||||||
| "with"
|
|
||||||
| "yield"
|
|
||||||
) {
|
|
||||||
bail!("config option `{name}` is a reserved Starlark keyword");
|
|
||||||
}
|
|
||||||
Ok(())
|
|
||||||
}
|
|
||||||
|
|
||||||
fn resolve_load_path(repo_root: &Path, module_id: &str) -> Result<PathBuf> {
|
|
||||||
let relative = if let Some(stripped) = module_id.strip_prefix("//") {
|
|
||||||
stripped.replace(':', "/")
|
|
||||||
} else {
|
|
||||||
module_id.to_owned()
|
|
||||||
};
|
|
||||||
let path = repo_root.join(relative);
|
|
||||||
let canonical_root = repo_root
|
|
||||||
.canonicalize()
|
|
||||||
.unwrap_or_else(|_| repo_root.to_path_buf());
|
|
||||||
let canonical_path = path.canonicalize().unwrap_or(path);
|
|
||||||
if !canonical_path.starts_with(&canonical_root) {
|
|
||||||
bail!("Starlark load escapes repo root: {module_id}");
|
|
||||||
}
|
|
||||||
Ok(canonical_path)
|
|
||||||
}
|
|
||||||
|
|
||||||
fn option_value_to_string(value: &JsonValue) -> String {
|
|
||||||
match value {
|
|
||||||
JsonValue::String(value) => value.clone(),
|
|
||||||
JsonValue::Bool(value) => value.to_string(),
|
|
||||||
JsonValue::Number(value) => value.to_string(),
|
|
||||||
JsonValue::Null => "null".to_owned(),
|
|
||||||
JsonValue::Array(_) | JsonValue::Object(_) => value.to_string(),
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
pub fn get_string(module: &Module, name: &str) -> Result<String> {
|
|
||||||
module
|
|
||||||
.get(name)
|
|
||||||
.and_then(|v| v.unpack_str().map(ToOwned::to_owned))
|
|
||||||
.ok_or_else(|| anyhow!("missing or non-string Starlark variable `{name}`"))
|
|
||||||
}
|
|
||||||
|
|
||||||
pub fn get_string_default(module: &Module, name: &str, default: &str) -> Result<String> {
|
|
||||||
Ok(match module.get(name) {
|
|
||||||
Some(value) => value
|
|
||||||
.unpack_str()
|
|
||||||
.ok_or_else(|| anyhow!("non-string Starlark variable `{name}`"))?
|
|
||||||
.to_owned(),
|
|
||||||
None => default.to_owned(),
|
|
||||||
})
|
|
||||||
}
|
|
||||||
|
|
||||||
pub fn get_i32_default(module: &Module, name: &str, default: i32) -> Result<i32> {
|
|
||||||
Ok(match module.get(name) {
|
|
||||||
Some(value) => value
|
|
||||||
.unpack_i32()
|
|
||||||
.ok_or_else(|| anyhow!("non-integer Starlark variable `{name}`"))?,
|
|
||||||
None => default,
|
|
||||||
})
|
|
||||||
}
|
|
||||||
|
|
||||||
pub fn has_name(module: &Module, name: &str) -> bool {
|
|
||||||
module.get(name).is_some()
|
|
||||||
}
|
|
||||||
|
|
||||||
pub fn get_json(module: &Module, name: &str) -> Result<Option<JsonValue>> {
|
|
||||||
match module.get(name) {
|
|
||||||
Some(value) => Ok(Some(serde_json::from_str(&value.to_json()?)?)),
|
|
||||||
None => Ok(None),
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
pub fn get_string_vec(module: &Module, name: &str) -> Result<Vec<String>> {
|
|
||||||
match get_json(module, name)? {
|
|
||||||
Some(JsonValue::Array(values)) => values
|
|
||||||
.into_iter()
|
|
||||||
.map(|value| match value {
|
|
||||||
JsonValue::String(s) => Ok(s),
|
|
||||||
_ => bail!("`{name}` must be a list of strings"),
|
|
||||||
})
|
|
||||||
.collect(),
|
|
||||||
Some(_) => bail!("`{name}` must be a list of strings"),
|
|
||||||
None => Ok(Vec::new()),
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
pub fn get_json_map(module: &Module, name: &str) -> Result<BTreeMap<String, JsonValue>> {
|
|
||||||
match get_json(module, name)? {
|
|
||||||
Some(JsonValue::Object(values)) => Ok(values.into_iter().collect()),
|
|
||||||
Some(_) => bail!("`{name}` must be a dict"),
|
|
||||||
None => Ok(BTreeMap::new()),
|
|
||||||
}
|
|
||||||
}
|
|
||||||
-256
@@ -1,256 +0,0 @@
|
|||||||
//! `distro update` — check repology for newer upstream versions and bump
|
|
||||||
//! recipes in-place.
|
|
||||||
//!
|
|
||||||
//! For each requested recipe we query
|
|
||||||
//! `https://repology.org/api/v1/project/<name>` and pick the highest version
|
|
||||||
//! among entries whose `status` is `"newest"` or `"unique"` (i.e. not
|
|
||||||
//! outdated, not rolling/devel, not ignored). If that version is strictly
|
|
||||||
//! greater than the recipe's current `version`, we rewrite:
|
|
||||||
//!
|
|
||||||
//! * `version = "..."` → the new upstream version
|
|
||||||
//! * `revision = N` → `revision = 1`
|
|
||||||
//! * every `"sha256": "..."` → `"sha256": "???"` so the next fetch fills it
|
|
||||||
//!
|
|
||||||
//! Repology asks API clients to set a descriptive User-Agent.
|
|
||||||
|
|
||||||
use crate::log;
|
|
||||||
use crate::recipe::{Recipe, RecipeSet};
|
|
||||||
use anyhow::{Context, Result, bail};
|
|
||||||
use serde::Deserialize;
|
|
||||||
use std::cmp::Ordering;
|
|
||||||
use std::fs;
|
|
||||||
use std::path::Path;
|
|
||||||
|
|
||||||
const REPOLOGY_API: &str = "https://repology.org/api/v1/project";
|
|
||||||
|
|
||||||
#[derive(Debug, Deserialize)]
|
|
||||||
struct RepologyEntry {
|
|
||||||
#[serde(default)]
|
|
||||||
version: String,
|
|
||||||
#[serde(default)]
|
|
||||||
status: String,
|
|
||||||
}
|
|
||||||
|
|
||||||
pub fn run(recipes: &RecipeSet, names: &[String], bump: bool) -> Result<()> {
|
|
||||||
let targets: Vec<&Recipe> = if names.is_empty() {
|
|
||||||
recipes.recipes.values().collect()
|
|
||||||
} else {
|
|
||||||
let mut out = Vec::with_capacity(names.len());
|
|
||||||
for name in names {
|
|
||||||
out.push(recipes.recipe_by_user_ref(name)?);
|
|
||||||
}
|
|
||||||
out
|
|
||||||
};
|
|
||||||
|
|
||||||
let client = reqwest::blocking::Client::builder()
|
|
||||||
.user_agent(concat!(
|
|
||||||
"distro/",
|
|
||||||
env!("CARGO_PKG_VERSION"),
|
|
||||||
" (+repology version checker)"
|
|
||||||
))
|
|
||||||
.build()?;
|
|
||||||
|
|
||||||
let mut outdated = 0usize;
|
|
||||||
let mut bumped = 0usize;
|
|
||||||
let mut up_to_date = 0usize;
|
|
||||||
let mut errored = 0usize;
|
|
||||||
|
|
||||||
for recipe in targets {
|
|
||||||
match check_one(&client, recipe) {
|
|
||||||
Ok(Some(new_version)) => {
|
|
||||||
if bump {
|
|
||||||
bump_recipe(&recipe.path, &new_version)?;
|
|
||||||
log::step(
|
|
||||||
"bump",
|
|
||||||
&format!("{}: {} -> {}", recipe.key(), recipe.version, new_version),
|
|
||||||
);
|
|
||||||
bumped += 1;
|
|
||||||
} else {
|
|
||||||
log::step(
|
|
||||||
"outdated",
|
|
||||||
&format!("{}: {} -> {}", recipe.key(), recipe.version, new_version),
|
|
||||||
);
|
|
||||||
outdated += 1;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
Ok(None) => {
|
|
||||||
log::skip(
|
|
||||||
"up-to-date",
|
|
||||||
&format!("{} {}", recipe.key(), recipe.version),
|
|
||||||
);
|
|
||||||
up_to_date += 1;
|
|
||||||
}
|
|
||||||
Err(e) => {
|
|
||||||
log::info("error", &format!("{}: {e}", recipe.key()));
|
|
||||||
errored += 1;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
if bump {
|
|
||||||
log::step(
|
|
||||||
"summary",
|
|
||||||
&format!("{bumped} bumped, {up_to_date} up-to-date, {errored} errored"),
|
|
||||||
);
|
|
||||||
} else {
|
|
||||||
log::step(
|
|
||||||
"summary",
|
|
||||||
&format!(
|
|
||||||
"{outdated} outdated, {up_to_date} up-to-date, {errored} errored (re-run with --bump to rewrite recipes)"
|
|
||||||
),
|
|
||||||
);
|
|
||||||
}
|
|
||||||
Ok(())
|
|
||||||
}
|
|
||||||
|
|
||||||
fn check_one(client: &reqwest::blocking::Client, recipe: &Recipe) -> Result<Option<String>> {
|
|
||||||
let url = format!("{REPOLOGY_API}/{}", recipe.name);
|
|
||||||
let resp = client
|
|
||||||
.get(&url)
|
|
||||||
.send()
|
|
||||||
.with_context(|| format!("GET {url}"))?;
|
|
||||||
if resp.status() == reqwest::StatusCode::NOT_FOUND {
|
|
||||||
bail!("repology has no project named `{}`", recipe.name);
|
|
||||||
}
|
|
||||||
let entries: Vec<RepologyEntry> = serde_json::from_slice(&resp.error_for_status()?.bytes()?)
|
|
||||||
.context("failed to parse repology response")?;
|
|
||||||
let latest = entries
|
|
||||||
.iter()
|
|
||||||
.filter(|e| matches!(e.status.as_str(), "newest" | "unique"))
|
|
||||||
.map(|e| e.version.as_str())
|
|
||||||
.max_by(|a, b| natural_cmp(a, b));
|
|
||||||
match latest {
|
|
||||||
Some(v) if natural_cmp(v, &recipe.version) == Ordering::Greater => Ok(Some(v.to_owned())),
|
|
||||||
_ => Ok(None),
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
fn bump_recipe(path: &Path, new_version: &str) -> Result<()> {
|
|
||||||
let original =
|
|
||||||
fs::read_to_string(path).with_context(|| format!("failed to read {}", path.display()))?;
|
|
||||||
let mut out = String::with_capacity(original.len());
|
|
||||||
let mut version_replaced = false;
|
|
||||||
let mut revision_replaced = false;
|
|
||||||
for line in original.split_inclusive('\n') {
|
|
||||||
let trimmed = line.trim_start();
|
|
||||||
if !version_replaced && trimmed.starts_with("version") {
|
|
||||||
if let Some(replaced) = replace_string_assignment(line, "version", new_version) {
|
|
||||||
out.push_str(&replaced);
|
|
||||||
version_replaced = true;
|
|
||||||
continue;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
if !revision_replaced && trimmed.starts_with("revision") {
|
|
||||||
if let Some(replaced) = replace_int_assignment(line, "revision", 1) {
|
|
||||||
out.push_str(&replaced);
|
|
||||||
revision_replaced = true;
|
|
||||||
continue;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
out.push_str(line);
|
|
||||||
}
|
|
||||||
if !version_replaced {
|
|
||||||
bail!("could not find `version = \"...\"` in {}", path.display());
|
|
||||||
}
|
|
||||||
// Reset every sha256 placeholder so the next fetch re-derives it.
|
|
||||||
out = out.replace("\"sha256\": \"", "\x00sha256_marker\x00\"");
|
|
||||||
out = regex_lite_replace_sha(&out);
|
|
||||||
out = out.replace("\x00sha256_marker\x00\"", "\"sha256\": \"");
|
|
||||||
fs::write(path, out).with_context(|| format!("failed to write {}", path.display()))?;
|
|
||||||
Ok(())
|
|
||||||
}
|
|
||||||
|
|
||||||
/// Replace every quoted sha256 value with `"???"`, leaving keys/whitespace
|
|
||||||
/// alone. Avoids a full regex dep by walking the string by hand.
|
|
||||||
fn regex_lite_replace_sha(input: &str) -> String {
|
|
||||||
let mut out = String::with_capacity(input.len());
|
|
||||||
let bytes = input.as_bytes();
|
|
||||||
let needle = b"\x00sha256_marker\x00\"";
|
|
||||||
let mut i = 0;
|
|
||||||
while i < bytes.len() {
|
|
||||||
if bytes[i..].starts_with(needle) {
|
|
||||||
out.push_str("\x00sha256_marker\x00\"???\"");
|
|
||||||
i += needle.len();
|
|
||||||
// skip the original value up to the closing quote
|
|
||||||
while i < bytes.len() && bytes[i] != b'"' {
|
|
||||||
i += 1;
|
|
||||||
}
|
|
||||||
if i < bytes.len() {
|
|
||||||
i += 1; // consume the closing quote we replaced
|
|
||||||
}
|
|
||||||
} else {
|
|
||||||
out.push(bytes[i] as char);
|
|
||||||
i += 1;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
out
|
|
||||||
}
|
|
||||||
|
|
||||||
fn replace_string_assignment(line: &str, key: &str, new_value: &str) -> Option<String> {
|
|
||||||
// Match `<key><space>=<space>"value"` while preserving surrounding text
|
|
||||||
// (indentation, trailing newline).
|
|
||||||
let stripped = line.strip_prefix(key)?;
|
|
||||||
let rest = stripped.trim_start_matches(|c: char| c == ' ' || c == '\t');
|
|
||||||
let after_eq = rest.strip_prefix('=')?.trim_start();
|
|
||||||
let after_quote = after_eq.strip_prefix('"')?;
|
|
||||||
let end = after_quote.find('"')?;
|
|
||||||
let trailing = &after_quote[end + 1..];
|
|
||||||
Some(format!("{key} = \"{new_value}\"{trailing}"))
|
|
||||||
}
|
|
||||||
|
|
||||||
fn replace_int_assignment(line: &str, key: &str, new_value: i32) -> Option<String> {
|
|
||||||
let stripped = line.strip_prefix(key)?;
|
|
||||||
let rest = stripped.trim_start_matches(|c: char| c == ' ' || c == '\t');
|
|
||||||
let after_eq = rest.strip_prefix('=')?.trim_start();
|
|
||||||
let end = after_eq.find(|c: char| !c.is_ascii_digit())?;
|
|
||||||
let trailing = &after_eq[end..];
|
|
||||||
Some(format!("{key} = {new_value}{trailing}"))
|
|
||||||
}
|
|
||||||
|
|
||||||
/// dpkg-ish natural comparison: split into runs of digits and non-digits and
|
|
||||||
/// compare numerically where both sides are digits, lexicographically
|
|
||||||
/// otherwise. Good enough for upstream tarball versions.
|
|
||||||
fn natural_cmp(a: &str, b: &str) -> Ordering {
|
|
||||||
let mut ai = a.chars().peekable();
|
|
||||||
let mut bi = b.chars().peekable();
|
|
||||||
loop {
|
|
||||||
match (ai.peek().copied(), bi.peek().copied()) {
|
|
||||||
(None, None) => return Ordering::Equal,
|
|
||||||
(None, _) => return Ordering::Less,
|
|
||||||
(_, None) => return Ordering::Greater,
|
|
||||||
(Some(x), Some(y)) if x.is_ascii_digit() && y.is_ascii_digit() => {
|
|
||||||
let mut na = String::new();
|
|
||||||
while let Some(&c) = ai.peek() {
|
|
||||||
if c.is_ascii_digit() {
|
|
||||||
na.push(c);
|
|
||||||
ai.next();
|
|
||||||
} else {
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
let mut nb = String::new();
|
|
||||||
while let Some(&c) = bi.peek() {
|
|
||||||
if c.is_ascii_digit() {
|
|
||||||
nb.push(c);
|
|
||||||
bi.next();
|
|
||||||
} else {
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
let xa: u64 = na.parse().unwrap_or(0);
|
|
||||||
let xb: u64 = nb.parse().unwrap_or(0);
|
|
||||||
match xa.cmp(&xb) {
|
|
||||||
Ordering::Equal => continue,
|
|
||||||
other => return other,
|
|
||||||
}
|
|
||||||
}
|
|
||||||
(Some(x), Some(y)) => match x.cmp(&y) {
|
|
||||||
Ordering::Equal => {
|
|
||||||
ai.next();
|
|
||||||
bi.next();
|
|
||||||
}
|
|
||||||
other => return other,
|
|
||||||
},
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
Reference in New Issue
Block a user