core/pkgs/stdenv/darwin/default.nix

2684 lines
69 KiB
Nix
Raw Normal View History

2024-05-02 00:46:19 +00:00
# This file contains the standard build environment for Darwin. It is based on LLVM and is patterned
# after the Linux stdenv. It shares similar goals to the Linux standard environment in that the
# resulting environment should be built purely and not contain any references to it.
#
# For more on the design of the stdenv and updating it, see `README.md`.
#
# See also the top comments of the Linux stdenv `../linux/default.nix` for a good overview of
# the bootstrap process and working with it.
2024-06-30 08:16:52 +00:00
{
lib,
localSystem,
crossSystem,
config,
overlays,
crossOverlays ? [ ],
2024-05-02 00:46:19 +00:00
# Allow passing in bootstrap files directly so we can test the stdenv bootstrap process when changing the bootstrap tools
2024-06-30 08:16:52 +00:00
bootstrapFiles ?
if localSystem.isAarch64 then
import ./bootstrap-files/aarch64-apple-darwin.nix
else
import ./bootstrap-files/x86_64-apple-darwin.nix,
2024-05-02 00:46:19 +00:00
}:
assert crossSystem == localSystem;
let
inherit (localSystem) system;
useAppleSDKLibs = localSystem.isAarch64;
commonImpureHostDeps = [
"/bin/sh"
"/usr/lib/libSystem.B.dylib"
"/usr/lib/system/libunc.dylib" # This dependency is "hidden", so our scanning code doesn't pick it up
];
isFromNixpkgs = pkg: !(isFromBootstrapFiles pkg);
2024-06-30 08:16:52 +00:00
isFromBootstrapFiles = pkg: pkg.passthru.isFromBootstrapFiles or false;
isBuiltByNixpkgsCompiler = pkg: isFromNixpkgs pkg && isFromNixpkgs pkg.stdenv.cc.cc;
isBuiltByBootstrapFilesCompiler = pkg: isFromNixpkgs pkg && isFromBootstrapFiles pkg.stdenv.cc.cc;
2024-05-02 00:46:19 +00:00
commonPreHook = ''
export NIX_ENFORCE_NO_NATIVE=''${NIX_ENFORCE_NO_NATIVE-1}
export NIX_ENFORCE_PURITY=''${NIX_ENFORCE_PURITY-1}
export NIX_IGNORE_LD_THROUGH_GCC=1
unset SDKROOT
'';
2024-06-30 08:16:52 +00:00
bootstrapTools =
derivation (
{
inherit system;
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
name = "bootstrap-tools";
builder = "${bootstrapFiles.unpack}/bin/bash";
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
args = [
"${bootstrapFiles.unpack}/bootstrap-tools-unpack.sh"
bootstrapFiles.bootstrapTools
];
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
PATH = lib.makeBinPath [
(placeholder "out")
bootstrapFiles.unpack
];
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
__impureHostDeps = commonImpureHostDeps;
}
// lib.optionalAttrs config.contentAddressedByDefault {
__contentAddressed = true;
outputHashAlgo = "sha256";
outputHashMode = "recursive";
}
)
// {
passthru.isFromBootstrapFiles = true;
};
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
stageFun =
prevStage:
{
name,
overrides ? (self: super: { }),
extraNativeBuildInputs ? [ ],
extraPreHook ? "",
}:
2024-05-02 00:46:19 +00:00
let
2024-06-30 08:16:52 +00:00
cc =
if prevStage.llvmPackages.clang-unwrapped == null then
null
else
lib.makeOverridable (import ../../build-support/cc-wrapper) {
name = "${name}-clang-wrapper";
nativeTools = false;
nativeLibc = false;
expand-response-params = lib.optionalString (
prevStage.stdenv.hasCC or false && prevStage.stdenv.cc != "/dev/null"
) prevStage.expand-response-params;
extraPackages = [ prevStage.llvmPackages.compiler-rt ];
extraBuildCommands =
let
inherit (prevStage.llvmPackages) clang-unwrapped compiler-rt release_version;
in
''
function clangResourceRootIncludePath() {
clangLib="$1/lib/clang"
if (( $(ls "$clangLib" | wc -l) > 1 )); then
echo "Multiple LLVM versions were found at "$clangLib", but there must only be one used when building the stdenv." >&2
exit 1
fi
echo "$clangLib/$(ls -1 "$clangLib")/include"
}
rsrc="$out/resource-root"
mkdir "$rsrc"
ln -s "$(clangResourceRootIncludePath "${clang-unwrapped.lib}")" "$rsrc"
ln -s "${compiler-rt.out}/lib" "$rsrc/lib"
ln -s "${compiler-rt.out}/share" "$rsrc/share"
echo "-resource-dir=$rsrc" >> $out/nix-support/cc-cflags
'';
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
cc = prevStage.llvmPackages.clang-unwrapped;
bintools = prevStage.darwin.binutils;
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
isClang = true;
libc = prevStage.darwin.Libsystem;
inherit (prevStage.llvmPackages) libcxx;
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
inherit lib;
inherit (prevStage) coreutils gnugrep;
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
stdenvNoCC = prevStage.ccWrapperStdenv;
runtimeShell = prevStage.ccWrapperStdenv.shell;
};
2024-05-02 00:46:19 +00:00
bash = prevStage.bash or bootstrapTools;
thisStdenv = import ../generic {
name = "${name}-stdenv-darwin";
buildPlatform = localSystem;
hostPlatform = localSystem;
targetPlatform = localSystem;
inherit config;
extraBuildInputs = [ prevStage.darwin.CF ];
2024-06-30 08:16:52 +00:00
extraNativeBuildInputs = extraNativeBuildInputs ++ [ prevStage.darwin.apple_sdk.sdkRoot ];
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
preHook =
lib.optionalString (!isBuiltByNixpkgsCompiler bash) ''
# Don't patch #!/interpreter because it leads to retained
# dependencies on the bootstrapTools in the final stdenv.
dontPatchShebangs=1
''
+ ''
${commonPreHook}
${extraPreHook}
''
+ lib.optionalString (prevStage.darwin ? locale) ''
export PATH_LOCALE=${prevStage.darwin.locale}/share/locale
'';
2024-05-02 00:46:19 +00:00
shell = bash + "/bin/bash";
2024-06-30 08:16:52 +00:00
initialPath = [
bash
bootstrapTools
];
2024-05-02 00:46:19 +00:00
fetchurlBoot = import ../../build-support/fetchurl {
inherit lib;
stdenvNoCC = prevStage.ccWrapperStdenv or thisStdenv;
curl = bootstrapTools;
};
inherit cc;
# The stdenvs themselves don't use mkDerivation, so I need to specify this here
__stdenvImpureHostDeps = commonImpureHostDeps;
__extraImpureHostDeps = commonImpureHostDeps;
# Using the bootstrap tools curl for fetchers allows the stdenv bootstrap to avoid
# having a dependency on curl, allowing curl to be updated without triggering a
# new stdenv bootstrap on Darwin.
2024-06-30 08:16:52 +00:00
overrides =
self: super:
(overrides self super)
// {
fetchurl = thisStdenv.fetchurlBoot;
fetchpatch = super.fetchpatch.override { inherit (self) fetchurl; };
fetchgit = super.fetchgit.override { git = super.git.override { curl = bootstrapTools; }; };
fetchzip = super.fetchzip.override { inherit (self) fetchurl; };
2024-05-02 00:46:19 +00:00
};
};
in
{
inherit config overlays;
stdenv = thisStdenv;
};
in
2024-06-30 08:16:52 +00:00
assert bootstrapTools.passthru.isFromBootstrapFiles or false; # sanity check
2024-05-02 00:46:19 +00:00
[
2024-06-30 08:16:52 +00:00
(
{ }:
{
__raw = true;
coreutils = null;
gnugrep = null;
pbzx = null;
cpio = null;
darwin = {
apple_sdk.sdkRoot = null;
binutils = null;
binutils-unwrapped = null;
cctools = null;
print-reexports = null;
rewrite-tbd = null;
sigtool = null;
CF = null;
Libsystem = null;
};
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
llvmPackages = {
clang-unwrapped = null;
libllvm = null;
libcxx = null;
compiler-rt = null;
};
}
)
2024-05-02 00:46:19 +00:00
# Create a stage with the bootstrap tools. This will be used to build the subsequent stages and
# build up the standard environment.
#
# Note: Each stage depends only on the the packages in `prevStage`. If a package is not to be
# rebuilt, it should be passed through by inheriting it.
2024-06-30 08:16:52 +00:00
(
prevStage:
stageFun prevStage {
name = "bootstrap-stage0";
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
overrides = self: super: {
# We thread stage0's stdenv through under this name so downstream stages
# can use it for wrapping gcc too. This way, downstream stages don't need
# to refer to this stage directly, which violates the principle that each
# stage should only access the stage that came before it.
ccWrapperStdenv = self.stdenv;
bash = bootstrapTools;
coreutils = bootstrapTools;
cpio = bootstrapTools;
gnugrep = bootstrapTools;
pbzx = bootstrapTools;
darwin = super.darwin.overrideScope (
selfDarwin: superDarwin:
{
# Prevent CF from being propagated to the initial stdenv. Packages that require it
# will have to manually add it to their build inputs.
CF = null;
binutils-unwrapped = bootstrapTools // {
version = "boot";
};
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
binutils = super.wrapBintoolsWith {
name = "bootstrap-stage0-binutils-wrapper";
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
nativeTools = false;
nativeLibc = false;
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
expand-response-params = "";
libc = selfDarwin.Libsystem;
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
inherit lib;
inherit (self) stdenvNoCC coreutils gnugrep;
runtimeShell = self.stdenvNoCC.shell;
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
bintools = selfDarwin.binutils-unwrapped;
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
inherit (selfDarwin) postLinkSignHook signingUtils;
};
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
cctools = bootstrapTools // {
targetPrefix = "";
version = "boot";
man = bootstrapTools;
};
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
locale = self.stdenv.mkDerivation {
name = "bootstrap-stage0-locale";
buildCommand = ''
mkdir -p $out/share/locale
'';
};
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
print-reexports = bootstrapTools;
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
rewrite-tbd = bootstrapTools;
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
sigtool = bootstrapTools;
}
// lib.optionalAttrs (!useAppleSDKLibs) {
Libsystem = self.stdenv.mkDerivation {
name = "bootstrap-stage0-Libsystem";
buildCommand = ''
mkdir -p $out
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
cp -r ${selfDarwin.darwin-stubs}/usr/lib $out/lib
chmod -R +w $out/lib
substituteInPlace $out/lib/libSystem.B.tbd --replace /usr/lib/system $out/lib/system
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
ln -s libSystem.B.tbd $out/lib/libSystem.tbd
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
for name in c dbm dl info m mx poll proc pthread rpcsvc util gcc_s.10.4 gcc_s.10.5; do
ln -s libSystem.tbd $out/lib/lib$name.tbd
done
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
ln -s ${bootstrapTools}/lib/*.o $out/lib
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
ln -s ${bootstrapTools}/lib/libresolv.9.dylib $out/lib
ln -s libresolv.9.dylib $out/lib/libresolv.dylib
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
ln -s ${bootstrapTools}/include-Libsystem $out/include
2024-05-02 00:46:19 +00:00
'';
passthru.isFromBootstrapFiles = true;
};
2024-06-30 08:16:52 +00:00
}
);
llvmPackages =
super.llvmPackages
// (
let
tools = super.llvmPackages.tools.extend (
selfTools: _: {
libclang = self.stdenv.mkDerivation {
name = "bootstrap-stage0-clang";
version = "boot";
outputs = [
"out"
"lib"
];
buildCommand = ''
mkdir -p $out/lib
ln -s $out $lib
ln -s ${bootstrapTools}/bin $out/bin
ln -s ${bootstrapTools}/lib/clang $out/lib
ln -s ${bootstrapTools}/include $out
'';
passthru = {
isFromBootstrapFiles = true;
hardeningUnsupportedFlags = [
"fortify3"
"zerocallusedregs"
];
};
};
clang-unwrapped = selfTools.libclang;
libllvm = self.stdenv.mkDerivation {
name = "bootstrap-stage0-llvm";
outputs = [
"out"
"lib"
];
buildCommand = ''
mkdir -p $out/bin $out/lib
ln -s $out $lib
ln -s ${bootstrapTools}/bin/strip $out/bin/llvm-strip
ln -s ${bootstrapTools}/lib/libLLVM* $out/lib
'';
passthru.isFromBootstrapFiles = true;
};
llvm = selfTools.libllvm;
}
);
libraries = super.llvmPackages.libraries.extend (
_: _: {
libcxx = self.stdenv.mkDerivation {
name = "bootstrap-stage0-libcxx";
buildCommand = ''
mkdir -p $out/lib $out/include
ln -s ${bootstrapTools}/lib/libc++.dylib $out/lib
ln -s ${bootstrapTools}/include/c++ $out/include
'';
passthru = {
isLLVM = true;
isFromBootstrapFiles = true;
};
};
compiler-rt = self.stdenv.mkDerivation {
name = "bootstrap-stage0-compiler-rt";
buildCommand = ''
mkdir -p $out/lib $out/share
ln -s ${bootstrapTools}/lib/libclang_rt* $out/lib
ln -s ${bootstrapTools}/lib/darwin $out/lib
'';
passthru.isFromBootstrapFiles = true;
};
}
);
in
{ inherit tools libraries; } // tools // libraries
);
};
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
# The bootstrap tools may use `strip` from cctools, so use a compatible set of flags until LLVM
# is rebuilt, and darwin.binutils can use its implementation instead.
extraPreHook = ''
stripAllFlags=" " # the cctools "strip" command doesn't know "-s"
stripDebugFlags="-S" # the cctools "strip" command does something odd with "-p"
'';
}
)
2024-05-02 00:46:19 +00:00
# This stage is primarily responsible for building the linker and setting up versions of
# certain dependencies needed by the rest of the build process. It is necessary to rebuild the
# linker because the `compiler-rt` build process checks the version and attempts to manually
# run `codesign` if it detects a version of `ld64` it considers too old. If that happens, the
# build process will fail for a few different reasons:
# - sigtool is too old and does not accept the `--sign` argument;
# - sigtool is new enough to accept the `--sign` argument, but it aborts when it is invoked on a
# binary that is already signed; or
# - compiler-rt attempts to invoke `codesign` on x86_64-darwin, but `sigtool` is not currently
# part of the x86_64-darwin bootstrap tools.
#
# This stage also builds CF and Libsystem to simplify assertions and assumptions for later by
# making sure both packages are present on x86_64-darwin and aarch64-darwin.
2024-06-30 08:16:52 +00:00
(
prevStage:
2024-05-02 00:46:19 +00:00
# previous stage0 stdenv:
assert lib.all isFromBootstrapFiles (
2024-06-30 08:16:52 +00:00
with prevStage;
[
bash
coreutils
cpio
gnugrep
]
++ lib.optionals useAppleSDKLibs [ pbzx ]
2024-05-02 00:46:19 +00:00
);
2024-06-30 08:16:52 +00:00
assert lib.all isFromBootstrapFiles (
with prevStage.darwin;
[
binutils-unwrapped
cctools
print-reexports
rewrite-tbd
sigtool
]
);
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
assert (!useAppleSDKLibs) -> lib.all isFromBootstrapFiles (with prevStage.darwin; [ Libsystem ]);
assert useAppleSDKLibs -> lib.all isFromNixpkgs (with prevStage.darwin; [ Libsystem ]);
assert lib.all isFromNixpkgs (
with prevStage.darwin;
[
dyld
launchd
xnu
]
);
assert (with prevStage.darwin; (!useAppleSDKLibs) -> CF == null);
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
assert lib.all isFromBootstrapFiles (
with prevStage.llvmPackages;
[
clang-unwrapped
libclang
libllvm
llvm
compiler-rt
libcxx
]
);
2024-05-02 00:46:19 +00:00
stageFun prevStage {
2024-06-30 08:16:52 +00:00
name = "bootstrap-stage1";
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
overrides = self: super: {
inherit (prevStage) ccWrapperStdenv coreutils gnugrep;
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
# Use this stages CF to build CMake. Its required but cant be included in the stdenv.
cmake = self.cmakeMinimal;
cmakeMinimal = super.cmakeMinimal.overrideAttrs (old: {
buildInputs = old.buildInputs ++ [ self.darwin.CF ];
});
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
# Disable tests because they use dejagnu, which fails to run.
libffi = super.libffi.override { doCheck = false; };
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
# Avoid pulling in a full python and its extra dependencies for the llvm/clang builds.
libxml2 = super.libxml2.override { pythonSupport = false; };
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
ninja = super.ninja.override { buildDocs = false; };
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
# Use this stages CF to build Python. Its required but cant be included in the stdenv.
python3 = self.python3Minimal;
python3Minimal = super.python3Minimal.overrideAttrs (old: {
buildInputs = old.buildInputs ++ [ self.darwin.CF ];
});
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
darwin = super.darwin.overrideScope (
selfDarwin: superDarwin: {
apple_sdk = superDarwin.apple_sdk // {
inherit (prevStage.darwin.apple_sdk) sdkRoot;
};
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
# Use this stages CF to build configd. Its required but cant be included in the stdenv.
configd = superDarwin.configd.overrideAttrs (old: {
buildInputs = old.buildInputs or [ ] ++ [ self.darwin.CF ];
});
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
signingUtils = prevStage.darwin.signingUtils.override { inherit (selfDarwin) sigtool; };
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
postLinkSignHook = prevStage.darwin.postLinkSignHook.override { inherit (selfDarwin) sigtool; };
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
binutils = superDarwin.binutils.override {
inherit (self) coreutils;
inherit (selfDarwin) postLinkSignHook signingUtils;
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
bintools = selfDarwin.binutils-unwrapped;
libc = selfDarwin.Libsystem;
# TODO(@sternenseemann): can this be removed?
runtimeShell = "${bootstrapTools}/bin/bash";
};
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
binutils-unwrapped = superDarwin.binutils-unwrapped.override { inherit (selfDarwin) cctools; };
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
cctools = selfDarwin.cctools-port;
}
);
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
llvmPackages =
super.llvmPackages
// (
let
tools = super.llvmPackages.tools.extend (
_: _: {
inherit (prevStage.llvmPackages)
clang-unwrapped
libclang
libllvm
llvm
;
}
);
libraries = super.llvmPackages.libraries.extend (
_: _: { inherit (prevStage.llvmPackages) compiler-rt libcxx; }
);
in
{
inherit tools libraries;
inherit (prevStage.llvmPackages) release_version;
}
// tools
// libraries
);
};
extraNativeBuildInputs = lib.optionals localSystem.isAarch64 [
prevStage.updateAutotoolsGnuConfigScriptsHook
prevStage.gnu-config
];
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
# The bootstrap tools may use `strip` from cctools, so use a compatible set of flags until LLVM
# is rebuilt, and darwin.binutils can use its implementation instead.
extraPreHook = ''
stripAllFlags=" " # the cctools "strip" command doesn't know "-s"
stripDebugFlags="-S" # the cctools "strip" command does something odd with "-p"
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
# Dont assume the ld64 in bootstrap tools supports response files. Only recent versions do.
export NIX_LD_USE_RESPONSE_FILE=0
'';
}
)
2024-05-02 00:46:19 +00:00
# Build cctools, Python, and sysctl for use by LLVMs check phase. They must be built in
# their stage to prevent infinite recursions and to make sure the stdenv used to build
# LLVM has the newly built cctools instead of the one from the bootstrap tools.
2024-06-30 08:16:52 +00:00
(
prevStage:
2024-05-02 00:46:19 +00:00
# previous stage1 stdenv:
2024-06-30 08:16:52 +00:00
assert lib.all isFromBootstrapFiles (
with prevStage;
[
coreutils
gnugrep
]
);
assert lib.all isBuiltByBootstrapFilesCompiler (
with prevStage;
[
autoconf
automake
bash
binutils-unwrapped
bison
brotli
cmake
cpio
cyrus_sasl
db
ed
expat
flex
gettext
gmp
groff
icu
libedit
libffi
libiconv
libidn2
libkrb5
libssh2
libtool
libunistring
libxml2
m4
ncurses
nghttp2
ninja
openldap
openssh
openssl
patchutils
pbzx
perl
pkg-config.pkg-config
python3
python3Minimal
scons
serf
sqlite
subversion
texinfo
unzip
which
xz
zlib
zstd
]
);
assert lib.all isBuiltByBootstrapFilesCompiler (
with prevStage.darwin;
[
binutils-unwrapped
cctools
locale
libtapi
print-reexports
rewrite-tbd
sigtool
]
);
assert
(!useAppleSDKLibs)
-> lib.all isBuiltByBootstrapFilesCompiler (
with prevStage.darwin;
[
Libsystem
configd
]
);
assert (!useAppleSDKLibs) -> lib.all isFromNixpkgs (with prevStage.darwin; [ CF ]);
assert
useAppleSDKLibs
-> lib.all isFromNixpkgs (
with prevStage.darwin;
[
CF
Libsystem
libobjc
]
);
assert lib.all isFromNixpkgs (
with prevStage.darwin;
[
dyld
launchd
xnu
]
);
assert lib.all isFromBootstrapFiles (
with prevStage.llvmPackages;
[
clang-unwrapped
libclang
libllvm
llvm
compiler-rt
libcxx
]
);
2024-05-02 00:46:19 +00:00
assert lib.getVersion prevStage.stdenv.cc.bintools.bintools == "boot";
stageFun prevStage {
2024-06-30 08:16:52 +00:00
name = "bootstrap-stage1-sysctl";
overrides = self: super: {
inherit (prevStage)
ccWrapperStdenv
autoconf
automake
bash
binutils
binutils-unwrapped
bison
brotli
cmake
cmakeMinimal
coreutils
cpio
cyrus_sasl
db
ed
expat
flex
gettext
gmp
gnugrep
groff
icu
libedit
libffi
libiconv
libidn2
libkrb5
libssh2
libtool
libunistring
libxml2
m4
ncurses
nghttp2
ninja
openldap
openssh
openssl
patchutils
pbzx
perl
pkg-config
python3Minimal
scons
sed
serf
sharutils
sqlite
subversion
texinfo
unzip
which
xz
zlib
zstd
;
# Support for the SystemConfiguration framework is required to run the LLVM tests, but trying
# to override python3Minimal does not appear to work.
python3 =
(super.python3.override {
inherit (self) libffi;
inherit (self.darwin) configd;
openssl = null;
readline = null;
ncurses = null;
gdbm = null;
sqlite = null;
tzdata = null;
stripConfig = true;
stripIdlelib = true;
stripTests = true;
stripTkinter = true;
rebuildBytecode = false;
stripBytecode = true;
includeSiteCustomize = false;
enableOptimizations = false;
enableLTO = false;
mimetypesSupport = false;
}).overrideAttrs
(_: {
pname = "python3-minimal-scproxy";
});
darwin = super.darwin.overrideScope (
_: superDarwin: {
inherit (prevStage.darwin)
CF
sdkRoot
Libsystem
binutils-unwrapped
cctools
cctools-port
configd
darwin-stubs
dyld
launchd
libclosure
libdispatch
libobjc
locale
objc4
postLinkSignHook
print-reexports
rewrite-tbd
signingUtils
sigtool
;
apple_sdk = superDarwin.apple_sdk // {
inherit (prevStage.darwin.apple_sdk) sdkRoot;
};
}
);
llvmPackages =
super.llvmPackages
// (
let
tools = super.llvmPackages.tools.extend (
_: _: {
inherit (prevStage.llvmPackages)
clang-unwrapped
libclang
libllvm
llvm
;
clang = prevStage.stdenv.cc;
}
);
libraries = super.llvmPackages.libraries.extend (
_: _: { inherit (prevStage.llvmPackages) compiler-rt libcxx; }
);
in
{
inherit tools libraries;
inherit (prevStage.llvmPackages) release_version;
}
// tools
// libraries
);
};
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
extraNativeBuildInputs = lib.optionals localSystem.isAarch64 [
prevStage.updateAutotoolsGnuConfigScriptsHook
prevStage.gnu-config
];
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
# Until LLVM is rebuilt, assume `strip` is the one from cctools.
extraPreHook = ''
stripAllFlags=" " # the cctools "strip" command doesn't know "-s"
stripDebugFlags="-S" # the cctools "strip" command does something odd with "-p"
'';
}
)
2024-05-02 00:46:19 +00:00
# First rebuild of LLVM. While this LLVM is linked to a bunch of junk from the bootstrap tools,
# the libc++ and libc++abi it produces are not. The compiler will be rebuilt in a later stage,
# but those libraries will be used in the final stdenv.
#
# Rebuild coreutils and gnugrep to avoid unwanted references to the bootstrap tools on `PATH`.
2024-06-30 08:16:52 +00:00
(
prevStage:
2024-05-02 00:46:19 +00:00
# previous stage-sysctl stdenv:
2024-06-30 08:16:52 +00:00
assert lib.all isFromBootstrapFiles (
with prevStage;
[
coreutils
gnugrep
]
);
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
assert lib.all isBuiltByBootstrapFilesCompiler (
with prevStage;
[
autoconf
automake
bash
binutils-unwrapped
bison
brotli
cmake
cpio
cyrus_sasl
db
ed
expat
flex
gettext
gmp
groff
icu
libedit
libffi
libiconv
libidn2
libkrb5
libssh2
libtool
libunistring
libxml2
m4
ncurses
nghttp2
ninja
openldap
openssh
openssl
patchutils
pbzx
perl
pkg-config.pkg-config
python3
python3Minimal
scons
serf
sqlite
subversion
sysctl.provider
texinfo
unzip
which
xz
zlib
zstd
]
);
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
assert lib.all isBuiltByBootstrapFilesCompiler (
with prevStage.darwin;
[
binutils-unwrapped
cctools
locale
libtapi
print-reexports
rewrite-tbd
sigtool
]
);
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
assert
(!useAppleSDKLibs)
-> lib.all isBuiltByBootstrapFilesCompiler (
with prevStage.darwin;
[
Libsystem
configd
]
);
assert (!useAppleSDKLibs) -> lib.all isFromNixpkgs (with prevStage.darwin; [ CF ]);
assert
useAppleSDKLibs
-> lib.all isFromNixpkgs (
with prevStage.darwin;
[
CF
Libsystem
libobjc
]
);
assert lib.all isFromNixpkgs (
with prevStage.darwin;
[
dyld
launchd
xnu
]
);
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
assert lib.all isFromBootstrapFiles (
with prevStage.llvmPackages;
[
clang-unwrapped
libclang
libllvm
llvm
compiler-rt
libcxx
]
);
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
assert
lib.getVersion prevStage.stdenv.cc.bintools.bintools
== lib.getVersion prevStage.darwin.cctools-port;
2024-05-02 00:46:19 +00:00
stageFun prevStage {
2024-06-30 08:16:52 +00:00
name = "bootstrap-stage-xclang";
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
overrides = self: super: {
inherit (prevStage)
ccWrapperStdenv
autoconf
automake
bash
binutils
binutils-unwrapped
bison
brotli
cmake
cmakeMinimal
cpio
cyrus_sasl
db
ed
expat
flex
gettext
gmp
groff
icu
libedit
libffi
libiconv
libidn2
libkrb5
libssh2
libtool
libunistring
libxml2
m4
ncurses
nghttp2
ninja
openldap
openssh
openssl
patchutils
pbzx
perl
pkg-config
python3
python3Minimal
scons
sed
serf
sharutils
sqlite
subversion
sysctl
texinfo
unzip
which
xz
zlib
zstd
;
# Switch from cctools-port to cctools-llvm now that LLVM has been built.
darwin = super.darwin.overrideScope (
_: superDarwin: {
inherit (prevStage.darwin)
CF
Libsystem
configd
darwin-stubs
dyld
launchd
libclosure
libdispatch
libobjc
locale
objc4
postLinkSignHook
print-reexports
rewrite-tbd
signingUtils
sigtool
;
apple_sdk = superDarwin.apple_sdk // {
inherit (prevStage.darwin.apple_sdk) sdkRoot;
};
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
# Avoid building unnecessary Python dependencies due to building LLVM manpages.
cctools-llvm = superDarwin.cctools-llvm.override { enableManpages = false; };
}
);
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
llvmPackages =
super.llvmPackages
// (
let
llvmMajor = lib.versions.major super.llvmPackages.release_version;
# libc++, and libc++abi do not need CoreFoundation. Avoid propagating the CF from prior
# stages to the final stdenv via rpath by dropping it from `extraBuildInputs`.
stdenvNoCF = self.stdenv.override { extraBuildInputs = [ ]; };
libcxxBootstrapStdenv = self.overrideCC stdenvNoCF (
self.llvmPackages.clangNoCompilerRtWithLibc.override {
nixSupport.cc-cflags = [ "-nostdlib" ];
nixSupport.cc-ldflags = [ "-lSystem" ];
}
);
libraries = super.llvmPackages.libraries.extend (
selfLib: superLib: {
compiler-rt = null;
libcxx = superLib.libcxx.override ({ stdenv = libcxxBootstrapStdenv; });
}
);
in
{ inherit libraries; } // libraries
);
};
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
extraNativeBuildInputs = lib.optionals localSystem.isAarch64 [
prevStage.updateAutotoolsGnuConfigScriptsHook
prevStage.gnu-config
];
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
extraPreHook = ''
stripAllFlags=" " # the cctools "strip" command doesn't know "-s"
stripDebugFlags="-S" # the cctools "strip" command does something odd with "-p"
'';
}
)
2024-05-02 00:46:19 +00:00
# This stage rebuilds Libsystem. It also rebuilds bash, which will be needed in later stages
# to use in patched shebangs (e.g., to make sure `icu-config` uses bash from nixpkgs).
2024-06-30 08:16:52 +00:00
(
prevStage:
2024-05-02 00:46:19 +00:00
# previous stage-xclang stdenv:
2024-06-30 08:16:52 +00:00
assert lib.all isBuiltByBootstrapFilesCompiler (
with prevStage;
[
autoconf
automake
bash
binutils-unwrapped
bison
cmake
cmakeMinimal
coreutils
cpio
cyrus_sasl
db
ed
expat
flex
gettext
gmp
gnugrep
groff
icu
libedit
libtool
m4
ninja
openbsm
openldap
openpam
openssh
patchutils
pbzx
perl
pkg-config.pkg-config
python3
python3Minimal
scons
serf
sqlite
subversion
sysctl.provider
texinfo
unzip
which
xz
]
);
assert lib.all isBuiltByBootstrapFilesCompiler (
with prevStage;
[
brotli
libffi
libiconv
libidn2
libkrb5
libssh2
libunistring
libxml2
ncurses
nghttp2
openssl
zlib
zstd
]
);
assert lib.all isBuiltByBootstrapFilesCompiler (
with prevStage.darwin;
[
binutils-unwrapped
cctools
locale
libtapi
print-reexports
rewrite-tbd
sigtool
]
);
assert
(!useAppleSDKLibs)
-> lib.all isBuiltByBootstrapFilesCompiler (
with prevStage.darwin;
[
Libsystem
configd
]
);
assert (!useAppleSDKLibs) -> lib.all isFromNixpkgs (with prevStage.darwin; [ CF ]);
assert
useAppleSDKLibs
-> lib.all isFromNixpkgs (
with prevStage.darwin;
[
CF
Libsystem
libobjc
]
);
assert lib.all isFromNixpkgs (
with prevStage.darwin;
[
dyld
launchd
libclosure
libdispatch
xnu
]
);
assert lib.all isBuiltByBootstrapFilesCompiler (
with prevStage.llvmPackages;
[
clang-unwrapped
libclang
libllvm
llvm
]
);
2024-05-02 00:46:19 +00:00
assert lib.all isBuiltByNixpkgsCompiler (with prevStage.llvmPackages; [ libcxx ]);
assert prevStage.llvmPackages.compiler-rt == null;
2024-06-30 08:16:52 +00:00
assert
lib.getVersion prevStage.stdenv.cc.bintools.bintools
== lib.getVersion prevStage.darwin.cctools-port;
2024-05-02 00:46:19 +00:00
stageFun prevStage {
2024-06-30 08:16:52 +00:00
name = "bootstrap-stage2-Libsystem";
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
overrides = self: super: {
inherit (prevStage)
ccWrapperStdenv
autoconf
automake
binutils-unwrapped
bison
brotli
cmake
cmakeMinimal
coreutils
cpio
cyrus_sasl
db
ed
expat
flex
gettext
gmp
gnugrep
groff
icu
libedit
libffi
libiconv
libidn2
libkrb5
libssh2
libtool
libunistring
libxml2
m4
ncurses
nghttp2
ninja
openbsm
openldap
openpam
openssh
openssl
patchutils
pbzx
perl
pkg-config
python3
python3Minimal
scons
serf
sqlite
subversion
sysctl
texinfo
unzip
which
xz
zlib
zstd
;
# Bash must be linked against the system CoreFoundation instead of the open-source one.
# Otherwise, there will be a dependency cycle: bash -> CF -> icu -> bash (for icu^dev).
bash = super.bash.overrideAttrs (super: {
buildInputs = super.buildInputs ++ [ self.darwin.apple_sdk.frameworks.CoreFoundation ];
2024-05-02 00:46:19 +00:00
});
2024-06-30 08:16:52 +00:00
darwin = super.darwin.overrideScope (
selfDarwin: superDarwin: {
inherit (prevStage.darwin)
CF
binutils-unwrapped
cctools
configd
darwin-stubs
launchd
libobjc
libtapi
locale
objc4
print-reexports
rewrite-tbd
signingUtils
sigtool
;
apple_sdk = superDarwin.apple_sdk // {
inherit (prevStage.darwin.apple_sdk) sdkRoot;
};
}
);
llvmPackages =
super.llvmPackages
// (
let
tools = super.llvmPackages.tools.extend (
_: _: {
inherit (prevStage.llvmPackages)
clang-unwrapped
clangNoCompilerRtWithLibc
libclang
libllvm
llvm
;
}
);
libraries = super.llvmPackages.libraries.extend (
selfLib: superLib: { inherit (prevStage.llvmPackages) compiler-rt libcxx; }
);
in
{
inherit tools libraries;
inherit (prevStage.llvmPackages) release_version;
}
// tools
// libraries
);
# Dont link anything in this stage against CF to prevent propagating CF from prior stages to
# the final stdenv, which happens because of the rpath hook.
stdenv =
let
stdenvNoCF = super.stdenv.override { extraBuildInputs = [ ]; };
in
self.overrideCC stdenvNoCF (
self.llvmPackages.clangNoCompilerRtWithLibc.override { inherit (self.llvmPackages) libcxx; }
);
};
extraNativeBuildInputs = lib.optionals localSystem.isAarch64 [
prevStage.updateAutotoolsGnuConfigScriptsHook
prevStage.gnu-config
];
extraPreHook = ''
stripDebugFlags="-S" # llvm-strip does not support "-p" for Mach-O
'';
}
)
2024-05-02 00:46:19 +00:00
# This stage rebuilds CF, compiler-rt, and the sdkRoot derivation.
#
# CF requires:
# - aarch64-darwin: libobjc (due to being apple_sdk.frameworks.CoreFoundation instead of swift-corefoundation)
# - x86_64-darwin: libiconv libxml2 icu zlib
2024-06-30 08:16:52 +00:00
(
prevStage:
2024-05-02 00:46:19 +00:00
# previous stage2-Libsystem stdenv:
2024-06-30 08:16:52 +00:00
assert lib.all isBuiltByBootstrapFilesCompiler (
with prevStage;
[
autoconf
automake
binutils-unwrapped
bison
brotli
cmake
cmakeMinimal
coreutils
cpio
cyrus_sasl
db
ed
expat
flex
gettext
gmp
gnugrep
groff
icu
libedit
libidn2
libkrb5
libssh2
libtool
libunistring
m4
nghttp2
ninja
openbsm
openldap
openpam
openssh
openssl
patchutils
pbzx
perl
pkg-config.pkg-config
python3
python3Minimal
scons
serf
sqlite
subversion
sysctl.provider
texinfo
unzip
which
xz
zstd
]
);
2024-05-02 00:46:19 +00:00
assert lib.all isBuiltByNixpkgsCompiler (with prevStage; [ bash ]);
2024-06-30 08:16:52 +00:00
assert lib.all isBuiltByBootstrapFilesCompiler (
with prevStage;
[
libffi
libiconv
libxml2
ncurses
zlib
zstd
]
);
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
assert lib.all isBuiltByBootstrapFilesCompiler (
with prevStage.darwin;
[
binutils-unwrapped
cctools
locale
libtapi
print-reexports
rewrite-tbd
sigtool
]
);
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
assert
(!useAppleSDKLibs) -> lib.all isBuiltByBootstrapFilesCompiler (with prevStage.darwin; [ configd ]);
assert
(!useAppleSDKLibs) -> lib.all isBuiltByNixpkgsCompiler (with prevStage.darwin; [ Libsystem ]);
assert (!useAppleSDKLibs) -> lib.all isFromNixpkgs (with prevStage.darwin; [ CF ]);
assert
useAppleSDKLibs
-> lib.all isFromNixpkgs (
with prevStage.darwin;
[
CF
Libsystem
libobjc
]
);
assert lib.all isFromNixpkgs (
with prevStage.darwin;
[
dyld
launchd
libclosure
libdispatch
xnu
]
);
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
assert lib.all isBuiltByBootstrapFilesCompiler (
with prevStage.llvmPackages;
[
clang-unwrapped
libclang
libllvm
llvm
]
);
2024-05-02 00:46:19 +00:00
assert lib.all isBuiltByNixpkgsCompiler (with prevStage.llvmPackages; [ libcxx ]);
assert prevStage.llvmPackages.compiler-rt == null;
2024-06-30 08:16:52 +00:00
assert
lib.getVersion prevStage.stdenv.cc.bintools.bintools
== lib.getVersion prevStage.darwin.cctools-llvm;
2024-05-02 00:46:19 +00:00
stageFun prevStage {
2024-06-30 08:16:52 +00:00
name = "bootstrap-stage2-CF";
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
overrides = self: super: {
inherit (prevStage)
ccWrapperStdenv
autoconf
automake
bash
bison
brotli
cmake
cmakeMinimal
coreutils
cpio
cyrus_sasl
db
ed
expat
flex
gettext
gmp
gnugrep
groff
libedit
libidn2
libkrb5
libssh2
libtool
libunistring
m4
ncurses
nghttp2
ninja
openbsm
openldap
openpam
openssh
openssl
patchutils
pbzx
perl
pkg-config
python3
python3Minimal
scons
serf
sqlite
subversion
sysctl
texinfo
unzip
which
xz
zstd
;
# Avoid pulling in a full python and its extra dependencies for the llvm/clang builds.
libxml2 = super.libxml2.override { pythonSupport = false; };
darwin = super.darwin.overrideScope (
selfDarwin: superDarwin: {
inherit (prevStage.darwin)
Libsystem
configd
darwin-stubs
launchd
locale
print-reexports
rewrite-tbd
signingUtils
sigtool
;
# Rewrap binutils so it uses the rebuilt Libsystem.
binutils =
superDarwin.binutils.override {
inherit (prevStage) expand-response-params;
libc = selfDarwin.Libsystem;
}
// {
passthru = {
inherit (prevStage.bintools.passthru) isFromBootstrapFiles;
};
};
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
# Avoid building unnecessary Python dependencies due to building LLVM manpages.
cctools-llvm = superDarwin.cctools-llvm.override { enableManpages = false; };
}
);
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
llvmPackages =
super.llvmPackages
// (
let
tools = super.llvmPackages.tools.extend (
_: _: {
inherit (prevStage.llvmPackages)
clang-unwrapped
clangNoCompilerRtWithLibc
libclang
libllvm
llvm
;
clang = prevStage.stdenv.cc;
}
);
libraries = super.llvmPackages.libraries.extend (
selfLib: superLib: {
inherit (prevStage.llvmPackages) libcxx;
# Make sure compiler-rt is linked against the CF from this stage, which can be
# propagated to the final stdenv. CF is required by ASAN.
compiler-rt = superLib.compiler-rt.override ({
inherit (self.llvmPackages) libllvm;
stdenv = self.stdenv.override { extraBuildInputs = [ self.darwin.CF ]; };
});
}
);
in
{
inherit tools libraries;
inherit (prevStage.llvmPackages) release_version;
}
// tools
// libraries
);
# Dont link anything in this stage against CF to prevent propagating CF from prior stages to
# the final stdenv, which happens because of the rpath hook. Also dont use a stdenv with
# compiler-rt because it needs to be built in this stage.
stdenv =
let
stdenvNoCF = super.stdenv.override { extraBuildInputs = [ ]; };
in
self.overrideCC stdenvNoCF (
self.llvmPackages.clangNoCompilerRtWithLibc.override {
inherit (self.llvmPackages) libcxx;
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
# Make sure the stdenv is using the Libsystem that will be propagated to the final stdenv.
libc = self.darwin.Libsystem;
bintools = self.llvmPackages.clangNoCompilerRtWithLibc.bintools.override {
libc = self.darwin.Libsystem;
2024-05-02 00:46:19 +00:00
};
2024-06-30 08:16:52 +00:00
}
);
};
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
extraNativeBuildInputs = lib.optionals localSystem.isAarch64 [
prevStage.updateAutotoolsGnuConfigScriptsHook
prevStage.gnu-config
];
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
extraPreHook = ''
stripDebugFlags="-S" # llvm-strip does not support "-p" for Mach-O
'';
}
)
2024-05-02 00:46:19 +00:00
# Rebuild LLVM with LLVM. This stage also rebuilds certain dependencies needed by LLVM.
#
# LLVM requires: libcxx libffi libiconv libxml2 ncurses zlib
2024-06-30 08:16:52 +00:00
(
prevStage:
2024-05-02 00:46:19 +00:00
# previous stage2-CF stdenv:
2024-06-30 08:16:52 +00:00
assert lib.all isBuiltByBootstrapFilesCompiler (
with prevStage;
[
autoconf
automake
bison
brotli
cmake
cmakeMinimal
coreutils
cpio
cyrus_sasl
db
ed
expat
flex
gettext
gmp
gnugrep
groff
libedit
libidn2
libkrb5
libssh2
libtool
libunistring
m4
ncurses
nghttp2
ninja
openbsm
openldap
openpam
openssh
openssl
patchutils
pbzx
perl
pkg-config.pkg-config
python3
python3Minimal
scons
serf
sqlite
subversion
sysctl.provider
texinfo
unzip
which
xz
zstd
]
);
assert lib.all isBuiltByNixpkgsCompiler (
with prevStage;
[
bash
binutils-unwrapped
icu
libffi
libiconv
libxml2
zlib
]
);
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
assert lib.all isBuiltByBootstrapFilesCompiler (
with prevStage.darwin;
[
locale
print-reexports
rewrite-tbd
sigtool
]
);
assert lib.all isBuiltByNixpkgsCompiler (
with prevStage.darwin;
[
binutils-unwrapped
cctools
libtapi
]
);
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
assert
(!useAppleSDKLibs) -> lib.all isBuiltByBootstrapFilesCompiler (with prevStage.darwin; [ configd ]);
assert
(!useAppleSDKLibs) -> lib.all isBuiltByNixpkgsCompiler (with prevStage.darwin; [ Libsystem ]);
assert (!useAppleSDKLibs) -> lib.all isFromNixpkgs (with prevStage.darwin; [ CF ]);
assert
useAppleSDKLibs
-> lib.all isFromNixpkgs (
with prevStage.darwin;
[
CF
Libsystem
libobjc
]
);
assert lib.all isFromNixpkgs (
with prevStage.darwin;
[
dyld
launchd
libclosure
libdispatch
xnu
]
);
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
assert lib.all isBuiltByBootstrapFilesCompiler (
with prevStage.llvmPackages;
[
clang-unwrapped
libclang
libllvm
llvm
]
);
assert lib.all isBuiltByNixpkgsCompiler (with prevStage.llvmPackages; [ libcxx ]);
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
assert
lib.getVersion prevStage.stdenv.cc.bintools.bintools
== lib.getVersion prevStage.darwin.cctools-llvm;
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
stageFun prevStage {
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
name = "bootstrap-stage3";
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
overrides = self: super: {
inherit (prevStage)
ccWrapperStdenv
autoconf
automake
bash
binutils
binutils-unwrapped
bison
brotli
cmake
cmakeMinimal
coreutils
cpio
cyrus_sasl
db
ed
expat
flex
gettext
gmp
gnugrep
groff
libedit
libidn2
libkrb5
libssh2
libtool
libunistring
m4
nghttp2
ninja
openbsm
openldap
openpam
openssh
openssl
patchutils
pbzx
perl
pkg-config
python3
python3Minimal
scons
sed
serf
sharutils
sqlite
subversion
sysctl
texinfo
unzip
which
xz
zstd
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
# CF dependencies - dont rebuild them.
icu
libiconv
libxml2
zlib
;
# Disable tests because they use dejagnu, which fails to run.
libffi = super.libffi.override { doCheck = false; };
darwin = super.darwin.overrideScope (
selfDarwin: superDarwin: {
inherit (prevStage.darwin)
CF
Libsystem
binutils
binutils-unwrapped
cctools
cctools-llvm
cctools-port
configd
darwin-stubs
dyld
launchd
libclosure
libdispatch
libobjc
libtapi
locale
objc4
postLinkSignHook
print-reexports
rewrite-tbd
signingUtils
sigtool
;
apple_sdk = superDarwin.apple_sdk // {
inherit (prevStage.darwin.apple_sdk) sdkRoot;
};
}
);
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
llvmPackages =
super.llvmPackages
// (
let
libraries = super.llvmPackages.libraries.extend (
_: _: { inherit (prevStage.llvmPackages) compiler-rt libcxx; }
);
in
{ inherit libraries; } // libraries
);
};
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
extraNativeBuildInputs = lib.optionals localSystem.isAarch64 [
prevStage.updateAutotoolsGnuConfigScriptsHook
prevStage.gnu-config
];
extraPreHook = ''
stripDebugFlags="-S" # llvm-strip does not support "-p" for Mach-O
'';
}
)
2024-05-02 00:46:19 +00:00
# Construct a standard environment with the new clang. Also use the new compiler to rebuild
# everything that will be part of the final stdenv and isnt required by it, CF, or Libsystem.
2024-06-30 08:16:52 +00:00
(
prevStage:
2024-05-02 00:46:19 +00:00
# previous stage3 stdenv:
2024-06-30 08:16:52 +00:00
assert lib.all isBuiltByBootstrapFilesCompiler (
with prevStage;
[
autoconf
automake
bison
brotli
cmake
cmakeMinimal
coreutils
cpio
cyrus_sasl
db
ed
expat
flex
gettext
gmp
gnugrep
groff
libedit
libidn2
libkrb5
libssh2
libtool
libunistring
m4
nghttp2
ninja
openbsm
openldap
openpam
openssh
openssl
patchutils
pbzx
perl
pkg-config.pkg-config
python3
python3Minimal
scons
serf
sqlite
subversion
sysctl.provider
texinfo
unzip
which
xz
zstd
]
);
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
assert lib.all isBuiltByNixpkgsCompiler (
with prevStage;
[
bash
binutils-unwrapped
2024-05-02 00:46:19 +00:00
icu
2024-06-30 08:16:52 +00:00
libffi
libiconv
libxml2
zlib
]
);
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
assert lib.all isBuiltByBootstrapFilesCompiler (
with prevStage.darwin;
[
locale
print-reexports
rewrite-tbd
sigtool
]
);
assert lib.all isBuiltByNixpkgsCompiler (
with prevStage.darwin;
[
binutils-unwrapped
cctools
libtapi
]
);
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
assert
(!useAppleSDKLibs) -> lib.all isBuiltByBootstrapFilesCompiler (with prevStage.darwin; [ configd ]);
assert
(!useAppleSDKLibs) -> lib.all isBuiltByNixpkgsCompiler (with prevStage.darwin; [ Libsystem ]);
assert (!useAppleSDKLibs) -> lib.all isFromNixpkgs (with prevStage.darwin; [ CF ]);
assert
useAppleSDKLibs
-> lib.all isFromNixpkgs (
with prevStage.darwin;
[
CF
Libsystem
libobjc
]
);
assert lib.all isFromNixpkgs (
with prevStage.darwin;
[
dyld
launchd
libclosure
libdispatch
xnu
]
);
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
assert lib.all isBuiltByNixpkgsCompiler (
with prevStage.llvmPackages;
[
clang-unwrapped
libclang
libllvm
llvm
compiler-rt
libcxx
]
);
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
assert
lib.getVersion prevStage.stdenv.cc.bintools.bintools
== lib.getVersion prevStage.darwin.cctools-llvm;
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
stageFun prevStage {
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
name = "bootstrap-stage4";
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
overrides = self: super: {
inherit (prevStage)
ccWrapperStdenv
autoconf
automake
bash
bison
cmake
cmakeMinimal
cyrus_sasl
db
expat
flex
groff
libedit
libtool
m4
ninja
openldap
openssh
patchutils
perl
pkg-config
python3
scons
serf
sqlite
subversion
sysctl
texinfo
unzip
which
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
# CF dependencies - dont rebuild them.
icu
# LLVM dependencies - dont rebuild them.
libffi
libiconv
libxml2
ncurses
zlib
;
darwin = super.darwin.overrideScope (
selfDarwin: superDarwin: {
inherit (prevStage.darwin)
dyld
CF
Libsystem
darwin-stubs
# CF dependencies - dont rebuild them.
libobjc
objc4
;
apple_sdk = superDarwin.apple_sdk // {
inherit (prevStage.darwin.apple_sdk) sdkRoot;
};
signingUtils = superDarwin.signingUtils.override { inherit (selfDarwin) sigtool; };
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
binutils = superDarwin.binutils.override {
2024-05-02 00:46:19 +00:00
inherit (prevStage) expand-response-params;
2024-06-30 08:16:52 +00:00
bintools = selfDarwin.binutils-unwrapped;
libc = selfDarwin.Libsystem;
};
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
# cctools needs to build the LLVM man pages, which requires sphinx. Sphinx
# has hatch-vcs as a transitive dependency, which pulls in git (and curl).
# Disabling the tests for hatch-vcs allows the stdenv bootstrap to avoid having
# any dependency on curl other than the one provided in the bootstrap tools.
cctools-llvm = superDarwin.cctools-llvm.override (old: {
llvmPackages =
2024-05-02 00:46:19 +00:00
let
2024-06-30 08:16:52 +00:00
tools = old.llvmPackages.tools.extend (
_: superTools: {
llvm-manpages = superTools.llvm-manpages.override {
python3Packages = prevStage.python3Packages.overrideScope (
_: superPython: {
hatch-vcs = (
superPython.hatch-vcs.override {
git = null;
pytestCheckHook = null;
}
);
}
);
};
}
);
inherit (old.llvmPackages) libraries release_version;
2024-05-02 00:46:19 +00:00
in
2024-06-30 08:16:52 +00:00
{ inherit tools libraries release_version; } // tools // libraries;
});
}
);
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
llvmPackages =
super.llvmPackages
// (
let
tools = super.llvmPackages.tools.extend (
_: _: {
inherit (prevStage.llvmPackages)
clang-unwrapped
libclang
libllvm
llvm
;
libcxxClang = lib.makeOverridable (import ../../build-support/cc-wrapper) {
nativeTools = false;
nativeLibc = false;
inherit (prevStage) expand-response-params;
extraPackages = [ self.llvmPackages.compiler-rt ];
extraBuildCommands =
let
inherit (self.llvmPackages) clang-unwrapped compiler-rt release_version;
# Clang 16+ uses only the major version in resource-root, but older versions use the complete one.
clangResourceRootIncludePath =
clangLib: clangRelease:
let
clangVersion =
if lib.versionAtLeast clangRelease "16" then lib.versions.major clangRelease else clangRelease;
in
"${clangLib}/lib/clang/${clangVersion}/include";
in
''
rsrc="$out/resource-root"
mkdir "$rsrc"
ln -s "${clangResourceRootIncludePath clang-unwrapped.lib release_version}" "$rsrc"
ln -s "${compiler-rt.out}/lib" "$rsrc/lib"
ln -s "${compiler-rt.out}/share" "$rsrc/share"
echo "-resource-dir=$rsrc" >> $out/nix-support/cc-cflags
'';
cc = self.llvmPackages.clang-unwrapped;
bintools = self.darwin.binutils;
isClang = true;
libc = self.darwin.Libsystem;
inherit (self.llvmPackages) libcxx;
inherit lib;
inherit (self)
stdenvNoCC
coreutils
gnugrep
runtimeShell
;
};
}
);
libraries = super.llvmPackages.libraries.extend (
_: _: { inherit (prevStage.llvmPackages) compiler-rt libcxx; }
);
in
{ inherit tools libraries; } // tools // libraries
);
};
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
extraNativeBuildInputs = lib.optionals localSystem.isAarch64 [
prevStage.updateAutotoolsGnuConfigScriptsHook
prevStage.gnu-config
];
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
extraPreHook = ''
stripDebugFlags="-S" # llvm-strip does not support "-p" for Mach-O
'';
}
)
2024-05-02 00:46:19 +00:00
# Construct the final stdenv. The version of LLVM provided should match the one defined in
# `all-packages.nix` for Darwin. Nothing should depend on the bootstrap tools or originate from
# the bootstrap tools.
#
# When updating the Darwin stdenv, make sure that the result has no dependency (`nix-store -qR`)
# on `bootstrapTools` or the binutils built in stage 1.
2024-06-30 08:16:52 +00:00
(
prevStage:
2024-05-02 00:46:19 +00:00
# previous stage4 stdenv:
2024-06-30 08:16:52 +00:00
assert lib.all isBuiltByNixpkgsCompiler (
with prevStage;
[
2024-05-02 00:46:19 +00:00
bash
2024-06-30 08:16:52 +00:00
binutils-unwrapped
brotli
bzip2
cpio
2024-05-02 00:46:19 +00:00
diffutils
ed
file
findutils
gawk
gettext
2024-06-30 08:16:52 +00:00
gmp
2024-05-02 00:46:19 +00:00
gnugrep
gnumake
gnused
gnutar
gzip
2024-06-30 08:16:52 +00:00
icu
libffi
2024-05-02 00:46:19 +00:00
libiconv
2024-06-30 08:16:52 +00:00
libidn2
libkrb5
libssh2
libunistring
libxml2
libyaml
ncurses
nghttp2
2024-05-02 00:46:19 +00:00
openbsm
openpam
2024-06-30 08:16:52 +00:00
openssl
2024-05-02 00:46:19 +00:00
patch
2024-06-30 08:16:52 +00:00
pbzx
pcre
python3Minimal
xar
xz
zlib
zstd
2024-05-02 00:46:19 +00:00
]
2024-06-30 08:16:52 +00:00
);
assert lib.all isBuiltByNixpkgsCompiler (
with prevStage.darwin;
[
binutils-unwrapped
cctools
libtapi
locale
print-reexports
rewrite-tbd
sigtool
2024-05-02 00:46:19 +00:00
]
2024-06-30 08:16:52 +00:00
);
assert
(!useAppleSDKLibs)
-> lib.all isBuiltByNixpkgsCompiler (
with prevStage.darwin;
[
Libsystem
configd
]
);
assert (!useAppleSDKLibs) -> lib.all isFromNixpkgs (with prevStage.darwin; [ CF ]);
assert
useAppleSDKLibs
-> lib.all isFromNixpkgs (
with prevStage.darwin;
[
CF
Libsystem
libobjc
]
);
assert lib.all isFromNixpkgs (
with prevStage.darwin;
[
dyld
launchd
libclosure
libdispatch
xnu
]
);
assert lib.all isBuiltByNixpkgsCompiler (
with prevStage.llvmPackages;
[
2024-05-02 00:46:19 +00:00
clang-unwrapped
2024-06-30 08:16:52 +00:00
libclang
libllvm
llvm
2024-05-02 00:46:19 +00:00
compiler-rt
libcxx
]
2024-06-30 08:16:52 +00:00
);
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
assert lib.all isBuiltByBootstrapFilesCompiler (
with prevStage;
[
autoconf
automake
bison
cmake
cmakeMinimal
cyrus_sasl
db
expat
flex
groff
libedit
libtool
m4
ninja
openldap
openssh
patchutils
perl
pkg-config.pkg-config
python3
scons
serf
sqlite
subversion
sysctl.provider
texinfo
unzip
which
]
);
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
assert prevStage.darwin.cctools == prevStage.darwin.cctools-llvm;
let
doSign = localSystem.isAarch64;
cc = prevStage.llvmPackages.clang;
in
{
inherit config overlays;
stdenv = import ../generic {
name = "stdenv-darwin";
buildPlatform = localSystem;
hostPlatform = localSystem;
targetPlatform = localSystem;
inherit config;
preHook = ''
${commonPreHook}
stripDebugFlags="-S" # llvm-strip does not support "-p" for Mach-O
export PATH_LOCALE=${prevStage.darwin.locale}/share/locale
'';
initialPath = ((import ../generic/common-path.nix) { pkgs = prevStage; });
extraNativeBuildInputs =
lib.optionals localSystem.isAarch64 [ prevStage.updateAutotoolsGnuConfigScriptsHook ]
++ [ prevStage.darwin.apple_sdk.sdkRoot ];
extraBuildInputs = [ prevStage.darwin.CF ];
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
inherit cc;
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
shell = cc.shell;
inherit (prevStage.stdenv) fetchurlBoot;
extraAttrs =
{
inherit bootstrapTools;
libc = prevStage.darwin.Libsystem;
shellPackage = prevStage.bash;
}
// lib.optionalAttrs useAppleSDKLibs {
# This objc4 will be propagated to all builds using the final stdenv,
# and we shouldn't mix different builds, because they would be
# conflicting LLVM modules. Export it here so we can grab it later.
inherit (prevStage.darwin) objc4;
2024-05-02 00:46:19 +00:00
};
2024-06-30 08:16:52 +00:00
disallowedRequisites = [ bootstrapTools.out ];
allowedRequisites =
(
with prevStage;
[
bash
binutils.bintools
binutils.bintools.lib
bzip2.bin
bzip2.out
cc.expand-response-params
coreutils
darwin.binutils
darwin.binutils.bintools
diffutils
ed
file
findutils
gawk
gettext
gmp.out
gnugrep
gnugrep.pcre2.out
gnumake
gnused
gnutar
gzip
icu.out
libffi.out
libiconv
libunistring.out
libxml2.out
ncurses.dev
ncurses.man
ncurses.out
openbsm
openpam
patch
xz.bin
xz.out
zlib.dev
zlib.out
]
++ lib.optionals doSign [ openssl.out ]
)
++ lib.optionals localSystem.isAarch64 [
prevStage.updateAutotoolsGnuConfigScriptsHook
prevStage.gnu-config
]
++ (with prevStage.llvmPackages; [
bintools-unwrapped
clang-unwrapped
clang-unwrapped.lib
compiler-rt
compiler-rt.dev
libcxx
libcxx.dev
lld
llvm
llvm.lib
])
++ (
with prevStage.darwin;
[
CF
Libsystem
cctools-llvm
cctools-port
dyld
libtapi
locale
apple_sdk.sdkRoot
]
++ lib.optional useAppleSDKLibs [ objc4 ]
++ lib.optionals doSign [
postLinkSignHook
sigtool
signingUtils
]
);
2024-05-02 00:46:19 +00:00
2024-06-30 08:16:52 +00:00
__stdenvImpureHostDeps = commonImpureHostDeps;
__extraImpureHostDeps = commonImpureHostDeps;
overrides =
self: super:
{
inherit (prevStage)
bash
binutils
brotli
bzip2
coreutils
cpio
diffutils
ed
file
findutils
gawk
gettext
gmp
gnugrep
gnumake
gnused
gnutar
gzip
icu
libffi
libiconv
libidn2
libssh2
libunistring
libxml2
libyaml
ncurses
nghttp2
openbsm
openpam
openssl
patch
pbzx
pcre
python3Minimal
xar
xz
zlib
zstd
;
darwin = super.darwin.overrideScope (
_: superDarwin:
{
inherit (prevStage.darwin)
CF
ICU
Libsystem
darwin-stubs
dyld
locale
libobjc
libtapi
rewrite-tbd
xnu
;
apple_sdk = superDarwin.apple_sdk // {
inherit (prevStage.darwin.apple_sdk) sdkRoot;
};
}
// lib.optionalAttrs (super.stdenv.targetPlatform == localSystem) {
inherit (prevStage.darwin)
binutils
binutils-unwrapped
cctools-llvm
cctools-port
;
}
);
}
// lib.optionalAttrs (super.stdenv.targetPlatform == localSystem) {
inherit (prevStage.llvmPackages) clang llvm;
# Need to get rid of these when cross-compiling.
llvmPackages =
super.llvmPackages
// (
let
tools = super.llvmPackages.tools.extend (
_: _: {
inherit (prevStage.llvmPackages)
clang
clang-unwrapped
libclang
libllvm
llvm
;
}
);
libraries = super.llvmPackages.libraries.extend (
_: _: { inherit (prevStage.llvmPackages) compiler-rt libcxx; }
);
in
{ inherit tools libraries; } // tools // libraries
);
inherit (prevStage) binutils binutils-unwrapped;
};
2024-05-02 00:46:19 +00:00
};
2024-06-30 08:16:52 +00:00
}
)
2024-05-02 00:46:19 +00:00
# This "no-op" stage is just a place to put the assertions about stage6.
2024-06-30 08:16:52 +00:00
(
prevStage:
2024-05-02 00:46:19 +00:00
# previous final stage stdenv:
assert isBuiltByNixpkgsCompiler prevStage.darwin.sigtool;
assert isBuiltByNixpkgsCompiler prevStage.darwin.binutils-unwrapped;
assert isBuiltByNixpkgsCompiler prevStage.darwin.print-reexports;
assert isBuiltByNixpkgsCompiler prevStage.darwin.rewrite-tbd;
assert isBuiltByNixpkgsCompiler prevStage.darwin.cctools;
2024-06-30 08:16:52 +00:00
assert isFromNixpkgs prevStage.darwin.CF;
assert isFromNixpkgs prevStage.darwin.Libsystem;
2024-05-02 00:46:19 +00:00
assert isBuiltByNixpkgsCompiler prevStage.llvmPackages.clang-unwrapped;
assert isBuiltByNixpkgsCompiler prevStage.llvmPackages.libllvm;
assert isBuiltByNixpkgsCompiler prevStage.llvmPackages.libcxx;
assert isBuiltByNixpkgsCompiler prevStage.llvmPackages.compiler-rt;
2024-06-30 08:16:52 +00:00
{
inherit (prevStage) config overlays stdenv;
}
)
2024-05-02 00:46:19 +00:00
]