WIP: cross compile gcc
Some checks failed
buildbot/nix-eval Build done.

This commit is contained in:
Victor Fuentes 2024-08-26 21:51:01 -07:00
parent 6d0463d37d
commit 70bc3dcbd5
Signed by: vlinkz
GPG key ID: 0A88B68D6A9ACAE0
7 changed files with 514 additions and 197 deletions

View file

@ -33,7 +33,13 @@ in
# platform.host = lib.modules.overrides.force "x86_64-linux"; # platform.host = lib.modules.overrides.force "x86_64-linux";
# }; # };
cross-aux-a-x86_64-linux = config.packages.cross.x86_64-linux.aux.a; cross-aux-a-x86_64-linux = config.packages.cross.x86_64-linux.aux.a;
cross-foundation-gcc-x86_64-linux = config.packages.cross.x86_64-linux.foundation.gcc; cross-foundation-gcc-newlib-x86_64-linux = config.packages.cross-tools.x86_64-linux.foundation.gcc-newlib;
cross-foundation-binutils-x86_64-linux = config.packages.cross-tools.x86_64-linux.foundation.binutils;
cross-foundation-glibc-x86_64-linux = config.packages.cross.x86_64-linux.foundation.glibc;
cross-foundation-gcc-x86_64-linux = config.packages.cross-tools.x86_64-linux.foundation.gcc;
example-a = config.packages.foundation.gcc.versions.latest.extend { example-a = config.packages.foundation.gcc.versions.latest.extend {
platform = { platform = {

View file

@ -4,7 +4,7 @@ let
doubles = lib.systems.doubles.all; doubles = lib.systems.doubles.all;
packages = builtins.removeAttrs config.packages [ "cross" ]; packages = builtins.removeAttrs config.packages [ "cross" "cross-tools" ];
in in
{ {
includes = [ includes = [
@ -21,6 +21,14 @@ in
freeform = lib.types.packages; freeform = lib.types.packages;
options = { options = {
cross-tools = lib.attrs.generate doubles (
system:
lib.options.create {
description = "The cross-compilation tools for the ${system} target.";
type = lib.types.packages;
default.value = { };
}
);
cross = lib.attrs.generate doubles ( cross = lib.attrs.generate doubles (
system: system:
lib.options.create { lib.options.create {
@ -54,6 +62,36 @@ in
}; };
config = { config = {
packages.cross-tools = lib.attrs.generate doubles (
system:
builtins.mapAttrs
(
namespace:
builtins.mapAttrs (
name: alias:
let
setTarget =
package:
package
// {
__modules__ = package.__modules__ ++ [
{
config.platform = {
target = lib.modules.override 5 system;
};
}
];
};
updated = alias // {
versions = builtins.mapAttrs (version: package: setTarget package) alias.versions;
};
in
updated
)
)
packages
);
packages.cross = lib.attrs.generate doubles ( packages.cross = lib.attrs.generate doubles (
system: system:
builtins.mapAttrs builtins.mapAttrs
@ -62,7 +100,7 @@ in
builtins.mapAttrs ( builtins.mapAttrs (
name: alias: name: alias:
let let
setHost = setPlatform =
package: package:
package package
// { // {
@ -77,7 +115,7 @@ in
}; };
updated = alias // { updated = alias // {
versions = builtins.mapAttrs (version: package: setHost package) alias.versions; versions = builtins.mapAttrs (version: package: setPlatform package) alias.versions;
}; };
in in
updated updated

View file

@ -33,10 +33,11 @@ in
isHostBootstrapped = config.platform.host.double == "i686-linux"; isHostBootstrapped = config.platform.host.double == "i686-linux";
isBootstrapped = isBuildBootstrapped && isHostBootstrapped; isBootstrapped = isBuildBootstrapped && isHostBootstrapped;
in in
{ {
meta = { meta = {
platforms = [ "i686-linux" ]; platforms = [ "i686-linux" "x86_64-linux" ];
}; };
pname = "binutils"; pname = "binutils";
@ -48,13 +49,19 @@ in
build = { build = {
only = { only = {
gcc = lib.modules.when (!isBootstrapped) packages.foundation.gcc; gcc = lib.modules.when (!isBootstrapped) packages.foundation.gcc;
# gcc = lib.modules.when (isCross) (packages.foundation.gcc.versions.latest.extend {
# platform = lib.modules.override 0 {
# inherit (config.platform) host target;
# build = config.platform.target;
# };
# });
}; };
}; };
}; };
env = { env = {
PATH = lib.paths.bin ( PATH = lib.paths.bin (
lib.lists.when isBootstrapped lib.lists.when (isBootstrapped)
[ foundation.stage2-gcc ] [ foundation.stage2-gcc ]
++ [ ++ [
foundation.stage2-gcc foundation.stage2-gcc
@ -116,6 +123,9 @@ in
''; '';
configure = '' configure = ''
echo "BUILD: ${config.platform.build.triple}"
echo "HOST: ${config.platform.host.triple}"
echo "TARGET: ${config.platform.target.triple}"
bash ./configure ${builtins.concatStringsSep " " configureFlags} bash ./configure ${builtins.concatStringsSep " " configureFlags}
''; '';

View file

@ -11,6 +11,10 @@ let
; ;
in in
{ {
includes = [
./newlib.nix
];
config.packages.context.options = { config.packages.context.options = {
"foundation:cflags" = lib.options.create { "foundation:cflags" = lib.options.create {
type = lib.types.list.of lib.types.string; type = lib.types.list.of lib.types.string;
@ -101,61 +105,66 @@ in
builder = builders.basic; builder = builders.basic;
# hooks = ctx: let
#
# in {
# "aux:gcc:env" = lib.dag.entry.before [ "unpack" ] ''
#
# '';
# };
deps = deps =
let # let
platform = # platform =
if !isBuildBootstrapped then # if !isBuildBootstrapped then
{ # {
build = "i686-linux"; # build = "i686-linux";
host = lib.modules.override 0 config.platform.build.triple; # host = lib.modules.override 0 config.platform.build.triple;
target = lib.modules.override 0 config.platform.build.triple; # target = lib.modules.override 0 config.platform.build.triple;
} # }
else # else
{ # {
build = "i686-linux"; # build = "i686-linux";
host = "i686-linux"; # host = "i686-linux";
target = lib.modules.override 0 config.platform.host.triple; # target = lib.modules.override 0 config.platform.host.triple;
}; # };
in # in
{ {
build = { build = {
only = { only = {
gcc = # gcc =
lib.modules.when # lib.modules.when
(!isBootstrapped) # (!isBootstrapped)
(packages.foundation.gcc.versions.latest.extend { # (packages.foundation.gcc-newlib.versions.latest.extend {
inherit platform; # platform = lib.modules.override 0 {
}); # inherit (config.platform) build target host;
# };
# });
# binutils = lib.modules.when
# (!isBootstrapped)
# (packages.foundation.binutils.versions.latest.extend {
# platform = lib.modules.override 0 {
# inherit (config.platform) build target host;
# };
# });
}; };
build = { build = {
binutils = packages.foundation.binutils; binutils = (packages.foundation.binutils.versions.latest.extend {
linux-headers = packages.foundation.linux-headers; platform = lib.modules.override 0 config.platform;
glibc = packages.foundation.glibc; });
# linux-headers = packages.foundation.linux-headers;
glibc = (packages.foundation.glibc.versions.latest.extend {
platform = lib.modules.override 0 {
inherit (config.platform) build target;
host = config.platform.target;
};
});
linux-headers = (packages.foundation.linux-headers.versions.latest.extend {
platform.target = lib.modules.override 0 config.platform.target;
});
}; };
}; };
}; };
hooks = ctx: {
"aux:compiler:setup" = lib.dag.entry.before [ "unpack" ] ''
: ''${AUX_COMPILER_LIBRARY_PATH:=}
'';
};
env = { env = {
PATH = lib.paths.bin ( PATH = lib.paths.bin (
lib.lists.when lib.lists.when
(isBootstrapped) (isBootstrapped)
[ [
foundation.stage2-gcc foundation.stage2-gcc
# foundation.stage2-binutils foundation.stage2-binutils
] ]
++ [ ++ [
foundation.stage2-gnumake foundation.stage2-gnumake
@ -172,74 +181,66 @@ in
); );
}; };
phases = phases = {
let unpack = ''
host = lib.systems.withBuildInfo config.platform.host; # Unpack
tar xf ${config.src}
tar xf ${config.gmp.src}
tar xf ${config.mpfr.src}
tar xf ${config.mpc.src}
tar xf ${config.isl.src}
cd gcc-${config.version}
compiler = if isBootstrapped then "gcc" else "${config.platform.build.triple}-gcc"; ln -s ../gmp-${config.gmp.version} gmp
ln -s ../mpfr-${config.mpfr.version} mpfr
ln -s ../mpc-${config.mpc.version} mpc
ln -s ../isl-${config.isl.version} isl
'';
mbits = if host.system.cpu.family == "x86" then if host.is64bit then "-m64" else "-m32" else ""; configure = ''
in # Configure
{ export CC="gcc -Wl,-dynamic-linker -Wl,${foundation.stage1-musl}/lib/libc.so"
"aux:compiler:setup" = '' export CXX="g++ -Wl,-dynamic-linker -Wl,${foundation.stage1-musl}/lib/libc.so"
: ''${AUX_COMPILER_LIBRARY_PATH:=} export CFLAGS_FOR_TARGET="-Wl,-dynamic-linker -Wl,${foundation.stage1-musl}/lib/libc.so"
''; export LIBRARY_PATH="${foundation.stage1-musl}/lib"
export CPP="cpp -Wl,-dynamic-linker -Wl,${foundation.stage1-musl}/lib/libc.so"
unpack = '' mkdir build
# Unpack cd build
tar xf ${config.src}
tar xf ${config.gmp.src}
tar xf ${config.mpfr.src}
tar xf ${config.mpc.src}
tar xf ${config.isl.src}
cd gcc-${config.version}
ln -s ../gmp-${config.gmp.version} gmp bash ../configure \
ln -s ../mpfr-${config.mpfr.version} mpfr --prefix=$out \
ln -s ../mpc-${config.mpc.version} mpc --build=${config.platform.build.triple} \
ln -s ../isl-${config.isl.version} isl --host=${config.platform.host.triple} \
''; --target=${config.platform.target.triple} \
--with-as=${config.deps.build.build.binutils.package}/bin/${config.platform.target.triple}-as \
--with-ld=${config.deps.build.build.binutils.package}/bin/${config.platform.target.triple}-ld \
--enable-languages=c,c++ \
--disable-bootstrap \
--disable-libsanitizer \
--disable-lto \
--disable-multilib \
--disable-plugin \
--with-sysroot=${config.deps.build.build.glibc.package} \
--with-native-system-header-dir=/include \
--with-headers=${config.deps.build.build.linux-headers.package}/include
patch = ''
# Patch
# force musl even if host triple is gnu
sed -i 's|"os/gnu-linux"|"os/generic"|' libstdc++-v3/configure.host
'';
configure = '' # --with-lib-path=${config.deps.build.build.glibc.package}/lib
# Configure # --disable-libatomic
export CC="gcc -Wl,-dynamic-linker -Wl,${foundation.stage1-musl}/lib/libc.so"
export CXX="g++ -Wl,-dynamic-linker -Wl,${foundation.stage1-musl}/lib/libc.so"
export CFLAGS_FOR_TARGET="-Wl,-dynamic-linker -Wl,${foundation.stage1-musl}/lib/libc.so"
export LIBRARY_PATH="${foundation.stage1-musl}/lib"
bash ./configure \ '';
--prefix=$out \
--build=${config.platform.build.triple} \
--host=${config.platform.host.triple} \
--target=${config.platform.target.triple} \
--with-sysroot=${foundation.stage1-musl} \
--with-native-system-header-dir=/include \
--enable-languages=c,c++ \
--disable-bootstrap \
--disable-libsanitizer \
--disable-lto \
--disable-multilib \
--disable-plugin \
CFLAGS=-static \
CXXFLAGS=-static
'';
build = '' build = ''
# Build # Build
make -j $NIX_BUILD_CORES make -j $NIX_BUILD_CORES
''; '';
install = '' install = ''
# Install # Install
make -j $NIX_BUILD_CORES install make -j $NIX_BUILD_CORES install
''; '';
}; };
src = builtins.fetchurl { src = builtins.fetchurl {
url = "${mirrors.gnu}/gcc/gcc-${config.version}/gcc-${config.version}.tar.xz"; url = "${mirrors.gnu}/gcc/gcc-${config.version}/gcc-${config.version}.tar.xz";

View file

@ -0,0 +1,240 @@
{ config, options }:
let
inherit (config)
lib
mirrors
builders
# These are the upstream foundational packages exported from the Aux Foundation project.
foundation
packages
;
in
{
config.packages.foundation.gcc-newlib = {
versions = {
"latest" =
{ config, meta }:
{
options = {
src = lib.options.create {
type = lib.types.derivation;
description = "Source for the package.";
};
cc = {
src = lib.options.create {
type = lib.types.derivation;
description = "The cc source for the package.";
};
};
gmp = {
src = lib.options.create {
type = lib.types.derivation;
description = "The gmp source for the package.";
};
version = lib.options.create {
type = lib.types.string;
description = "Version of gmp.";
};
};
mpfr = {
src = lib.options.create {
type = lib.types.derivation;
description = "The mpfr source for the package.";
};
version = lib.options.create {
type = lib.types.string;
description = "Version of mpfr.";
};
};
mpc = {
src = lib.options.create {
type = lib.types.derivation;
description = "The mpc source for the package.";
};
version = lib.options.create {
type = lib.types.string;
description = "Version of mpc.";
};
};
isl = {
src = lib.options.create {
type = lib.types.derivation;
description = "The isl source for the package.";
};
version = lib.options.create {
type = lib.types.string;
description = "Version of isl.";
};
};
};
config =
let
isBuildBootstrapped = config.platform.build.double == "i686-linux";
isHostBootstrapped = config.platform.host.double == "i686-linux";
isBootstrapped = isBuildBootstrapped && isHostBootstrapped;
in
{
meta = {
platforms = [ "i686-linux" ];
};
pname = "gcc-${config.platform.build.double}--${config.platform.host.double}--${config.platform.target.double}";
version = "13.2.0";
builder = builders.basic;
deps = {
build = {
build = {
binutils = (packages.foundation.binutils.versions.latest.extend {
platform = lib.modules.override 0 config.platform;
});
};
};
};
env = {
PATH = lib.paths.bin (
lib.lists.when
(isBootstrapped)
[
foundation.stage2-gcc
foundation.stage2-binutils
]
++ [
foundation.stage2-gnumake
foundation.stage2-gnused
foundation.stage2-gnugrep
foundation.stage2-gawk
foundation.stage2-diffutils
foundation.stage2-findutils
foundation.stage2-gnutar
foundation.stage2-gzip
foundation.stage2-bzip2
foundation.stage1-xz
]
);
};
phases = {
unpack = ''
# Unpack
tar xf ${config.src}
tar xf ${config.gmp.src}
tar xf ${config.mpfr.src}
tar xf ${config.mpc.src}
tar xf ${config.isl.src}
cd gcc-${config.version}
ln -s ../gmp-${config.gmp.version} gmp
ln -s ../mpfr-${config.mpfr.version} mpfr
ln -s ../mpc-${config.mpc.version} mpc
ln -s ../isl-${config.isl.version} isl
'';
patch = ''
# Patch
# force musl even if host triple is gnu
sed -i 's|"os/gnu-linux"|"os/generic"|' libstdc++-v3/configure.host
'';
configure = ''
# Configure
export CC="gcc -Wl,-dynamic-linker -Wl,${foundation.stage1-musl}/lib/libc.so"
export CXX="g++ -Wl,-dynamic-linker -Wl,${foundation.stage1-musl}/lib/libc.so"
export CFLAGS_FOR_TARGET="-Wl,-dynamic-linker -Wl,${foundation.stage1-musl}/lib/libc.so"
export LIBRARY_PATH="${foundation.stage1-musl}/lib"
mkdir build
cd build
bash ../configure \
--prefix=$out \
--build=${config.platform.build.triple} \
--host=${config.platform.host.triple} \
--target=${config.platform.target.triple} \
--with-as=${config.deps.build.build.binutils.package}/bin/${config.platform.target.triple}-as \
--with-ld=${config.deps.build.build.binutils.package}/bin/${config.platform.target.triple}-ld \
--enable-languages=c,c++ \
--disable-bootstrap \
--disable-libsanitizer \
--disable-lto \
--disable-multilib \
--disable-plugin \
--disable-libssp \
--disable-libvtv \
--disable-libstdcxx \
--disable-libquadmath \
--disable-threads \
--disable-decimal-float \
--disable-shared \
--disable-libmudflap \
--disable-libgomp \
--disable-libatomic \
--without-headers \
--with-newlib
'';
build = ''
# Build
make -j $NIX_BUILD_CORES
'';
install = ''
# Install
make -j $NIX_BUILD_CORES install
'';
};
src = builtins.fetchurl {
url = "${mirrors.gnu}/gcc/gcc-${config.version}/gcc-${config.version}.tar.xz";
sha256 = "4nXnZEKmBnNBon8Exca4PYYTFEAEwEE1KIY9xrXHQ9o=";
};
gmp = {
version = "6.3.0";
src = builtins.fetchurl {
url = "${mirrors.gnu}/gmp/gmp-${config.gmp.version}.tar.xz";
sha256 = "o8K4AgG4nmhhb0rTC8Zq7kknw85Q4zkpyoGdXENTiJg=";
};
};
mpfr = {
version = "4.2.1";
src = builtins.fetchurl {
url = "${mirrors.gnu}/mpfr/mpfr-${config.mpfr.version}.tar.xz";
sha256 = "J3gHNTpnJpeJlpRa8T5Sgp46vXqaW3+yeTiU4Y8fy7I=";
};
};
mpc = {
version = "1.3.1";
src = builtins.fetchurl {
url = "${mirrors.gnu}/mpc/mpc-${config.mpc.version}.tar.gz";
sha256 = "q2QkkvXPiCt0qgy3MM1BCoHtzb7IlRg86TDnBsHHWbg=";
};
};
isl = {
version = "0.24";
src = builtins.fetchurl {
url = "https://gcc.gnu.org/pub/gcc/infrastructure/isl-${config.isl.version}.tar.bz2";
sha256 = "/PeN2WVsEOuM+fvV9ZoLawE4YgX+GTSzsoegoYmBRcA=";
};
};
};
};
};
};
}

View file

@ -1,8 +1,9 @@
{ { lib
lib, , lib'
lib', , config
config, , options
options, , packages
,
}: }:
let let
inherit (config) inherit (config)
@ -10,6 +11,7 @@ let
builders builders
# These are the upstream foundational packages exported from the Aux Foundation project. # These are the upstream foundational packages exported from the Aux Foundation project.
packages
foundation foundation
; ;
in in
@ -26,95 +28,115 @@ in
}; };
}; };
config = { config =
meta = { let
platforms = [ "i686-linux" ]; isCross = (config.platform.build.triple != config.platform.host.triple) && (config.platform.host.triple == config.platform.target.triple);
}; in
{
pname = "gcc"; meta = {
version = "2.38"; platforms = [ "i686-linux" "x86_64-linux" ];
};
src = builtins.fetchurl { pname = "glibc";
url = "${mirrors.gnu}/libc/glibc-${config.version}.tar.xz"; version = "2.38";
sha256 = "+4KZiZiyspllRnvBtp0VLpwwfSzzAcnq+0VVt3DvP9I=";
};
builder = builders.basic; src = builtins.fetchurl {
url = "${mirrors.gnu}/libc/glibc-${config.version}.tar.xz";
sha256 = "+4KZiZiyspllRnvBtp0VLpwwfSzzAcnq+0VVt3DvP9I=";
};
hooks = ctx: { builder = builders.basic;
"aux:glibc:env" = lib.dag.entry.between ["aux:compiler:setup"] ["configure"] ''
AUX_COMPILER_LIBRARY_PATH="${config.package}/lib:$AUX_COMPILER_LIBRARY_PATH"
'';
};
env = { deps = {
PATH = build = {
let build = {
gcc = linux-headers = (packages.foundation.linux-headers.versions.latest.extend {
if platform.target = lib.modules.override 0 config.platform.target;
config.platform.build.triple == config.platform.host.triple });
# If we're on the same system then we can use the existing GCC instance. };
then };
foundation.stage2-gcc };
# Otherwise we are going to need a cross-compiler.
else env = {
(meta.extend (args: { PATH =
config = { let
platform = { gcc =
build = config.platform.build.triple; if
host = config.platform.build.triple; isCross
target = lib.modules.override.force config.platform.host.triple; # Otherwise we are going to need a cross-compiler.
then
(packages.foundation.gcc-newlib.versions.latest.extend {
platform = lib.modules.override 0 {
inherit (config.platform) build target;
host = config.platform.build;
}; };
}).package
# If we're on the same system then we can use the existing GCC instance.
else
foundation.stage2-gcc;
in
lib.paths.bin [
gcc
foundation.stage2-gnumake
foundation.stage2-gnused
foundation.stage2-gnugrep
foundation.stage2-gawk
foundation.stage2-diffutils
foundation.stage2-findutils
foundation.stage2-gnutar
foundation.stage2-gzip
foundation.stage2-bzip2
foundation.stage1-python
foundation.stage1-bison
foundation.stage1-xz
];
};
phases =
let
binutils =
if
isCross
then
"${(packages.foundation.binutils.versions.latest.extend {
platform = lib.modules.override 0 {
inherit (config.platform) build target;
host = config.platform.build;
}; };
})).config.package; }).package}/${config.platform.target.triple}"
else
foundation.stage2-binutils;
in in
lib.paths.bin [ {
foundation.stage2-gcc unpack = ''
foundation.stage2-binutils tar xf ${config.src}
foundation.stage2-gnumake cd glibc-${config.version}
foundation.stage2-gnused '';
foundation.stage2-gnugrep
foundation.stage2-gawk configure = ''
foundation.stage2-diffutils mkdir build
foundation.stage2-findutils cd build
foundation.stage2-gnutar
foundation.stage2-gzip bash ../configure \
foundation.stage2-bzip2 --prefix=$out \
foundation.stage1-python --build=${config.platform.build.triple} \
foundation.stage1-bison --host=${config.platform.host.triple} \
foundation.stage1-xz --with-headers=${config.deps.build.build.linux-headers.package}/include \
]; --with-binutils=${binutils}/bin
'';
build = ''
# Build
make -j $NIX_BUILD_CORES
'';
install = ''
# Install
make -j $NIX_BUILD_CORES install
'';
};
}; };
phases = {
unpack = ''
tar xf ${config.src}
cd glibc-${config.version}
'';
configure = ''
mkdir build
cd build
# libstdc++.so is built against musl and fails to link
export CXX=false
bash ../configure \
--prefix=$out \
--build=${config.platform.build.triple} \
--host=${config.platform.host.triple} \
--with-headers=${foundation.stage1-linux-headers}/include
'';
build = ''
# Build
make -j $NIX_BUILD_CORES
'';
install = ''
# Install
make -j $NIX_BUILD_CORES INSTALL_UNCOMPRESSED=yes install
'';
};
};
}; };
}; };
}; };

View file

@ -1,8 +1,8 @@
{ { lib
lib, , lib'
lib', , config
config, , options
options, ,
}: }:
let let
inherit (config) inherit (config)
@ -28,7 +28,7 @@ in
config = { config = {
meta = { meta = {
platforms = [ "i686-linux" ]; platforms = [ "x86_64-linux" "i686-linux" ];
}; };
pname = "linux-headers"; pname = "linux-headers";
@ -60,7 +60,7 @@ in
''; '';
build = '' build = ''
make -j $NIX_BUILD_CORES CC=musl-gcc HOSTCC=musl-gcc ARCH=${config.platform.host.linux.arch} headers make -j $NIX_BUILD_CORES CC=musl-gcc HOSTCC=musl-gcc ARCH=${config.platform.target.linux.arch} headers
''; '';
install = '' install = ''