core/pkgs/by-name/py/python/pypy/default.nix

219 lines
7.2 KiB
Nix
Raw Normal View History

2024-05-13 21:24:10 +00:00
{ lib, stdenv, substituteAll, fetchurl, zlibSupport ? true, zlib, bzip2
, pkg-config, libffi, libunwind, Security, sqlite, openssl, ncurses, python
, expat, tcl, tk, tix, libX11, gdbm, db, xz, python-setup-hook
2024-05-02 00:46:19 +00:00
, optimizationLevel ? "jit", boehmgc
# For the Python package set
2024-05-13 21:24:10 +00:00
, hash, self, packageOverrides ? (self: super: { }), pkgsBuildBuild
, pkgsBuildHost, pkgsBuildTarget, pkgsHostHost, pkgsTargetTarget, sourceVersion
, pythonVersion, passthruFun, pythonAttr ?
"pypy${lib.substring 0 1 pythonVersion}${lib.substring 2 3 pythonVersion}" }:
2024-05-02 00:46:19 +00:00
assert zlibSupport -> zlib != null;
let
isPy3k = (lib.versions.major pythonVersion) == "3";
isPy38OrNewer = lib.versionAtLeast pythonVersion "3.8";
isPy39OrNewer = lib.versionAtLeast pythonVersion "3.9";
passthru = passthruFun rec {
inherit self sourceVersion pythonVersion packageOverrides;
implementation = "pypy";
libPrefix = "pypy${pythonVersion}";
2024-05-13 21:24:10 +00:00
executable = "pypy${
if isPy39OrNewer then
lib.versions.majorMinor pythonVersion
else
lib.optionalString isPy3k "3"
}";
sitePackages =
"${lib.optionalString isPy38OrNewer "lib/${libPrefix}/"}site-packages";
2024-05-02 00:46:19 +00:00
hasDistutilsCxxPatch = false;
inherit pythonAttr;
pythonOnBuildForBuild = pkgsBuildBuild.${pythonAttr};
pythonOnBuildForHost = pkgsBuildHost.${pythonAttr};
pythonOnBuildForTarget = pkgsBuildTarget.${pythonAttr};
pythonOnHostForHost = pkgsHostHost.${pythonAttr};
2024-05-13 21:24:10 +00:00
pythonOnTargetForTarget = pkgsTargetTarget.${pythonAttr} or { };
2024-05-02 00:46:19 +00:00
};
pname = passthru.executable;
version = with sourceVersion; "${major}.${minor}.${patch}";
pythonForPypy = python.withPackages (ppkgs: [ ppkgs.pycparser ]);
2024-05-13 21:24:10 +00:00
in with passthru;
stdenv.mkDerivation rec {
2024-05-02 00:46:19 +00:00
inherit pname version;
src = fetchurl {
2024-05-13 21:24:10 +00:00
url =
"https://downloads.python.org/pypy/pypy${pythonVersion}-v${version}-src.tar.bz2";
2024-05-02 00:46:19 +00:00
inherit hash;
};
nativeBuildInputs = [ pkg-config ];
buildInputs = [
2024-05-13 21:24:10 +00:00
bzip2
openssl
pythonForPypy
libffi
ncurses
expat
sqlite
tk
tcl
libX11
gdbm
db
] ++ lib.optionals isPy3k [ xz ]
++ lib.optionals (stdenv ? cc && stdenv.cc.libc != null) [ stdenv.cc.libc ]
++ lib.optionals zlibSupport [ zlib ]
++ lib.optionals (lib.any (l: l == optimizationLevel) [ "0" "1" "2" "3" ])
[ boehmgc ] ++ lib.optionals stdenv.isDarwin [ libunwind Security ];
2024-05-02 00:46:19 +00:00
# Remove bootstrap python from closure
dontPatchShebangs = true;
disallowedReferences = [ python ];
C_INCLUDE_PATH = lib.makeSearchPathOutput "dev" "include" buildInputs;
LIBRARY_PATH = lib.makeLibraryPath buildInputs;
2024-05-13 21:24:10 +00:00
LD_LIBRARY_PATH = lib.makeLibraryPath
(builtins.filter (x: x.outPath != stdenv.cc.libc.outPath or "")
buildInputs);
2024-05-02 00:46:19 +00:00
patches = [
./dont_fetch_vendored_deps.patch
(substituteAll {
src = ./tk_tcl_paths.patch;
inherit tk tcl;
tk_dev = tk.dev;
tcl_dev = tcl;
tk_libprefix = tk.libPrefix;
tcl_libprefix = tcl.libPrefix;
})
(substituteAll {
src = ./sqlite_paths.patch;
inherit (sqlite) out dev;
})
];
postPatch = ''
substituteInPlace lib_pypy/pypy_tools/build_cffi_imports.py \
--replace "multiprocessing.cpu_count()" "$NIX_BUILD_CORES"
2024-05-13 21:24:10 +00:00
substituteInPlace "lib-python/${
if isPy3k then "3/tkinter/tix.py" else "2.7/lib-tk/Tix.py"
}" \
2024-05-02 00:46:19 +00:00
--replace "os.environ.get('TIX_LIBRARY')" "os.environ.get('TIX_LIBRARY') or '${tix}/lib'"
'';
buildPhase = ''
runHook preBuild
${pythonForPypy.interpreter} rpython/bin/rpython \
--make-jobs="$NIX_BUILD_CORES" \
-O${optimizationLevel} \
--batch pypy/goal/targetpypystandalone.py
runHook postBuild
'';
installPhase = ''
runHook preInstall
mkdir -p $out/{bin,include,lib,${executable}-c}
cp -R {include,lib_pypy,lib-python,${executable}-c} $out/${executable}-c
cp lib${executable}-c${stdenv.hostPlatform.extensions.sharedLibrary} $out/lib/
ln -s $out/${executable}-c/${executable}-c $out/bin/${executable}
2024-05-13 21:24:10 +00:00
${lib.optionalString isPy39OrNewer
"ln -s $out/bin/${executable} $out/bin/pypy3"}
2024-05-02 00:46:19 +00:00
# other packages expect to find stuff according to libPrefix
ln -s $out/${executable}-c/include $out/include/${libPrefix}
2024-05-13 21:24:10 +00:00
ln -s $out/${executable}-c/lib-python/${
if isPy3k then "3" else pythonVersion
} $out/lib/${libPrefix}
2024-05-02 00:46:19 +00:00
# Include a sitecustomize.py file
2024-05-13 21:24:10 +00:00
cp ${../sitecustomize.py} $out/${
if isPy38OrNewer then sitePackages else "lib/${libPrefix}/${sitePackages}"
}/sitecustomize.py
2024-05-02 00:46:19 +00:00
runHook postInstall
'';
preFixup = lib.optionalString (stdenv.isDarwin) ''
install_name_tool -change @rpath/lib${executable}-c.dylib $out/lib/lib${executable}-c.dylib $out/bin/${executable}
'' + lib.optionalString (stdenv.isDarwin && stdenv.isAarch64) ''
mkdir -p $out/${executable}-c/pypy/bin
mv $out/bin/${executable} $out/${executable}-c/pypy/bin/${executable}
ln -s $out/${executable}-c/pypy/bin/${executable} $out/bin/${executable}
'';
setupHook = python-setup-hook sitePackages;
# TODO: A bunch of tests are failing as of 7.1.1, please feel free to
# fix and re-enable if you have the patience and tenacity.
doCheck = false;
checkPhase = let
disabledTests = [
# disable shutils because it assumes gid 0 exists
"test_shutil"
# disable socket because it has two actual network tests that fail
"test_socket"
] ++ lib.optionals (!isPy3k) [
# disable test_urllib2net, test_urllib2_localnet, and test_urllibnet because they require networking (example.com)
"test_urllib2net"
"test_urllibnet"
"test_urllib2_localnet"
] ++ lib.optionals isPy3k [
# disable asyncio due to https://github.com/NixOS/nix/issues/1238
"test_asyncio"
# disable os due to https://github.com/NixOS/nixpkgs/issues/10496
"test_os"
# disable pathlib due to https://bitbucket.org/pypy/pypy/pull-requests/594
"test_pathlib"
# disable tarfile because it assumes gid 0 exists
"test_tarfile"
# disable __all__ because of spurious imp/importlib warning and
# warning-to-error test policy
"test___all__"
];
in ''
export TERMINFO="${ncurses.out}/share/terminfo/";
export TERM="xterm";
export HOME="$TMPDIR";
2024-05-13 21:24:10 +00:00
${pythonForPypy.interpreter} ./pypy/test_all.py --pypy=./${executable}-c -k 'not (${
lib.concatStringsSep " or " disabledTests
})' lib-python
2024-05-02 00:46:19 +00:00
'';
# verify cffi modules
doInstallCheck = true;
installCheckPhase = let
2024-05-13 21:24:10 +00:00
modules = [ "curses" "sqlite3" ] ++ lib.optionals (!isPy3k) [ "Tkinter" ]
++ lib.optionals isPy3k [ "tkinter" "lzma" ];
2024-05-02 00:46:19 +00:00
imports = lib.concatMapStringsSep "; " (x: "import ${x}") modules;
in ''
echo "Testing whether we can import modules"
$out/bin/${executable} -c '${imports}'
'';
inherit passthru;
2024-05-13 21:24:10 +00:00
enableParallelBuilding = true; # almost no parallelization without STM
2024-05-02 00:46:19 +00:00
meta = with lib; {
homepage = "https://www.pypy.org/";
2024-05-13 21:24:10 +00:00
description =
"Fast, compliant alternative implementation of the Python language (${pythonVersion})";
2024-05-02 00:46:19 +00:00
mainProgram = "pypy";
license = licenses.mit;
2024-05-13 21:24:10 +00:00
platforms =
[ "aarch64-linux" "x86_64-linux" "aarch64-darwin" "x86_64-darwin" ];
2024-05-02 00:46:19 +00:00
broken = optimizationLevel == "0"; # generates invalid code
maintainers = with maintainers; [ andersk ];
};
}