tt-flake/pkgs/metal/default.nix
Artturin bfee5bc0ff metal: Add a small test which doesn't compile with c++
Upstream really doesn't expect this to be used outside of the whole repo
2024-11-20 00:43:16 +02:00

152 lines
3.8 KiB
Nix

{
stdenv,
fetchFromGitHub,
cmake,
ninja,
llvmPackages_17,
cpm-cmake,
git,
cacert,
python3,
numactl,
sfpi,
hwloc,
libz,
runCommand,
libexecinfo,
}:
let
llvmPackages = llvmPackages_17;
depsDir = "deps";
version = "unstable-2024-10-04";
metal-deps = metal.overrideAttrs (previousAttrs: {
name = "tt-metal-deps-${version}.tar.gz";
dontBuild = true;
outputHash = "sha256-UOBBqIP2KKEn2pfv7l5v2Of9RoZY0+3TCEu94MQUVYo=";
outputHashAlgo = "sha256";
cmakeFlags = [
"-DCPM_DOWNLOAD_ALL=ON"
"-DCPM_SOURCE_CACHE=${depsDir}"
];
# Infinite recursion
postUnpack = "";
installPhase = ''
runHook preInstall
# Prune the `.git` directories
find ${depsDir} -name .git -type d -prune -exec rm -rf {} \;;
# Build a reproducible tar, per instructions at https://reproducible-builds.org/docs/archives/
tar --owner=0 --group=0 --numeric-owner --format=gnu \
--sort=name --mtime="@$SOURCE_DATE_EPOCH" \
-czf $out \
${depsDir} \
runHook postInstall
'';
postInstall = "";
});
# NOTE: When changing something remember to make sure the outputHash above doesn't change, or if it changes then update it.
metal = llvmPackages.libcxxStdenv.mkDerivation {
pname = "tt-metal";
inherit version;
src = fetchFromGitHub {
owner = "tenstorrent";
repo = "tt-metal";
rev = "0fb4249a94a99714de8f91d93d338832694c09e0";
# this takes a while and we don't need all of them
fetchSubmodules = true;
hash = "sha256-0tcIwaJzM75S7SFKCJ2UbfElwASpFwdySmzt2LUTT4A=";
};
env.NIX_CFLAGS_COMPILE = "-Wno-unused-command-line-argument";
nativeBuildInputs = [
cmake
ninja
python3
# for cpm
git
cacert
];
buildInputs = [
numactl
# umd
hwloc
libz
];
postUnpack = ''
mkdir -p $sourceRoot/build
tar -xf ${metal-deps} -C $sourceRoot/build
'';
postPatch = ''
cp ${cpm-cmake}/share/cpm/CPM.cmake cmake/CPM.cmake
rm -rf tt_metal/third_party/sfpi/compiler
ln -s ${sfpi.tt-gcc} tt_metal/third_party/sfpi/compiler
'';
ARCH_NAME = "wormhole_b0";
preConfigure = ''
export TT_METAL_HOME=$(pwd)
export PYTHONPATH=$(pwd)
'';
cmakeFlags = [
"-DCPM_SOURCE_CACHE=${depsDir}"
];
postInstall = ''
mkdir -p $out/{lib,include}
cp -r ../tt_metal $out/include
cp -r lib $out/lib
cp -r deps $out/deps
cp ./deps/reflect/*/reflect $out/include/
for f in $(find "$out" -type f -name '*.so*'); do
sed -i "s|/build/source/build/lib|$out/lib|g" $f
sed -i "s|/build/source/tt_metal|$out/include/tt_metal|g" $f
sed -i 's|$ORIGIN/build/lib:||g' $f
done
'';
passthru = {
inherit metal-deps;
tests = {
include = runCommand "test" { buildInputs = [ metal]; } ''
mkdir -p $out
# In the tests the paths in the includes are weird and don't use the full `tt_metal/something` paths
${sfpi.sfpi}/compiler/bin/riscv32-unknown-elf-c++ \
-std=c++20 \
-mwormhole \
-I ${libexecinfo}/include \
-I ${metal}/include \
-I ${metal}/include/tt_metal \
-I ${metal}/include/tt_metal/impl \
-I ${metal}/include/tt_metal/hw/inc/wormhole \
-I ${metal}/include/tt_metal/hw/inc \
-I ${metal}/include/tt_metal/third_party/umd/src/firmware/riscv/wormhole \
-I ${metal}/include/tt_metal/hw/inc/wormhole/wormhole_b0_defines \
-I ${metal}/include/tt_metal/third_party/umd \
-I ${metal}/include/tt_metal/third_party/fmt \
-o add2 ${metal.src}/tt_metal/programming_examples/add_2_integers_in_compute/add_2_integers_in_compute.cpp
mv add2 $out
'';
};
};
};
in
metal