forked from nikkuss/pkgs
Compare commits
5 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
 doloro
|
cf667edfac
|
||
|
doloro
|
62e38d5b74
|
||
|
doloro
|
5594228115
|
||
|
doloro
|
4836330a2c
|
||
|
doloro
|
0fe89abb1f
|
@@ -1,6 +0,0 @@
|
|||||||
{ llama-cpp }:
|
|
||||||
|
|
||||||
llama-cpp.override {
|
|
||||||
hexagonSupport = true;
|
|
||||||
blasSupport = false;
|
|
||||||
}
|
|
||||||
@@ -1,223 +0,0 @@
|
|||||||
{
|
|
||||||
lib,
|
|
||||||
pkgs,
|
|
||||||
autoAddDriverRunpath,
|
|
||||||
cmake,
|
|
||||||
fetchFromGitHub,
|
|
||||||
nix-update-script,
|
|
||||||
stdenv,
|
|
||||||
|
|
||||||
config,
|
|
||||||
cudaSupport ? config.cudaSupport,
|
|
||||||
cudaPackages ? { },
|
|
||||||
|
|
||||||
rocmSupport ? config.rocmSupport,
|
|
||||||
rocmPackages ? { },
|
|
||||||
rocmGpuTargets ? rocmPackages.clr.localGpuTargets or rocmPackages.clr.gpuTargets,
|
|
||||||
|
|
||||||
openclSupport ? false,
|
|
||||||
clblast,
|
|
||||||
|
|
||||||
blasSupport ? builtins.all (x: !x) [
|
|
||||||
cudaSupport
|
|
||||||
metalSupport
|
|
||||||
openclSupport
|
|
||||||
rocmSupport
|
|
||||||
vulkanSupport
|
|
||||||
],
|
|
||||||
blas,
|
|
||||||
|
|
||||||
pkg-config,
|
|
||||||
metalSupport ? stdenv.hostPlatform.isDarwin && stdenv.hostPlatform.isAarch64 && !openclSupport,
|
|
||||||
vulkanSupport ? false,
|
|
||||||
rpcSupport ? false,
|
|
||||||
hexagonSupport ? false,
|
|
||||||
curl,
|
|
||||||
llama-cpp,
|
|
||||||
shaderc,
|
|
||||||
vulkan-headers,
|
|
||||||
hexagon-sdk,
|
|
||||||
vulkan-loader,
|
|
||||||
ninja,
|
|
||||||
}:
|
|
||||||
|
|
||||||
let
|
|
||||||
# It's necessary to consistently use backendStdenv when building with CUDA support,
|
|
||||||
# otherwise we get libstdc++ errors downstream.
|
|
||||||
# cuda imposes an upper bound on the gcc version
|
|
||||||
buildPkgs = import pkgs.path {
|
|
||||||
system = "x86_64-linux"; # builder uses x86_64
|
|
||||||
};
|
|
||||||
|
|
||||||
# hexagon needs a x86 build env
|
|
||||||
crossPkgs = buildPkgs.pkgsCross.aarch64-multiplatform;
|
|
||||||
|
|
||||||
effectiveStdenv = if hexagonSupport then crossPkgs.stdenv else stdenv;
|
|
||||||
inherit (lib)
|
|
||||||
cmakeBool
|
|
||||||
cmakeFeature
|
|
||||||
optionals
|
|
||||||
optionalString
|
|
||||||
;
|
|
||||||
|
|
||||||
cudaBuildInputs = with cudaPackages; [
|
|
||||||
cuda_cccl # <nv/target>
|
|
||||||
|
|
||||||
# A temporary hack for reducing the closure size, remove once cudaPackages
|
|
||||||
# have stopped using lndir: https://github.com/NixOS/nixpkgs/issues/271792
|
|
||||||
cuda_cudart
|
|
||||||
libcublas
|
|
||||||
];
|
|
||||||
|
|
||||||
rocmBuildInputs = with rocmPackages; [
|
|
||||||
clr
|
|
||||||
hipblas
|
|
||||||
rocblas
|
|
||||||
];
|
|
||||||
|
|
||||||
vulkanBuildInputs = [
|
|
||||||
shaderc
|
|
||||||
vulkan-headers
|
|
||||||
vulkan-loader
|
|
||||||
];
|
|
||||||
|
|
||||||
hexagonBuildInputs = [
|
|
||||||
hexagon-sdk
|
|
||||||
];
|
|
||||||
in
|
|
||||||
effectiveStdenv.mkDerivation (finalAttrs: {
|
|
||||||
pname = "llama-cpp";
|
|
||||||
version = "8871";
|
|
||||||
|
|
||||||
src = fetchFromGitHub {
|
|
||||||
owner = "ggml-org";
|
|
||||||
repo = "llama.cpp";
|
|
||||||
tag = "b${finalAttrs.version}";
|
|
||||||
hash = "sha256-dSMomkkG3YFwXAcYTym6Z03u8ZAWFFio8jdQJPMJ/yg=";
|
|
||||||
leaveDotGit = true;
|
|
||||||
postFetch = ''
|
|
||||||
git -C "$out" rev-parse --short HEAD > $out/COMMIT
|
|
||||||
find "$out" -name .git -print0 | xargs -0 rm -rf
|
|
||||||
'';
|
|
||||||
};
|
|
||||||
|
|
||||||
nativeBuildInputs = [
|
|
||||||
cmake
|
|
||||||
pkgs.clang
|
|
||||||
ninja
|
|
||||||
pkg-config
|
|
||||||
blas
|
|
||||||
]
|
|
||||||
++ optionals cudaSupport [
|
|
||||||
cudaPackages.cuda_nvcc
|
|
||||||
autoAddDriverRunpath
|
|
||||||
];
|
|
||||||
|
|
||||||
buildInputs =
|
|
||||||
optionals cudaSupport cudaBuildInputs
|
|
||||||
++ optionals openclSupport [ clblast ]
|
|
||||||
++ optionals rocmSupport rocmBuildInputs
|
|
||||||
++ optionals blasSupport [ blas ]
|
|
||||||
++ optionals vulkanSupport vulkanBuildInputs
|
|
||||||
++ optionals hexagonSupport hexagonBuildInputs
|
|
||||||
++ [
|
|
||||||
curl
|
|
||||||
];
|
|
||||||
|
|
||||||
preConfigure = ''
|
|
||||||
prependToVar cmakeFlags "-DLLAMA_BUILD_COMMIT:STRING=$(cat COMMIT)"
|
|
||||||
'';
|
|
||||||
|
|
||||||
cmakeFlags = [
|
|
||||||
# -march=native is non-deterministic; override with platform-specific flags if needed
|
|
||||||
(cmakeBool "GGML_NATIVE" false)
|
|
||||||
(cmakeBool "LLAMA_BUILD_EXAMPLES" false)
|
|
||||||
(cmakeBool "LLAMA_BUILD_SERVER" true)
|
|
||||||
(cmakeBool "LLAMA_BUILD_TESTS" (finalAttrs.finalPackage.doCheck or false))
|
|
||||||
(cmakeBool "LLAMA_CURL" true)
|
|
||||||
(cmakeBool "BUILD_SHARED_LIBS" true)
|
|
||||||
(cmakeBool "GGML_BLAS" blasSupport)
|
|
||||||
(cmakeBool "GGML_CLBLAST" openclSupport)
|
|
||||||
(cmakeBool "GGML_CUDA" cudaSupport)
|
|
||||||
(cmakeBool "GGML_HIP" rocmSupport)
|
|
||||||
(cmakeBool "GGML_METAL" metalSupport)
|
|
||||||
(cmakeBool "GGML_RPC" rpcSupport)
|
|
||||||
(cmakeBool "GGML_VULKAN" vulkanSupport)
|
|
||||||
(cmakeBool "GGML_HEXAGON" hexagonSupport)
|
|
||||||
(cmakeFeature "LLAMA_BUILD_NUMBER" finalAttrs.version)
|
|
||||||
]
|
|
||||||
++ optionals cudaSupport [
|
|
||||||
(cmakeFeature "CMAKE_CUDA_ARCHITECTURES" cudaPackages.flags.cmakeCudaArchitecturesString)
|
|
||||||
]
|
|
||||||
++ optionals rocmSupport [
|
|
||||||
(cmakeFeature "CMAKE_HIP_COMPILER" "${rocmPackages.clr.hipClangPath}/clang++")
|
|
||||||
(cmakeFeature "CMAKE_HIP_ARCHITECTURES" (builtins.concatStringsSep ";" rocmGpuTargets))
|
|
||||||
]
|
|
||||||
++ optionals metalSupport [
|
|
||||||
(cmakeFeature "CMAKE_C_FLAGS" "-D__ARM_FEATURE_DOTPROD=1")
|
|
||||||
(cmakeBool "LLAMA_METAL_EMBED_LIBRARY" true)
|
|
||||||
]
|
|
||||||
++ optionals rpcSupport [
|
|
||||||
# This is done so we can move rpc-server out of bin because llama.cpp doesn't
|
|
||||||
# install rpc-server in their install target.
|
|
||||||
(cmakeBool "CMAKE_SKIP_BUILD_RPATH" true)
|
|
||||||
]
|
|
||||||
++ optionals hexagonSupport [
|
|
||||||
# (cmakeFeature "CMAKE_TOOLCHAIN_FILE" "${finalAttrs.src}/cmake/arm64-linux-clang.cmake")
|
|
||||||
(cmakeFeature "CMAKE_C_FLAGS" "-D__ARM_FEATURE_DOTPROD=1")
|
|
||||||
(cmakeFeature "CMAKE_CXX_FLAGS" "")
|
|
||||||
(cmakeBool "GGML_OPENMP" false)
|
|
||||||
(cmakeBool "GGML_LLAMAFILE" false)
|
|
||||||
(cmakeFeature "GGML_OPENCL" "OFF")
|
|
||||||
(cmakeFeature "PREBUILT_LIB_DIR" "linux_aarch64")
|
|
||||||
(cmakeFeature "GGML_HEXAGON_FP32_QUANTIZE_GROUP_SIZE" "128")
|
|
||||||
(cmakeFeature "HEXAGON_SDK_ROOT" "${hexagon-sdk}/opt")
|
|
||||||
(cmakeFeature "HEXAGON_TOOLS_ROOT" "${hexagon-sdk}/opt/tools/HEXAGON_Tools/19.0.04")
|
|
||||||
(cmakeFeature "LLAMA_OPENSSL" "OFF")
|
|
||||||
];
|
|
||||||
|
|
||||||
# upstream plans on adding targets at the cmakelevel, remove those
|
|
||||||
# additional steps after that
|
|
||||||
postInstall = ''
|
|
||||||
# Match previous binary name for this package
|
|
||||||
ln -sf $out/bin/llama-cli $out/bin/llama
|
|
||||||
|
|
||||||
mkdir -p $out/include
|
|
||||||
cp $src/include/llama.h $out/include/
|
|
||||||
''
|
|
||||||
+ optionalString rpcSupport "cp bin/rpc-server $out/bin/llama-rpc-server";
|
|
||||||
|
|
||||||
# the tests are failing as of 2025-08
|
|
||||||
doCheck = false;
|
|
||||||
|
|
||||||
passthru = {
|
|
||||||
tests = lib.optionalAttrs stdenv.hostPlatform.isDarwin {
|
|
||||||
metal = llama-cpp.override { metalSupport = true; };
|
|
||||||
};
|
|
||||||
updateScript = nix-update-script {
|
|
||||||
attrPath = "llama-cpp";
|
|
||||||
extraArgs = [
|
|
||||||
"--version-regex"
|
|
||||||
"b(.*)"
|
|
||||||
];
|
|
||||||
};
|
|
||||||
};
|
|
||||||
|
|
||||||
meta = {
|
|
||||||
description = "Inference of Meta's LLaMA model (and others) in pure C/C++";
|
|
||||||
homepage = "https://github.com/ggml-org/llama.cpp";
|
|
||||||
license = lib.licenses.mit;
|
|
||||||
mainProgram = "llama";
|
|
||||||
maintainers = with lib.maintainers; [
|
|
||||||
booxter
|
|
||||||
dit7ya
|
|
||||||
philiptaron
|
|
||||||
xddxdd
|
|
||||||
];
|
|
||||||
platforms = lib.platforms.unix;
|
|
||||||
badPlatforms = optionals (cudaSupport || openclSupport) lib.platforms.darwin;
|
|
||||||
broken =
|
|
||||||
(metalSupport && !effectiveStdenv.hostPlatform.isDarwin)
|
|
||||||
|| (hexagonSupport && !effectiveStdenv.hostPlatform.isAarch64);
|
|
||||||
};
|
|
||||||
})
|
|
||||||
Reference in New Issue
Block a user