|
|
@@ -34,6 +34,7 @@
|
|
|
rocmGpuTargets ? builtins.concatStringsSep ";" rocmPackages.clr.gpuTargets,
|
|
|
enableCurl ? true,
|
|
|
useVulkan ? false,
|
|
|
+ useRpc ? false,
|
|
|
llamaVersion ? "0.0.0", # Arbitrary version, substituted by the flake
|
|
|
|
|
|
# It's necessary to consistently use backendStdenv when building with CUDA support,
|
|
|
@@ -175,6 +176,7 @@ effectiveStdenv.mkDerivation (finalAttrs: {
|
|
|
(cmakeBool "GGML_METAL" useMetalKit)
|
|
|
(cmakeBool "GGML_VULKAN" useVulkan)
|
|
|
(cmakeBool "GGML_STATIC" enableStatic)
|
|
|
+ (cmakeBool "GGML_RPC" useRpc)
|
|
|
]
|
|
|
++ optionals useCuda [
|
|
|
(
|