fix llama cpp ui

flake.nix

@@ -86,6 +86,7 @@
             s2cpp
             s2-model
             vllm-omni
+            llama-cpp-ui
             llama-cpp-nightly
             llama-cpp-nightly-vulkan
             llama-cpp-nightly-sycl
@@ -104,12 +105,19 @@
           s2cpp = final.callPackage ./packages/s2cpp { };
           s2-model = final.callPackage ./packages/s2-model { };
           vllm-omni = final.python3Packages.callPackage ./packages/vllm-omni { };
-          llama-cpp-nightly = final.callPackage ./packages/llama-cpp-nightly { };
-          llama-cpp-nightly-vulkan = final.callPackage ./packages/llama-cpp-nightly { vulkanSupport = true; };
+          llama-cpp-ui = final.callPackage ./packages/llama-cpp-nightly/ui.nix { };
+          llama-cpp-nightly = final.callPackage ./packages/llama-cpp-nightly {
+            uiAssets = final.custom.llama-cpp-ui;
+          };
+          llama-cpp-nightly-vulkan = final.callPackage ./packages/llama-cpp-nightly {
+            vulkanSupport = true;
+            uiAssets = final.custom.llama-cpp-ui;
+          };
           llama-cpp-nightly-sycl = final.callPackage ./packages/llama-cpp-nightly {
             syclSupport = true;
             mkl = final.mkl;
             oneDNN = final.oneDNN;
+            uiAssets = final.custom.llama-cpp-ui;
           };
           android-cli = final.callPackage ./packages/android-cli { };
         };

packages/llama-cpp-nightly/default.nix

@@ -43,6 +43,8 @@
   syclStdenv ? null,
   syclF16Support ? false,
   syclDeviceArch ? "",
+
+  uiAssets ? null,
 }:
 
 let
@@ -116,6 +118,9 @@ effectiveStdenv.mkDerivation (finalAttrs: {
 
   preConfigure = ''
     prependToVar cmakeFlags "-DLLAMA_BUILD_COMMIT:STRING=$(cat COMMIT)"
+  '' + optionalString (uiAssets != null) ''
+    mkdir -p $sourceRoot/build/tools/ui/dist
+    cp ${uiAssets}/* $sourceRoot/build/tools/ui/dist/
   '';
 
   cmakeFlags = [
@@ -123,7 +128,7 @@ effectiveStdenv.mkDerivation (finalAttrs: {
     (cmakeBool "LLAMA_BUILD_EXAMPLES" false)
     (cmakeBool "LLAMA_BUILD_SERVER" true)
     (cmakeBool "LLAMA_BUILD_TESTS" false)
-    (cmakeBool "LLAMA_BUILD_UI" false)
+    (cmakeBool "LLAMA_BUILD_UI" (uiAssets != null))
     (cmakeBool "BUILD_SHARED_LIBS" true)
     (cmakeBool "GGML_BLAS" blasSupport)
     (cmakeBool "GGML_CLBLAST" openclSupport)

packages/llama-cpp-nightly/ui.nix

@@ -0,0 +1,35 @@
+{
+  lib,
+  buildNpmPackage,
+  fetchFromGitHub,
+}:
+
+buildNpmPackage (finalAttrs: {
+  pname = "llama-cpp-nightly-ui";
+  version = "9222";
+
+  src = fetchFromGitHub {
+    owner = "ggml-org";
+    repo = "llama.cpp";
+    tag = "b${finalAttrs.version}";
+    hash = "sha256-Ws0a2qkgTFoeUuzg6tKbY6PfDP+0/9D9DTx21fLoFak=";
+  };
+
+  sourceRoot = "source/tools/ui";
+
+  npmDepsHash = lib.fakeHash;
+
+  installPhase = ''
+    runHook preInstall
+    mkdir $out
+    cp ../../build/tools/ui/dist/* $out/
+    runHook postInstall
+  '';
+
+  meta = {
+    description = "Web UI for llama.cpp server";
+    homepage = "https://github.com/ggml-org/llama.cpp";
+    license = lib.licenses.mit;
+    platforms = lib.platforms.unix;
+  };
+})