adriangl/nix-dotfiles-v2
1
1
Fork 0
Code Issues Pull Requests Releases Activity

format

Browse Source
This commit is contained in:
Adrian Gunnar Lauterer
2026-05-20 00:17:06 +02:00
parent cdad9cb9ed
commit 7dfe3bcf27
4 changed files with 41 additions and 32 deletions
Download Patch File Download Diff File Expand all files Collapse all files
flake.nix
+32 -27
View File
@@ -94,34 +94,39 @@
;
};
overlays.custom = final: _prev: let
unstable-pkgs = import inputs.unstable { inherit (final.stdenv.hostPlatform) system; };
in {
custom = {
qwen-asr = final.callPackage ./packages/qwen-asr { };
llama-swap = final.callPackage ./packages/llama-swap { buildGoModule = unstable-pkgs.buildGoModule; };
z-image-models = final.callPackage ./packages/z-image-models { };
whisper-models = final.callPackage ./packages/whisper-models { };
s2cpp = final.callPackage ./packages/s2cpp { };
s2-model = final.callPackage ./packages/s2-model { };
vllm-omni = final.python3Packages.callPackage ./packages/vllm-omni { };
llama-cpp-ui = final.callPackage ./packages/llama-cpp-nightly/ui.nix { };
llama-cpp-nightly = final.callPackage ./packages/llama-cpp-nightly {
uiAssets = final.custom.llama-cpp-ui;
overlays.custom =
final: _prev:
let
unstable-pkgs = import inputs.unstable { inherit (final.stdenv.hostPlatform) system; };
in
{
custom = {
qwen-asr = final.callPackage ./packages/qwen-asr { };
llama-swap = final.callPackage ./packages/llama-swap {
buildGoModule = unstable-pkgs.buildGoModule;
};
z-image-models = final.callPackage ./packages/z-image-models { };
whisper-models = final.callPackage ./packages/whisper-models { };
s2cpp = final.callPackage ./packages/s2cpp { };
s2-model = final.callPackage ./packages/s2-model { };
vllm-omni = final.python3Packages.callPackage ./packages/vllm-omni { };
llama-cpp-ui = final.callPackage ./packages/llama-cpp-nightly/ui.nix { };
llama-cpp-nightly = final.callPackage ./packages/llama-cpp-nightly {
uiAssets = final.custom.llama-cpp-ui;
};
llama-cpp-nightly-vulkan = final.callPackage ./packages/llama-cpp-nightly {
vulkanSupport = true;
uiAssets = final.custom.llama-cpp-ui;
};
llama-cpp-nightly-sycl = final.callPackage ./packages/llama-cpp-nightly {
syclSupport = true;
mkl = final.mkl;
oneDNN = final.oneDNN;
uiAssets = final.custom.llama-cpp-ui;
};
android-cli = final.callPackage ./packages/android-cli { };
};
llama-cpp-nightly-vulkan = final.callPackage ./packages/llama-cpp-nightly {
vulkanSupport = true;
uiAssets = final.custom.llama-cpp-ui;
};
llama-cpp-nightly-sycl = final.callPackage ./packages/llama-cpp-nightly {
syclSupport = true;
mkl = final.mkl;
oneDNN = final.oneDNN;
uiAssets = final.custom.llama-cpp-ui;
};
android-cli = final.callPackage ./packages/android-cli { };
};
};
overlays.unstable = final: _prev: {
unstable = import inputs.unstable {
@@ -225,7 +230,7 @@
lanzaboote.nixosModules.lanzaboote
];
];
};
# galadriel
home/noctalia.nix
+2 -2
View File
@@ -176,13 +176,13 @@
ai = {
provider = "openai_compatible";
models = {
"openai_compatible" = "qwen3.5";
"openai_compatible" = "qwen3.6";
};
#apiKeys = {};
temperature = 0.6;
systemPrompt = "You are a helpful assistant answering short questions. Be brief, think critically and come with constructual critics where needed.";
openaiLocal = true;
openaiBaseUrl = "http://galadriel:11111/v1/chat/completions";
openaiBaseUrl = "http://galadriel:11112/v1/chat/completions";
};
translator = {
backend = "google";
hosts/galadriel/hardware-configuration.nix
+2 -2
View File
@@ -22,10 +22,10 @@
"usbhid"
"sd_mod"
];
# unstable zfs and linux because we needed zfs 2.4.2 for linux 7.0
boot.kernelPackages = pkgs.unstable.linuxPackages_7_0; # migth need to bump down if zfs compat breaks.
boot.zfs.package = pkgs.unstable.zfs; #think this was the correct way
boot.zfs.package = pkgs.unstable.zfs; # think this was the correct way
boot.initrd.kernelModules = [ ];
boot.kernelModules = [ "kvm-amd" ];
boot.extraModulePackages = [ ];
modules/llama-swap.nix
+5 -1
View File
@@ -54,7 +54,11 @@
"qwen3.6-35b-a3b" = {
cmd = "${llama-server} --port $\{PORT\} --host 0.0.0.0 --ctx-size $\{ctx\} -ngl $\{ngl\} $\{kv_cache\} $\{batch\} --hf-repo $\{hf_repo\} $\{image-tokens\} $\{no-thinking\} $\{tools\}";
aliases = [ "qwen3.6" "qwen3.5" "qwen3.5-35b-a3b" ];
aliases = [
"qwen3.6"
"qwen3.5"
"qwen3.5-35b-a3b"
];
ttl = 1800;
macros = {
ctx = 49152;