From d032857126fe96b7d5be0eb286708e686d8b72d2 Mon Sep 17 00:00:00 2001
From: Adrian Gunnar Lauterer <adrian@lauterer.it>
Date: Sat, 30 May 2026 00:04:01 +0200
Subject: [PATCH] lfm2.5 8b

---
 modules/llama-swap.nix | 10 ++++++++++
 1 file changed, 10 insertions(+)

diff --git a/modules/llama-swap.nix b/modules/llama-swap.nix
index 0d75d08..fdb2aa6 100644
--- a/modules/llama-swap.nix
+++ b/modules/llama-swap.nix
@@ -83,6 +83,16 @@
             };
           };
 
+          "LFM2.5-8B-A1B" = {
+            cmd = "${llama-server} --port $\{PORT\} --host 0.0.0.0 --ctx-size $\{ctx\}  $\{kv_cache\} -ngl $\{ngl\} --hf-repo $\{hf_repo\} $\{tools\} ";
+            ttl = 900;
+            macros = {
+              hf_repo = "unsloth/LFM2.5-8B-A1B-GGUF";
+              ctx = 128000;
+            };
+          };
+
+
           "gemma4E4" = {
             cmd = "${llama-server} --port $\{PORT\} --host 0.0.0.0 --ctx-size $\{ctx\}  $\{kv_cache\} -ngl $\{ngl\} --hf-repo $\{hf_repo\} $\{tools\} ";
             ttl = 900;