lfm2.5 8b

2026-05-30 00:04:01 +02:00
parent 7dfe3bcf27
commit d032857126
1 changed files with 10 additions and 0 deletions
@@ -83,6 +83,16 @@
            };
          };

+          "LFM2.5-8B-A1B" = {
+            cmd = "${llama-server} --port $\{PORT\} --host 0.0.0.0 --ctx-size $\{ctx\}  $\{kv_cache\} -ngl $\{ngl\} --hf-repo $\{hf_repo\} $\{tools\} ";
+            ttl = 900;
+            macros = {
+              hf_repo = "unsloth/LFM2.5-8B-A1B-GGUF";
+              ctx = 128000;
+            };
+          };
+
+
          "gemma4E4" = {
            cmd = "${llama-server} --port $\{PORT\} --host 0.0.0.0 --ctx-size $\{ctx\}  $\{kv_cache\} -ngl $\{ngl\} --hf-repo $\{hf_repo\} $\{tools\} ";
            ttl = 900;