diff --git a/modules/llama-swap.nix b/modules/llama-swap.nix index 0d75d08..fdb2aa6 100644 --- a/modules/llama-swap.nix +++ b/modules/llama-swap.nix @@ -83,6 +83,16 @@ }; }; + "LFM2.5-8B-A1B" = { + cmd = "${llama-server} --port $\{PORT\} --host 0.0.0.0 --ctx-size $\{ctx\} $\{kv_cache\} -ngl $\{ngl\} --hf-repo $\{hf_repo\} $\{tools\} "; + ttl = 900; + macros = { + hf_repo = "unsloth/LFM2.5-8B-A1B-GGUF"; + ctx = 128000; + }; + }; + + "gemma4E4" = { cmd = "${llama-server} --port $\{PORT\} --host 0.0.0.0 --ctx-size $\{ctx\} $\{kv_cache\} -ngl $\{ngl\} --hf-repo $\{hf_repo\} $\{tools\} "; ttl = 900;