added gemma 4

2026-04-02 21:54:46 +02:00
parent 17df27edee
commit 0ca7e7a219
1 changed files with 20 additions and 1 deletions
@@ -83,10 +83,29 @@
            aliases = [ "coder" ];
            macros = {
              hf_repo = "unsloth/GLM-4.7-Flash-REAP-23B-A3B-GGUF"; #Reap should allow more context in gpu mem
-              ctx = 64000; #supports 200k.
+              ctx = 48000; 
            };
          };

+          "gemma4" = {
+            cmd = "${llama-server} --port $\{PORT\} --host 0.0.0.0 --ctx-size $\{ctx\}  $\{kv_cache\} -ngl $\{ngl\} --hf-repo $\{hf_repo\}";
+            ttl = 900;
+            macros = {
+              hf_repo = "unsloth/gemma-4-26B-A4B-it-GGUF:UD-IQ3_XSS";
+              ctx = 64000;
+            };
+          };
+
+          "gemma4E4" = {
+            cmd = "${llama-server} --port $\{PORT\} --host 0.0.0.0 --ctx-size $\{ctx\}  $\{kv_cache\} -ngl $\{ngl\} --hf-repo $\{hf_repo\}";
+            ttl = 900;
+            macros = {
+              hf_repo = "unsloth/gemma-4-E4B-it-GGUF";
+              ctx = 128000;
+            };
+          };
+
+
          "ministal-3-8b-reasonning" = {
            cmd = "${llama-server} --port $\{PORT\} --host 0.0.0.0 --ctx-size $\{ctx\} -ngl $\{ngl\} --hf-repo $\{hf_repo\}";
            aliases = [ "ministral3" ];