This commit is contained in:
2026-06-16 12:51:11 +02:00
parent f54925c915
commit 23da255020
+1 -1
View File
@@ -90,7 +90,7 @@
};
};
"gemma4-12b" = {
cmd = "${llama-server} --port $\{PORT\} --host 0.0.0.0 --ctx-size $\{ctx\} -fa 0 -ngl $\{ngl\} --hf-repo $\{hf_repo\} $\{tools\}";
cmd = "${llama-server} --port $\{PORT\} --host 0.0.0.0 --ctx-size $\{ctx\} -fa 0 -ngl $\{ngl\} --hf-repo $\{hf_repo\} --spec-type draft-mtp $\{tools\}";
ttl = 900;
macros = {
hf_repo = "unsloth/gemma-4-12B-it-qat-GGUF:UD_Q4_K_XL";