This commit is contained in:
4DBug
2026-08-26 13:22:02 -05:00
parent 4578f0b32f
commit f8b9645149
5 changed files with 25 additions and 2 deletions
+11
View File
@@ -57,6 +57,17 @@
top-p = 0.95;
# keep-sorted end
};
"qwen3.8-27b" = {
# keep-sorted start
ctx-size = 32768; # drop from the 65536 default to leave VRAM headroom at Q6
hf-repo = "unsloth/Qwen3.8-27B-GGUF:UD-Q6_K";
min-p = 0.0;
temperature = 1.0;
top-k = 20;
top-p = 0.95;
# keep-sorted end
};
};
in {
enable = true;