push
This commit is contained in:
@@ -57,6 +57,17 @@
|
||||
top-p = 0.95;
|
||||
# keep-sorted end
|
||||
};
|
||||
|
||||
"qwen3.8-27b" = {
|
||||
# keep-sorted start
|
||||
ctx-size = 32768; # drop from the 65536 default to leave VRAM headroom at Q6
|
||||
hf-repo = "unsloth/Qwen3.8-27B-GGUF:UD-Q6_K";
|
||||
min-p = 0.0;
|
||||
temperature = 1.0;
|
||||
top-k = 20;
|
||||
top-p = 0.95;
|
||||
# keep-sorted end
|
||||
};
|
||||
};
|
||||
in {
|
||||
enable = true;
|
||||
|
||||
Reference in New Issue
Block a user