bug/nix
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

push

Browse Source
This commit is contained in:
4DBug
2026-08-22 03:36:34 -05:00
parent 1dffa3a0a2
commit 56a1152874
11 changed files with 109 additions and 30 deletions
Download Patch File Download Diff File Expand all files Collapse all files
modules/software/fish.nix
+18 -10
View File
@@ -1,20 +1,28 @@
{
den.aspects.fish = {
nixos = { pkgs, ...}: {
programs.fish.shellAliases = {
fetch = "fastfetch --file ~/nix/nix.ans";
programs.fish = {
shellAliases = {
fetch = "fastfetch --file ~/nix/nix.ans";
box = "ssh box.bug.tools";
unbox = "sh -c 'ssh -N -L \"$1\":0.0.0.0:\"$1\" box.bug.tools &' --";
rebox = "sh -c 'fuser -k \"$1\"/tcp' --";
dock = "sh -c 'ssh -N -D \"$1\" box.bug.tools &' --";
box = "ssh box.bug.tools";
unbox = "sh -c 'ssh -N -L \"$1\":0.0.0.0:\"$1\" box.bug.tools &' --";
rebox = "sh -c 'fuser -k \"$1\"/tcp' --";
dock = "sh -c 'ssh -N -D \"$1\" box.bug.tools &' --";
vpn = "sshuttle --dns --python python3 -r box.bug.tools 0/0";
vpn = "sshuttle --dns --python python3 -r box.bug.tools 0/0";
pico = "ssh pico.sh";
pico = "ssh pico.sh";
ns = "nh os switch ~/nix --impure -H (hostname)";
rebuild = "ns";
ns = "nh os switch ~/nix --impure -H (hostname)";
rebuild = "ns";
};
shellInit = ''
function tssh
ssh (tailscale status | awk -v host=$argv[1] '$2 == host {print $1}')
end
'';
};
environment.systemPackages = with pkgs.fishPlugins; [
modules/software/gaming/gaming.nix
+1 -1
View File
@@ -7,7 +7,7 @@
polytoria
game-tools
emulators
star-citizen
#star-citizen
minecraft
];
};
modules/software/ollama.nix
+63 -14
View File
@@ -1,26 +1,75 @@
{ ... }: {
den.aspects.llama = {
nixos = { pkgs, ... }: {
services.llama-cpp = {
nixos = { pkgs, lib, ... }: {
environment.systemPackages = [ pkgs.cloudflared ];
environment.etc."cloudflared/9c1a18f9-a2c4-41bd-9a64-86ebb3e3283d.json".source = "/home/bug/.cloudflared/9c1a18f9-a2c4-41bd-9a64-86ebb3e3283d.json";
services.cloudflared = {
enable = true;
tunnels = {
"9c1a18f9-a2c4-41bd-9a64-86ebb3e3283d" = {
credentialsFile = "/etc/cloudflared/9c1a18f9-a2c4-41bd-9a64-86ebb3e3283d.json";
ingress = {
"llama.bug.tools" = "http://127.0.0.1:8080";
};
default = "http_status:404";
};
};
};
systemd.services."cloudflared-tunnel-9c1a18f9-a2c4-41bd-9a64-86ebb3e3283d".environment = {
TUNNEL_TRANSPORT_PROTOCOL = pkgs.lib.mkForce "http2";
};
services.llama-cpp = let
# https://github.com/ggml-org/llama.cpp/blob/master/tools/server/README.md
modelsPreset = {
"*" = rec {
# keep-sorted start
agent = true;
cache-ram = 0; # unified memory
cache-type-k = "q8_0";
cache-type-v = "q8_0";
ctx-size = 256 * 256 * parallel;
fit = "off";
flash-attn = "on";
kv-unified = false;
mlock = true;
mmap = false;
n-gpu-layers = "all";
parallel = 1;
reasoning-preserve = true;
sleep-idle-seconds = -1;
spec-draft-type-k = "q8_0";
spec-draft-type-v = "q8_0";
# keep-sorted end
};
"qwen3.6-35b-a3b" = {
# keep-sorted start
hf-repo = "unsloth/Qwen3.6-35B-A3B-GGUF:UD-Q4_K_XL";
min-p = 0.0;
temperature = 1.0;
top-k = 20;
top-p = 0.95;
# keep-sorted end
};
};
in {
enable = true;
package = pkgs.llama-cpp.override { cudaSupport = true; };
settings = {
host = "0.0.0.0";
port = 8080;
ctx-size = 65536;
models-preset = (pkgs.formats.ini { }).generate "llama-cpp-models-preset.ini" {
"Qwen3.6-35B-A3B" = {
hf-repo = "unsloth/Qwen3.6-35B-A3B-GGUF";
hf-file = "Qwen3.6-35B-A3B-UD-Q4_K_XL.gguf";
alias = "qwen3.6-35b-a3b";
temp = "1.0";
top-p = "0.95";
top-k = "20";
n-gpu-layers = 80;
ctx-size = 65536;
};
};
models-max = 1;
models-preset = pkgs.writeText "llama-models.ini" (lib.generators.toINI { } modelsPreset);
no-models-autoload = true;
};
};
};