mrfluffy/nixos-dots
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

balls

Browse Source
This commit is contained in:
mrfluffy
2025-09-19 13:56:53 +01:00
parent f5c7879447
commit cfa57e9a3f
3 changed files with 80 additions and 78 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
system/services.nix
View File

@@ -152,10 +152,11 @@
environmentVariables = {
OLLAMA_DEBUG = "1";
OLLAMA_MMAP = "0";
OLLAMA_NUM_CTX = "8192";
OLLAMA_NUM_CTX = "40000";
OLLAMA_NUM_GPU = "20";
OLLAMA_FLASH_ATTENTION="true";
# HSA_OVERRIDE_GFX_VERSION = "11.0.0";
# OLLAMA_KV_CACHE_TYPE = "q4";
OLLAMA_KV_CACHE_TYPE = "f16";
};
};