mrfluffy/nixos-dots
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

jedgnb

Browse Source
This commit is contained in:
Zastian Pretorius
2025-08-27 15:10:11 +01:00
parent 5d1691811a
commit 8414845ce5
4 changed files with 50 additions and 41 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
system/services.nix
View File

@@ -92,6 +92,7 @@
settings = {
sunshine_name = "nixos";
port = 47989;
output_name = 1;
};
applications = {
apps = [
@@ -114,6 +115,10 @@
acceleration = "rocm";
rocmOverrideGfx = "11.0.0";
environmentVariables = {
OLLAMA_DEBUG = "1";
OLLAMA_MMAP = "0";
OLLAMA_NUM_CTX="8192";
OLLAMA_NUM_GPU="20";
#HSA_OVERRIDE_GFX_VERSION = "11.0.0";
#OLLAMA_KV_CACHE_TYPE = "q4";
};