Keep ollama models alive longer

2026-07-08 23:43:24 +01:00
parent 514e10f696
commit c9eca9eb1e
1 changed files with 3 additions and 0 deletions
@@ -5,5 +5,8 @@
    enable = true;
    package = pkgs.ollama-cuda;
    loadModels = [ "deepseek-coder-v2:16b" "qwen3.5:9b" ];
+    environmentVariables = {
+      OLLAMA_KEEP_ALIVE = "20m";
+    };
  };
 }