Keep ollama models alive longer
This commit is contained in:
@@ -5,5 +5,8 @@
|
|||||||
enable = true;
|
enable = true;
|
||||||
package = pkgs.ollama-cuda;
|
package = pkgs.ollama-cuda;
|
||||||
loadModels = [ "deepseek-coder-v2:16b" "qwen3.5:9b" ];
|
loadModels = [ "deepseek-coder-v2:16b" "qwen3.5:9b" ];
|
||||||
|
environmentVariables = {
|
||||||
|
OLLAMA_KEEP_ALIVE = "20m";
|
||||||
|
};
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|||||||
Reference in New Issue
Block a user