Ollama and update

This commit is contained in:
Bart van der Braak 2025-02-06 14:13:22 +01:00
parent 6ab03d4cb5
commit cce1e33c23
3 changed files with 19 additions and 7 deletions

16
nixos/modules/ollama.nix Normal file
View file

@ -0,0 +1,16 @@
{ ... }:
{
# Add Ollama and OpenWebUI
services.ollama = {
enable = true;
loadModels = [ deepseek-r1:32b ];
acceleration = "rocm";
rocmOverrideGfx = "11.0.0";
environmentVariables = {
HSA_OVERRIDE_GFX_VERSION = "11.0.0";
};
};
services.open-webui.enable = true;
}