feat(ollama): better Ollama configuration

2025-11-16 15:29:21 +01:00
parent 5952720feb
commit 6936ebeaf7
2 changed files with 12 additions and 5 deletions
--- a/users/modules/dev/ai/ollama.nix
+++ b/users/modules/dev/ai/ollama.nix
@@ -16,11 +16,17 @@ in {
    };
  };

-  config.services.ollama = mkIf cfg.enable {
-    inherit (cfg) enable;
-    acceleration = cfg.gpu;
-    environmentVariables = {
-      OLLAMA_CONTEXT_LENGTH = "8192";
+  config = {
+    services.ollama = mkIf cfg.enable {
+      inherit (cfg) enable;
+      acceleration = cfg.gpu;
+      host = "0.0.0.0";
+      environmentVariables = {
+        OLLAMA_CONTEXT_LENGTH = "8192";
+        OLLAMA_MAX_LOADED_MODELS = "1";
+        OLLAMA_KEEP_ALIVE = "10m";
+      };
    };
+    home.sessionVariables.OLLAMA_API_BASE = "http://${config.services.ollama.host}:11434/";
  };
 }