diff --git a/users/modules/dev/ai/ollama.nix b/users/modules/dev/ai/ollama.nix index 567ed43..963429c 100644 --- a/users/modules/dev/ai/ollama.nix +++ b/users/modules/dev/ai/ollama.nix @@ -16,11 +16,17 @@ in { }; }; - config.services.ollama = mkIf cfg.enable { - inherit (cfg) enable; - acceleration = cfg.gpu; - environmentVariables = { - OLLAMA_CONTEXT_LENGTH = "8192"; + config = { + services.ollama = mkIf cfg.enable { + inherit (cfg) enable; + acceleration = cfg.gpu; + host = "0.0.0.0"; + environmentVariables = { + OLLAMA_CONTEXT_LENGTH = "8192"; + OLLAMA_MAX_LOADED_MODELS = "1"; + OLLAMA_KEEP_ALIVE = "10m"; + }; }; + home.sessionVariables.OLLAMA_API_BASE = "http://${config.services.ollama.host}:11434/"; }; } diff --git a/users/phundrak/home.nix b/users/phundrak/home.nix index 372042c..be7834e 100644 --- a/users/phundrak/home.nix +++ b/users/phundrak/home.nix @@ -62,6 +62,7 @@ LAUNCH_EDITOR = "${launchWithEmacsclient}/bin/launch-with-emacsclient"; SUDO_ASKPASS = "${askpass}/bin/askpass"; LSP_USE_PLISTS = "true"; + OPENAI_API_URL = "http://localhost:1234/"; }; desktop.waybar.style = ./config/waybar/style.css; dev = {