nix-config/users/modules/dev/ai/ollama.nix

{
  config,
  lib,
  ...
}:
with lib; let
  cfg = config.home.dev.ai.ollama;
in {
  options.home.dev.ai.ollama = {
    enable = mkEnableOption "Enables Ollama";
    gpu = mkOption {
      type = types.nullOr (types.enum [false "rocm" "cuda"]);
      example = "rocm";
      default = null;
      description = "Which type of GPU should be used for hardware acceleration";
    };
  };

  config = {
    services.ollama = mkIf cfg.enable {
      inherit (cfg) enable;
      acceleration = cfg.gpu;
      host = "0.0.0.0";
      environmentVariables = {
        OLLAMA_CONTEXT_LENGTH = "8192";
        OLLAMA_MAX_LOADED_MODELS = "1";
        OLLAMA_KEEP_ALIVE = "10m";
      };
    };
    home.sessionVariables.OLLAMA_API_BASE = "http://${config.services.ollama.host}:11434/";
  };
}