33 lines
781 B
Nix
33 lines
781 B
Nix
{
|
|
config,
|
|
lib,
|
|
...
|
|
}:
|
|
with lib; let
|
|
cfg = config.home.dev.ai.ollama;
|
|
in {
|
|
options.home.dev.ai.ollama = {
|
|
enable = mkEnableOption "Enables Ollama";
|
|
gpu = mkOption {
|
|
type = types.nullOr (types.enum [false "rocm" "cuda"]);
|
|
example = "rocm";
|
|
default = null;
|
|
description = "Which type of GPU should be used for hardware acceleration";
|
|
};
|
|
};
|
|
|
|
config = {
|
|
services.ollama = mkIf cfg.enable {
|
|
inherit (cfg) enable;
|
|
acceleration = cfg.gpu;
|
|
host = "0.0.0.0";
|
|
environmentVariables = {
|
|
OLLAMA_CONTEXT_LENGTH = "8192";
|
|
OLLAMA_MAX_LOADED_MODELS = "1";
|
|
OLLAMA_KEEP_ALIVE = "10m";
|
|
};
|
|
};
|
|
home.sessionVariables.OLLAMA_API_BASE = "http://${config.services.ollama.host}:11434/";
|
|
};
|
|
}
|