feat: more AI-related tools

This commit is contained in:
2025-09-03 11:45:12 +02:00
parent 7eccc1a627
commit e65c27a81f
8 changed files with 125 additions and 33 deletions

View File

@@ -0,0 +1,26 @@
{
config,
lib,
...
}:
with lib; let
cfg = config.home.dev.ai.ollama;
in {
options.home.dev.ai.ollama = {
enable = mkEnableOption "Enables Ollama";
gpu = mkOption {
type = types.nullOr (types.enum [false "rocm" "cuda"]);
example = "rocm";
default = null;
description = "Which type of GPU should be used for hardware acceleration";
};
};
config.services.ollama = mkIf cfg.enable {
inherit (cfg) enable;
acceleration = cfg.gpu;
environmentVariables = {
OLLAMA_CONTEXT_LENGTH = "8192";
};
};
}