nixcfg/nixosModules/services/ollama/default.nix

20 lines
435 B
Nix
Raw Normal View History

2024-04-23 21:24:05 -04:00
{
pkgs,
lib,
config,
...
}: {
config = lib.mkIf config.alyraffauf.services.ollama.enable {
services.ollama = {
enable = true;
acceleration =
if config.alyraffauf.services.ollama.gpu == "amd"
then "rocm"
else if config.alyraffauf.services.ollama.gpu == "nvidia"
then "cuda"
else null;
listenAddress = config.alyraffauf.services.ollama.listenAddress;
};
};
}