{ config, pkgs, lib, unstable, ... }: let hostname = config.networking.hostName; in { environment.systemPackages = [ pkgs.unstable.ollama ]; services.ollama = { enable = true; package = lib.mkDefault pkgs.unstable.ollama-vulkan; acceleration = lib.mkDefault "vulkan"; host = "0.0.0.0"; openFirewall = true; port = 11434; home = "/var/lib/ollama"; environmentVariables = { OLLAMA_CONTEXT_LENGTH = "32000"; }; # Preloaded models loadModels = [ "qwen3:latest" "qwen3:4b" "glm-4.7-flash:latest" "rnj-1:latest" "lfm2.5-thinking:latest" "qwen3-vl:4b" "qwen3-vl:2b-instruct-q8_0" "qwen3-vl:latest" "gemma3:4b" "ministral-3:3b" "ministral-3:latest" "granite3.2-vision" "granite4:tiny-h" "gpt-oss:20b" ]; }; }