47 lines
861 B
Nix
47 lines
861 B
Nix
{
|
|
config,
|
|
pkgs,
|
|
lib,
|
|
unstable,
|
|
...
|
|
}:
|
|
|
|
let
|
|
hostname = config.networking.hostName;
|
|
in
|
|
|
|
{
|
|
environment.systemPackages = [ pkgs.unstable.ollama ];
|
|
|
|
services.ollama = {
|
|
enable = true;
|
|
package = lib.mkDefault pkgs.unstable.ollama-vulkan;
|
|
acceleration = lib.mkDefault "vulkan";
|
|
host = "0.0.0.0";
|
|
openFirewall = true;
|
|
port = 11434;
|
|
home = "/var/lib/ollama";
|
|
environmentVariables = {
|
|
OLLAMA_CONTEXT_LENGTH = "32000";
|
|
};
|
|
# Preloaded models
|
|
loadModels = [
|
|
"qwen3:latest"
|
|
"qwen3:4b"
|
|
"glm-4.7-flash:latest"
|
|
"rnj-1:latest"
|
|
"lfm2.5-thinking:latest"
|
|
"qwen3-vl:4b"
|
|
"qwen3-vl:2b-instruct-q8_0"
|
|
"qwen3-vl:latest"
|
|
"gemma3:4b"
|
|
"ministral-3:3b"
|
|
"ministral-3:latest"
|
|
"granite3.2-vision"
|
|
"granite4:tiny-h"
|
|
"gpt-oss:20b"
|
|
];
|
|
};
|
|
|
|
}
|