adriangl/nix-dotfiles
1
2
Fork 0
mirror of https://github.com/adrlau/nix-dotfiles.git synced 2025-02-08 16:00:50 +01:00
Code Issues Packages Projects Releases Wiki Activity

ai

Browse Source
This commit is contained in:
Adrian Gunnar Lauterer 2025-01-29 12:51:19 +01:00
parent 8ca7bb1890
commit e4cbc21843
3 changed files with 61 additions and 17 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
machines/galadriel/nvidia.nix
View File

@ -5,6 +5,11 @@
enable = true; enable = true;
enable32Bit = true; enable32Bit = true;
}; };
nixpkgs.config = {
allowUnfree = true;
cudaSupport = true;
};
# Load nvidia driver for Xorg and Wayland # Load nvidia driver for Xorg and Wayland
services.xserver.videoDrivers = ["nvidia"]; services.xserver.videoDrivers = ["nvidia"];
@ -18,7 +23,7 @@
# Use the NVidia open source kernel module (not to be confused with the independent third-party "nouveau" open source driver). # Use the NVidia open source kernel module (not to be confused with the independent third-party "nouveau" open source driver).
# Currently alpha-quality/buggy, so false is currently the recommended setting. # Currently alpha-quality/buggy, so false is currently the recommended setting.
open = false; open = false; #need proprietary for cuda.
# Enable the Nvidia settings menu, accessible via `nvidia-settings`. # Enable the Nvidia settings menu, accessible via `nvidia-settings`.
#nvidiaSettings = true; #nvidiaSettings = true;
@ -29,11 +34,24 @@
# Enable the CUDA toolkit # Enable the CUDA toolkit
#install packages #install packages
environment.systemPackages = with pkgs; [ environment.systemPackages = with pkgs; [
cudaPackages.cudnn
cudaPackages.cudatoolkit cudaPackages.cudatoolkit
cudaPackages.cudnn
nvtopPackages.nvidia nvtopPackages.nvidia
gcc
cudaPackages.nccl
cmake
#llama-cpp
#python3Packages.pip
#cudaPackages.cuda_cudart
#xgboostWithCuda
#libxcrypt-legacy
#cudaPackages.setupCudaHook
#cudaPackages.markForCudatoolkitRootHook
#cudaPackages.cuda_cudart.static
pkgs.cudaPackages.libcublas
#cudaPackages.tensorrt_8_6_0 #needs to be added manually, to the store and is a pain because of the license agreement and garbage collection #cudaPackages.tensorrt_8_6_0 #needs to be added manually, to the store and is a pain because of the license agreement and garbage collection
]; ];
nixpkgs.config.allowUnfreePredicate = pkg: builtins.elem (lib.getName pkg) [ nixpkgs.config.allowUnfreePredicate = pkg: builtins.elem (lib.getName pkg) [

41
services/ollama.nix
View File

@ -4,21 +4,44 @@
pkgs.unstable.ollama pkgs.unstable.ollama
]; ];
services.ollama.enable = true; services.ollama = {
services.ollama.package = pkgs.unstable.ollama; enable = true;
services.ollama.host = "0.0.0.0"; package = pkgs.unstable.ollama;
services.ollama.port = 11434; host = "0.0.0.0";
services.ollama.models = "/var/lib/ollama/models"; openFirewall = true;
services.ollama.home = "/var/lib/ollama"; port = 11434;
home = "/var/lib/ollama";
#possibly a flawed idea.
loadModels = [
"llama3.2"
"gemma2:2b"
"qwen2.5:3b"
"llama3.2-vision"
"llava-phi3"
"llava-llama3"
"moondream"
"minicpm-v"
"llama3.1"
"mistral-nemo"
"phi4"
"zylonai/multilingual-e5-large"
"nomic-embed-text"
"snowflake-arctic-embed"
];
};
#possibly a flawed idea, should just set cudaSupport and rocm support.
services.ollama.acceleration = lib.mkDefault ( let services.ollama.acceleration = lib.mkDefault ( let
hostname = config.networking.hostName; hostname = config.networking.hostName;
in in
if hostname == "galadriel" then "cuda" if hostname == "galadriel" then "cuda"
else if hostname == "aragorn" then "rocm" else if hostname == "aragorn" then "rocm"
else null); else null);
services.nginx.virtualHosts."ollama.${config.networking.hostName}.${config.networking.domain}" = { services.nginx.virtualHosts."ollama.${config.networking.hostName}.${config.networking.domain}" = {
forceSSL = true; forceSSL = true;
#useACMEHost = config.networking.domain; #not sure if this will work, unless #useACMEHost = config.networking.domain; #not sure if this will work, unless

13
services/ollamaWebui.nix
View File

@ -3,13 +3,16 @@
environment.systemPackages = [ environment.systemPackages = [
pkgs.unstable.open-webui pkgs.unstable.open-webui
pkgs.gvisor pkgs.gvisor
pkgs.bash
]; ];
services.tika.enable=true; services.tika = {
services.tika.openFirewall=true; enable=true;
services.tika.listenAddress = "localhost"; openFirewall=true;
listenAddress = "localhost";
enableOcr = true;
};
services.open-webui = { services.open-webui = {
enable = true; enable = true;
@ -19,7 +22,7 @@
host = "0.0.0.0"; host = "0.0.0.0";
openFirewall = true; openFirewall = true;
enviroment = { environment = {
ANONYMIZED_TELEMETRY = "False"; ANONYMIZED_TELEMETRY = "False";
DO_NOT_TRACK = "True"; DO_NOT_TRACK = "True";
SCARF_NO_ANALYTICS = "True"; SCARF_NO_ANALYTICS = "True";