lkajsdlakjsdlkjasd

hardware/gpu/cuda.nix

@@ -37,6 +37,8 @@
   virtualisation.podman.enableNvidia = lib.mkDefault true; # deprecated
   hardware.nvidia-container-toolkit.enable = lib.mkDefault true;
 
+  services.ollama.acceleration = lib.mkDefault "cuda";
+
   # only do these per-host
 
   #hardware.nvidia.open = lib.mkDefault true; # open source version of kernel module, only on driver 515.43.04+

hardware/gpu/rocm.nix

@@ -13,6 +13,7 @@
   nixpkgs.config.vdpauSupport = true;
   nixpkgs.config.vaapiSupport = true;
 
+  services.ollama.acceleration = lib.mkDefault "rocm";
 }
 (lib.mkIf (lib.versionAtLeast (lib.versions.majorMinor lib.version) "24.05") {
   hardware.amdgpu.opencl.enable = lib.mkDefault true;

hosts/bolle/configuration.nix

@@ -6,6 +6,7 @@
   boot.loader.efi.efiSysMountPoint = "/boot/efi";
 
   boot.binfmt.emulatedSystems = [
+    "aarch64-linux"
     "riscv64-linux"
   ];
 

hosts/eple/configuration.nix

@@ -7,6 +7,7 @@
 
   boot.binfmt.emulatedSystems = [
     "aarch64-linux"
+    "riscv64-linux"
   ];
 
   services.nfs.server.enable = false; # TODO: remove?

hosts/garp/configuration.nix

@@ -5,6 +5,7 @@
   boot.loader.efi.canTouchEfiVariables = true;
 
   boot.binfmt.emulatedSystems = [
+    "aarch64-linux"
     "riscv64-linux"
   ];
 

hosts/known-hosts.toml

@@ -43,7 +43,7 @@ ssh.connectTimeout = 3
 
 
 ["bolle.pbsds.net"]
-buildMachine.systems = ["x86_64-linux", "i686-linux", "riscv64-linux"]
+buildMachine.systems = ["x86_64-linux", "i686-linux", "aarch64-linux", "riscv64-linux"]
 buildMachine.maxJobs = 3 # 12 threads 32GB
 buildMachine.speedFactor = 4 # ???
 buildMachine.supportedFeatures = ["kvm", "big-parallel", "nixos-test"]
@@ -52,7 +52,7 @@ ssh.proxyJump = "isvegg.pvv.ntnu.no"
 
 ["eple.pbsds.net"] # r9 290x
 aliases = [ "eple.tail9aac63.ts.net" ]
-buildMachine.systems = ["x86_64-linux", "i686-linux", "aarch64-linux"]
+buildMachine.systems = ["x86_64-linux", "i686-linux", "aarch64-linux", "riscv64-linux"]
 buildMachine.maxJobs = 3 # 12 threads 32GB
 buildMachine.speedFactor = 3 # i7-5820K
 buildMachine.supportedFeatures = ["kvm", "big-parallel", "nixos-test"]
@@ -60,7 +60,7 @@ ssh.listenPublicKey = "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIH03MEINNnjBvtmvN2QsC
 ssh.proxyJump = "isvegg.pvv.ntnu.no"
 
 ["garp.pbsds.net"] # gtx 1080
-buildMachine.systems = ["x86_64-linux", "i686-linux", "riscv64-linux"]
+buildMachine.systems = ["x86_64-linux", "i686-linux", "aarch64-linux", "riscv64-linux"]
 buildMachine.maxJobs = 2 # 8 threads 32GB
 buildMachine.speedFactor = 4 # i7-6700
 buildMachine.supportedFeatures = ["kvm", "big-parallel", "nixos-test", "cuda"]

profiles/services/ollama.nix

@@ -0,0 +1,7 @@
+{ config, pkgs, lib, ... }:
+
+{
+  # http://localhost:11434/
+  services.ollama.enable = true;
+  /* services.ollama.openFirewall = true; */
+}