no ollama cuda thingy anymore
This commit is contained in:
@@ -72,7 +72,7 @@ lib.mkMerge [
|
||||
# this works, but you have to use `--device nvidia.com/gpu=all` rather than --gpus
|
||||
hardware.nvidia-container-toolkit.enable = lib.mkDefault true;
|
||||
|
||||
services.ollama.acceleration = lib.mkDefault "cuda";
|
||||
# services.ollama.acceleration = lib.mkDefault "cuda";
|
||||
|
||||
# only do these per-host
|
||||
|
||||
|
||||
@@ -21,8 +21,7 @@
|
||||
|
||||
nixpkgs.config.rocmSupport = true;
|
||||
|
||||
services.ollama.acceleration = lib.mkDefault "rocm";
|
||||
|
||||
# services.ollama.acceleration = lib.mkDefault "rocm";
|
||||
hardware.amdgpu.opencl.enable = lib.mkDefault true;
|
||||
|
||||
# https://libreddit.noximilien.pbsds.net/r/archlinux/comments/nih9c9/amdgpu_vs_modesetting_in_current_510_kernels_xorg/
|
||||
|
||||
Reference in New Issue
Block a user