feat: tts

modules/llama-swap.nix

@@ -7,12 +7,18 @@
   ...
 }:
 {
+
+    nixpkgs.config.allowUnfreePredicate = pkg: builtins.elem (lib.getName pkg) [
+             "fish-speech-models"
+           ];
+
   environment.systemPackages = [
     pkgs.unstable.llama-cpp-vulkan
     pkgs.unstable.stable-diffusion-cpp-vulkan
     pkgs.unstable.whisper-cpp-vulkan
     inputs.self.packages.${system}.z-image-models
     inputs.self.packages.${system}.whisper-models
+    inputs.self.packages.${system}.fish-speech-models
   ];
 
   services.llama-swap = {
@@ -28,6 +34,7 @@
         whisper-server = lib.getExe' pkgs.unstable.whisper-cpp-vulkan "whisper-server";
         z-image-models = inputs.self.packages.${system}.z-image-models;
         whisper-models = inputs.self.packages.${system}.whisper-models;
+        fish-speech-models = inputs.self.packages.${system}.fish-speech-models;
       in
       {
         healthCheckTimeout = 180;
@@ -125,6 +132,19 @@
             ];
             macros.model = "${whisper-models}/models/nb-whisper-small-q5_0.bin";
           };
+          "fish-speech-s2-pro" = {
+            cmd = "docker run --rm --name fish-speech-$\{PORT\} -p $\{PORT\}:8080 -v $\{models\}/s2-pro:/app/checkpoints/s2-pro:ro fishaudio/fish-speech:server-cpu";
+            cmdStop = "docker stop fish-speech-$\{PORT\}";
+            checkEndpoint = "/v1/health";
+            proxy = "http://127.0.0.1:$\{PORT\}";
+            ttl = 0;
+            aliases = [
+              "tts-1"
+              "tts"
+              "fish-speech"
+            ];
+            macros.models = "${fish-speech-models}/models";
+          };
         };
       };
   };