commit

puter/000-bm-nixos-kirakira/kirakira.nix

@@ -154,6 +154,8 @@ in
             ark-archiver.homeManager
             yazi.homeManager
             # -----
+            clamav.nixos
+            # -----
             obsidian.homeManager
             shotcut.homeManager
             blender-hip-latest.homeManager

puter/000-bm-nixos-kirakira/specific-aspect/llama-cpp-rocm.nix

@@ -0,0 +1,56 @@
+{
+  den.aspects = {
+    kirakira = {
+      nixos = 
+        { pkgs, ... }:
+        {
+          # ----- overrides
+          nixpkgs.config = {
+            packageOverrides = pkgs: {
+              llama-cpp =
+                (pkgs.llama-cpp.override {
+                  rocmSupport = true;
+                  rocmGpuTargets = [ "gfx1031" ];
+                  blasSupport = true;
+                  cudaSupport = false;
+                  metalSupport = false;
+                }).overrideAttrs
+                  (oldAttrs: rec {
+                    version = "7205";
+                    src = pkgs.fetchFromGitHub {
+                      owner = "ggml-org";
+                      repo = "llama.cpp";
+                      tag = "b${version}";
+                      hash = "sha256-1CcYbc8RWAPVz8hoxKEmbAgQesC1oGFZ3fhfuU5vmOc=";
+                      leaveDotGit = true;
+                      postFetch = ''
+                        git -C "$out" rev-parse --short HEAD > $out/COMMIT
+                        find "$out" -name .git -print0 | xargs -0 rm -rf
+                      '';
+                    };
+                    cmakeFlags = (oldAttrs.cmakeFlags or []) ++ [
+                      "-DGGML_NATIVE=ON"
+                    ];
+                    preConfigure = ''
+                      export NIX_ENFORCE_NO_NATIVE=0
+                      ${oldAttrs.preConfigure or ""}
+                    '';
+                  });
+
+              # llama-swap from GitHub releases
+              llama-swap = pkgs.runCommand "llama-swap" { } ''
+                mkdir -p $out/bin
+                tar -xzf ${
+                  pkgs.fetchurl {
+                    url = "https://github.com/mostlygeek/llama-swap/releases/download/v175/llama-swap_175_linux_amd64.tar.gz";
+                    hash = "sha256-zeyVz0ldMxV4HKK+u5TtAozfRI6IJmeBo92IJTgkGrQ=";
+                  }
+                } -C $out/bin
+                chmod +x $out/bin/llama-swap
+              '';
+            };
+          };
+        };
+      };
+    };
+}