gram: nux

> ./module/gpu/amd.nix

{name}:
{ edge, pkgs, nix-amd-ai, ... }: {

  imports = [ nix-amd-ai.nixosModules.default ];
  hardware.amd-npu = {
    enable = true;
    enableFastFlowLM = true;  # LLM inference on NPU
    enableLemonade = true;    # OpenAI-compatible API server
    enableImageGen = false;    # OpenAI-compatible API server
    enableROCm = true;        # Declaratively wires ROCm GPU backends for Lemonade
    enableVulkan = true;      # Declaratively wires Vulkan GPU backends for Lemonade
    lemonade.user = name;
  };
  users.users.${name}.extraGroups = ["video" "render"];

  boot.initrd.kernelModules = [ "amdgpu" ];

  hardware.graphics = {
    enable = true;
    enable32Bit = true;
    extraPackages = with pkgs; [
      rocmPackages.rocminfo
      rocmPackages.clr.icd
      libva
    ];
  };

  # services.xserver = {
  #   enable = true;
  #   videoDrivers = [ "modesetting" ];
  # };

  # services.ollama = {
  #   enable = true;
  #   package = edge.ollama-rocm;
  #   # models = "/home/calliope/space/llm/";
  #   environmentVariables = {
  #     OLLAMA_MODELS = "/home/calliope/space/llm/";
  #     # HIP_VISIBLE_DEVICES = "0,1";
  #   };
  # };

  # services.tabby = {
  #   enable = true;
  #   port = 8080;
  #   # model = "TabbyML/Qwen2.5-Coder-7B";
  #   # acceleration = cuda;
  # };

  environment.systemPackages = with edge; [
    amdgpu_top
    # ollama-rocm

    # mesa
    # vulkan-headers
    # vulkan-utility-libraries

    # ## Tools ##
    # # mesa-demos
    # vulkan-tools # Khronos official Vulkan Tools and Utilities
    # clinfo # Print information about available OpenCL platforms and devices
    # libva-utils # Collection of utilities and examples for VA-API
    # ## Monitor ##
    # lact # Linux GPU Configuration Tool for AMD and NVIDIA
    # nvtopPackages.amd # (h)top like task monitor for AMD, Adreno, Intel and NVIDIA GPUs
  ];
}