{ lib, pkgs, ... }: { home.packages = with pkgs; [ llama-cpp rocmPackages.rocm-smi opencode (writeShellScriptBin "generate-llama-key" '' KEY=$(openssl rand -base64 32) echo "Generated key: \$KEY" echo "Run this to encrypt: age -o ~/.llama-api-key.age \$KEY" echo "Then run this to export: export LLAMA_API_KEY=\$(age -d ~/.llama-api-key.age | cut -d' ' -f2)" '') ]; home.sessionVariables = { # This will be set by the age command LLAMA_API_KEY = ""; }; # home.shellAliases = { # llama-vulkan-server = "podman run --replace -it --name llama-vulkan-server --device /dev/dri -p 8080:8080 -v ~/models:/models ghcr.io/ggml-org/llama.cpp:full-vulkan -s -m /models/gemma-4-12B-it-Q8_0.gguf --host 0.0.0.0 --api-key \${LLAMA_API_KEY}"; # }; }