Something went wrong. Try again.
Monorepo for Tangled tangled.org
Something went wrong. Try again.
core flake.nix
35 kB · 913 lines
Nix
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914{ description = "atproto github";
inputs = { nixpkgs.url = "github:nixos/nixpkgs/nixos-26.05"; microvm = { url = "github:microvm-nix/microvm.nix"; inputs.nixpkgs.follows = "nixpkgs"; }; fenix = { url = "github:nix-community/fenix"; inputs.nixpkgs.follows = "nixpkgs"; }; gomod2nix = { url = "github:nix-community/gomod2nix"; inputs.nixpkgs.follows = "nixpkgs"; }; flake-compat = { url = "https://git.lix.systems/lix-project/flake-compat/archive/main.tar.gz"; flake = false; }; indigo = { url = "github:oppiliappan/indigo"; flake = false; }; htmx-src = { url = "https://cdn.jsdelivr.net/npm/htmx.org@2.0.10/dist/htmx.min.js"; flake = false; }; htmx-ws-src = { url = "https://cdn.jsdelivr.net/npm/htmx-ext-ws@2.0.4"; flake = false; }; lucide-src = { url = "https://github.com/lucide-icons/lucide/releases/download/0.536.0/lucide-icons-0.536.0.zip"; flake = false; }; inter-fonts-src = { url = "https://github.com/rsms/inter/releases/download/v4.1/Inter-4.1.zip"; flake = false; }; timeless-fonts-src = { url = "https://media.timeless.co/type/Timeless-Type-Family-1.094.zip"; flake = false; }; actor-typeahead-src = { url = "git+https://tangled.org/@jakelazaroff.com/actor-typeahead"; flake = false; }; mermaid-src = { url = "https://cdn.jsdelivr.net/npm/mermaid@11.12.3/dist/mermaid.min.js"; flake = false; }; hls-src = { url = "https://cdn.jsdelivr.net/npm/hls.js@1.5.13/dist/hls.min.js"; flake = false; }; mathjax-src = { url = "https://cdn.jsdelivr.net/npm/mathjax@4.1.2/tex-svg.js"; flake = false; }; tailwindcss-animated-src = { url = "https://registry.npmjs.org/tailwindcss-animated/-/tailwindcss-animated-1.1.2.tgz"; flake = false; }; ibm-plex-mono-src = { url = "https://github.com/IBM/plex/releases/download/%40ibm%2Fplex-mono%401.1.0/ibm-plex-mono.zip"; flake = false; }; sqlite-lib-src = { url = "https://sqlite.org/2024/sqlite-amalgamation-3450100.zip"; flake = false; }; fetch-tangled = { url = "git+https://tangled.org/isabelroses.com/fetch-tangled"; inputs.nixpkgs.follows = "nixpkgs"; }; # the stable pds refuses oauth when it shares a site with the web, as dev hostnames do nixpkgs-pds.url = "github:nixos/nixpkgs/nixos-unstable"; # hydrant has to match go.mod, hydrant-dev follows main hydrant-dev = { url = "git+https://tangled.org/ptr.pet/hydrant"; flake = false; }; hydrant = { url = "git+https://tangled.org/ptr.pet/hydrant"; flake = false; }; };
outputs = { self, nixpkgs, fenix, gomod2nix, indigo, htmx-src, htmx-ws-src, lucide-src, inter-fonts-src, timeless-fonts-src, sqlite-lib-src, ibm-plex-mono-src, actor-typeahead-src, mermaid-src, hls-src, microvm, fetch-tangled, mathjax-src, tailwindcss-animated-src, hydrant, hydrant-dev, nixpkgs-pds, ... }: let supportedSystems = ["x86_64-linux" "x86_64-darwin" "aarch64-linux" "aarch64-darwin"]; forAllSystems = nixpkgs.lib.genAttrs supportedSystems; pdsFor = system: nixpkgs-pds.legacyPackages.${system}.bluesky-pds.overrideAttrs (old: { postInstall = (old.postInstall or "") + '' node ${./localinfra/pds-patch.mjs} $out/lib/pds ${./localinfra/pds-theme.css} ${timeless-fonts-src}/Sans-Grotesk/TimelessSansVF.woff2 ''; }); # go 1.26.10 refuses chains through the leaked emudhra intermediates, and nixpkgs # doesn't ship it yet. only our own builds get it, because swapping go for all of # nixpkgs rebuilds the world (libcap builds with go) goFor = pkgs: let go = pkgs.go_1_26; in if nixpkgs.lib.versionOlder go.version "1.26.10" then go.overrideAttrs (_: rec { version = "1.26.10"; src = pkgs.fetchurl { url = "https://go.dev/dl/go${version}.src.tar.gz"; hash = "sha256-/WPog7ovK/ypPBZGsx6+9j4rHk0rMXyXidl2po2B828="; }; }) else go; nixpkgsFor = forAllSystems (system: import nixpkgs { inherit system; overlays = [fetch-tangled.overlays.default]; });
mkPackageSet = pkgs: pkgs.lib.makeScope pkgs.newScope (self: { src = let fs = pkgs.lib.fileset; in fs.toSource { root = ./.; fileset = fs.difference (fs.intersection (fs.gitTracked ./.) (fs.fileFilter (file: !(file.hasExt "nix")) ./.)) (fs.maybeMissing ./.jj); }; mkRustSrc = import ./nix/rust-src.nix { inherit pkgs; inherit (pkgs) lib; root = ./.; src = self.src; }; go = goFor pkgs.buildPackages; buildGoModule = pkgs.buildGoModule.override {inherit (self) go;}; buildGoApplication = args: (self.callPackage "${gomod2nix}/builder" { gomod2nix = gomod2nix.legacyPackages.${pkgs.stdenv.hostPlatform.system}.gomod2nix; # proxy.golang.org can't fetch from knot2 yet, so sum.golang.org has # no entry for hydrant and the module fetch fails. the fixed output # hash pins its content anyway. the builder only uses this stdenv for # module fetches stdenvNoCC = pkgs.stdenvNoCC // { mkDerivation = attrs: pkgs.stdenvNoCC.mkDerivation (attrs // {GONOSUMDB = "tangled.org/ptr.pet";}); }; }).buildGoApplication ({inherit (self) go;} // args); rustPlatform = pkgs.makeRustPlatform { inherit (fenix.packages.${pkgs.stdenv.hostPlatform.system}.stable) rustc cargo; }; rustPlatformStatic = let system = pkgs.stdenv.hostPlatform.system; muslTarget = pkgs.pkgsStatic.stdenv.hostPlatform.rust.rustcTarget; toolchain = fenix.packages.${system}.combine [ fenix.packages.${system}.stable.cargo fenix.packages.${system}.stable.rustc fenix.packages.${system}.targets.${muslTarget}.stable.rust-std ]; in pkgs.pkgsStatic.makeRustPlatform { cargo = toolchain; rustc = toolchain; }; modules = ./nix/gomod2nix.toml; sqlite-lib = self.callPackage ./nix/pkgs/sqlite-lib.nix { inherit sqlite-lib-src; }; lexgen = self.callPackage ./nix/pkgs/lexgen.nix {inherit indigo;}; goat = self.callPackage ./nix/pkgs/goat.nix {inherit indigo;}; appview-static-files = self.callPackage ./nix/pkgs/appview-static-files.nix { inherit htmx-src htmx-ws-src lucide-src inter-fonts-src ibm-plex-mono-src actor-typeahead-src mermaid-src hls-src mathjax-src tailwindcss-animated-src; }; web-static-files = self.callPackage ./nix/pkgs/web-static-files.nix { inherit timeless-fonts-src ibm-plex-mono-src; }; ogre-fonts = self.callPackage ./nix/pkgs/ogre-fonts.nix { inherit timeless-fonts-src; }; appview = self.callPackage ./nix/pkgs/appview.nix {}; blog = self.callPackage ./nix/pkgs/blog.nix {}; docs = self.callPackage ./nix/pkgs/docs.nix {}; hydrant-ffi = self.callPackage ./nix/pkgs/hydrant-ffi.nix { inherit hydrant; # spindle's static builds link this too, and fenix's default toolchain has no musl std rustPlatform = if pkgs.stdenv.hostPlatform.isStatic then self.rustPlatformStatic else self.rustPlatform; }; hydrant-bin = self.callPackage ./nix/pkgs/hydrant-bin.nix { hydrant = hydrant-dev; inherit (self) rustPlatform; }; spindle = self.callPackage ./nix/pkgs/spindle.nix {}; shuttle = self.callPackage ./nix/pkgs/shuttle.nix { src = self.mkRustSrc "shuttle"; }; shuttle-static = self.callPackage ./nix/pkgs/shuttle.nix { src = self.mkRustSrc "shuttle"; rustPlatform = self.rustPlatformStatic; }; knot-unwrapped = self.callPackage ./nix/pkgs/knot-unwrapped.nix {}; knot = self.callPackage ./nix/pkgs/knot.nix {}; knot-rs = self.callPackage ./nix/pkgs/knot-crate.nix { src = self.mkRustSrc "knot2/crates/knot-server"; crate = "knot-server"; }; knot-migrate = self.callPackage ./nix/pkgs/knot-crate.nix { src = self.mkRustSrc "knot2/crates/knot-migrate"; crate = "knot-migrate"; }; dolly = self.callPackage ./nix/pkgs/dolly.nix {}; tap = self.callPackage ./nix/pkgs/tap.nix {}; knotmirror = self.callPackage ./nix/pkgs/knotmirror.nix {}; deliberi = self.callPackage ./nix/pkgs/deliberi.nix {}; migrator = self.callPackage ./nix/pkgs/migrator.nix {}; sitesd = self.callPackage ./nix/pkgs/sitesd.nix {}; gitmirror = self.callPackage ./nix/pkgs/gitmirror.nix { inherit (fenix.packages.${pkgs.stdenv.hostPlatform.system}.stable) rustc cargo; }; bobbin = self.callPackage ./nix/pkgs/bobbin.nix { src = self.mkRustSrc "bobbin/crates/bobbin"; }; tranquil-gate = self.callPackage ./nix/pkgs/tranquil-gate.nix { src = self.mkRustSrc "crates/tranquil-gate"; }; zoekt-webserver = self.callPackage ./nix/pkgs/zoekt-webserver.nix {}; zoekt-tngl-indexserver = self.callPackage ./nix/pkgs/zoekt-tngl-indexserver.nix {}; });
spindleNixosFor = system: nixpkgs.lib.nixosSystem { inherit system; modules = [self.nixosModules.spindle-nixos]; };
devTools = system: let pkgs = nixpkgsFor.${system}; packages' = self.packages.${system}; in [ pkgs.go pkgs.air pkgs.gopls pkgs.httpie pkgs.litecli pkgs.websocat pkgs.tailwindcss pkgs.nixos-shell pkgs.redis pkgs.worker-build pkgs.cargo-generate pkgs.qemu pkgs.cdrkit pkgs.buf pkgs.protobuf pkgs.protoc-gen-prost pkgs.protoc-gen-prost-crate pkgs.protoc-gen-prost-serde pkgs.protoc-gen-go pkgs.protoc-gen-go-grpc (fenix.packages.${system}.combine [ fenix.packages.${system}.stable.cargo fenix.packages.${system}.stable.rustc fenix.packages.${system}.stable.rust-src fenix.packages.${system}.stable.clippy fenix.packages.${system}.stable.rustfmt fenix.packages.${system}.stable.rust-analyzer fenix.packages.${system}.targets.wasm32-unknown-unknown.stable.rust-std ]) pkgs.coreutils # for those of us who are on systems that use busybox (alpine) packages'.lexgen packages'.treefmt-wrapper packages'.tap pkgs.e2fsprogs pkgs.util-linux pkgs.pnpm # node dropped corepack in 25, and the web setup needs it pkgs.corepack # e2e needs node 26, whose fetch accepts undici's dispatcher pkgs.nodejs_26 ] ++ pkgs.lib.optionals pkgs.stdenv.isLinux [ pkgs.parted pkgs.slirp4netns pkgs.iproute2 # cargo wants a plain cc and the static shell's compiler is prefixed pkgs.stdenv.cc # jemalloc builds with make, which the static shell lacks pkgs.gnumake ]; in { overlays.default = final: prev: { inherit (mkPackageSet final) lexgen goat sqlite-lib spindle shuttle knot-unwrapped knot knot-rs knot-migrate appview docs dolly tap knotmirror deliberi migrator sitesd gitmirror bobbin tranquil-gate zoekt-webserver zoekt-tngl-indexserver ; };
packages = forAllSystems (system: let pkgs = nixpkgsFor.${system}; linuxPkgs = nixpkgsFor."x86_64-linux"; imageSystem = "${nixpkgs.lib.head (nixpkgs.lib.splitString "-" system)}-linux"; imagePkgs = nixpkgsFor.${imageSystem}; packages = mkPackageSet pkgs; staticPackages = mkPackageSet pkgs.pkgsStatic; crossPackages = mkPackageSet pkgs.pkgsCross.gnu64.pkgsStatic;
spindle-image-helpers = let shuttle = (mkPackageSet linuxPkgs).shuttle-static; in linuxPkgs.callPackage ./nix/pkgs/spindle-image-helpers.nix { inherit shuttle; }; in { inherit (packages) appview appview-static-files web-static-files ogre-fonts blog lexgen goat spindle hydrant-ffi hydrant-bin knot knot-unwrapped knot-rs knot-migrate sqlite-lib docs shuttle shuttle-static dolly tap knotmirror deliberi migrator sitesd gitmirror bobbin tranquil-gate zoekt-webserver zoekt-tngl-indexserver ;
pkgsStatic-appview = staticPackages.appview; pkgsStatic-knot = staticPackages.knot; pkgsStatic-knot-unwrapped = staticPackages.knot-unwrapped; pkgsStatic-spindle = staticPackages.spindle; pkgsStatic-sqlite-lib = staticPackages.sqlite-lib; pkgsStatic-dolly = staticPackages.dolly;
pkgsCross-gnu64-pkgsStatic-appview = crossPackages.appview; pkgsCross-gnu64-pkgsStatic-knot = crossPackages.knot; pkgsCross-gnu64-pkgsStatic-knot-unwrapped = crossPackages.knot-unwrapped; pkgsCross-gnu64-pkgsStatic-spindle = crossPackages.spindle; pkgsCross-gnu64-pkgsStatic-dolly = crossPackages.dolly;
treefmt-wrapper = pkgs.treefmt.withConfig { settings.formatter = { alejandra = { command = pkgs.lib.getExe pkgs.alejandra; includes = ["*.nix"]; excludes = ["nix/Cargo.nix"]; };
gofmt = { command = pkgs.lib.getExe' pkgs.go "gofmt"; options = ["-w"]; includes = ["*.go"]; };
# web formats via pnpm lint (pinned prettier, svelte-aware); treefmt # prettier would fight it on union types rustfmt = { command = pkgs.lib.getExe' fenix.packages.${system}.stable.rustfmt "rustfmt"; options = ["--edition" "2024"]; includes = ["*.rs"]; excludes = ["**/src/_lex/**" "**/src/gen/**" "knot2/third_party/gix-imara-diff/**"]; }; }; };
spindle-nixos-image = imagePkgs.callPackage ./nix/pkgs/spindle-nixos-image.nix { nixosSystem = spindleNixosFor imageSystem; }; spindle-nixos-image-tarball = imagePkgs.runCommand "spindle-nixos-image-tarball.tar.gz" {} '' tar -S -C ${self.packages.${system}.spindle-nixos-image} -h -czf $out . '';
spindle-alpine-image = let branch = "3.24"; version = "${branch}.0"; arch = "x86_64"; cdn = "https://dl-cdn.alpinelinux.org/alpine/v${branch}/releases/${arch}"; in linuxPkgs.callPackage ./nix/pkgs/spindle-alpine-image.nix { inherit arch spindle-image-helpers; repositories = [ "https://dl-cdn.alpinelinux.org/alpine/v${branch}/main" "https://dl-cdn.alpinelinux.org/alpine/v${branch}/community" ]; rootfs = linuxPkgs.fetchurl { url = "${cdn}/alpine-minirootfs-${version}-${arch}.tar.gz"; hash = "sha256-3poRwODn6clNs+2K97RQ6vwLE2h71+kZnVUFDyCqCok="; }; kernel = linuxPkgs.fetchurl { url = "${cdn}/netboot-${version}/vmlinuz-virt"; hash = "sha256-Hmv5Ancgx1w+0NeRcfIbV5HuQMqXldB8fG4E3F6irpA="; }; initramfs = linuxPkgs.fetchurl { url = "${cdn}/netboot-${version}/initramfs-virt"; hash = "sha256-ZCWGSaVMOYOmLz1Gwsf2RhYarMqk+tFVA6MMDWiHVJQ="; }; modloop = linuxPkgs.fetchurl { url = "${cdn}/netboot-${version}/modloop-virt"; hash = "sha256-p3yO7yU28k04iT01sOzhDmEYi+Yl7VZs5r3RYsWCBX0="; }; }; spindle-alpine-image-tarball = linuxPkgs.runCommand "spindle-alpine-image-tarball.tar.gz" {} '' tar -S -C ${self.packages.${system}.spindle-alpine-image} -h -czf $out . '';
spindle-almalinux10-image = let branch = "10"; version = "${branch}.2"; arch = "x86_64"; goarch = "amd64"; kver = "6.12.0-211.34.1.el10_2.${arch}";
# Every time a new point release comes out, and the previous one is deprecated, # those repos get moved to the vault URL. However, for CI purposes, it # would be annoying if the image completely stopped working from a new # release being available, so we just fall back to the vault URL until # the RPMs can be updated. makeRpmUrls = rpm: [ "https://repo.almalinux.org/almalinux/${version}/BaseOS/${arch}/os/Packages/${rpm}" "https://vault.almalinux.org/almalinux/${version}/BaseOS/${arch}/os/Packages/${rpm}" ]; in linuxPkgs.callPackage ./nix/pkgs/spindle-almalinux-image.nix { inherit arch kver spindle-image-helpers; rootfs = linuxPkgs.fetchurl { url = "https://github.com/AlmaLinux/container-images/raw/cd5582c41aaf7f695b2473264b322f4080066796/default/${goarch}/almalinux-${branch}-default-${goarch}.tar.xz"; hash = "sha256-60TIMFmaCoPv//XLAm6Cm/wkpmtbwH996zgM7CB/ypQ="; }; kernel-modules-core = linuxPkgs.fetchurl { urls = makeRpmUrls "kernel-modules-core-${kver}.rpm"; hash = "sha256-KYR/dnm/oCglQ4uvFTZlW6WBR1HBUNh/yS64PxyIQvk="; }; kernel-modules = linuxPkgs.fetchurl { urls = makeRpmUrls "kernel-modules-${kver}.rpm"; hash = "sha256-n2SPQuM+dmTQn4Ustkl9GyF8xH3godU0fjJO8oz4JDY="; }; uki = linuxPkgs.fetchurl { urls = makeRpmUrls "kernel-uki-virt-${kver}.rpm"; hash = "sha256-ds2+uSPpuHHoVyYaUrh8DSwWgVWYMijgGoneAE+JP9I="; }; # doas-sudo-shim 0.1.x in the repos requires util-linux, which isn't in the # container and is annoying to get inside, so just get it ourselves. doas-sudo-shim-src = linuxPkgs.fetchFromGitHub { owner = "jirutka"; repo = "doas-sudo-shim"; rev = "v0.2.0"; sha256 = "sha256-USSakVUzCbUY1DJLmDCiwdq/xjOwwnm3VtXBBeXeV1A="; }; }; spindle-almalinux10-image-tarball = linuxPkgs.runCommand "spindle-almalinux10-image-tarball.tar.gz" {} '' tar -S -C ${self.packages.${system}.spindle-almalinux10-image} -h -czf $out . ''; }); defaultPackage = forAllSystems (system: self.packages.${system}.appview); devShells = forAllSystems (system: let pkgs = nixpkgsFor.${system}; packages' = self.packages.${system}; tailwindcss-plugins = pkgs.linkFarm "tailwindcss-plugins" [ { name = "tailwindcss-animated"; path = tailwindcss-animated-src; } ]; staticShell = args: (pkgs.mkShell.override { stdenv = pkgs.pkgsStatic.stdenv; }) (args // { nativeBuildInputs = args.nativeBuildInputs ++ pkgs.lib.optionals pkgs.stdenv.isDarwin [ pkgs.darwin.cctools ]; }); in { default = staticShell { nativeBuildInputs = devTools system; shellHook = '' export CC=${pkgs.stdenv.cc}/bin/cc export SQLX_OFFLINE=true export NODE_PATH=${tailwindcss-plugins}''${NODE_PATH:+:$NODE_PATH} ( cd "$(git rev-parse --show-toplevel 2>/dev/null || pwd)" mkdir -p appview/pages/static # temporary self-heal for workspaces that copied static assets as read-only [ -d appview/pages/static/icons ] && [ ! -w appview/pages/static/icons ] && chmod -R u+rwX appview/pages/static # no preserve is needed because watch-tailwind will want to be able to overwrite cp -fr --no-preserve=ownership,mode ${packages'.appview-static-files}/* appview/pages/static mkdir -p web/static rm -rf web/static/fonts web/static/logos cp -fr --no-preserve=ownership,mode ${packages'.web-static-files}/* web/static # the docs site serves the same fonts from its own public dir rm -rf docs/public/fonts mkdir -p docs/public cp -fr --no-preserve=ownership,mode ${packages'.web-static-files}/fonts docs/public/fonts rm -rf ogre/fonts cp -fr --no-preserve=ownership,mode ${packages'.ogre-fonts} ogre/fonts ) export TANGLED_OAUTH_CLIENT_KID="$(date +%s)" export TANGLED_OAUTH_CLIENT_SECRET="$(${packages'.goat}/bin/goat key generate -t P-256 | grep -A1 "Secret Key" | tail -n1 | awk '{print $1}')" # Make xcrun (Nix stub) able to find ld from the system Command Line Tools. # Without this, worker-build/cargo fails with "error: tool 'ld' not found". # it goes last because its make is a shim that looks for gnumake inside # DEVELOPER_DIR, which is a nix sdk without one, so it broke every C build. if [ -d /Library/Developer/CommandLineTools/usr/bin ]; then export PATH=$PATH:/Library/Developer/CommandLineTools/usr/bin fi ''; env.CGO_ENABLED = 1; # spindle embeds hydrant, so anything that links it needs the staticlib env.CGO_LDFLAGS = "-L${packages'.hydrant-ffi}/lib"; }; }); apps = forAllSystems (system: let pkgs = nixpkgsFor."${system}"; packages' = self.packages.${system}; tailwindcss-plugins = pkgs.linkFarm "tailwindcss-plugins" [ { name = "tailwindcss-animated"; path = tailwindcss-animated-src; } ]; air-watcher = name: arg: pkgs.writeShellScriptBin "run" '' export PATH=${pkgs.go}/bin:$PATH ${pkgs.air}/bin/air -c ./.air/${name}.toml \ -build.args_bin "${arg}" ''; tailwind-watcher = pkgs.writeShellScriptBin "run" '' export BROWSERSLIST_IGNORE_OLD_DATA=true export NODE_PATH=${tailwindcss-plugins} ${pkgs.tailwindcss}/bin/tailwindcss --watch=always -i input.css -o ./appview/pages/static/tw.css ''; in { watch-appview = { type = "app"; program = toString (pkgs.writeShellScript "watch-appview" '' echo "copying static files to appview/pages/static..." mkdir -p appview/pages/static ${pkgs.coreutils}/bin/cp -fr --no-preserve=ownership,mode ${packages'.appview-static-files}/* appview/pages/static ${air-watcher "appview" ""}/bin/run ''); }; watch-knot = { type = "app"; program = ''${air-watcher "knot" "server"}/bin/run''; }; watch-spindle = { type = "app"; program = ''${air-watcher "spindle" ""}/bin/run''; }; watch-blog = { type = "app"; program = toString (pkgs.writeShellScript "watch-blog" '' echo "copying static files to appview/pages/static..." mkdir -p appview/pages/static ${pkgs.coreutils}/bin/cp -fr --no-preserve=ownership,mode ${packages'.appview-static-files}/* appview/pages/static ${air-watcher "blog" "serve"}/bin/run ''); }; watch-tailwind = { type = "app"; program = ''${tailwind-watcher}/bin/run''; }; serve-docs = { type = "app"; program = toString (pkgs.writeShellScript "serve-docs" '' echo "building docs..." docsOut=$(nix build --no-link --print-out-paths .#docs) echo "serving docs at http://localhost:1414" cd "$docsOut" exec ${pkgs.python3}/bin/python3 -m http.server 1414 ''); }; watch-docs = { type = "app"; program = toString (pkgs.writeShellScript "watch-docs" '' export PATH=${pkgs.nodejs}/bin:$PATH cd docs [ -d node_modules ] || npm install exec npm run dev ''); }; regenerate-proto = { type = "app"; program = (pkgs.writeShellApplication { name = "regenerate-proto"; runtimeInputs = with pkgs; [git buf coreutils]; text = '' rootDir=$(git rev-parse --show-toplevel 2>/dev/null || pwd) cd "$rootDir" echo ">>> regenerating protobuf files.." buf generate echo ">>> generating file descriptor set for shuttle..." buf build -o shuttle/src/gen/file_descriptor_set.bin echo ">>> done" ''; }) + "/bin/regenerate-proto"; }; vm = let guestSystem = if pkgs.stdenv.hostPlatform.isAarch64 then "aarch64-linux" else "x86_64-linux"; in { type = "app"; program = (pkgs.writeShellApplication { name = "launch-vm"; text = '' rootDir=$(jj --ignore-working-copy root || git rev-parse --show-toplevel) || (echo "error: can't find repo root?"; exit 1) cd "$rootDir"
# Reset TMPDIR in case it points to a stale nix-shell temp dir export TMPDIR=/tmp
mkdir -p nix/vm-data/{knot,repos,spindle,spindle-logs}
export TANGLED_VM_DATA_DIR="$rootDir/nix/vm-data" exec ${pkgs.lib.getExe (import ./nix/vm.nix { inherit nixpkgs self; system = guestSystem; hostSystem = system; }).config.system.build.vm} ''; }) + /bin/launch-vm; }; gomod2nix = { type = "app"; program = toString (pkgs.writeShellScript "gomod2nix" '' ${gomod2nix.legacyPackages.${system}.gomod2nix}/bin/gomod2nix generate --outdir ./nix ''); }; localinfra = { type = "app"; program = (pkgs.writeShellApplication { name = "localinfra"; runtimeInputs = with pkgs; [process-compose postgresql_14 caddy dnsmasq dnsutils curl jq git nodejs_22 yarn openssl packages'.hydrant-bin (pdsFor system)] ++ lib.optionals stdenv.hostPlatform.isLinux [socat slirp4netns util-linux iproute2 iptables procps gawk qemu_kvm e2fsprogs patchelf] ++ lib.optionals stdenv.hostPlatform.isDarwin [stdenv.cc] ++ lib.concatMap (name: let file = ./localinfra/pc/services + "/${name}/packages"; in lib.optionals (builtins.pathExists file) (map (attr: pkgs.${attr}) (lib.filter (attr: attr != "") (lib.splitString "\n" (builtins.readFile file))))) (lib.attrNames (builtins.readDir ./localinfra/pc/services)) ++ devTools system; text = '' rootDir=$(jj --ignore-working-copy root 2>/dev/null || git rev-parse --show-toplevel) || (echo "error: can't find repo root?"; exit 1) # only macos ships the sqlite the libsqlite3 tag needs export CGO_CFLAGS="-I${packages'.sqlite-lib}/include''${CGO_CFLAGS:+ $CGO_CFLAGS}" export CGO_LDFLAGS="-L${packages'.sqlite-lib}/lib''${CGO_LDFLAGS:+ $CGO_LDFLAGS}" ${pkgs.lib.optionalString pkgs.stdenv.hostPlatform.isDarwin '' # .cargo/config.toml names the static shell's prefixed cc, which this app doesn't have export CARGO_TARGET_AARCH64_APPLE_DARWIN_LINKER=cc # rusqlite links the system sqlite, which the nix toolchain can't see export LIBRARY_PATH="${packages'.sqlite-lib}/lib''${LIBRARY_PATH:+:$LIBRARY_PATH}" ''} ${pkgs.lib.optionalString pkgs.stdenv.hostPlatform.isLinux '' # the static shell leaves -static in NIX_CFLAGS_LINK, which breaks glibc links unset NIX_CFLAGS_LINK export OPENSSL_INCLUDE_DIR=${pkgs.openssl.dev}/include export OPENSSL_LIB_DIR=${pkgs.openssl.out}/lib # rusqlite would link the system sqlite export SQLITE3_LIB_DIR=${packages'.sqlite-lib}/lib export SQLITE3_STATIC=1 # npm's workerd needs a nix loader, bin/patch-workerd reads these export TNGL_DYNAMIC_LINKER=${pkgs.stdenv.cc.bintools.dynamicLinker} export TNGL_NIX_LIBS=${pkgs.lib.makeLibraryPath [pkgs.stdenv.cc.cc.lib pkgs.stdenv.cc.libc]} # e2e/run uses this chromium because playwright's own won't run on nixos export E2E_CHROMIUM=${pkgs.chromium}/bin/chromium ''} exec "$rootDir/localinfra/pc/bin/up" "$@" ''; }) + /bin/localinfra; }; lexgen = { type = "app"; program = (pkgs.writeShellApplication { name = "lexgen"; runtimeInputs = [pkgs.stdenv.cc pkgs.gnused]; text = '' if ! command -v lexgen > /dev/null; then echo "error: must be executed from devshell" exit 1 fi
# pin CC to a glibc gcc so a stray musl cc cant mess up CGO export CC=${pkgs.stdenv.cc}/bin/cc
rootDir=$(jj --ignore-working-copy root || git rev-parse --show-toplevel) || (echo "error: can't find repo root?"; exit 1) cd "$rootDir"
# preserve hand-written extensions and tests find api/tangled api/org_tangled -maxdepth 1 -type f -not -name '*_ext.go' -not -name '*_test.go' -delete lexgen --build-file lexicon-build-config.json lexicons
# disable type registration temporarily while running cborgen find api/tangled api/org_tangled -maxdepth 1 -name '*.go' -not -name '*_ext.go' -exec \ sed -i.bak 's/\tutil/\/\/\tutil/' {} + # lexgen generates incomplete Marshaler/Unmarshaler for union types find api/tangled api/org_tangled -maxdepth 1 -name '*.go' -not -name '*_ext.go' -not -name "cbor_gen.go" -exec \ sed -i '/^func.*\(MarshalCBOR\|UnmarshalCBOR\)/,/^}/ s/^/\/\/ /' {} + for f in api/tangled/*_ext.go api/org_tangled/*_ext.go; do [ -e "''$f" ] || continue; mv "''$f" "''$f.bak"; done ${pkgs.gotools}/bin/goimports -w api/tangled/* api/org_tangled/* CGO_ENABLED=1 go run ./cmd/cborgen/ for f in api/tangled/*_ext.go.bak api/org_tangled/*_ext.go.bak; do [ -e "''$f" ] || continue; mv "''$f" "''${f%.bak}"; done
lexgen --build-file lexicon-build-config.json lexicons go run ./cmd/lexpostgen/ rm -f api/tangled/*.bak api/org_tangled/*.bak ''; }) + /bin/lexgen; }; });
nixosModules.appview = { lib, pkgs, ... }: { imports = [./nix/modules/appview.nix];
services.tangled.appview.package = lib.mkDefault self.packages.${pkgs.stdenv.hostPlatform.system}.appview; }; nixosModules.deliberi = { lib, pkgs, ... }: { imports = [./nix/modules/deliberi.nix];
services.tangled.deliberi.package = lib.mkDefault self.packages.${pkgs.stdenv.hostPlatform.system}.deliberi; }; nixosModules.tranquil-gate = { lib, pkgs, ... }: { imports = [./nix/modules/tranquil-gate.nix];
services.tangled.tranquil-gate.package = lib.mkDefault self.packages.${pkgs.stdenv.hostPlatform.system}.tranquil-gate; }; nixosModules.migrator = { lib, pkgs, ... }: { imports = [./nix/modules/migrator.nix];
services.tangled.migrator.package = lib.mkDefault self.packages.${pkgs.stdenv.hostPlatform.system}.migrator; }; nixosModules.sitesd = { lib, pkgs, ... }: { imports = [./nix/modules/sitesd.nix];
services.tangled.sitesd.package = lib.mkDefault self.packages.${pkgs.stdenv.hostPlatform.system}.sitesd; }; nixosModules.knotmirror = { lib, pkgs, ... }: { imports = [./nix/modules/knotmirror.nix];
services.tangled.knotmirror.tap-package = lib.mkDefault self.packages.${pkgs.stdenv.hostPlatform.system}.tap; services.tangled.knotmirror.package = lib.mkDefault self.packages.${pkgs.stdenv.hostPlatform.system}.knotmirror; services.tangled.knotmirror.v2.package = lib.mkDefault self.packages.${pkgs.stdenv.hostPlatform.system}.gitmirror; }; nixosModules.zoekt-tnglserver = { lib, pkgs, ... }: { imports = [./nix/modules/zoekt-tnglserver.nix];
services.tangled.zoekt.package = lib.mkDefault self.packages.${pkgs.stdenv.hostPlatform.system}.zoekt-tngl-indexserver; services.tangled.zoekt.zoekt-webserver-package = lib.mkDefault self.packages.${pkgs.stdenv.hostPlatform.system}.zoekt-webserver; }; nixosModules.knot = { lib, pkgs, ... }: { imports = [./nix/modules/knot.nix];
services.tangled.knot.package = lib.mkDefault self.packages.${pkgs.stdenv.hostPlatform.system}.knot; }; nixosModules.knot-rs = { lib, pkgs, ... }: { imports = [./nix/modules/knot-rs.nix];
services.tangled.knot-rs.package = lib.mkDefault self.packages.${pkgs.stdenv.hostPlatform.system}.knot-rs; }; nixosModules.spindle = { lib, pkgs, ... }: { imports = [./nix/modules/spindle.nix];
services.tangled.spindle.package = lib.mkDefault self.packages.${pkgs.stdenv.hostPlatform.system}.spindle; }; nixosModules.shuttle = { lib, pkgs, ... }: { imports = [./nix/modules/shuttle.nix];
services.tangled.shuttle.package = lib.mkDefault self.packages.${pkgs.stdenv.hostPlatform.system}.shuttle; };
nixosModules.spindle-nixos = import ./nix/microvm/spindle-vm.nix {inherit self microvm;} ./nix/microvm/qemu.nix;
formatter = forAllSystems (system: self.packages.${system}.treefmt-wrapper);
nixosConfigurations = { spindle-nixos = spindleNixosFor "x86_64-linux"; spindle-nixos-aarch64 = spindleNixosFor "aarch64-linux"; }; };}