Something went wrong. Try again.
Monorepo for Tangled
Something went wrong. Try again.
8.3 kB · 243 lines
Nix
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244{ nixpkgs, system, hostSystem, self,}: let lib = nixpkgs.lib;
envVar = name: let var = builtins.getEnv name; in if var == "" then throw "\$${name} must be defined, see https://docs.tangled.org/hacking-on-tangled.html#hacking-on-tangled for more details" else var; envVarOr = name: default: let var = builtins.getEnv name; in if var != "" then var else default;
plcUrl = envVarOr "TANGLED_VM_PLC_URL" "https://plc.directory"; jetstream = envVarOr "TANGLED_VM_JETSTREAM_ENDPOINT" "wss://jetstream1.us-west.bsky.network/subscribe";
checkFile = value: path: if builtins.pathExists path then lib.hasPrefix value (builtins.readFile path) else false; _nestedVirt = (checkFile "1" /sys/module/kvm_amd/parameters/nested) || (checkFile "Y" /sys/module/kvm_intel/parameters/nested); nestedVirtWarning = '' KVM nested virtualisation is not enabled on this host. You should enable it if you can for better performance when testing the QEMU spindle engine! ''; nestedVirt = lib.warnIf (!_nestedVirt) nestedVirtWarning _nestedVirt;in lib.nixosSystem { inherit system; modules = [ self.nixosModules.knot self.nixosModules.spindle self.nixosModules.knotmirror ({ lib, config, pkgs, ... }: { virtualisation.vmVariant.virtualisation = { host.pkgs = import nixpkgs {system = hostSystem;};
graphics = false; memorySize = 3072; diskSize = 20 * 1024; cores = 2; qemu.options = lib.optionals nestedVirt ["-enable-kvm" "-cpu host"];
forwardPorts = [ # ssh { from = "host"; host.port = 2222; guest.port = 22; } # knot { from = "host"; host.port = 6444; guest.port = 6444; } # spindle { from = "host"; host.port = 6555; guest.port = 6555; } # knotmirror { from = "host"; host.port = 7007; # 7000 is reserved in macos for Airplay guest.port = 7000; } # knotmirror-tap { from = "host"; host.port = 7480; guest.port = 7480; } # knotmirror-admin { from = "host"; host.port = 7200; guest.port = 7200; } { from = "host"; host.port = 7100; guest.port = 7100; } ]; sharedDirectories = { # We can't use the 9p mounts directly for most of these # as SQLite is incompatible with them. So instead we # mount the shared directories to a different location # and copy the contents around on service start/stop. knotData = { source = "$TANGLED_VM_DATA_DIR/knot"; target = "/mnt/knot-data"; }; spindleData = { source = "$TANGLED_VM_DATA_DIR/spindle"; target = "/mnt/spindle-data"; }; spindleLogs = { source = "$TANGLED_VM_DATA_DIR/spindle-logs"; target = "/var/log/spindle"; }; }; }; systemd.tmpfiles.rules = [ "L+ /var/lib/spindle/images/nixos-x86_64 - - - - ${self.packages.${system}.spindle-nixos-image}" "L+ /var/lib/spindle/images/nixos - - - - /var/lib/spindle/images/nixos-x86_64" "L+ /var/lib/spindle/images/alpine-x86_64 - - - - ${self.packages.${system}.spindle-alpine-image}" "L+ /var/lib/spindle/images/alpine - - - - /var/lib/spindle/images/alpine-x86_64" ]; # This is fine because any and all ports that are forwarded to host are explicitly marked above, we don't need a separate guest firewall networking.firewall.enable = false; services.timesyncd.enable = lib.mkForce true; time.timeZone = "Europe/London"; services.getty.autologinUser = "root"; environment.systemPackages = with pkgs; [curl vim git sqlite litecli postgresql_14]; services.tangled.knot = { enable = true; motd = "Welcome to the development knot!\n"; server = { secureMode = false; owner = envVar "TANGLED_VM_KNOT_OWNER"; hostname = envVarOr "TANGLED_VM_KNOT_HOST" "localhost:6444"; plcUrl = plcUrl; jetstreamEndpoint = jetstream; listenAddr = "0.0.0.0:6444"; dev = true; }; knotmirrors = [ "http://localhost:7000" ]; }; services.tangled.spindle = { enable = true; server = { owner = envVar "TANGLED_VM_SPINDLE_OWNER"; hostname = envVarOr "TANGLED_VM_SPINDLE_HOST" "localhost:6555"; plcUrl = plcUrl; jetstreamEndpoint = jetstream; listenAddr = "0.0.0.0:6555"; dev = true; queueSize = 100; maxJobCount = 2; secrets = { provider = "sqlite"; }; };
pipelines = { logBucket = envVarOr "SPINDLE_S3_LOG_BUCKET" ""; microvm.enableKVM = nestedVirt; nixCache = { readUrls = ["http://127.0.0.1:8501"]; trustedPublicKeys = ["cache.local:F7YqpMzuBdILYd/v+wMZN2YKxCzliXQyFmeezOxw7rU="]; uploadUrl = "http://127.0.0.1:8501/upload"; }; }; }; services.ncps = { enable = true; cache = { allowPutVerb = true; allowDeleteVerb = true; hostName = "cache.local"; secretKeyPath = pkgs.writeText "ncps-secret-key" "cache.local:hay0+jvBNguou2tNt19FvrBCogHwHc+mqQe3bww5ZX4XtiqkzO4F0gth3+/7Axk3ZgrELOWJdDIWZ57M7HDutQ=="; upstream = { urls = ["https://cache.nixos.org"]; publicKeys = ["cache.nixos.org-1:6NCHdD59X431o0gWypbMrAURkbJ16ZPMQFGspcDShjY="]; }; }; server.addr = "127.0.0.1:8501"; }; services.postgresql = { enable = true; package = pkgs.postgresql_14; ensureDatabases = ["mirror" "tap"]; ensureUsers = [ {name = "tnglr";} ]; authentication = '' local all tnglr trust host all tnglr 127.0.0.1/32 trust ''; }; services.tangled.knotmirror = { enable = true; knotSSRF = false; listenAddr = "0.0.0.0:7000"; metricsListenAddr = "0.0.0.0:7100"; adminListenAddr = "0.0.0.0:7200"; hostname = "localhost:7000"; dbUrl = "postgresql://tnglr@127.0.0.1:5432/mirror"; fullNetwork = false; tap.dbUrl = "postgresql://tnglr@127.0.0.1:5432/tap"; }; users = { # So we don't have to deal with permission clashing between # blank disk VMs and existing state users.${config.services.tangled.knot.gitUser}.uid = 666; groups.${config.services.tangled.knot.gitUser}.gid = 666;
# TODO: separate spindle user }; systemd.services = let mkDataSyncScripts = source: target: { enableStrictShellChecks = true;
preStart = lib.mkBefore '' mkdir -p ${target} ${lib.getExe pkgs.rsync} -a ${source}/ ${target} '';
postStop = lib.mkAfter '' ${lib.getExe pkgs.rsync} -a ${target}/ ${source} '';
serviceConfig.PermissionsStartOnly = true; }; in { knot = mkDataSyncScripts "/mnt/knot-data" config.services.tangled.knot.stateDir; spindle = mkDataSyncScripts "/mnt/spindle-data" (dirOf config.services.tangled.spindle.server.dbPath); knotmirror.after = ["postgresql.target"]; tap-knotmirror.after = ["postgresql.target"]; }; }) ]; }