diff --git a/bin/setup b/bin/setup
deleted file mode 100755
index dce67d8..0000000
--- a/bin/setup
+++ /dev/null
@@ -1,8 +0,0 @@
-#!/usr/bin/env bash
-set -euo pipefail
-IFS=$'\n\t'
-set -vx
-
-bundle install
-
-# Do any other automated setup that you need to do here
diff --git a/devenv.nix b/devenv.nix
index de6e214..7644da6 100644
--- a/devenv.nix
+++ b/devenv.nix
@@ -14,10 +14,11 @@
 
   enterShell = ''
     export MUTANT_SINCE="''${MUTANT_SINCE:-HEAD}"
-    bundle install --quiet
   '';
 
   tasks = {
+    "app:setup".exec = "bundle install --quiet";
+    "devenv:enterShell".after = [ "app:setup" ];
     "app:format".exec = "treefmt";
     "app:test".exec = "bin/rake test";
     "app:mutate".exec = "bin/mutant run";