Something went wrong. Try again.
wip: experimental harness for learning about agent orchestration
Something went wrong. Try again.
6.9 kB · 156 lines
Shell
at main
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157#!/usr/bin/env bash# ─────────────────────────────────────────────────────────────────────────────# Isolated LIVE smoke of the OPENCODE backend, driven entirely through the harness.## Generalizes the cc-ci `test-opencode.sh` isolation pattern onto the agent-orchestrator harness:# stands up a DEDICATED opencode server on its own port (≠ 4096), then brings a throwaway scratch# project up through `agents.py up` on the opencode backend:# • the harness builds the opencode attach command + the post-connect bootstrap ping,# • the agent attaches to the server (opencode TUI alive),# • `agents.py status` reports it RUNNING,# • `agents.py down` tears it down cleanly — server killed, no leftover sessions, port freed.## SAFE BY CONSTRUCTION — never touches the live cc-ci-* sessions or the live opencode server:# • a unique per-run session prefix (NOT "cc-ci-")# • its OWN opencode server on AOTEST_OC_PORT (default 4097, never 4096)# • cleans up everything it creates on exit (even on Ctrl+C / error).## Usage: bash tests/smoke_opencode.sh# Env: OPENCODE_BIN (default: `opencode` on PATH, else ~/.local/bin/opencode)# AOTEST_OC_PORT (default 4097 — MUST differ from the live 4096)# AOTEST_OC_CREDS (default /srv/cc-ci/.testenv — sourced as the backend preamble)# AOTEST_MODEL (default: opencode's own configured default)# Exit: 0 = PASS or SKIP (opencode / creds / server unavailable); 1 = FAIL.# ─────────────────────────────────────────────────────────────────────────────set -uo pipefail
HERE="$(cd "$(dirname "$0")" && pwd)"REPO="$(cd "$HERE/.." && pwd)"OCBIN="${OPENCODE_BIN:-$(command -v opencode 2>/dev/null || echo "$HOME/.local/bin/opencode")}"PORT="${AOTEST_OC_PORT:-4097}"SERVER="http://127.0.0.1:${PORT}"CREDS="${AOTEST_OC_CREDS:-/srv/cc-ci/.testenv}"MODEL="${AOTEST_MODEL:-}"PREFIX="aotest-o-$$-"SANDBOX="$(mktemp -d)"CFG="$SANDBOX/agents.toml"SRVLOG="$SANDBOX/server.log"SERVER_PID=""FAILED=0
pass(){ echo " PASS: $*"; }fail(){ echo " FAIL: $*"; FAILED=1; }
cleanup(){ local rc=$? python3 "$REPO/agents.py" --config "$CFG" down probe >/dev/null 2>&1 || true if command -v tmux >/dev/null 2>&1; then tmux ls 2>/dev/null | sed 's/:.*//' | grep "^${PREFIX}" | while read -r s; do tmux kill-session -t "=$s" 2>/dev/null || true done || true fi # kill the server subshell AND the opencode serve child it forked (the subshell is not the # listener — target the listener by our unique port so the port is actually freed). [ -n "$SERVER_PID" ] && kill "$SERVER_PID" 2>/dev/null || true pkill -f "opencode serve.*--port ${PORT}\b" 2>/dev/null || true for _ in 1 2 3 4 5; do ss -ltn 2>/dev/null | grep -q ":${PORT} " || break sleep 1 done rm -rf "$SANDBOX" exit "$rc"}trap cleanup EXIT INT TERM
echo "=== opencode backend smoke (isolated: prefix=${PREFIX} port=${PORT}) ==="
# 0 — preconditions (SKIP, not FAIL, when the environment can't run opencode)command -v tmux >/dev/null 2>&1 || { echo "SKIP: tmux not on PATH (run inside 'nix develop')"; exit 0; }[ "$PORT" != "4096" ] || { echo "FAIL: refusing port 4096 (the live cc-ci opencode port)"; exit 1; }[ -x "$OCBIN" ] || command -v "$OCBIN" >/dev/null 2>&1 \ || { echo "SKIP: opencode binary not found ($OCBIN)"; exit 0; }[ -f "$CREDS" ] || { echo "SKIP: opencode creds file missing ($CREDS)"; exit 0; }
# 1 — isolated sandbox config (unique prefix + temp log_dir + dedicated server)cat > "$CFG" <<EOF[defaults]project_dir = "$REPO"session_prefix = "$PREFIX"log_dir = "$SANDBOX/state"backend = "opencode"model = "$MODEL"watch = "none"
[backend.opencode]bin = "$OCBIN"attach = "{bin} attach {server} --dir {dir}"server = "$SERVER"supports_resume = falseprompt_delivery = "ping"process_name = "opencode"footer_ui = truelog_grace = 180connect_delay = 12submit_key = "C-m"preamble = "set -a; . $CREDS; set +a"stall_idle = 900active_re = "esc interrupt|thinking|inferring|running tool|tool call|preparing patch|reading|searching|working"limit_re = "usage limit|limit reached"
[[agent]]name = "probe"kind = "persistent"prompt = "You are a harness self-test. Reply with the single word READY and then wait silently. Do nothing else."EOF
# 2 — bring up a dedicated opencode server on our own port( set -a; . "$CREDS"; set +a; NO_COLOR=1 "$OCBIN" serve --hostname 127.0.0.1 --port "$PORT" ) >"$SRVLOG" 2>&1 &SERVER_PID=$!for _ in $(seq 1 30); do ss -ltn 2>/dev/null | grep -q ":${PORT} " && break; sleep 1; doneif ! ss -ltn 2>/dev/null | grep -q ":${PORT} "; then echo "SKIP: opencode server did not come up on :${PORT} (see ${SRVLOG})"; exit 0fipass "dedicated opencode server listening on :${PORT}"
# 3 — bring the probe up THROUGH the harness (attaches to OUR server)if ! python3 "$REPO/agents.py" --config "$CFG" up probe; then fail "agents.py up probe errored"; echo "=== RESULT: FAIL ==="; exit 1fi
# 4 — session created?sleep 4if tmux has-session -t "=${PREFIX}probe" 2>/dev/null; then cmd=$(tmux display-message -p -t "=${PREFIX}probe:" '#{pane_current_command}' 2>/dev/null) pass "session ${PREFIX}probe created via agents.py (pane command: ${cmd})"else fail "${PREFIX}probe session was not created"; echo "=== RESULT: FAIL ==="; exit 1fi
# 5 — opencode TUI attached + alive, not an instant crashsleep 12pane=$(tmux capture-pane -p -t "=${PREFIX}probe:" 2>/dev/null)if echo "$pane" | grep -qiE "opencode|build ·|gpt|claude|READY|esc interrupt|ctrl\+p|ctrl\+"; then pass "opencode TUI attached + alive (driven entirely by agents.py)"else fail "no opencode TUI/response in pane; tail: $(echo "$pane" | grep -vE '^\s*$' | tail -3)" echo " (server log tail:) $(tail -3 "$SRVLOG" 2>/dev/null)"fi
# 6 — status reports it RUNNINGif python3 "$REPO/agents.py" --config "$CFG" status | grep -E '^\s*probe\b' | grep -q RUNNING; then pass "agents.py status reports probe RUNNING"else fail "agents.py status did not report probe RUNNING"fi
# 7 — lifecycle: down removes it cleanlypython3 "$REPO/agents.py" --config "$CFG" down probe >/dev/null 2>&1sleep 2if tmux has-session -t "=${PREFIX}probe" 2>/dev/null; then fail "${PREFIX}probe still alive after agents.py down"else pass "agents.py down cleanly removed the session"fi
if [ "$FAILED" = 0 ]; then echo "=== OPENCODE BACKEND SMOKE: PASS ==="; exit 0else echo "=== OPENCODE BACKEND SMOKE: FAIL ==="; exit 1; fi