Something went wrong. Try again.
[READ-ONLY] Mirror of https://github.com/openstatusHQ/openstatus. 🫖 Status page with uptime monitoring & API monitoring as code 🫖 openstatus.dev
bun drizzle-orm monitoring monitoring-as-code nextjs observability on-call open-source shadcn-ui status-page statuspage synthetic-monitoring tinybird turso uptime uptime-checker uptime-monitor
Something went wrong. Try again.
5.3 kB · 192 lines
TypeScript
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193import { and, count, db, eq, isNull } from "@openstatus/db";import { notificationOutbox, monitorIncidentTable, monitor, monitorStatusTable,} from "@openstatus/db/src/schema";import { createMonitor, createNotification, createTestWorkspace, linkNotificationToMonitor,} from "@openstatus/db/src/test/factories";import { afterAll, afterEach, beforeAll, beforeEach, describe, expect, type Stub, stub, test,} from "@openstatus/test-utils";
import { applyStatusTransition } from "../checker/transition";import { providerToFunction } from "../checker/utils";import { checkerAudit } from "../utils/audit-log";import { handleStatusDriftCron } from "./status-drift";
// biome-ignore lint/suspicious/noExplicitAny: heterogeneous provider stubstype AnyStub = Stub<any>;let stubs: AnyStub[] = [];let workspaceId: number;
beforeAll(async () => { const { workspace } = await createTestWorkspace(); workspaceId = workspace.id;});
beforeEach(() => { stubs = []; stubs.push( stub(checkerAudit, "publishAuditLog", () => Promise.resolve()) as AnyStub, ); stubs.push( stub(providerToFunction.email, "sendAlert", () => Promise.resolve()), );});
afterEach(() => { for (const s of stubs) s.restore(); stubs = [];});
afterAll(async () => { await db.delete(monitor).where(eq(monitor.workspaceId, workspaceId)).run();});
describe("handleStatusDriftCron", () => { test("re-evaluates a monitor whose region write landed without its transition", async () => { const monitorRow = await createMonitor(workspaceId, { regions: "ams", active: true, }); const notif = await createNotification(workspaceId); await linkNotificationToMonitor(notif.id, monitorRow.id);
// Exactly the state a crash between the region write and the batch leaves: // the region says error, the monitor still says active. await db .insert(monitorStatusTable) .values({ monitorId: monitorRow.id, region: "ams", status: "error", cronTimestamp: Date.now(), }) .run();
// A replay of the same check cannot recover it: the region status is // unchanged, so the fast path short-circuits. const replay = await applyStatusTransition({ monitorId: monitorRow.id, region: "ams", status: "error", cronTimestamp: Date.now() + 1000, deadlineSeconds: 300, rolloutPct: 100, }); expect(replay.kind).toBe("unchanged");
const beforeRepair = await db .select({ status: monitor.status }) .from(monitor) .where(eq(monitor.id, monitorRow.id)) .all(); expect(beforeRepair[0]?.status).toBe("active");
const result = await handleStatusDriftCron(); expect(result.repaired).toBeGreaterThanOrEqual(1);
const afterRepair = await db .select({ status: monitor.status }) .from(monitor) .where(eq(monitor.id, monitorRow.id)) .all(); expect(afterRepair[0]?.status).toBe("error");
const incidents = await db .select({ total: count() }) .from(monitorIncidentTable) .where( and( eq(monitorIncidentTable.monitorId, monitorRow.id), isNull(monitorIncidentTable.resolvedAt), ), ) .all(); expect(incidents[0]?.total).toBe(1);
const outbox = await db .select({ total: count() }) .from(notificationOutbox) .where(eq(notificationOutbox.monitorId, monitorRow.id)) .all(); expect(outbox[0]?.total).toBe(1); });
test("a monitor below quorum is not a drift candidate", async () => { const monitorRow = await createMonitor(workspaceId, { regions: "ams,arn,atl,bog", active: true, });
await db .insert(monitorStatusTable) .values({ monitorId: monitorRow.id, region: "ams", status: "error", cronTimestamp: Date.now(), }) .run();
await handleStatusDriftCron();
const after = await db .select({ status: monitor.status }) .from(monitor) .where(eq(monitor.id, monitorRow.id)) .all(); expect(after[0]?.status).toBe("active"); });});
describe("drift repair delivery", () => { test("sends the notification the repair is recovering", async () => { const sent: string[] = []; for (const s of stubs) s.restore(); stubs = [ stub(checkerAudit, "publishAuditLog", () => Promise.resolve()) as AnyStub, stub(providerToFunction.email, "sendAlert", () => { sent.push("alert"); return Promise.resolve(); }), ];
const monitorRow = await createMonitor(workspaceId, { regions: "ams", active: true, }); const notif = await createNotification(workspaceId); await linkNotificationToMonitor(notif.id, monitorRow.id);
await db .insert(monitorStatusTable) .values({ monitorId: monitorRow.id, region: "ams", status: "error", cronTimestamp: Date.now(), }) .run();
// OUTBOX_ROLLOUT_PCT defaults to 0, so the repair must fall back to the // inline sender rather than writing a row nobody delivers. const result = await handleStatusDriftCron(); expect(result.repaired).toBeGreaterThanOrEqual(1); expect(sent.length).toBeGreaterThanOrEqual(1); });});