Something went wrong. Try again.
[READ-ONLY] Mirror of https://github.com/openstatusHQ/openstatus. 🫖 Status page with uptime monitoring & API monitoring as code 🫖 openstatus.dev
bun drizzle-orm monitoring monitoring-as-code nextjs observability on-call open-source shadcn-ui status-page statuspage synthetic-monitoring tinybird turso uptime uptime-checker uptime-monitor
Something went wrong. Try again.
2.2 kB · 65 lines
TypeScript
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566import type { WorkspacePlan } from "@openstatus/db/src/schema";import { type ServiceContext, tryGetActorUserId } from "@openstatus/services";import { redis } from "@openstatus/upstash";
const WINDOW_SECONDS = 60 * 60 * 24; // 24h
// Free is throttled hard to keep LLM spend bounded; paid plans get a// looser cap that's still cheaper than the worst-case unbounded loop.const DAILY_LIMIT_BY_PLAN: Record<WorkspacePlan, number> = { free: 20, starter: 50, team: 50, scale: 50,};
export type ChatRateLimitResult = { success: boolean; limit: number; remaining: number; reset: number; // ms epoch when the window resets};
// INCR + conditional EXPIRE in a single round-trip. A separate// `incr` then `expire` is not atomic: if the process dies (or the// upstream call fails) between the two, the key keeps incrementing// forever with no TTL, locking the user out. Lua scripts run// atomically on the Redis server, so the TTL is guaranteed to be// set the same logical step that creates the key.const INCR_WITH_TTL = ` local count = redis.call('INCR', KEYS[1]) if count == 1 then redis.call('EXPIRE', KEYS[1], tonumber(ARGV[1])) end local ttl = redis.call('TTL', KEYS[1]) return {count, ttl}`;
export async function chatRateLimit(args: { ctx: ServiceContext;}): Promise<ChatRateLimitResult> { const userId = tryGetActorUserId(args.ctx.actor); if (userId == null) { throw new Error("chatRateLimit requires a user actor"); } const plan = args.ctx.workspace.plan ?? "free"; const limit = DAILY_LIMIT_BY_PLAN[plan]; // Bucket per (workspace, user): the limit is plan-specific, so a // user-only key would leak quota across workspaces (e.g. a `team` // workspace's higher cap would carry over into the same user's // `free` workspace). const key = `ratelimit:chat:ws:${args.ctx.workspace.id}:user:${userId}`; const now = Date.now(); const [count, ttl] = await redis.eval<[number], [number, number]>( INCR_WITH_TTL, [key], [WINDOW_SECONDS], ); const reset = now + (ttl > 0 ? ttl * 1000 : WINDOW_SECONDS * 1000); return { success: count <= limit, limit, remaining: Math.max(0, limit - count), reset, };}