Something went wrong. Try again.
opencode v2 mirror
Something went wrong. Try again.
TypeScript
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208import { lakeAthenaWorkgroup, lakeCatalog, lakeCluster, lakeQueryPermissions, lakeRegion, tableBucket } from "./lake"import { EMAILOCTOPUS_API_KEY } from "./app"import { domain } from "./stage"
////////////////// LAKE////////////////
const inferenceNamespace = new aws.s3tables.Namespace("LakeInferenceNamespace", { namespace: "inference", tableBucketArn: tableBucket.arn,})
const inferenceEventTable = new aws.s3tables.Table( "LakeInferenceEventTable", { name: "event", namespace: inferenceNamespace.namespace, tableBucketArn: inferenceNamespace.tableBucketArn, format: "ICEBERG", metadata: { iceberg: { schema: { fields: [ { name: "event_timestamp", type: "string", required: false }, { name: "event_date", type: "string", required: false }, { name: "event_type", type: "string", required: false }, { name: "dataset", type: "string", required: false }, { name: "cf_continent", type: "string", required: false }, { name: "cf_country", type: "string", required: false }, { name: "cf_city", type: "string", required: false }, { name: "cf_region", type: "string", required: false }, { name: "cf_latitude", type: "double", required: false }, { name: "cf_longitude", type: "double", required: false }, { name: "cf_timezone", type: "string", required: false }, { name: "duration", type: "double", required: false }, { name: "request_length", type: "long", required: false }, { name: "status", type: "int", required: false }, { name: "ip", type: "string", required: false }, { name: "is_stream", type: "boolean", required: false }, { name: "session", type: "string", required: false }, { name: "request", type: "string", required: false }, { name: "client", type: "string", required: false }, { name: "user_agent", type: "string", required: false }, { name: "model", type: "string", required: false }, { name: "model_tier", type: "string", required: false }, { name: "model_variant", type: "string", required: false }, { name: "source", type: "string", required: false }, { name: "provider", type: "string", required: false }, { name: "provider_model", type: "string", required: false }, { name: "llm_error_code", type: "int", required: false }, { name: "llm_error_message", type: "string", required: false }, { name: "error_response", type: "string", required: false }, { name: "error_type", type: "string", required: false }, { name: "error_message", type: "string", required: false }, { name: "error_cause", type: "string", required: false }, { name: "error_cause2", type: "string", required: false }, { name: "api_key", type: "string", required: false }, { name: "workspace", type: "string", required: false }, { name: "user_id", type: "string", required: false }, { name: "is_subscription", type: "boolean", required: false }, { name: "subscription", type: "string", required: false }, { name: "response_length", type: "long", required: false }, { name: "time_to_first_byte", type: "long", required: false }, { name: "timestamp_first_byte", type: "long", required: false }, { name: "timestamp_last_byte", type: "long", required: false }, { name: "tokens_input", type: "long", required: false }, { name: "tokens_output", type: "long", required: false }, { name: "tokens_reasoning", type: "long", required: false }, { name: "tokens_cache_read", type: "long", required: false }, { name: "tokens_cache_write_5m", type: "long", required: false }, { name: "tokens_cache_write_1h", type: "long", required: false }, { name: "cost_input_microcents", type: "long", required: false }, { name: "cost_output_microcents", type: "long", required: false }, { name: "cost_cache_read_microcents", type: "long", required: false }, { name: "cost_cache_write_microcents", type: "long", required: false }, { name: "cost_total_microcents", type: "long", required: false }, { name: "cost_input", type: "long", required: false }, { name: "cost_output", type: "long", required: false }, { name: "cost_cache_read", type: "long", required: false }, { name: "cost_cache_write_5m", type: "long", required: false }, { name: "cost_cache_write_1h", type: "long", required: false }, { name: "cost_total", type: "long", required: false }, ], }, }, }, }, { deleteBeforeReplace: $app.stage !== "production", ignoreChanges: ["metadata"] },)
export const inferenceEvent = new sst.Linkable("InferenceEvent", { properties: { region: lakeRegion, catalog: lakeCatalog, database: inferenceNamespace.namespace, table: inferenceEventTable.name, tableBucket: tableBucket.name, workgroup: lakeAthenaWorkgroup.name, },})
////////////////// DATABASE////////////////
const cluster = planetscale.getDatabaseOutput({ name: "opencode-stats", organization: "anomalyco",})
const branch = $app.stage === "production" ? planetscale.getBranchOutput({ name: "production", organization: cluster.organization, database: cluster.name, }) : new planetscale.Branch("StatsDatabaseBranch", { database: cluster.name, organization: cluster.organization, name: $app.stage, parentBranch: "production", })
const password = new planetscale.Password("StatsDatabasePassword", { name: $app.stage, database: cluster.name, organization: cluster.organization, branch: branch.name,})
const databaseUrl = $interpolate`mysql://${password.username.apply(encodeURIComponent)}:${password.plaintext.apply( encodeURIComponent,)}@${password.accessHostUrl}/${cluster.name}`
export const database = new sst.Linkable("StatsDatabase", { properties: { host: password.accessHostUrl, database: cluster.name, username: password.username, password: password.plaintext, port: 3306, url: databaseUrl, },})
new sst.x.DevCommand("StatsStudio", { link: [database], environment: { DATABASE_URL: databaseUrl, }, dev: { command: "bun db:studio", directory: "packages/stats/core", autostart: false, },})
////////////////// APP////////////////
export const app = new sst.cloudflare.x.SolidStart("Stats", { path: "packages/stats/app", buildCommand: "bun run build", domain: `stats.${domain}`, link: [database, EMAILOCTOPUS_API_KEY], environment: { PUBLIC_URL: `https://${domain}/data`, },})
////////////////// SERVICES////////////////
const statsSyncConfig = new sst.Linkable("StatsSyncConfig", { properties: { dataset: "zen", },})
export const statSync = new sst.aws.Service("StatsSyncService", { cluster: lakeCluster, architecture: "arm64", cpu: "0.25 vCPU", // 0.5 GB caused an OOM crash loop: every restart immediately re-ran the 4 Athena // stats queries (~$5/pass) every ~5 minutes instead of hourly. memory: "2 GB", image: { context: ".", dockerfile: "packages/stats/server/Dockerfile", }, command: ["bun", "src/stat-sync.ts"], link: [database, inferenceEvent, statsSyncConfig], permissions: lakeQueryPermissions, scaling: { min: 1, max: 1, }, dev: { command: "bun src/stat-sync.ts", directory: "packages/stats/server", autostart: false, },})