Something went wrong. Try again.
I'm going to build my own OpenClaw, with blackjack... and bun!
Something went wrong. Try again.
TypeScript
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361#!/usr/bin/env bun/** * daily-notes.ts * * Generates Obsidian-style daily note skeletons under notes/daily/YYYY-MM-DD.md. * Notes are summaries only — the chat DB is the source of truth. * * For web chats, the script aggregates activity from all web session trees * (root chats plus any branch chats) so daily notes reflect the full working day. * * Notes use YAML front matter with a date field and a summarised_until watermark. * When a day is partially summarised (new messages after summarised_until), * the script appends a "Summary update" block with a NEEDS_SUMMARY_UPDATE marker. * * Existing notes with real summaries are never overwritten (past days). * Today's note is always refreshed (metadata updated) but its content is preserved. * * Usage: * bun run /workspace/scripts/daily-notes.ts [--days <n>] [--force] [--db <path>] [--chat <jid>] */
import { Database } from "bun:sqlite";import { existsSync, mkdirSync, readFileSync } from "fs";import { parseArgs } from "util";import { buildInClause, resolveSessionScope, summariseSessionScope } from "./lib/chat-session-scope";import { refreshAgentMemoryFromDailyNotes } from "./lib/agent-memory-sidecar";
const defaultDbPath = `${process.env.PICLAW_STORE || "/workspace/.piclaw/store"}/messages.db`;
// --help supportif (Bun.argv.includes("--help") || Bun.argv.includes("-h")) { console.log("Usage: bun daily-notes.ts [options]"); console.log(""); console.log(" daily-notes.ts"); process.exit(0);}const { values: args } = parseArgs({ args: Bun.argv.slice(2), options: { days: { type: "string", default: "" }, force: { type: "boolean", default: false }, db: { type: "string", default: defaultDbPath }, chat: { type: "string", default: "web:default" }, }, strict: true,});
const DB_PATH = args.db!;const CHAT_JID = args.chat!;const DAYS = args.days ? parseInt(args.days, 10) : 0;const FORCE = args.force!;const NOTES_DIR = "/workspace/notes/daily";const SUMMARY_MARKER = "<!-- NEEDS_SUMMARY -->";const SUMMARY_UPDATE_MARKER = "<!-- NEEDS_SUMMARY_UPDATE -->";
mkdirSync(NOTES_DIR, { recursive: true });
// ── Helpers ─────────────────────────────────────────────────────────────function formatDateLong(iso: string): string { return new Date(iso + "T00:00:00Z").toLocaleDateString("en-US", { weekday: "long", year: "numeric", month: "long", day: "numeric", timeZone: "UTC", });}/** Extract HH:MM from an ISO timestamp. */function time(ts: string): string { return ts.slice(11, 16); }/** Return today's date as YYYY-MM-DD. */function todayStr(): string { return new Date().toISOString().slice(0, 10); }
/** Parsed YAML front matter: key-value fields and remaining body text. */interface FrontMatter { fields: Record<string, string>; body: string; hasFrontMatter: boolean;}
/** Parse YAML front matter delimited by --- fences from markdown content. */function splitFrontMatter(content: string): FrontMatter { const match = content.match(/^---\n([\s\S]*?)\n---\n?/); if (!match) return { fields: {}, body: content, hasFrontMatter: false }; const fmText = match[1]; const body = content.slice(match[0].length); const fields: Record<string, string> = {}; for (const line of fmText.split("\n")) { const trimmed = line.trim(); if (!trimmed || trimmed.startsWith("#")) continue; const idx = trimmed.indexOf(":"); if (idx === -1) continue; const key = trimmed.slice(0, idx).trim(); const value = trimmed.slice(idx + 1).trim(); fields[key] = value; } return { fields, body, hasFrontMatter: true };}
/** Serialize a fields record back into a YAML front matter block. */function formatFrontMatter(fields: Record<string, string>): string { const order = [ "date", "summarised_until", "messages_total", "messages_user", "messages_assistant", "session_trees", "session_chats", "first_message", "last_message", "scope_mode", "scope_anchor", ]; const lines = ["---"]; for (const key of order) { if (key in fields) { const value = fields[key]; lines.push(value ? `${key}: ${value}` : `${key}:`); } } const extras = Object.keys(fields).filter(k => !order.includes(k)); for (const key of extras.sort()) { const value = fields[key]; lines.push(value ? `${key}: ${value}` : `${key}:`); } lines.push("---"); return lines.join("\n");}
/** Remove inline HTML watermark comments and return the extracted value. */function stripLegacyWatermark(body: string): { body: string; watermark: string | null } { const match = body.match(/^\s*<!--\s*summarised_until:(\S+)\s*-->\s*\n?/m); if (!match) return { body, watermark: null }; const updated = body.replace(match[0], ""); return { body: updated, watermark: match[1] };}
/** Extract the ## Summary section text, returning null if only a placeholder marker. */function extractSummary(body: string): string | null { const match = body.match(/## Summary\s*\n+([\s\S]*?)(?=^##\s|\s*$)/m); if (!match) return null; const raw = match[1].trim(); if (!raw) return null; if (raw === SUMMARY_MARKER) return null; if (raw.startsWith(SUMMARY_MARKER)) { const cleaned = raw.replace(SUMMARY_MARKER, "").trim(); return cleaned.length ? cleaned : null; } return raw;}
/** Remove bold metadata lines (Messages, Time span) from the note body. */function stripMetadataLines(body: string): string { body = body.replace(/^\*\*Messages:\*\*.*\n?/m, ""); body = body.replace(/^\*\*Time span:\*\*.*\n?/m, ""); return body;}
/** Append a ## Summary update heading with NEEDS_SUMMARY_UPDATE marker. */function appendSummaryUpdate(body: string, lastTs: string): string { if (body.includes(SUMMARY_UPDATE_MARKER)) return body; const heading = `## Summary update (${time(lastTs)} UTC)`; const suffix = `\n\n${heading}\n\n${SUMMARY_UPDATE_MARKER}\n`; return body.trimEnd() + suffix;}
// ── Query ───────────────────────────────────────────────────────────────if (!existsSync(DB_PATH)) { console.error(`Database not found: ${DB_PATH}`); process.exit(1);}
const db = new Database(DB_PATH, { readonly: true });const scope = resolveSessionScope(db, CHAT_JID);const scopeFilter = buildInClause("m.chat_jid", scope.chats.map(chat => chat.chatJid));
let whereClause = scopeFilter.clause;const params: any[] = [...scopeFilter.params];if (DAYS > 0) { const cutoff = new Date(Date.now() - DAYS * 86400000).toISOString(); whereClause += " AND m.timestamp >= ?"; params.push(cutoff);}
/** Database row shape for queried messages. */interface Row { sender_name: string; is_bot_message: number; content: string; timestamp: string; chat_jid: string; root_chat_jid: string; day: string;}
const rows = db.query<Row, any[]>( `SELECT m.sender_name, m.is_bot_message, m.content, m.timestamp, m.chat_jid, COALESCE(cb.root_chat_jid, m.chat_jid) AS root_chat_jid, substr(m.timestamp, 1, 10) AS day FROM messages m LEFT JOIN chat_branches cb ON cb.chat_jid = m.chat_jid WHERE ${whereClause} ORDER BY m.timestamp ASC`).all(...params);db.close();
if (rows.length === 0) { console.log(`No messages found for scope: ${summariseSessionScope(scope)}`); process.exit(0);}
// ── Group by day ────────────────────────────────────────────────────────const dayMap = new Map<string, Row[]>();for (const row of rows) { if (!dayMap.has(row.day)) dayMap.set(row.day, []); dayMap.get(row.day)!.push(row);}
// ── Generate notes ──────────────────────────────────────────────────────let created = 0, updated = 0, skipped = 0;const needsSummary: string[] = [];const stale: { path: string; watermark: string; lastMsg: string }[] = [];const missingWatermark: string[] = [];const dateMismatches: { path: string; expected: string; actual: string }[] = [];const sortedDays = [...dayMap.keys()].sort();const today = todayStr();
for (const day of sortedDays) { const filePath = `${NOTES_DIR}/${day}.md`; const isToday = day === today; const messages = dayMap.get(day)!; const firstTimestamp = messages[0].timestamp; const lastTimestamp = messages[messages.length - 1].timestamp; const totalMsgs = messages.length; const userMsgs = messages.filter(m => !m.is_bot_message).length; const botMsgs = messages.filter(m => m.is_bot_message).length; const sessionTrees = new Set(messages.map(m => m.root_chat_jid)).size; const sessionChats = new Set(messages.map(m => m.chat_jid)).size;
if (existsSync(filePath)) { const original = readFileSync(filePath, "utf-8"); const { fields, body: rawBody, hasFrontMatter } = splitFrontMatter(original); const stripped = stripLegacyWatermark(rawBody); let body = stripped.body;
const summary = extractSummary(body); const existingDate = fields.date || ""; const frontMatterDate = existingDate || day;
if (existingDate && existingDate !== day) { dateMismatches.push({ path: filePath, expected: day, actual: existingDate }); }
const existingWm = fields.summarised_until || stripped.watermark || ""; const hasWm = existingWm && existingWm.length > 0; const needsPartialUpdate = !!(summary && hasWm && lastTimestamp > existingWm); const needsMigration = !hasFrontMatter || !("date" in fields) || !("summarised_until" in fields); let shouldWrite = isToday || FORCE || needsMigration || needsPartialUpdate;
if (!isToday && !FORCE) { if (!summary) { needsSummary.push(filePath); } else if (!hasWm) { missingWatermark.push(filePath); } else if (lastTimestamp > existingWm) { stale.push({ path: filePath, watermark: existingWm, lastMsg: lastTimestamp }); } if (!shouldWrite) { skipped++; continue; } }
// Refresh metadata and optionally append update marker for partial day body = stripMetadataLines(body);
if (needsPartialUpdate) { body = appendSummaryUpdate(body, lastTimestamp); }
const nextFields: Record<string, string> = { ...fields, date: frontMatterDate, summarised_until: existingWm, messages_total: String(totalMsgs), messages_user: String(userMsgs), messages_assistant: String(botMsgs), session_trees: String(sessionTrees), session_chats: String(sessionChats), first_message: firstTimestamp, last_message: lastTimestamp, scope_mode: scope.mode, scope_anchor: CHAT_JID, };
const output = `${formatFrontMatter(nextFields)}\n${body.trimStart()}`; await Bun.write(filePath, output); updated++; continue; }
// New note const lines: string[] = []; lines.push(`# ${formatDateLong(day)}`); lines.push(""); lines.push(`← ${sortedDays[sortedDays.indexOf(day) - 1] ? `[[${sortedDays[sortedDays.indexOf(day) - 1]}]]` : "—"} | ${sortedDays[sortedDays.indexOf(day) + 1] ? `[[${sortedDays[sortedDays.indexOf(day) + 1]}]]` : "—"} →`); lines.push(""); lines.push("---"); lines.push(""); lines.push("## Summary"); lines.push(""); lines.push(SUMMARY_MARKER); lines.push("");
const fmFields: Record<string, string> = { date: day, summarised_until: "", messages_total: String(totalMsgs), messages_user: String(userMsgs), messages_assistant: String(botMsgs), session_trees: String(sessionTrees), session_chats: String(sessionChats), first_message: firstTimestamp, last_message: lastTimestamp, scope_mode: scope.mode, scope_anchor: CHAT_JID, }; const output = `${formatFrontMatter(fmFields)}\n${lines.join("\n")}`; await Bun.write(filePath, output); created++; needsSummary.push(filePath); console.log(` created ${filePath}`);}
console.log(`\nScope: ${summariseSessionScope(scope)} (anchor ${CHAT_JID})`);console.log(`Daily notes: ${created} created, ${updated} updated, ${skipped} unchanged.`);if (needsSummary.length > 0) { console.log(`\nNotes needing summaries:`); for (const f of needsSummary) console.log(` → ${f}`);}if (missingWatermark.length > 0) { console.log(`\nNotes missing summarised_until:`); for (const f of missingWatermark) console.log(` → ${f}`);}if (stale.length > 0) { console.log(`\nNotes with partial summaries:`); for (const s of stale) console.log(` → ${s.path} (summarised until ${s.watermark.slice(11,16)}, last msg ${s.lastMsg.slice(11,16)})`);}if (dateMismatches.length > 0) { console.log(`\nDate field mismatches:`); for (const d of dateMismatches) console.log(` → ${d.path} (front matter ${d.actual}, expected ${d.expected})`);}
const agentMemory = refreshAgentMemoryFromDailyNotes({ recentDays: Math.max(DAYS || 0, 7) });console.log(`\nAgent memory refreshed:`);console.log(` → ${agentMemory.currentStatePath}`);console.log(` → ${agentMemory.recentContextPath}`);