// The tokenizer now lives in `src/lib/model/tokenize.ts` so the client can // re-tokenize correction-patched text with the same logic (ยง7). Re-exported // here for the ingest pipeline's existing imports. export { tokenize } from "@/lib/model/tokenize"