This repository has no description
Something went wrong. Try again.
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627/*! 𝦗𖹭*/
12||+typeof await/2//2; export default/** 12y2 markup parser factory @implements Parser_Collection**/class Markup_12y2_Ref { constructor() { // TokenType 🏷 enum // BlockType 🏷 enum // Text 🏷 string 📝 from input text // ArgPattern 🏷 RegExp // GroupNum 🏷 number - regex capturing group num // RawArgs 🏷 Array - array with .named field // Block 🏷 Object - has .type .args .content // CurrentBlock 🏷 Object - block + other fields // all state is stored in these vars (and REGEX.lastIndex) let current, brackets // About __proto__ in object literals: // https://tc39.es/ecma262/multipage/ecmascript-language-expressions.html#sec-runtime-semantics-propertydefinitionevaluation // elements which can survive an eol (without a body) const IS_BLOCK = {__proto__:null, code:1, divider:1, ROOT:1, heading:1, quote:1, table:1, table_cell:1, image:1, video:1, audio:1, spoiler:1, align:1, list:1, list_item:1, youtube:1, anchor:1} // RegExp // GroupNum -> TokenType // GroupNum -> ArgPattern const MACROS = { '{EOL}': "(?![^\\n])", '{BOL}': "^", '{ANY}': "[^]", '{URL_CHARS}': "[-\\w/%&=#+~@$*'!?,.;:]*", '{URL_FINAL}': "[-\\w/%&=#+~@$*']", } const GROUPS = [], ARGTYPES = [] let regi = [] function PAT({raw}, ...groups) { regi.push( raw.join("()") .replace(/\\`/g, "`") .replace(/[(](?![?)])/g, "(?:") .replace(/[{][A-Z_]+[}]/g, match=>MACROS[match]) ) for (let g of groups) { GROUPS.push(Object.keys(g)[0]) ARGTYPES.push(Object.values(g)[0]) } } // ArgPattern const ARGS_NORMAL = // /[...]?{?/ /(?:\[([^\]\n]*)\])?({\n?)?/y const ARGS_WORD = // /[...]?{/ or /[...] ?<word>/ or / <word>/ /(?:\[([^\]\n]*)\]|(?=[ {]))({\n?| ?([^\s`^()+=\[\]{}\\|"';:,.<>/?!*]*))/y // todo: more complex rule for word parsing //TODO: does this set the body flag right? //(what did i mean by this?) const ARGS_LINE = // /[...]?{/ or /[...] ?/ or / / /(?:\[([^\]\n]*)\]|(?=[ {]))(?:({\n?)| ?)/y // probably dont need this, we can strip space after { in all cases instead. const ARGS_HEADING = // /[...]?{/ or /[...] ?/ or / / /(?:\[([^\]\n]*)\]|(?=[ {]))(?:({\n?)| ?)/y // this is like args_heading kinda, except always counts as a line start. maybe backport this to args heading etc.? const ARGS_ANCHOR = // /[...]{?/ /\[([^\]\n]*)\]({\n?| ?|)/y const ARGS_BODYLESS = // /[...]?/ /(?:\[([^\]\n]*)\])?/y const ARGS_TABLE = // /[...]? */ /(?:\[([^\]\n]*)\])? */y const ARGS_CODE = // ... ``` /(?: *([-\w.+#$ ]+?) *(?![^\n]))?\n?([^]*?)(?:\n?```|$)/y // @@@ backported \n``` PAT`[\n]?[}]${{ BLOCK_END: 0}}` PAT`[\n]${{ NEWLINE: 0}}` PAT`{BOL}[#]{1,4}${{ HEADING: ARGS_HEADING}}` PAT`{BOL}[-]{3,}{EOL}${{ DIVIDER: 0}}` PAT`([*][*]|[_][_]|[~][~]|[/])${{ STYLE: true}}` PAT`[\\][a-z]+(?![a-zA-Z0-9])${{ TAG: true}}` PAT`[\\][{][\n]?${{ NULL_ENV: 0}}` PAT`[\\]{ANY}${{ ESCAPED: 0}}` PAT`{BOL}[>]${{ QUOTE: ARGS_HEADING}}` PAT`{BOL}[\`]{3}(?=[^\n\`]*?{EOL})${{ CODE_BLOCK: ARGS_CODE}}` PAT`[\`][^\`\n]*([\`]{2}[^\`\n]*)*[\`]?${{ INLINE_CODE: 0}}` PAT`([!]${{ EMBED: ARGS_BODYLESS}})?\b(https?://|sbs:){URL_CHARS}({URL_FINAL}|[(]{URL_CHARS}[)]({URL_CHARS}{URL_FINAL})?)${{ LINK: ARGS_NORMAL}}` PAT`{BOL} *[|]${{ TABLE_START: ARGS_TABLE}}` PAT` *[|]${{ TABLE_CELL: ARGS_TABLE}}` PAT`{BOL} *[-]${{ LIST_ITEM: ARGS_HEADING}}` const REGEX = new RegExp(regi.join("|"), 'g') regi = null //todo: org tables separators? // TokenType -> ArgRegex const TAGS = { __proto__:null, '\\sub': ARGS_WORD, '\\sup': ARGS_WORD, '\\b': ARGS_WORD, '\\i': ARGS_WORD, '\\u': ARGS_WORD, '\\s': ARGS_WORD, '\\quote': ARGS_LINE, '\\align': ARGS_LINE, '\\spoiler': ARGS_LINE, '\\h': ARGS_LINE, '\\ruby': ARGS_WORD, '\\key': ARGS_WORD, '\\a': ARGS_ANCHOR, '\\link': ARGS_NORMAL, // should use arg parse mode, i think? } // process a token // 📥 _token_type 🏷 TokenType 📝 // 📥 token 🏷 Text 📝 token text, including arguments // 📥 rarys 🏷 RawArgs 📝 raw arguments // 📥 body 🏷 Text 📝 argmatch[2] (varies) // 📥 base_token 🏷 Text 📝 token text, without arguments function PROCESS(_token_type, token, rargs, body, args_token) { switch (_token_type) { default: { throw new TypeError("unknown token type: "+_token_type) // error } break; case 'NEWLINE': { NEWLINE(true) } break; case 'HEADING': { let level = token.length let args = {level} let id = rargs[0] args.id = id ? id.replace(/\W+/g, "-") : null // todo: anchor name (and, can this be chosen automatically based on contents?) OPEN('heading', args, body) } break; case 'DIVIDER': { BLOCK('divider') } break; case 'BLOCK_END': { if (brackets>0) { while (!current.body) CANCEL() if ('invalid'===current.type) { if ("\n}"==token) NEWLINE(false) // false since we already closed everything TEXT("}") } CLOSE() } else { // hack: if ("\n}"==token) NEWLINE(true) TEXT("}") } } break; case 'NULL_ENV': { OPEN('null_env', null, true) current.prev = current.parent.prev } break; case 'ESCAPED': { if ("\\\n"===token) NEWLINE(false) else if ("\\."===token) { // \. is a no-op // todo: close lists too //current.content.push("") current.prev = 'block' } else TEXT(token.substring(1)) } break; case 'QUOTE': { OPEN('quote', {cite: rargs[0]}, body) } break; case 'CODE_BLOCK': { let lang = rargs BLOCK('code', {text: body, lang}) } break; case 'INLINE_CODE': { BLOCK('icode', {text: token.replace(/`(`)?/g, "$1")}) } break; case 'EMBED': { let url = token.substring(1) // ehh better let [type, args] = process_embed(url, rargs) BLOCK(type, args) } break; case 'LINK': { let url = token let args = {url} if (body) { OPEN('link', args, body) } else { args.text = rargs[0] BLOCK('simple_link', args) } } break; case 'TABLE_START': { OPEN('table_row', token+args_token) // special OPEN call OPEN('table_cell', rargs, body) } break; case 'TABLE_CELL': { while (current.type!=='table_cell') CANCEL() CLOSE() // cell // we don't know whether these are row args or cell args, // so just pass the raw args directly, and parse them later. OPEN('table_cell', rargs, body) } break; case 'INVALID_TAG': { if (body) OPEN('invalid', {text: token+args_token, reason: "invalid tag"}, body) else BLOCK('invalid', {text: token+args_token, reason: "invalid tag"}) } break; case 'LIST_ITEM': { let indent = token.indexOf("-") OPEN('list_item', {indent}, body) } break; case '\\sub': { OPEN('subscript', null, body) } break; case '\\sup': { OPEN('superscript', null, body) } break; case '\\b': { OPEN('bold', null, body) } break; case '\\i': { OPEN('italic', null, body) } break; case '\\u': { OPEN('underline', null, body) } break; case '\\s': { OPEN('strikethrough', null, body) } break; case '\\quote': { OPEN('quote', {cite: rargs[0]}, body) } break; case '\\align': { let a = rargs[0] if (!['left', 'right', 'center'].includes(a)) a = 'center' OPEN('align', {align: a}, body) } break; case '\\spoiler': case '\\h': { let label = arg0(rargs, "spoiler") OPEN('spoiler', {label}, body) } break; case '\\ruby': { let text = arg0(rargs, "true") OPEN('ruby', {text}, body) } break; case '\\key': { OPEN('key', null, body) } break; case '\\a': { let id = rargs[0] id = id ? id.replace(/\W+/g, "-") : null OPEN('anchor', {id}, body) //BLOCK('anchor', {id}) } break; case '\\link': { let args = {url: rargs[0]} if (body) { OPEN('link', args, body) } else { args.text = args.url BLOCK('simple_link', args) } } } } function arg0(rargs, def) { if (rargs.length<1) return def return rargs[0] } const null_args = [] null_args.named = Object.freeze({}) Object.freeze(null_args) // todo: do we even need named args? function parse_args(arglist) { // note: checks undefined AND "" (\tag AND \tag[]) if (!arglist) return null_args let list = [], named = {} list.named = named for (let arg of arglist.split(";")) { let [, name, value] = /^(?:([^=]*)=)?(.*)$/.exec(arg) // value OR =value // (this is to allow values to contain =. ex: [=1=2] is "1=2") if (!name) list.push(value) else // name=value named[name] = value } return list } // process an embed url: !https://example.com/image.png[alt=balls] // returns [type: String, args: Object] function process_embed(url, rargs) { let type let args = {url} for (let arg of rargs) { let m if ('video'===arg || 'audio'===arg || 'image'===arg) { type = arg } else if (m = /^(\d+)x(\d+)$/.exec(arg)) { args.width = +m[1] args.height = +m[2] } else { if (args.alt==undefined) args.alt = arg else args.alt += ";"+arg } } if (rargs.named.alt!=undefined) args.alt = rargs.named.alt // todo: improve this if (!type) { //let u = new URL(url, "x-relative:/") //let ext = /[.]([a-z0-9A-Z]{3,4})(?!\w)[^.]*$/.exec(url) if (/[.](mp3|ogg|wav|m4a)\b/i.test(url)) type = 'audio' else if (/[.](mp4|mkv|mov)\b/i.test(url)) type = 'video' else if (/^https?:[/][/](?:www[.])?(?:youtube.com[/]watch[?]v=|youtu[.]be[/]|youtube.com[/]shorts[/])[\w-]{11}/.test(url)) { // todo: accept [start-end] args maybe? type = 'youtube' } } if (!type) type = 'image' return [type, args] } // start a new block function OPEN(type, args, body) { current = Object.seal({ type, args, content: [], body, parent: current, prev: 'all_newline', }) if (body) brackets++ } // move up function pop() { if (current.body) brackets-- let o = current current = current.parent return o } function CANCEL() { if ('style'===current.type) { let o = pop() current.content.push(o.args, ...o.content) current.prev = o.prev return } if ('table_cell'===current.type) { if (current.content.length) { CLOSE() // table_cell current.args = {} } else { // cancelling an empty table cell means: // it's the end of the row, so discard the cell let o = pop() // if the ROW is empty (i.e. we just have a single | ) if (!current.content.length) { let o = pop() // discard the row TEXT(o.args) return // todo: maybe also cancel rows with 1 unclosed cell? // like `| abc` -> text } // transfer args to the row, and parse as table row args: let ret = current.args = {} for (let arg of o.args) { if ("*"===arg || "#"===arg) { ret.header = true } } } // fallthrough to close the table_row } CLOSE() } function get_last(block) { return block.content[block.content.length-1] } function CLOSE() { let o = pop() if ('null_env'===o.type) { current.content.push(...o.content) current.prev = o.prev return } if ('newline'===o.prev) o.content.push("\n") let node = {type: o.type, args: o.args, content: o.content} let dest = current // merge list_item with preceeding list if ('list_item'===o.type) { node.args = null let indent = o.args.indent while (1) { let curr = dest dest = get_last(curr) if (!dest || dest.type!=='list' || dest.args.indent>indent) { // create a new level in the list dest = {type:'list', args:{indent}, content:[]} // safe because there's no newline curr.content.push(dest) break } if (dest.args.indent == indent) break } } // merge table_row with preceeding table else if ('table_row'===o.type) { dest = get_last(current) if (!dest || 'table'!==dest.type) { dest = {type:'table', args:null, content:[]} current.content.push(dest) } } // table cell else if ('table_cell'===o.type) { let ret = node.args = {} for (let arg of o.args) { let m if ("*"===arg || "#"===arg) ret.header = true else if (['red', 'orange', 'yellow', 'green', 'blue', 'purple', 'gray'].includes(arg)) ret.color = arg else if (m = /^(\d*)x(\d*)$/.exec(arg)) { let [, w, h] = m if (+w > 1) ret.colspan = +w if (+h > 1) ret.rowspan = +h } } } else if ('style'===o.type) { node.type = { __proto__:null, '**': 'bold', '__': 'underline', '~~': 'strikethrough', '/': 'italic', }[o.args] node.args = null } dest.content.push(node) current.prev = o.type in IS_BLOCK ? 'block' : o.prev } // push text function TEXT(text) { if (text!=="") { current.content.push(text) // todo: merge with surrounding textnodes? current.prev = 'text' } } // push empty tag function BLOCK(type, args) { current.content.push({type, args}) current.prev = type in IS_BLOCK ? 'block' : 'text' } function NEWLINE(real) { if (real) while (!current.body && 'ROOT'!=current.type) CANCEL() if ('block'!==current.prev) current.content.push("\n") if ('all_newline'!==current.prev) current.prev = 'newline' } function in_table() { for (let c=current; ; c=c.parent) { if ('table_cell'===c.type) return true if ('style'!==c.type) return false } } // todo: this should check for body function find_style(token) { for (let c=current; 'style'===c.type; c=c.parent) if (c.args===token) return c } function do_style(token_text, before, after) { for (let c=current; 'style'===c.type; c=c.parent) if (c.args===token_text) { if (!after || /[^\s,'"][-\s.,:;!?'")}{]/y.test(before+after)) return c else break } if (!before || /[\s.({}'"][^\s,'"]/y.test(before+after)) return true } function parse(text) { let tree = {type: 'ROOT', content: [], prev: 'all_newline'} current = tree brackets = 0 // MAIN LOOP // let prev = -1 let last = REGEX.lastIndex = 0 let match function nevermind() { REGEX.lastIndex = match.index+1 } function accept() { TEXT(text.substring(last, match.index)) last = REGEX.lastIndex } function start_line() { text = text.substring(last) last = REGEX.lastIndex = 0 prev = -1 } main: while (match = REGEX.exec(text)) { // check for infinite loops if (match.index===prev) throw ["INFINITE LOOP", match] prev = match.index // 2: figure out which token type was matched let token_text = match[0] let group_num = match.indexOf("", 1)-1 // 3: get type + argument pattern let type = GROUPS[group_num] let argregex // 4: special cases: if ('TAG'===type) { if (token_text in TAGS) { type = token_text argregex = TAGS[type] } else { type = 'INVALID_TAG' argregex = ARGS_NORMAL } } else if ('STYLE'===type) { let c = do_style(token_text, text.charAt(match.index-1), text.charAt(REGEX.lastIndex)) if (!c) { // no nevermind() } else if (true===c) { // open new accept() OPEN('style', token_text) } else { // close accept() while (current != c) CANCEL() CLOSE() } continue main } else if ('TABLE_CELL'===type && !in_table()) { nevermind() continue main } else { argregex = ARGTYPES[group_num] } // 5: parse args and { if (!argregex) { accept() let body = 'NULL_ENV'===type //h PROCESS(type, token_text, null, body, token_text) if (body || 'NEWLINE'===type) start_line() } else { // try to match arguments argregex.lastIndex = REGEX.lastIndex let argmatch = argregex.exec(text) if (null===argmatch) { nevermind() continue main } REGEX.lastIndex = argregex.lastIndex accept() let args = argmatch[1] let body = argmatch[2] // flag: args with {, or word args let word = argmatch[3] // contents: word args & code block if (ARGS_CODE!==argregex) { args = parse_args(args) body = body>="{" } PROCESS(type, token_text, args, body, argmatch[0]) // word tags if (undefined!==word) { // escaping in word args? idk. todo TEXT(word.replace(/\\([^])/g, "$1")) CLOSE() } // tags with { body else if (argmatch[2]!==undefined && ARGS_CODE!==argregex) { start_line() } } } // end of main loop TEXT(text.substring(last)) // text after last token while ('ROOT'!==current.type) CANCEL() if ('newline'===current.prev) //todo: this is repeated current.content.push("\n") return tree // technically we could return `current` here and get rid of `tree` entirely } /** Parser function (closure method) @type {Parser} @kind function **/ this.parse = parse /** @type {Object<string,Parser>} @property {Parser} 12y2 - same as .parse **/ this.langs = {'12y2': parse} // what if you want to write like, "{...}". well that's fine // BUT if you are inside a tag, the } will close it. // maybe closing tags should need some kind of special syntax? // \tag{ ... \} >{...\} idk.. // or match paired {}s : // \tag{ ... {heck} ... } <- closes here // todo: after parsing a block element: eat the next newline directly} }
export default Markup_12y2