Something went wrong. Try again.
Mirror of https://github.com/improsocial/improAn extensible Bluesky client for web
Something went wrong. Try again.
123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214import fs from "node:fs";import { parse } from "es-module-lexer";import { Parser } from "htmlparser2";import { resolve, parseFromString } from "@import-maps/resolve";
async function getImports(script, { includeDynamic = false } = {}) { let [imports] = await parse(script); if (!includeDynamic) { // Import type is provided by `t` value // (1 for static, 2 for dynamic) imports = imports.filter((imp) => imp.t === 1); } return imports.map((imp) => imp.n);}
class ImportCollector { constructor({ imports, baseUrl, importMap, noFetch, exclude, includeDynamic, urlMap, }) { this.imports = imports; this.baseUrl = baseUrl; this.dependencies = new Set(); this.noFetch = noFetch; this.exclude = exclude; this.includeDynamic = includeDynamic; this.importMap = importMap; this.urlMap = urlMap; } async visit(specifier, parent) { const doExclude = this.exclude.some((e) => specifier.includes(e)); if (doExclude) { return; } let resolvedImport = null; if (parent.protocol === "file:") { const resolved = resolve(specifier, this.importMap, parent); resolvedImport = resolved.resolvedImport; if (specifier.startsWith("/")) { resolvedImport = new URL("." + specifier, this.baseUrl); } } else if (parent.protocol.startsWith("http")) { resolvedImport = new URL(specifier, parent.origin); } if (!resolvedImport) { console.warn( `WARNING: could not resolve import specifier: ${specifier} from parent: ${parent} - skipping`, ); return; } if (this.dependencies.has(resolvedImport.href)) return; this.dependencies.add(resolvedImport.href); if (resolvedImport.protocol === "file:") { let contents = null; try { contents = await fs.promises.readFile(resolvedImport, "utf8"); } catch (e) { console.warn( "WARNING: could not read file: " + resolvedImport.href + " - skipping", ); } if (contents) { const deps = await getImports(contents, { includeDynamic: this.includeDynamic, }); await Promise.all(deps.map((dep) => this.visit(dep, resolvedImport))); } } else if (resolvedImport.protocol.startsWith("http")) { if (!this.noFetch) { const contents = await fetch(resolvedImport).then((res) => res.text()); const deps = await getImports(contents, { includeDynamic: this.includeDynamic, }); await Promise.all(deps.map((dep) => this.visit(dep, resolvedImport))); } } } async collect() { const parent = new URL("./index.js", this.baseUrl); await Promise.all(this.imports.map((entry) => this.visit(entry, parent))); return [...this.dependencies].sort().map((dep) => { const urlPath = dep.replace(this.baseUrl.href, "/"); return this.urlMap[urlPath] ?? urlPath; }); }}
async function parseHtml(contents, { includeDynamic = false } = {}) { const scripts = []; let inScript = false; let inImportMap = false; let importMapString = ""; const parser = new Parser({ onopentag(name, attributes) { if (name === "script" && attributes.type === "module") { inScript = true; scripts.unshift(""); } if (name === "script" && attributes.type === "importmap") { inImportMap = true; } }, ontext(text) { if (inScript) { scripts[0] += text; } if (inImportMap) { importMapString += text; } }, onclosetag(tagname) { if (tagname === "script") { inScript = false; inImportMap = false; } }, }); parser.write(contents); parser.end(); const imports = new Set(); for (let script of scripts) { const deps = await getImports(script, { includeDynamic }); deps.forEach((d) => imports.add(d)); } return { imports: [...imports], importMapString: importMapString || "{}" };}
export async function getDependencies( contents, baseUrl, { noFetch, exclude = [], includeDynamic = false, urlMap = {} } = {},) { if (!baseUrl) { throw new Error("baseUrl is required"); } if (!baseUrl.href.endsWith("/")) { baseUrl.href += "/"; } const { importMapString, imports } = await parseHtml(contents, { includeDynamic, }); const importMap = parseFromString(importMapString, baseUrl); const collector = new ImportCollector({ imports, baseUrl, importMap, noFetch, exclude, includeDynamic, urlMap, }); return collector.collect();}
export function injectPreloads( contents, dependencies, { includeComments = true } = {},) { let preloads = ""; if (includeComments) { preloads += "<!-- Begin Module Preloads -->\n"; } for (const dep of dependencies) { preloads += `<link rel="modulepreload" href="${dep}" />\n`; } if (includeComments) { preloads += "<!-- End Module Preloads -->\n"; } if (contents.includes("</head>")) { return contents.replace("</head>", `${preloads}</head>`); } else if (contents.includes("</html>")) { return contents.replace("<html>", `<html>\n${preloads}`); } else { console.warn( "WARNING: could not find <head> or <html> in HTML - skipping.", ); return contents; }}
export async function linkHtml( htmlContentsOrUrl, { baseUrl: providedBaseUrl, noFetch, exclude, includeComments, includeDynamic, urlMap, } = {},) { let html = htmlContentsOrUrl; let baseUrl = providedBaseUrl; if (htmlContentsOrUrl instanceof URL) { html = await fs.promises.readFile(htmlContentsOrUrl, "utf8"); baseUrl = new URL("./", htmlContentsOrUrl); } const dependencies = await getDependencies(html, baseUrl, { exclude, noFetch, includeDynamic, urlMap, }); return injectPreloads(html, dependencies, { includeComments });}