import { Browser } from "playwright"; import { resolve } from "node:path"; import { pathToFileURL } from "node:url"; import { PFiles } from "../file.ts"; import { md } from "../mdit/md.ts"; import TurndownService from "turndown"; import "openpgp"; import { resolveChromiumPath } from "./utils.ts"; import { renderTemplate, type TemplateVariables } from "../template_engine.ts"; //原文->中间体(html)->目标格式(pdf/md/...) //生成pdf的流程:原文->中间体(html)->playwright渲染->pdf //生成md的流程:原文->中间体(html)->turndown转换->md export class DocuBuilder { pages: Array; // deno-lint-ignore no-explicit-any cfg: any; browser: Browser | null; assetBaseHref: string; pfiles: PFiles | null = null; // deno-lint-ignore no-explicit-any variables: TemplateVariables; constructor(cfg: any, variables: TemplateVariables = {}) { this.cfg = cfg; this.variables = variables; this.pages = []; this.browser = null; const assetBase = cfg.asset_base ?? "../../assets"; const resolvedAssetBase = /^file:\/\//i.test(assetBase) ? assetBase : pathToFileURL(resolve(Deno.cwd(), assetBase) + "/").href; this.assetBaseHref = resolvedAssetBase.endsWith("/") ? resolvedAssetBase : `${resolvedAssetBase}/`; } async with_browser() { const { chromium } = await import("playwright"); const browser = await chromium.launch({ executablePath: resolveChromiumPath(), headless: true, args: [ "--no-sandbox", "--disable-dev-shm-usage", "--allow-file-access-from-files", ], }); const context = await browser.newContext({ baseURL: this.assetBaseHref }); const page = await context.newPage(); await page.close(); this.browser = browser; } with_files_sync(dir: string) { this.pfiles = new PFiles( this.cfg.journal.build_mode ?? "flat", dir, this.cfg, ); } private strip_markdown_symbols(markdown: string): string { return markdown .replace(/^\s{0,3}#{1,6}\s*/gm, "") .replace(/^(.+)\n={3,}\s*$/gm, "$1") .replace(/^(.+)\n-{3,}\s*$/gm, "$1") .replace(/^\s{0,3}>\s?/gm, "") .replace(/^\s{0,3}(?:[-*+]|\d+\.)\s+/gm, "") .replace(/^\s{0,3}(?:---|\*\*\*|___)\s*$/gm, "") .replace(/!\[([^\]]*)\]\((.*?)\)/g, "$1") .replace(/\[([^\]]+)\]\((.*?)\)/g, "$1") .replace(/\[([^\]]+)\]\[[^\]]*\]/g, "$1") .replace(/!\[([^\]]*)\]\[[^\]]*\]/g, "$1") .replace(/(`{1,3})([^`]+?)\1/g, "$2") .replace(/(\*\*|__)(.*?)\1/g, "$2") .replace(/(\*|_)(.*?)\1/g, "$2") .replace(/\\([\\`*_{}\[\]()#+\-.!>])/g, "$1") .replace(/<[^>]+>/g, "") .replace(/\n{3,}/g, "\n\n") .trim(); } async as_markdown() { const turndownService = new TurndownService(); const html_page = await this.as_html_page(); const cleaned_html = html_page.replace( /<[^>]*class="[^"]*\bc_title\b[^"]*"[^>]*>([\s\S]*?)<\/[^>]+>/gi, "# $1", ).replace( /]*>[\s\S]*?<\/script>|]*>[\s\S]*?<\/style>/gi, "", ); const md_page = turndownService.turndown(cleaned_html); this.pages = [md_page]; } async as_txt(remove_links = true) { const turndownService = new TurndownService(); const html_page = await this.as_html_page(); const cleaned_html = html_page.replace( /<[^>]*class="[^"]*\bc_title\b[^"]*"[^>]*>([\s\S]*?)<\/[^>]+>/gi, "# $1", ).replace( /]*>[\s\S]*?<\/script>|]*>[\s\S]*?<\/style>/gi, "", ).replaceAll("#", ""); // Remove markdown symbols for plain text const md_page = turndownService.turndown(cleaned_html); this.pages = [this.strip_markdown_symbols(md_page)]; } async as_html_page(): Promise { this.pages = []; this.pages.push(this.render(this.pfiles?.cover_html ?? "")); this.pages.push(this.render(this.pfiles?.style_html ?? "")); this.pages.push(this.render(this.pfiles?.other_htmls.join("\n") ?? "")); if (this.pfiles != null) { let id = 1; this.pfiles.pcolumes.forEach((colume) => { let c_id = 1; this.pages.push( `${colume.name}`, ); colume.pfiles.forEach((pfile) => { const passageId = id++; const html = md.render(this.render(pfile.content, { document: { title: pfile.meta.title, index: pfile.meta.index, file: pfile.full_name, }, column: { name: colume.name, index: colume.index, }, })); let foundHeading = false; const indexedHtml = html.replace( /]*)>([\s\S]*?)<\/h1>/i, (_match, attributes: string, title: string) => { foundHeading = true; return `${title}`; }, ); const markedHtml = foundHeading ? indexedHtml : indexedHtml.replace( /]*)>([\s\S]*?)<\/p>/i, (_match, attributes: string, content: string) => `${content}

`, ); const printableHtml = markedHtml; this.pages.push( `
${printableHtml}
`, ); }); }); } this.pages.push(this.render(this.pfiles?.end_html ?? "")); if (this.cfg.journal.build_js_script != false) { const f = Deno.readTextFileSync(`${this.cfg.journal.build_js_script}`); const html = this.pages.join("\n"); // Ensure a DOMParser is available; if not, try to load deno_dom dynamically. let domParserCtor: { new (): { parseFromString: ( html: string, mimeType: string, ) => { documentElement?: { outerHTML: string } } | null; }; } | undefined = (globalThis as { DOMParser?: unknown }).DOMParser as | { new (): { parseFromString: ( html: string, mimeType: string, ) => { documentElement?: { outerHTML: string } } | null; }; } | undefined; if (domParserCtor == null) { try { const denoDom = await import( // deno-lint-ignore no-import-prefix "https://deno.land/x/deno_dom/deno-dom-wasm.ts" ); if (denoDom && denoDom.DOMParser) { // deno-lint-ignore no-explicit-any (globalThis as any).DOMParser = denoDom.DOMParser; // Cast via unknown to satisfy TypeScript when converting between incompatible constructor types domParserCtor = denoDom .DOMParser as unknown as typeof domParserCtor; } } catch (e) { // ignore; will throw below with helpful message console.error(e); } } if (domParserCtor == null) { throw new Error( "DOMParser is not available in this runtime. Install deno_dom or run in a runtime that provides DOMParser.\n" + "Suggested: import 'https://deno.land/x/deno_dom/deno-dom-wasm.ts' or run with a JS DOM-enabled environment.", ); } const document = new domParserCtor().parseFromString(html, "text/html"); const runBuildScript = new Function( "html", "document", "pages", "cfg", `${f} return document?.documentElement?.outerHTML ?? html;`, ) as ( html: string, document: { documentElement?: { outerHTML: string } } | null, pages: Array, cfg: unknown, ) => string; const builtHtml = runBuildScript( html, document, [...this.pages], this.cfg, ); this.pages = [builtHtml]; } //console.debug(structuredClone(this.pages).join("\n")); return this.pages.join("\n"); } private render(source: string, extra: TemplateVariables = {}) { return renderTemplate(source, { ...this.variables, ...extra }); } async build_as_raw(file_name: string) { await Deno.writeFile( file_name, new TextEncoder().encode(this.pages.join("\n")), ); } // deno-lint-ignore no-explicit-any async build_as_pdf(pw_config: any, pages = this.pages) { if (this.browser == null) { throw new Error("Browser is not initialized. Call with_browser() first."); } if (this.pfiles != null && pages.length === 0) { await this.as_html_page(); } const page = await this.browser.newPage(); try { // const setContentTimeout = pw_config?.setContent_timeout_ms ?? 120000; // const setContentWaitUntil = pw_config?.setContent_wait_until ?? // "domcontentloaded"; const html = pages.join("\n"); const htmlWithBase = /]*)>/i, (head) => `${head}`, ) : `${html}`; const htmlPath = await Deno.makeTempFile({ suffix: ".html" }); try { await Deno.writeTextFile(htmlPath, htmlWithBase); await page.goto(pathToFileURL(htmlPath).href, { timeout: 120000 }); await page.pdf(pw_config); } finally { await Deno.remove(htmlPath).catch(() => {}); } } finally { await page.close(); } } async close_browser() { if (this.browser == null) { return; } await this.browser.close(); this.browser = null; } }