webforai 1.1.5 → 1.2.0

package/dist/cjs/extract-hast/readability.js

@@ -0,0 +1,150 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var readability_exports = {};
+__export(readability_exports, {
+  readabilityExtractHast: () => readabilityExtractHast
+});
+module.exports = __toCommonJS(readability_exports);
+var import_hast_util_select = require("hast-util-select");
+var import_hast_util_to_string = require("hast-util-to-string");
+var import_unist_util_filter = require("unist-util-filter");
+var import_unist_util_parents = require("unist-util-parents");
+var import_utils = require("./utils");
+const UNLIKELY_ROLES = ["menu", "menubar", "complementary", "navigation", "alert", "alertdialog", "dialog"];
+const REGEXPS = {
+  hidden: /hidden|invisible|fallback-image/i,
+  byline: /byline|author|dateline|writtenby|p-author/i,
+  unlikelyCandidates: /-ad-|ai2html|banner|breadcrumbs|combx|comment|community|cover-wrap|disqus|extra|footer|gdpr|header|legends|menu|related|remark|replies|rss|shoutbox|sidebar|skyscraper|social|sponsor|supplemental|ad-break|agegate|pagination|pager|popup|yom-remote|speechify-ignore/i,
+  okMaybeItsACandidate: /and|article|body|column|content|main|shadow|code/i
+};
+const BODY_SELECTORS = ["article", "#article", ".article_body", ".article-body", "#content", ".entry", "main"];
+const PARAGRAPH_TAGS = ["p", "div", "section", "article", "main", "ul", "ol", "li"];
+const BASE_MINIMAL_LENGTH = {
+  ja: 200,
+  en: 500
+};
+const tryGetLang = (node) => {
+  if (node.type !== "element")
+    return;
+  const element = node;
+  if (element.tagName !== "html")
+    return;
+  const langAttr = element.properties.lang || element.properties["xml:lang"];
+  if (langAttr)
+    return langAttr;
+};
+const metadataFilter = (node) => !["comment", "doctype"].includes(node.type);
+const universalElementFilter = (node) => {
+  if (node.type !== "element")
+    return true;
+  const element = node;
+  if (["script", "aside"].includes(element.tagName))
+    return false;
+  if (["hidden", "aria-hidden"].some((key) => element.properties[key]))
+    return false;
+  if ((0, import_utils.classnames)(element).some((classname) => REGEXPS.hidden.test(classname)))
+    return false;
+  if (element.tagName === "dialog")
+    return false;
+  if (element.properties.role === "dialog" && element.properties["aria-modal"])
+    return false;
+  if (element.properties.rel === "author" && (0, import_utils.isStrInclude)(element.properties.itemprop, "author"))
+    return false;
+  if (REGEXPS.byline.test((0, import_utils.matchString)(element)))
+    return false;
+  if (element.properties.role && UNLIKELY_ROLES.includes(element.properties.role))
+    return false;
+  return true;
+};
+const unlikelyElementFilter = (node) => {
+  if (node.type !== "element")
+    return true;
+  const element = node;
+  const match = (0, import_utils.matchString)(element);
+  if (["body", "article", "main", "section", "a"].includes(element.tagName))
+    return true;
+  if ((0, import_utils.hasAncestors)(element, ["table", "code"], 3))
+    return true;
+  if (REGEXPS.unlikelyCandidates.test(match) && !REGEXPS.okMaybeItsACandidate.test(match))
+    return false;
+  return true;
+};
+const removeEmptyFilter = (node) => {
+  if (node.type !== "element")
+    return true;
+  const element = node;
+  if (!PARAGRAPH_TAGS.includes(element.tagName))
+    return true;
+  const text = (0, import_hast_util_to_string.toString)(element);
+  if (text.length < 10)
+    return false;
+  return true;
+};
+const readabilityExtractHast = (hast) => {
+  const lang = String((0, import_hast_util_select.select)("html", hast)?.properties.lang || tryGetLang(hast) || "en");
+  const body = (0, import_hast_util_select.select)("body", hast) ?? hast;
+  const proxiedHast = (0, import_unist_util_parents.parents)(body);
+  let baseFilterd = (0, import_unist_util_filter.filter)(proxiedHast, (node) => {
+    if (!metadataFilter(node))
+      return false;
+    if (!universalElementFilter(node))
+      return false;
+    return true;
+  });
+  if (!baseFilterd)
+    return { type: "root", children: [] };
+  const baseText = (0, import_hast_util_to_string.toString)(baseFilterd);
+  let minimalLength = lang in BASE_MINIMAL_LENGTH ? BASE_MINIMAL_LENGTH[lang] : 500;
+  if (baseText.length > minimalLength) {
+    const filterd = (0, import_unist_util_filter.filter)(baseFilterd, (node) => {
+      if (!unlikelyElementFilter(node))
+        return false;
+      return true;
+    });
+    if (filterd)
+      baseFilterd = filterd;
+  } else
+    minimalLength = Math.max(0, baseText.length - 200);
+  let bodyTree = baseFilterd;
+  for (const selector of BODY_SELECTORS) {
+    const body2 = { type: "root", children: (0, import_hast_util_select.selectAll)(selector, baseFilterd) };
+    const bodyText = (0, import_hast_util_to_string.toString)(body2);
+    if (bodyText.length < 25)
+      continue;
+    const links = (0, import_hast_util_select.selectAll)("a", body2);
+    const linkText = links.map((link) => (0, import_hast_util_to_string.toString)(link)).join("");
+    const linkDensity = linkText.length / bodyText.length;
+    if (linkDensity > 0.4)
+      continue;
+    if (bodyText.length > minimalLength) {
+      bodyTree = body2;
+      break;
+    }
+  }
+  const finalTree = (0, import_unist_util_filter.filter)(bodyTree, (node) => {
+    if (!removeEmptyFilter(node))
+      return false;
+    return true;
+  });
+  return finalTree;
+};
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  readabilityExtractHast
+});

package/dist/cjs/extract-hast/strongly.js

@@ -22,26 +22,8 @@ __export(strongly_exports, {
 });
 module.exports = __toCommonJS(strongly_exports);
 var import_hast_util_select = require("hast-util-select");
-var import_hast_util_to_text = require("hast-util-to-text");
 var import_unist_util_filter = require("unist-util-filter");
-const evaluateTextComplexity = (text) => {
-  const words = text.trim().split(/\s+/);
-  const wordCount = words.length;
-  const charCount = text.length;
-  const avgWordLength = charCount / wordCount;
-  const uniqueWords = new Set(words);
-  const uniqueWordCount = uniqueWords.size;
-  const complexityScore = avgWordLength * 0.4 + uniqueWordCount / wordCount * 100 * 0.6;
-  return {
-    wordCount,
-    charCount,
-    avgWordLength,
-    uniqueWordCount,
-    complexityScore
-  };
-};
-const REMOVE_REGEX = /icon|header|nav|speechify-ignore|assist|-ad-|banner|combx|comment|com-|contact|foot|footer|footnote|gdpr|masthead|media|meta|outbrain|promo|related|scroll|share|assist|shoutbox|sidebar|skyscraper|sponsor|shopping|tags|tool|widget/i;
-const HIDDEN_REGEX = /hidden|^hid$| hid$| hid |^hid /i;
+const REMOVE_REGEX = /fallback|icon|header|nav|speechify-ignore|assist|-ad-|banner|combx|comment|com-|contact|foot|footer|footnote|gdpr|masthead|media|meta|outbrain|promo|related|scroll|share|assist|shoutbox|sidebar|skyscraper|sponsor|shopping|tags|tool|widget/i;
 const stronglyExtractHast = (hast) => {
   const selectors = ["article", "#article", "#content", "main", "div.container"];
   let selectedElement = hast;
@@ -61,10 +43,6 @@ const stronglyExtractHast = (hast) => {
     const elementName = `${element.tagName} ${element.properties.id} ${element.properties.className}`;
     if (REMOVE_REGEX.test(elementName))
       return false;
-    const isHidden = HIDDEN_REGEX.test(elementName);
-    const complexity = evaluateTextComplexity((0, import_hast_util_to_text.toText)(element));
-    if (isHidden && complexity.complexityScore < 40)
-      return false;
     return true;
   });
   return removedElements;

package/dist/cjs/extract-hast/utils.js

@@ -0,0 +1,55 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var utils_exports = {};
+__export(utils_exports, {
+  classnames: () => classnames,
+  hasAncestors: () => hasAncestors,
+  isStrInclude: () => isStrInclude,
+  matchString: () => matchString
+});
+module.exports = __toCommonJS(utils_exports);
+const matchString = (element) => `${element.tagName} ${element.properties.id} ${classnames(element).join(" ")} }`;
+const classnames = (element) => {
+  if (Array.isArray(element.properties.className))
+    return element.properties.className;
+  return [];
+};
+const isStrInclude = (value, match) => {
+  if (typeof value === "string")
+    return value.includes(match);
+  return false;
+};
+const hasAncestors = (element, tagNames, depth = 3) => {
+  let parent = element.parent;
+  for (let i = 0; i < depth; i++) {
+    if (!parent || parent.type !== "element")
+      return false;
+    if (tagNames.includes(parent.tagName))
+      return true;
+    parent = parent.parent;
+  }
+  return false;
+};
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  classnames,
+  hasAncestors,
+  isStrInclude,
+  matchString
+});

package/dist/cjs/html-to-mdast.js

@@ -24,13 +24,17 @@ module.exports = __toCommonJS(html_to_mdast_exports);
 var import_hast_util_from_html = require("hast-util-from-html");
 var import_hast_util_to_mdast = require("hast-util-to-mdast");
 var import_extract_hast = require("./extract-hast");
+var import_readability = require("./extract-hast/readability");
 var import_custom_a_handler = require("./mdast-handlers/custom-a-handler");
 var import_custom_div_handler = require("./mdast-handlers/custom-div-handler");
+var import_custom_img_handler = require("./mdast-handlers/custom-img-handler");
+var import_custom_table_handler = require("./mdast-handlers/custom-table-handler");
 var import_math_handler = require("./mdast-handlers/math-handler");
 const PRESET_EXTRACT_HAST = {
-  strongly: import_extract_hast.stronglyExtractHast
+  strongly: import_extract_hast.stronglyExtractHast,
+  readability: import_readability.readabilityExtractHast
 };
-const DEFAULT_EXTRACT_HAST = ["strongly"];
+const DEFAULT_EXTRACT_HAST = ["readability"];
 const htmlToMdast = (html, options) => {
   const { extractHast = DEFAULT_EXTRACT_HAST } = options || {};
   const _extractHast = Array.isArray(extractHast) ? extractHast : [extractHast];
@@ -45,8 +49,15 @@ const htmlToMdast = (html, options) => {
     throw new Error(`Invalid extractHast: ${extractHast2}`);
   }, hast) || hast;
   const mdast = (0, import_hast_util_to_mdast.toMdast)(extractedHast, {
-    handlers: { div: import_custom_div_handler.customDivHandler, math: import_math_handler.mathHandler, a: import_custom_a_handler.customAHandler, br: () => {
-    } }
+    handlers: {
+      math: import_math_handler.mathHandler,
+      div: import_custom_div_handler.customDivHandler,
+      a: (0, import_custom_a_handler.customAHandler)({ asText: options?.linkAsText }),
+      img: (0, import_custom_img_handler.customImgHandler)({ hideImage: options?.hideImage }),
+      table: (0, import_custom_table_handler.customTableHandler)({ asText: options?.tableAsText }),
+      br: () => {
+      }
+    }
   });
   return mdast;
 };

package/dist/cjs/loaders/cf-puppeteer.js

@@ -0,0 +1,48 @@
+"use strict";
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var cf_puppeteer_exports = {};
+__export(cf_puppeteer_exports, {
+  loadHtml: () => loadHtml
+});
+module.exports = __toCommonJS(cf_puppeteer_exports);
+var import_puppeteer = __toESM(require("@cloudflare/puppeteer"), 1);
+const sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
+const loadHtml = async (url, ctx) => {
+  const browser = await import_puppeteer.default.launch(ctx);
+  const page = await browser.newPage();
+  await page.goto(url);
+  const html = await page.content();
+  await Promise.race([page.waitForNetworkIdle(), sleep(1e4)]);
+  await page.close();
+  return html;
+};
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  loadHtml
+});

package/dist/cjs/mdast-handlers/custom-a-handler.js

@@ -22,7 +22,13 @@ __export(custom_a_handler_exports, {
 });
 module.exports = __toCommonJS(custom_a_handler_exports);
 var import_hast_util_to_mdast = require("hast-util-to-mdast");
-const customAHandler = (state, node) => {
+var import_hast_util_to_string = require("hast-util-to-string");
+const customAHandler = (options) => (state, node) => {
+  if (options?.asText) {
+    const link2 = { type: "text", value: (0, import_hast_util_to_string.toString)(node) };
+    state.patch(node, link2);
+    return link2;
+  }
   const link = import_hast_util_to_mdast.defaultHandlers.a(state, node);
   if (link.children.length > 0)
     return link;

package/dist/cjs/mdast-handlers/custom-div-handler.js

@@ -21,42 +21,46 @@ __export(custom_div_handler_exports, {
   customDivHandler: () => customDivHandler
 });
 module.exports = __toCommonJS(custom_div_handler_exports);
+var import_hast_util_select = require("hast-util-select");
 var import_hast_util_to_mdast = require("hast-util-to-mdast");
+var import_hast_util_to_string = require("hast-util-to-string");
 var import_hast_util_to_text = require("hast-util-to-text");
 var import_trim_trailing_lines = require("trim-trailing-lines");
+var import_detect_code_lang = require("../utils/detect-code-lang");
+const CODE_BLOCK_REGEX = /highlight-source|language-|codegroup|codeblock|code-block/i;
+const CODE_FILENAME_SELECTORS = "[class*='fileName'],[class*='fileName'],[class*='title'],[class*='Title']";
+const LANGUAGE_MATCH_REGEX = /language-(\w+)|highlight-source-(\w+)/;
+const findRecursive = (array, condition, maxDepth = 3) => {
+  if (maxDepth <= 0)
+    return null;
+  for (const value of array) {
+    const result = condition(value);
+    if (Array.isArray(result))
+      return findRecursive(result, condition, maxDepth - 1);
+    if (result)
+      return value;
+  }
+  return null;
+};
 const customDivHandler = (state, node) => {
   const classNames = Array.isArray(node.properties.className) ? node.properties.className : [];
-  let highlightLanguage;
-  for (const className of classNames) {
-    if (String(className) === "highlight-text-html-basic") {
-      highlightLanguage = "html";
-      break;
-    }
-    if (String(className).includes("highlight-source-")) {
-      highlightLanguage = String(className).slice("highlight-source-".length);
-      break;
-    }
-    if (String(className).includes("language-")) {
-      highlightLanguage = String(className).slice("language-".length);
-      break;
-    }
-    if (String(className).includes("code-block_wrapper")) {
-      const text = (0, import_hast_util_to_text.toText)(node);
-      if (!text.includes("."))
-        break;
-      const lang = (0, import_hast_util_to_text.toText)(node).split("\n")[0].split(".").slice(-1)[0];
-      highlightLanguage = lang;
-      break;
-    }
-  }
-  if (highlightLanguage !== void 0) {
-    const code = node.children.find((child) => child.type === "element" && child.tagName === "pre") || node;
-    const result = {
-      type: "code",
-      lang: highlightLanguage,
-      meta: null,
-      value: (0, import_trim_trailing_lines.trimTrailingLines)((0, import_hast_util_to_text.toText)(code)).trim()
-    };
+  const codeBlock = findRecursive(node.children, (child) => {
+    if (child.type !== "element")
+      return false;
+    if (child.tagName === "pre")
+      return true;
+    return child.children.filter((child2) => child2.type === "element");
+  });
+  if (codeBlock && classNames.some((className) => CODE_BLOCK_REGEX.test(className))) {
+    const codeValue = (0, import_trim_trailing_lines.trimTrailingLines)((0, import_hast_util_to_text.toText)(codeBlock)).trim();
+    const filenameElement = (0, import_hast_util_select.select)(CODE_FILENAME_SELECTORS, node);
+    const fileLang = filenameElement ? (0, import_hast_util_to_string.toString)(filenameElement).match(/\.(\w+)$/)?.[1] : null;
+    const classLang = classNames.map((className) => {
+      const match = className.match(LANGUAGE_MATCH_REGEX);
+      return match?.[1] || match?.[2];
+    }).find((className) => className);
+    const lang = fileLang || classLang || (0, import_detect_code_lang.detectLanguage)(codeValue) || null;
+    const result = { type: "code", lang, meta: null, value: codeValue };
     state.patch(node, result);
     return result;
   }

package/dist/cjs/mdast-handlers/custom-img-handler.js

@@ -0,0 +1,33 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var custom_img_handler_exports = {};
+__export(custom_img_handler_exports, {
+  customImgHandler: () => customImgHandler
+});
+module.exports = __toCommonJS(custom_img_handler_exports);
+var import_hast_util_to_mdast = require("hast-util-to-mdast");
+const customImgHandler = (options) => (state, node) => {
+  if (options?.hideImage)
+    return void 0;
+  return import_hast_util_to_mdast.defaultHandlers.image(state, node);
+};
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  customImgHandler
+});

package/dist/cjs/mdast-handlers/custom-table-handler.js

@@ -0,0 +1,37 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var custom_table_handler_exports = {};
+__export(custom_table_handler_exports, {
+  customTableHandler: () => customTableHandler
+});
+module.exports = __toCommonJS(custom_table_handler_exports);
+var import_hast_util_to_mdast = require("hast-util-to-mdast");
+var import_hast_util_to_text = require("hast-util-to-text");
+const customTableHandler = (options) => (state, node) => {
+  if (options?.asText) {
+    const paragraph = { type: "paragraph", children: [{ type: "text", value: (0, import_hast_util_to_text.toText)(node) }] };
+    state.patch(node, paragraph);
+    return paragraph;
+  }
+  return import_hast_util_to_mdast.defaultHandlers.table(state, node);
+};
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  customTableHandler
+});

package/dist/cjs/utils/detect-code-lang.js

@@ -0,0 +1,73 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var detect_code_lang_exports = {};
+__export(detect_code_lang_exports, {
+  detectLanguage: () => detectLanguage
+});
+module.exports = __toCommonJS(detect_code_lang_exports);
+const languages = [
+  ["bash", [/#!(\/usr)?\/bin\/bash/g, 500], [/\b(if|elif|then|fi|echo)\b|\$/g, 10]],
+  ["html", [/<\/?[a-z-]+[^\n>]*>/g, 10], [/^\s+<!DOCTYPE\s+html/g, 500]],
+  ["http", [/^(GET|HEAD|POST|PUT|DELETE|PATCH|HTTP)\b/g, 500]],
+  [
+    "ts",
+    [/(import .* from|export \*|export const|const .* = await)/g, 400],
+    [
+      /\b(console|await|async|function|undefined|export|import|this|class|for|let|const|map|join|require|implements|interface|namespace)\b/g,
+      10
+    ]
+  ],
+  [
+    "tsx",
+    [/(import .* from|export \*|export const)/g, 400],
+    [/\b(react|next|FC)\b/g, 200],
+    [
+      /\b(console|await|async|function|export|undefined|import|this|class|for|let|const|map|join|require|implements|interface)\b/g,
+      10
+    ]
+  ],
+  ["py", [/\b(def|print|class|and|or|lambda)\b/g, 10]],
+  ["sql", [/\b(SELECT|INSERT|FROM)\b/g, 50]],
+  ["pl", [/#!(\/usr)?\/bin\/perl/g, 500], [/\b(use|print)\b|\$/g, 10]],
+  ["lua", [/#!(\/usr)?\/bin\/lua/g, 500]],
+  ["make", [/\b(ifneq|endif|if|elif|then|fi|echo|.PHONY|^[a-z]+ ?:$)\b|\$/gm, 10]],
+  ["uri", [/https?:|mailto:|tel:|ftp:/g, 30]],
+  ["css", [/^(@import|@page|@media|(\.|#)[a-z]+)/gm, 20]],
+  ["diff", [/^[+><-]/gm, 10], [/^@@ ?[-+,0-9 ]+ ?@@/gm, 25]],
+  ["md", [/^(>|\t\*|\t\d+.)/gm, 10], [/\[.*\](.*)/g, 10]],
+  ["docker", [/^(FROM|ENTRYPOINT|RUN)/gm, 500]],
+  ["xml", [/<\/?[a-z-]+[^\n>]*>/g, 10], [/^<\?xml/g, 500]],
+  ["c", [/#include\b|\bprintf\s+\(/g, 100]],
+  ["rs", [/^\s+(use|fn|mut|match)\b/gm, 100]],
+  ["go", [/\b(func|fmt|package)\b/g, 100]],
+  ["java", [/^import\s+java/gm, 500]],
+  ["asm", [/^(section|global main|extern|\t(call|mov|ret))/gm, 100]],
+  ["css", [/^(@import|@page|@media|(\.|#)[a-z]+)/gm, 20]],
+  ["json", [/\b(true|false|null|\{})\b|\"[^"]+\":/g, 10]],
+  ["yaml", [/^(\s+)?[a-z][a-z0-9]*:/gim, 10]]
+];
+const detectLanguage = (code) => {
+  return languages.map(
+    ([lang, ...features]) => [lang, features.reduce((acc, [match, score]) => acc + [...code.matchAll(match)].length * score, 0)]
+  ).filter(([_, score]) => score > 20).sort((a, b) => b[1] - a[1])[0]?.[0] || "plain";
+};
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  detectLanguage
+});

package/dist/extract-hast/readability.js

@@ -0,0 +1,127 @@
+// src/extract-hast/readability.ts
+import { select, selectAll } from "hast-util-select";
+import { toString } from "hast-util-to-string";
+import { filter } from "unist-util-filter";
+import { parents } from "unist-util-parents";
+import { classnames, hasAncestors, isStrInclude, matchString } from "./utils.js";
+var UNLIKELY_ROLES = ["menu", "menubar", "complementary", "navigation", "alert", "alertdialog", "dialog"];
+var REGEXPS = {
+  hidden: /hidden|invisible|fallback-image/i,
+  byline: /byline|author|dateline|writtenby|p-author/i,
+  unlikelyCandidates: /-ad-|ai2html|banner|breadcrumbs|combx|comment|community|cover-wrap|disqus|extra|footer|gdpr|header|legends|menu|related|remark|replies|rss|shoutbox|sidebar|skyscraper|social|sponsor|supplemental|ad-break|agegate|pagination|pager|popup|yom-remote|speechify-ignore/i,
+  okMaybeItsACandidate: /and|article|body|column|content|main|shadow|code/i
+};
+var BODY_SELECTORS = ["article", "#article", ".article_body", ".article-body", "#content", ".entry", "main"];
+var PARAGRAPH_TAGS = ["p", "div", "section", "article", "main", "ul", "ol", "li"];
+var BASE_MINIMAL_LENGTH = {
+  ja: 200,
+  en: 500
+};
+var tryGetLang = (node) => {
+  if (node.type !== "element")
+    return;
+  const element = node;
+  if (element.tagName !== "html")
+    return;
+  const langAttr = element.properties.lang || element.properties["xml:lang"];
+  if (langAttr)
+    return langAttr;
+};
+var metadataFilter = (node) => !["comment", "doctype"].includes(node.type);
+var universalElementFilter = (node) => {
+  if (node.type !== "element")
+    return true;
+  const element = node;
+  if (["script", "aside"].includes(element.tagName))
+    return false;
+  if (["hidden", "aria-hidden"].some((key) => element.properties[key]))
+    return false;
+  if (classnames(element).some((classname) => REGEXPS.hidden.test(classname)))
+    return false;
+  if (element.tagName === "dialog")
+    return false;
+  if (element.properties.role === "dialog" && element.properties["aria-modal"])
+    return false;
+  if (element.properties.rel === "author" && isStrInclude(element.properties.itemprop, "author"))
+    return false;
+  if (REGEXPS.byline.test(matchString(element)))
+    return false;
+  if (element.properties.role && UNLIKELY_ROLES.includes(element.properties.role))
+    return false;
+  return true;
+};
+var unlikelyElementFilter = (node) => {
+  if (node.type !== "element")
+    return true;
+  const element = node;
+  const match = matchString(element);
+  if (["body", "article", "main", "section", "a"].includes(element.tagName))
+    return true;
+  if (hasAncestors(element, ["table", "code"], 3))
+    return true;
+  if (REGEXPS.unlikelyCandidates.test(match) && !REGEXPS.okMaybeItsACandidate.test(match))
+    return false;
+  return true;
+};
+var removeEmptyFilter = (node) => {
+  if (node.type !== "element")
+    return true;
+  const element = node;
+  if (!PARAGRAPH_TAGS.includes(element.tagName))
+    return true;
+  const text = toString(element);
+  if (text.length < 10)
+    return false;
+  return true;
+};
+var readabilityExtractHast = (hast) => {
+  const lang = String(select("html", hast)?.properties.lang || tryGetLang(hast) || "en");
+  const body = select("body", hast) ?? hast;
+  const proxiedHast = parents(body);
+  let baseFilterd = filter(proxiedHast, (node) => {
+    if (!metadataFilter(node))
+      return false;
+    if (!universalElementFilter(node))
+      return false;
+    return true;
+  });
+  if (!baseFilterd)
+    return { type: "root", children: [] };
+  const baseText = toString(baseFilterd);
+  let minimalLength = lang in BASE_MINIMAL_LENGTH ? BASE_MINIMAL_LENGTH[lang] : 500;
+  if (baseText.length > minimalLength) {
+    const filterd = filter(baseFilterd, (node) => {
+      if (!unlikelyElementFilter(node))
+        return false;
+      return true;
+    });
+    if (filterd)
+      baseFilterd = filterd;
+  } else
+    minimalLength = Math.max(0, baseText.length - 200);
+  let bodyTree = baseFilterd;
+  for (const selector of BODY_SELECTORS) {
+    const body2 = { type: "root", children: selectAll(selector, baseFilterd) };
+    const bodyText = toString(body2);
+    if (bodyText.length < 25)
+      continue;
+    const links = selectAll("a", body2);
+    const linkText = links.map((link) => toString(link)).join("");
+    const linkDensity = linkText.length / bodyText.length;
+    if (linkDensity > 0.4)
+      continue;
+    if (bodyText.length > minimalLength) {
+      bodyTree = body2;
+      break;
+    }
+  }
+  const finalTree = filter(bodyTree, (node) => {
+    if (!removeEmptyFilter(node))
+      return false;
+    return true;
+  });
+  return finalTree;
+};
+export {
+  readabilityExtractHast
+};

package/dist/extract-hast/strongly.js

@@ -1,25 +1,7 @@
 // src/extract-hast/strongly.ts
 import { select } from "hast-util-select";
-import { toText } from "hast-util-to-text";
 import { filter } from "unist-util-filter";
-var evaluateTextComplexity = (text) => {
-  const words = text.trim().split(/\s+/);
-  const wordCount = words.length;
-  const charCount = text.length;
-  const avgWordLength = charCount / wordCount;
-  const uniqueWords = new Set(words);
-  const uniqueWordCount = uniqueWords.size;
-  const complexityScore = avgWordLength * 0.4 + uniqueWordCount / wordCount * 100 * 0.6;
-  return {
-    wordCount,
-    charCount,
-    avgWordLength,
-    uniqueWordCount,
-    complexityScore
-  };
-};
-var REMOVE_REGEX = /icon|header|nav|speechify-ignore|assist|-ad-|banner|combx|comment|com-|contact|foot|footer|footnote|gdpr|masthead|media|meta|outbrain|promo|related|scroll|share|assist|shoutbox|sidebar|skyscraper|sponsor|shopping|tags|tool|widget/i;
-var HIDDEN_REGEX = /hidden|^hid$| hid$| hid |^hid /i;
+var REMOVE_REGEX = /fallback|icon|header|nav|speechify-ignore|assist|-ad-|banner|combx|comment|com-|contact|foot|footer|footnote|gdpr|masthead|media|meta|outbrain|promo|related|scroll|share|assist|shoutbox|sidebar|skyscraper|sponsor|shopping|tags|tool|widget/i;
 var stronglyExtractHast = (hast) => {
   const selectors = ["article", "#article", "#content", "main", "div.container"];
   let selectedElement = hast;
@@ -39,10 +21,6 @@ var stronglyExtractHast = (hast) => {
     const elementName = `${element.tagName} ${element.properties.id} ${element.properties.className}`;
     if (REMOVE_REGEX.test(elementName))
       return false;
-    const isHidden = HIDDEN_REGEX.test(elementName);
-    const complexity = evaluateTextComplexity(toText(element));
-    if (isHidden && complexity.complexityScore < 40)
-      return false;
     return true;
   });
   return removedElements;

package/dist/extract-hast/utils.js

@@ -0,0 +1,29 @@
+// src/extract-hast/utils.ts
+var matchString = (element) => `${element.tagName} ${element.properties.id} ${classnames(element).join(" ")} }`;
+var classnames = (element) => {
+  if (Array.isArray(element.properties.className))
+    return element.properties.className;
+  return [];
+};
+var isStrInclude = (value, match) => {
+  if (typeof value === "string")
+    return value.includes(match);
+  return false;
+};
+var hasAncestors = (element, tagNames, depth = 3) => {
+  let parent = element.parent;
+  for (let i = 0; i < depth; i++) {
+    if (!parent || parent.type !== "element")
+      return false;
+    if (tagNames.includes(parent.tagName))
+      return true;
+    parent = parent.parent;
+  }
+  return false;
+};
+export {
+  classnames,
+  hasAncestors,
+  isStrInclude,
+  matchString
+};

package/dist/html-to-mdast.js

@@ -2,13 +2,17 @@
 import { fromHtml } from "hast-util-from-html";
 import { toMdast } from "hast-util-to-mdast";
 import { stronglyExtractHast } from "./extract-hast/index.js";
+import { readabilityExtractHast } from "./extract-hast/readability.js";
 import { customAHandler } from "./mdast-handlers/custom-a-handler.js";
 import { customDivHandler } from "./mdast-handlers/custom-div-handler.js";
+import { customImgHandler } from "./mdast-handlers/custom-img-handler.js";
+import { customTableHandler } from "./mdast-handlers/custom-table-handler.js";
 import { mathHandler } from "./mdast-handlers/math-handler.js";
 var PRESET_EXTRACT_HAST = {
-  strongly: stronglyExtractHast
+  strongly: stronglyExtractHast,
+  readability: readabilityExtractHast
 };
-var DEFAULT_EXTRACT_HAST = ["strongly"];
+var DEFAULT_EXTRACT_HAST = ["readability"];
 var htmlToMdast = (html, options) => {
   const { extractHast = DEFAULT_EXTRACT_HAST } = options || {};
   const _extractHast = Array.isArray(extractHast) ? extractHast : [extractHast];
@@ -23,8 +27,15 @@ var htmlToMdast = (html, options) => {
     throw new Error(`Invalid extractHast: ${extractHast2}`);
   }, hast) || hast;
   const mdast = toMdast(extractedHast, {
-    handlers: { div: customDivHandler, math: mathHandler, a: customAHandler, br: () => {
-    } }
+    handlers: {
+      math: mathHandler,
+      div: customDivHandler,
+      a: customAHandler({ asText: options?.linkAsText }),
+      img: customImgHandler({ hideImage: options?.hideImage }),
+      table: customTableHandler({ asText: options?.tableAsText }),
+      br: () => {
+      }
+    }
   });
   return mdast;
 };

package/dist/loaders/cf-puppeteer.js

@@ -0,0 +1,15 @@
+// src/loaders/cf-puppeteer.ts
+import puppeteer from "@cloudflare/puppeteer";
+var sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
+var loadHtml = async (url, ctx) => {
+  const browser = await puppeteer.launch(ctx);
+  const page = await browser.newPage();
+  await page.goto(url);
+  const html = await page.content();
+  await Promise.race([page.waitForNetworkIdle(), sleep(1e4)]);
+  await page.close();
+  return html;
+};
+export {
+  loadHtml
+};

package/dist/mdast-handlers/custom-a-handler.js

@@ -1,6 +1,12 @@
 // src/mdast-handlers/custom-a-handler.ts
 import { defaultHandlers } from "hast-util-to-mdast";
-var customAHandler = (state, node) => {
+import { toString } from "hast-util-to-string";
+var customAHandler = (options) => (state, node) => {
+  if (options?.asText) {
+    const link2 = { type: "text", value: toString(node) };
+    state.patch(node, link2);
+    return link2;
+  }
   const link = defaultHandlers.a(state, node);
   if (link.children.length > 0)
     return link;

package/dist/mdast-handlers/custom-div-handler.js

@@ -1,40 +1,44 @@
 // src/mdast-handlers/custom-div-handler.ts
+import { select } from "hast-util-select";
 import { defaultHandlers } from "hast-util-to-mdast";
+import { toString } from "hast-util-to-string";
 import { toText } from "hast-util-to-text";
 import { trimTrailingLines } from "trim-trailing-lines";
+import { detectLanguage } from "../utils/detect-code-lang.js";
+var CODE_BLOCK_REGEX = /highlight-source|language-|codegroup|codeblock|code-block/i;
+var CODE_FILENAME_SELECTORS = "[class*='fileName'],[class*='fileName'],[class*='title'],[class*='Title']";
+var LANGUAGE_MATCH_REGEX = /language-(\w+)|highlight-source-(\w+)/;
+var findRecursive = (array, condition, maxDepth = 3) => {
+  if (maxDepth <= 0)
+    return null;
+  for (const value of array) {
+    const result = condition(value);
+    if (Array.isArray(result))
+      return findRecursive(result, condition, maxDepth - 1);
+    if (result)
+      return value;
+  }
+  return null;
+};
 var customDivHandler = (state, node) => {
   const classNames = Array.isArray(node.properties.className) ? node.properties.className : [];
-  let highlightLanguage;
-  for (const className of classNames) {
-    if (String(className) === "highlight-text-html-basic") {
-      highlightLanguage = "html";
-      break;
-    }
-    if (String(className).includes("highlight-source-")) {
-      highlightLanguage = String(className).slice("highlight-source-".length);
-      break;
-    }
-    if (String(className).includes("language-")) {
-      highlightLanguage = String(className).slice("language-".length);
-      break;
-    }
-    if (String(className).includes("code-block_wrapper")) {
-      const text = toText(node);
-      if (!text.includes("."))
-        break;
-      const lang = toText(node).split("\n")[0].split(".").slice(-1)[0];
-      highlightLanguage = lang;
-      break;
-    }
-  }
-  if (highlightLanguage !== void 0) {
-    const code = node.children.find((child) => child.type === "element" && child.tagName === "pre") || node;
-    const result = {
-      type: "code",
-      lang: highlightLanguage,
-      meta: null,
-      value: trimTrailingLines(toText(code)).trim()
-    };
+  const codeBlock = findRecursive(node.children, (child) => {
+    if (child.type !== "element")
+      return false;
+    if (child.tagName === "pre")
+      return true;
+    return child.children.filter((child2) => child2.type === "element");
+  });
+  if (codeBlock && classNames.some((className) => CODE_BLOCK_REGEX.test(className))) {
+    const codeValue = trimTrailingLines(toText(codeBlock)).trim();
+    const filenameElement = select(CODE_FILENAME_SELECTORS, node);
+    const fileLang = filenameElement ? toString(filenameElement).match(/\.(\w+)$/)?.[1] : null;
+    const classLang = classNames.map((className) => {
+      const match = className.match(LANGUAGE_MATCH_REGEX);
+      return match?.[1] || match?.[2];
+    }).find((className) => className);
+    const lang = fileLang || classLang || detectLanguage(codeValue) || null;
+    const result = { type: "code", lang, meta: null, value: codeValue };
     state.patch(node, result);
     return result;
   }

package/dist/mdast-handlers/custom-img-handler.js

@@ -0,0 +1,10 @@
+// src/mdast-handlers/custom-img-handler.ts
+import { defaultHandlers } from "hast-util-to-mdast";
+var customImgHandler = (options) => (state, node) => {
+  if (options?.hideImage)
+    return void 0;
+  return defaultHandlers.image(state, node);
+};
+export {
+  customImgHandler
+};

package/dist/mdast-handlers/custom-table-handler.js

@@ -0,0 +1,14 @@
+// src/mdast-handlers/custom-table-handler.ts
+import { defaultHandlers } from "hast-util-to-mdast";
+import { toText } from "hast-util-to-text";
+var customTableHandler = (options) => (state, node) => {
+  if (options?.asText) {
+    const paragraph = { type: "paragraph", children: [{ type: "text", value: toText(node) }] };
+    state.patch(node, paragraph);
+    return paragraph;
+  }
+  return defaultHandlers.table(state, node);
+};
+export {
+  customTableHandler
+};

package/dist/types/extract-hast/readability.d.ts

@@ -0,0 +1,11 @@
+import type { Nodes as Hast } from "hast";
+type ProxiedHast = Hast & {
+    parent: ProxiedHast | null;
+};
+declare module "hast" {
+    interface Element {
+        parent: ProxiedHast | null;
+    }
+}
+export declare const readabilityExtractHast: (hast: Hast) => Hast;
+export {};

package/dist/types/extract-hast/readability.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"readability.js","sourceRoot":"","sources":["../../../src/extract-hast/readability.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC/C,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAU9E,MAAM,cAAc,GAAG,CAAC,MAAM,EAAE,SAAS,EAAE,eAAe,EAAE,YAAY,EAAE,OAAO,EAAE,aAAa,EAAE,QAAQ,CAAC,CAAC;AAE5G,MAAM,OAAO,GAAG;IACf,MAAM,EAAE,kCAAkC;IAC1C,MAAM,EAAE,4CAA4C;IACpD,kBAAkB,EACjB,yQAAyQ;IAC1Q,oBAAoB,EAAE,mDAAmD;CACzE,CAAC;AAEF,MAAM,cAAc,GAAG,CAAC,SAAS,EAAE,UAAU,EAAE,eAAe,EAAE,eAAe,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;AAE/G,MAAM,cAAc,GAAG,CAAC,GAAG,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;AAEpF,MAAM,mBAAmB,GAAG;IAC3B,EAAE,EAAE,GAAG;IACP,EAAE,EAAE,GAAG;CACP,CAAC;AAEF,MAAM,UAAU,GAAG,CAAC,IAAU,EAAE,EAAE;IACjC,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS;QAAE,OAAO;IACpC,MAAM,OAAO,GAAG,IAAe,CAAC;IAChC,IAAI,OAAO,CAAC,OAAO,KAAK,MAAM;QAAE,OAAO;IAEvC,MAAM,QAAQ,GAAG,OAAO,CAAC,UAAU,CAAC,IAAI,IAAI,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;IAC3E,IAAI,QAAQ;QAAE,OAAO,QAAkB,CAAC;AACzC,CAAC,CAAC;AAEF,MAAM,cAAc,GAAG,CAAC,IAAU,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAEnF,MAAM,sBAAsB,GAAG,CAAC,IAAU,EAAE,EAAE;IAC7C,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IACzC,MAAM,OAAO,GAAG,IAAe,CAAC;IAEhC,8BAA8B;IAC9B,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC;QAAE,OAAO,KAAK,CAAC;IAEhE,yCAAyC;IACzC,IAAI,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IACnF,IAAI,UAAU,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IAE1F,yBAAyB;IACzB,IAAI,OAAO,CAAC,OAAO,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC/C,IAAI,OAAO,CAAC,UAAU,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,CAAC,UAAU,CAAC,YAAY,CAAC;QAAE,OAAO,KAAK,CAAC;IAE3F,yBAAyB;IACzB,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,KAAK,QAAQ,IAAI,YAAY,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,EAAE,QAAQ,CAAC;QAAE,OAAO,KAAK,CAAC;IAC7G,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IAE5D,wBAAwB;IACxB,IAAI,OAAO,CAAC,UAAU,CAAC,IAAI,IAAI,cAAc,CAAC,QAAQ,CAAC,OAAO,CAAC,UAAU,CAAC,IAAc,CAAC;QAAE,OAAO,KAAK,CAAC;IAExG,OAAO,IAAI,CAAC;AACb,CAAC,CAAC;AAEF,MAAM,qBAAqB,GAAG,CAAC,IAAU,EAAE,EAAE;IAC5C,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IACzC,MAAM,OAAO,GAAG,IAAe,CAAC;IAChC,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;IAEnC,6BAA6B;IAC7B,IAAI,CAAC,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC;QAAE,OAAO,IAAI,CAAC;IACvF,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IAE7D,6BAA6B;IAC7B,IAAI,OAAO,CAAC,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,oBAAoB,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAEtG,OAAO,IAAI,CAAC;AACb,CAAC,CAAC;AAEF,MAAM,iBAAiB,GAAG,CAAC,IAAU,EAAE,EAAE;IACxC,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IACzC,MAAM,OAAO,GAAG,IAAe,CAAC;IAChC,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC;QAAE,OAAO,IAAI,CAAC;IAE3D,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC;IAC/B,IAAI,IAAI,CAAC,MAAM,GAAG,EAAE;QAAE,OAAO,KAAK,CAAC;IACnC,OAAO,IAAI,CAAC;AACb,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,IAAU,EAAQ,EAAE;IAC1D,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,UAAU,CAAC,IAAI,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,CAAC;IACvF,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC;IAE1C,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,CAA2B,CAAC;IAC5D,IAAI,WAAW,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,EAAE;QAC9C,IAAI,CAAC,cAAc,CAAC,IAAY,CAAC;YAAE,OAAO,KAAK,CAAC;QAChD,IAAI,CAAC,sBAAsB,CAAC,IAAY,CAAC;YAAE,OAAO,KAAK,CAAC;QACxD,OAAO,IAAI,CAAC;IACb,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,WAAW;QAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;IAExD,MAAM,QAAQ,GAAG,QAAQ,CAAC,WAAW,CAAC,CAAC;IACvC,IAAI,aAAa,GAAG,IAAI,IAAI,mBAAmB,CAAC,CAAC,CAAC,mBAAmB,CAAC,IAAwC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;IACtH,IAAI,QAAQ,CAAC,MAAM,GAAG,aAAa,EAAE,CAAC;QACrC,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC,IAAI,EAAE,EAAE;YAC5C,IAAI,CAAC,qBAAqB,CAAC,IAAY,CAAC;gBAAE,OAAO,KAAK,CAAC;YACvD,OAAO,IAAI,CAAC;QACb,CAAC,CAAC,CAAC;QACH,IAAI,OAAO;YAAE,WAAW,GAAG,OAAO,CAAC;IACpC,CAAC;;QAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC;IAE1D,IAAI,QAAQ,GAAS,WAAW,CAAC;IACjC,KAAK,MAAM,QAAQ,IAAI,cAAc,EAAE,CAAC;QACvC,MAAM,IAAI,GAAG,EAAE,IAAI,EAAE,MAAe,EAAE,QAAQ,EAAE,SAAS,CAAC,QAAQ,EAAE,WAAW,CAAC,EAAE,CAAC;QACnF,MAAM,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;QAEhC,IAAI,QAAQ,CAAC,MAAM,GAAG,EAAE;YAAE,SAAS;QAEnC,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QACnC,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAE9D,MAAM,WAAW,GAAG,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;QACtD,IAAI,WAAW,GAAG,GAAG;YAAE,SAAS;QAEhC,IAAI,QAAQ,CAAC,MAAM,GAAG,aAAa,EAAE,CAAC;YACrC,QAAQ,GAAG,IAAI,CAAC;YAChB,MAAM;QACP,CAAC;IACF,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,EAAE;QAC3C,IAAI,CAAC,iBAAiB,CAAC,IAAY,CAAC;YAAE,OAAO,KAAK,CAAC;QACnD,OAAO,IAAI,CAAC;IACb,CAAC,CAAS,CAAC;IAEX,OAAO,SAAS,CAAC;AAClB,CAAC,CAAC"}

package/dist/types/extract-hast/strongly.js.map

@@ -1 +1 @@
-{"version":3,"file":"strongly.js","sourceRoot":"","sources":["../../../src/extract-hast/strongly.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAE3C,MAAM,sBAAsB,GAAG,CAAC,IAAY,EAAE,EAAE;IAC/C,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACvC,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC;IAE/B,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC;IAE9B,MAAM,aAAa,GAAG,SAAS,GAAG,SAAS,CAAC;IAE5C,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;IACnC,MAAM,eAAe,GAAG,WAAW,CAAC,IAAI,CAAC;IAEzC,MAAM,eAAe,GAAG,aAAa,GAAG,GAAG,GAAG,CAAC,eAAe,GAAG,SAAS,CAAC,GAAG,GAAG,GAAG,GAAG,CAAC;IAExF,OAAO;QACN,SAAS;QACT,SAAS;QACT,aAAa;QACb,eAAe;QACf,eAAe;KACf,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,YAAY,GACjB,wOAAwO,CAAC;AAC1O,MAAM,YAAY,GAAG,iCAAiC,CAAC;AAEvD,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,IAAU,EAAQ,EAAE;IACvD,MAAM,SAAS,GAAG,CAAC,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,EAAE,eAAe,CAAC,CAAC;IAC/E,IAAI,eAAe,GAAG,IAAI,CAAC;IAC3B,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QACvC,IAAI,OAAO,EAAE,CAAC;YACb,eAAe,GAAG,OAAO,CAAC;YAC1B,MAAM;QACP,CAAC;IACF,CAAC;IAED,MAAM,eAAe,GAAG,MAAM,CAAC,eAAe,EAAE,CAAC,IAAI,EAAE,EAAE;QACxD,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS;YAAE,OAAO,KAAK,CAAC;QAC1C,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC;QACzC,MAAM,OAAO,GAAG,IAAe,CAAC;QAChC,MAAM,WAAW,GAAG,GAAG,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,CAAC,EAAE,IAAI,OAAO,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC;QAClG,IAAI,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC;YAAE,OAAO,KAAK,CAAC;QACjD,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAChD,MAAM,UAAU,GAAG,sBAAsB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;QAC3D,IAAI,QAAQ,IAAI,UAAU,CAAC,eAAe,GAAG,EAAE;YAAE,OAAO,KAAK,CAAC;QAC9D,OAAO,IAAI,CAAC;IACb,CAAC,CAAC,CAAC;IAEH,OAAO,eAAuB,CAAC;AAChC,CAAC,CAAC"}
+{"version":3,"file":"strongly.js","sourceRoot":"","sources":["../../../src/extract-hast/strongly.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAE1C,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAE3C,MAAM,YAAY,GACjB,iPAAiP,CAAC;AAEnP,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,IAAU,EAAQ,EAAE;IACvD,MAAM,SAAS,GAAG,CAAC,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,EAAE,eAAe,CAAC,CAAC;IAC/E,IAAI,eAAe,GAAG,IAAI,CAAC;IAC3B,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QACvC,IAAI,OAAO,EAAE,CAAC;YACb,eAAe,GAAG,OAAO,CAAC;YAC1B,MAAM;QACP,CAAC;IACF,CAAC;IAED,MAAM,eAAe,GAAG,MAAM,CAAC,eAAe,EAAE,CAAC,IAAI,EAAE,EAAE;QACxD,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS;YAAE,OAAO,KAAK,CAAC;QAC1C,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC;QACzC,MAAM,OAAO,GAAG,IAAe,CAAC;QAChC,MAAM,WAAW,GAAG,GAAG,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,CAAC,EAAE,IAAI,OAAO,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC;QAClG,IAAI,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC;YAAE,OAAO,KAAK,CAAC;QACjD,OAAO,IAAI,CAAC;IACb,CAAC,CAAC,CAAC;IAEH,OAAO,eAAuB,CAAC;AAChC,CAAC,CAAC"}

package/dist/types/extract-hast/utils.d.ts

@@ -0,0 +1,5 @@
+import type { Element } from "hast";
+export declare const matchString: (element: Element) => string;
+export declare const classnames: (element: Element) => string[];
+export declare const isStrInclude: (value: unknown, match: string) => boolean;
+export declare const hasAncestors: (element: Element, tagNames: string[], depth?: number) => boolean;

package/dist/types/extract-hast/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../src/extract-hast/utils.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,OAAgB,EAAE,EAAE,CAC/C,GAAG,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,CAAC,EAAE,IAAI,UAAU,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC;AAElF,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,OAAgB,EAAE,EAAE;IAC9C,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC;QAAE,OAAO,OAAO,CAAC,UAAU,CAAC,SAAqB,CAAC;IACjG,OAAO,EAAE,CAAC;AACX,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,KAAc,EAAE,KAAa,EAAE,EAAE;IAC7D,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC5D,OAAO,KAAK,CAAC;AACd,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,YAAY,GAAG,CAAC,OAAgB,EAAE,QAAkB,EAAE,KAAK,GAAG,CAAC,EAAE,EAAE;IAC/E,IAAI,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE,CAAC;QAChC,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS;YAAE,OAAO,KAAK,CAAC;QACvD,IAAI,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,CAAC;YAAE,OAAO,IAAI,CAAC;QACnD,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;IACxB,CAAC;IACD,OAAO,KAAK,CAAC;AACd,CAAC,CAAC"}

package/dist/types/html-to-mdast.d.ts

@@ -1,8 +1,11 @@
 import type { Nodes as Hast } from "hast";
 import type { Nodes as Mdast } from "mdast";
-type ExtractHast = ((hast: Hast) => Hast) | false | "strongly";
+type ExtractHast = ((hast: Hast) => Hast) | false | "strongly" | "readability";
 export type HtmlToMdastOptions = {
     extractHast?: ExtractHast | ExtractHast[];
+    linkAsText?: boolean;
+    tableAsText?: boolean;
+    hideImage?: boolean;
 };
 export declare const htmlToMdast: (html: string, options?: HtmlToMdastOptions) => Mdast;
 export {};

package/dist/types/html-to-mdast.js.map

@@ -1 +1 @@
-{"version":3,"file":"html-to-mdast.js","sourceRoot":"","sources":["../../src/html-to-mdast.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC/C,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAE7C,OAAO,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AACrD,OAAO,EAAE,cAAc,EAAE,MAAM,mCAAmC,CAAC;AACnE,OAAO,EAAE,gBAAgB,EAAE,MAAM,qCAAqC,CAAC;AACvE,OAAO,EAAE,WAAW,EAAE,MAAM,+BAA+B,CAAC;AAI5D,MAAM,mBAAmB,GAAG;IAC3B,QAAQ,EAAE,mBAAmB;CAC7B,CAAC;AAEF,MAAM,oBAAoB,GAAkB,CAAC,UAAU,CAAC,CAAC;AAMzD,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,IAAY,EAAE,OAA4B,EAAS,EAAE;IAChF,MAAM,EAAE,WAAW,GAAG,oBAAoB,EAAE,GAAG,OAAO,IAAI,EAAE,CAAC;IAC7D,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;IAE9E,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IAChD,MAAM,aAAa,GAClB,YAAY,CAAC,MAAM,CAAO,CAAC,GAAG,EAAE,WAAW,EAAE,EAAE;QAC9C,IAAI,WAAW,KAAK,KAAK;YAAE,OAAO,GAAG,CAAC;QACtC,IAAI,OAAO,WAAW,KAAK,QAAQ,IAAI,WAAW,IAAI,mBAAmB;YACxE,OAAO,mBAAmB,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC;QAC9C,IAAI,OAAO,WAAW,KAAK,UAAU;YAAE,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC;QAC/D,MAAM,IAAI,KAAK,CAAC,wBAAwB,WAAW,EAAE,CAAC,CAAC;IACxD,CAAC,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC;IAElB,MAAM,KAAK,GAAG,OAAO,CAAC,aAAa,EAAE;QACpC,QAAQ,EAAE,EAAE,GAAG,EAAE,gBAAgB,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,EAAE,cAAc,EAAE,EAAE,EAAE,GAAG,EAAE,GAAE,CAAC,EAAE;KACvF,CAAC,CAAC;IAEH,OAAO,KAAK,CAAC;AACd,CAAC,CAAC"}
+{"version":3,"file":"html-to-mdast.js","sourceRoot":"","sources":["../../src/html-to-mdast.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC/C,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAE7C,OAAO,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AACrD,OAAO,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAC;AACpE,OAAO,EAAE,cAAc,EAAE,MAAM,mCAAmC,CAAC;AACnE,OAAO,EAAE,gBAAgB,EAAE,MAAM,qCAAqC,CAAC;AACvE,OAAO,EAAE,gBAAgB,EAAE,MAAM,qCAAqC,CAAC;AACvE,OAAO,EAAE,kBAAkB,EAAE,MAAM,uCAAuC,CAAC;AAC3E,OAAO,EAAE,WAAW,EAAE,MAAM,+BAA+B,CAAC;AAI5D,MAAM,mBAAmB,GAAG;IAC3B,QAAQ,EAAE,mBAAmB;IAC7B,WAAW,EAAE,sBAAsB;CACnC,CAAC;AAEF,MAAM,oBAAoB,GAAkB,CAAC,aAAa,CAAC,CAAC;AAS5D,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,IAAY,EAAE,OAA4B,EAAS,EAAE;IAChF,MAAM,EAAE,WAAW,GAAG,oBAAoB,EAAE,GAAG,OAAO,IAAI,EAAE,CAAC;IAC7D,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;IAE9E,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IAEhD,MAAM,aAAa,GAClB,YAAY,CAAC,MAAM,CAAO,CAAC,GAAG,EAAE,WAAW,EAAE,EAAE;QAC9C,IAAI,WAAW,KAAK,KAAK;YAAE,OAAO,GAAG,CAAC;QACtC,IAAI,OAAO,WAAW,KAAK,QAAQ,IAAI,WAAW,IAAI,mBAAmB;YACxE,OAAO,mBAAmB,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC;QAC9C,IAAI,OAAO,WAAW,KAAK,UAAU;YAAE,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC;QAC/D,MAAM,IAAI,KAAK,CAAC,wBAAwB,WAAW,EAAE,CAAC,CAAC;IACxD,CAAC,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC;IAElB,MAAM,KAAK,GAAG,OAAO,CAAC,aAAa,EAAE;QACpC,QAAQ,EAAE;YACT,IAAI,EAAE,WAAW;YACjB,GAAG,EAAE,gBAAgB;YACrB,CAAC,EAAE,cAAc,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC;YAClD,GAAG,EAAE,gBAAgB,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;YACxD,KAAK,EAAE,kBAAkB,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC;YAC3D,EAAE,EAAE,GAAG,EAAE,GAAE,CAAC;SACZ;KACD,CAAC,CAAC;IAEH,OAAO,KAAK,CAAC;AACd,CAAC,CAAC"}

package/dist/types/loaders/cf-puppeteer.d.ts

@@ -0,0 +1,2 @@
+import puppeteer from "@cloudflare/puppeteer";
+export declare const loadHtml: (url: string, ctx: puppeteer.BrowserWorker) => Promise<string>;

package/dist/types/loaders/cf-puppeteer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cf-puppeteer.js","sourceRoot":"","sources":["../../../src/loaders/cf-puppeteer.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,uBAAuB,CAAC;AAE9C,MAAM,KAAK,GAAG,CAAC,EAAU,EAAE,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAEhF,MAAM,CAAC,MAAM,QAAQ,GAAG,KAAK,EAAE,GAAW,EAAE,GAA4B,EAAE,EAAE;IAC3E,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAC5C,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;IACrC,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAErB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;IAElC,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,kBAAkB,EAAE,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAE9D,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;IAEnB,OAAO,IAAI,CAAC;AACb,CAAC,CAAC"}

package/dist/types/mdast-handlers/custom-a-handler.d.ts

@@ -1,2 +1,4 @@
 import { type Handle } from "hast-util-to-mdast";
-export declare const customAHandler: Handle;
+export declare const customAHandler: (options?: {
+    asText?: boolean;
+}) => Handle;

package/dist/types/mdast-handlers/custom-a-handler.js.map

@@ -1 +1 @@
-{"version":3,"file":"custom-a-handler.js","sourceRoot":"","sources":["../../../src/mdast-handlers/custom-a-handler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAElE,MAAM,CAAC,MAAM,cAAc,GAAW,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;IACrD,MAAM,IAAI,GAAG,eAAe,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IAC5C,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAC1C,OAAO,SAAS,CAAC;AAClB,CAAC,CAAC"}
+{"version":3,"file":"custom-a-handler.js","sourceRoot":"","sources":["../../../src/mdast-handlers/custom-a-handler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAClE,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAE/C,MAAM,CAAC,MAAM,cAAc,GAC1B,CAAC,OAA8B,EAAU,EAAE,CAC3C,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;IACf,IAAI,OAAO,EAAE,MAAM,EAAE,CAAC;QACrB,MAAM,IAAI,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,CAAC,IAAI,CAAC,EAAW,CAAC;QAC9D,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACxB,OAAO,IAAI,CAAC;IACb,CAAC;IAED,MAAM,IAAI,GAAG,eAAe,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IAC5C,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAC1C,OAAO,SAAS,CAAC;AAClB,CAAC,CAAC"}

package/dist/types/mdast-handlers/custom-div-handler.js.map

@@ -1 +1 @@
-{"version":3,"file":"custom-div-handler.js","sourceRoot":"","sources":["../../../src/mdast-handlers/custom-div-handler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAClE,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAE3C,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAExD,MAAM,CAAC,MAAM,gBAAgB,GAAW,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;IACvD,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;IAE7F,IAAI,iBAAqC,CAAC;IAC1C,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACpC,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,2BAA2B,EAAE,CAAC;YACvD,iBAAiB,GAAG,MAAM,CAAC;YAC3B,MAAM;QACP,CAAC;QACD,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;YACrD,iBAAiB,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;YACxE,MAAM;QACP,CAAC;QACD,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YAC7C,iBAAiB,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YAChE,MAAM;QACP,CAAC;QACD,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,oBAAoB,CAAC,EAAE,CAAC;YACtD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;YAC1B,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;gBAAE,MAAM;YAC/B,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACjE,iBAAiB,GAAG,IAAI,CAAC;YACzB,MAAM;QACP,CAAC;IACF,CAAC;IAED,IAAI,iBAAiB,KAAK,SAAS,EAAE,CAAC;QACrC,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,OAAO,KAAK,KAAK,CAAC,IAAI,IAAI,CAAC;QAExG,MAAM,MAAM,GAAS;YACpB,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,iBAAiB;YACvB,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE;SAC7C,CAAC;QACF,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC1B,OAAO,MAAM,CAAC;IACf,CAAC;IAED,OAAO,eAAe,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;AACzC,CAAC,CAAC"}
+{"version":3,"file":"custom-div-handler.js","sourceRoot":"","sources":["../../../src/mdast-handlers/custom-div-handler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAe,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAClE,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC/C,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAE3C,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAE3D,MAAM,gBAAgB,GAAG,4DAA4D,CAAC;AAEtF,MAAM,uBAAuB,GAAG,2EAA2E,CAAC;AAE5G,MAAM,oBAAoB,GAAG,uCAAuC,CAAC;AAErE,MAAM,aAAa,GAAG,CAAI,KAAU,EAAE,SAAsC,EAAE,QAAQ,GAAG,CAAC,EAAY,EAAE;IACvG,IAAI,QAAQ,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IAC/B,KAAK,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;QAChC,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC;YAAE,OAAO,aAAa,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC;QACjF,IAAI,MAAM;YAAE,OAAO,KAAK,CAAC;IAC1B,CAAC;IAED,OAAO,IAAI,CAAC;AACb,CAAC,CAAC;AACF,MAAM,CAAC,MAAM,gBAAgB,GAAW,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;IACvD,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAE,IAAI,CAAC,UAAU,CAAC,SAAsB,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3G,MAAM,SAAS,GAAG,aAAa,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,EAAE;QACxD,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS;YAAE,OAAO,KAAK,CAAC;QAC3C,IAAI,KAAK,CAAC,OAAO,KAAK,KAAK;YAAE,OAAO,IAAI,CAAC;QACzC,OAAO,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;IAEH,IAAI,SAAS,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC;QACnF,MAAM,SAAS,GAAG,iBAAiB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAE9D,MAAM,eAAe,GAAG,MAAM,CAAC,uBAAuB,EAAE,IAAI,CAAC,CAAC;QAC9D,MAAM,QAAQ,GAAG,eAAe,CAAC,CAAC,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAE3F,MAAM,SAAS,GAAG,UAAU;aAC1B,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE;YAClB,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC;YACpD,OAAO,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;QACjC,CAAC,CAAC;aACD,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC;QAEjC,MAAM,IAAI,GAAG,QAAQ,IAAI,SAAS,IAAI,cAAc,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC;QAExE,MAAM,MAAM,GAAS,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;QAC1E,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC1B,OAAO,MAAM,CAAC;IACf,CAAC;IAED,OAAO,eAAe,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;AACzC,CAAC,CAAC"}

package/dist/types/mdast-handlers/custom-img-handler.d.ts

@@ -0,0 +1,4 @@
+import { type Handle } from "hast-util-to-mdast";
+export declare const customImgHandler: (options?: {
+    hideImage?: boolean;
+}) => Handle;

package/dist/types/mdast-handlers/custom-img-handler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"custom-img-handler.js","sourceRoot":"","sources":["../../../src/mdast-handlers/custom-img-handler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAElE,MAAM,CAAC,MAAM,gBAAgB,GAC5B,CAAC,OAAiC,EAAU,EAAE,CAC9C,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;IACf,IAAI,OAAO,EAAE,SAAS;QAAE,OAAO,SAAS,CAAC;IACzC,OAAO,eAAe,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;AAC3C,CAAC,CAAC"}

package/dist/types/mdast-handlers/custom-table-handler.d.ts

@@ -0,0 +1,4 @@
+import { type Handle } from "hast-util-to-mdast";
+export declare const customTableHandler: (options?: {
+    asText?: boolean;
+}) => Handle;

package/dist/types/mdast-handlers/custom-table-handler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"custom-table-handler.js","sourceRoot":"","sources":["../../../src/mdast-handlers/custom-table-handler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAClE,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAE3C,MAAM,CAAC,MAAM,kBAAkB,GAC9B,CAAC,OAA8B,EAAU,EAAE,CAC3C,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;IACf,IAAI,OAAO,EAAE,MAAM,EAAE,CAAC;QACrB,MAAM,SAAS,GAAG,EAAE,IAAI,EAAE,WAAoB,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,EAAW,CAAC,EAAE,CAAC;QAC7G,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAC7B,OAAO,SAAS,CAAC;IAClB,CAAC;IACD,OAAO,eAAe,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;AAC3C,CAAC,CAAC"}

package/dist/types/utils/detect-code-lang.d.ts

@@ -0,0 +1 @@
+export declare const detectLanguage: (code: string) => "html" | "json" | "yaml" | "bash" | "http" | "ts" | "tsx" | "py" | "sql" | "pl" | "lua" | "make" | "uri" | "css" | "diff" | "md" | "docker" | "xml" | "c" | "rs" | "go" | "java" | "asm";

package/dist/types/utils/detect-code-lang.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"detect-code-lang.js","sourceRoot":"","sources":["../../../src/utils/detect-code-lang.ts"],"names":[],"mappings":"AAAA;;;;EAIE;AAEF,oDAAoD;AACpD,MAAM,SAAS,GAAG;IACjB,CAAC,MAAM,EAAE,CAAC,wBAAwB,EAAE,GAAG,CAAC,EAAE,CAAC,gCAAgC,EAAE,EAAE,CAAC,CAAC;IACjF,CAAC,MAAM,EAAE,CAAC,sBAAsB,EAAE,EAAE,CAAC,EAAE,CAAC,uBAAuB,EAAE,GAAG,CAAC,CAAC;IACtE,CAAC,MAAM,EAAE,CAAC,2CAA2C,EAAE,GAAG,CAAC,CAAC;IAC5D;QACC,IAAI;QACJ,CAAC,2DAA2D,EAAE,GAAG,CAAC;QAClE;YACC,sIAAsI;YACtI,EAAE;SACF;KACD;IACD;QACC,KAAK;QACL,CAAC,0CAA0C,EAAE,GAAG,CAAC;QACjD,CAAC,sBAAsB,EAAE,GAAG,CAAC;QAC7B;YACC,4HAA4H;YAC5H,EAAE;SACF;KACD;IACD,CAAC,IAAI,EAAE,CAAC,sCAAsC,EAAE,EAAE,CAAC,CAAC;IACpD,CAAC,KAAK,EAAE,CAAC,2BAA2B,EAAE,EAAE,CAAC,CAAC;IAC1C,CAAC,IAAI,EAAE,CAAC,wBAAwB,EAAE,GAAG,CAAC,EAAE,CAAC,qBAAqB,EAAE,EAAE,CAAC,CAAC;IACpE,CAAC,KAAK,EAAE,CAAC,uBAAuB,EAAE,GAAG,CAAC,CAAC;IACvC,CAAC,MAAM,EAAE,CAAC,gEAAgE,EAAE,EAAE,CAAC,CAAC;IAChF,CAAC,KAAK,EAAE,CAAC,4BAA4B,EAAE,EAAE,CAAC,CAAC;IAC3C,CAAC,KAAK,EAAE,CAAC,wCAAwC,EAAE,EAAE,CAAC,CAAC;IACvD,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC,EAAE,CAAC,uBAAuB,EAAE,EAAE,CAAC,CAAC;IAC1D,CAAC,IAAI,EAAE,CAAC,oBAAoB,EAAE,EAAE,CAAC,EAAE,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;IACvD,CAAC,QAAQ,EAAE,CAAC,0BAA0B,EAAE,GAAG,CAAC,CAAC;IAC7C,CAAC,KAAK,EAAE,CAAC,sBAAsB,EAAE,EAAE,CAAC,EAAE,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;IACxD,CAAC,GAAG,EAAE,CAAC,2BAA2B,EAAE,GAAG,CAAC,CAAC;IACzC,CAAC,IAAI,EAAE,CAAC,4BAA4B,EAAE,GAAG,CAAC,CAAC;IAC3C,CAAC,IAAI,EAAE,CAAC,yBAAyB,EAAE,GAAG,CAAC,CAAC;IACxC,CAAC,MAAM,EAAE,CAAC,kBAAkB,EAAE,GAAG,CAAC,CAAC;IACnC,CAAC,KAAK,EAAE,CAAC,kDAAkD,EAAE,GAAG,CAAC,CAAC;IAClE,CAAC,KAAK,EAAE,CAAC,wCAAwC,EAAE,EAAE,CAAC,CAAC;IACvD,CAAC,MAAM,EAAE,CAAC,uCAAuC,EAAE,EAAE,CAAC,CAAC;IACvD,CAAC,MAAM,EAAE,CAAC,2BAA2B,EAAE,EAAE,CAAC,CAAC;CAClC,CAAC;AAEX,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,IAAY,EAAE,EAAE;IAC9C,OAAO,CACN,SAAS;SACP,GAAG,CACH,CAAC,CAAC,IAAI,EAAE,GAAG,QAAQ,CAAC,EAAE,EAAE,CACvB,CAAC,IAAI,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,GAAG,KAAK,EAAE,CAAC,CAAC,CAAU,CAC7G;SACA,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,GAAG,EAAE,CAAC;SAClC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,OAAO,CAChD,CAAC;AACH,CAAC,CAAC"}

package/dist/utils/detect-code-lang.js

@@ -0,0 +1,50 @@
+// src/utils/detect-code-lang.ts
+var languages = [
+  ["bash", [/#!(\/usr)?\/bin\/bash/g, 500], [/\b(if|elif|then|fi|echo)\b|\$/g, 10]],
+  ["html", [/<\/?[a-z-]+[^\n>]*>/g, 10], [/^\s+<!DOCTYPE\s+html/g, 500]],
+  ["http", [/^(GET|HEAD|POST|PUT|DELETE|PATCH|HTTP)\b/g, 500]],
+  [
+    "ts",
+    [/(import .* from|export \*|export const|const .* = await)/g, 400],
+    [
+      /\b(console|await|async|function|undefined|export|import|this|class|for|let|const|map|join|require|implements|interface|namespace)\b/g,
+      10
+    ]
+  ],
+  [
+    "tsx",
+    [/(import .* from|export \*|export const)/g, 400],
+    [/\b(react|next|FC)\b/g, 200],
+    [
+      /\b(console|await|async|function|export|undefined|import|this|class|for|let|const|map|join|require|implements|interface)\b/g,
+      10
+    ]
+  ],
+  ["py", [/\b(def|print|class|and|or|lambda)\b/g, 10]],
+  ["sql", [/\b(SELECT|INSERT|FROM)\b/g, 50]],
+  ["pl", [/#!(\/usr)?\/bin\/perl/g, 500], [/\b(use|print)\b|\$/g, 10]],
+  ["lua", [/#!(\/usr)?\/bin\/lua/g, 500]],
+  ["make", [/\b(ifneq|endif|if|elif|then|fi|echo|.PHONY|^[a-z]+ ?:$)\b|\$/gm, 10]],
+  ["uri", [/https?:|mailto:|tel:|ftp:/g, 30]],
+  ["css", [/^(@import|@page|@media|(\.|#)[a-z]+)/gm, 20]],
+  ["diff", [/^[+><-]/gm, 10], [/^@@ ?[-+,0-9 ]+ ?@@/gm, 25]],
+  ["md", [/^(>|\t\*|\t\d+.)/gm, 10], [/\[.*\](.*)/g, 10]],
+  ["docker", [/^(FROM|ENTRYPOINT|RUN)/gm, 500]],
+  ["xml", [/<\/?[a-z-]+[^\n>]*>/g, 10], [/^<\?xml/g, 500]],
+  ["c", [/#include\b|\bprintf\s+\(/g, 100]],
+  ["rs", [/^\s+(use|fn|mut|match)\b/gm, 100]],
+  ["go", [/\b(func|fmt|package)\b/g, 100]],
+  ["java", [/^import\s+java/gm, 500]],
+  ["asm", [/^(section|global main|extern|\t(call|mov|ret))/gm, 100]],
+  ["css", [/^(@import|@page|@media|(\.|#)[a-z]+)/gm, 20]],
+  ["json", [/\b(true|false|null|\{})\b|\"[^"]+\":/g, 10]],
+  ["yaml", [/^(\s+)?[a-z][a-z0-9]*:/gim, 10]]
+];
+var detectLanguage = (code) => {
+  return languages.map(
+    ([lang, ...features]) => [lang, features.reduce((acc, [match, score]) => acc + [...code.matchAll(match)].length * score, 0)]
+  ).filter(([_, score]) => score > 20).sort((a, b) => b[1] - a[1])[0]?.[0] || "plain";
+};
+export {
+  detectLanguage
+};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "webforai",
-  "version": "1.1.5",
+  "version": "1.2.0",
   "description": "A library that provides a web interface for AI",
   "author": "inaridiy",
   "license": "MIT",
@@ -41,6 +41,11 @@
       "types": "./dist/types/loaders/playwright.d.ts",
       "import": "./dist/loaders/playwright.js",
       "require": "./dist/cjs/loaders/playwright.js"
+    },
+    "./loaders/cf-puppeteer": {
+      "types": "./dist/types/loaders/cf-puppeteer.d.ts",
+      "import": "./dist/loaders/cf-puppeteer.js",
+      "require": "./dist/cjs/loaders/cf-puppeteer.js"
     }
   },
   "typesVersions": {
@@ -50,15 +55,22 @@
       ],
       "loaders/playwright": [
         "./dist/types/loaders/playwright.d.ts"
+      ],
+      "loaders/cf-puppeteer": [
+        "./dist/types/loaders/cf-puppeteer.d.ts"
       ]
     }
   },
   "peerDependencies": {
+    "@cloudflare/puppeteer": "^0.0.6",
     "playwright": "^1.0.0"
   },
   "peerDependenciesMeta": {
     "playwright": {
       "optional": true
+    },
+    "@cloudflare/puppeteer": {
+      "optional": true
     }
   },
   "dependencies": {
@@ -66,17 +78,21 @@
     "hast-util-select": "^6.0.1",
     "hast-util-to-html": "^9.0.0",
     "hast-util-to-mdast": "^10.1.0",
+    "hast-util-to-string": "^3.0.0",
     "hast-util-to-text": "^4.0.0",
-    "mathjax": "^3.2.2",
     "mathml-to-latex": "^1.3.0",
     "mdast-util-gfm": "^3.0.0",
     "mdast-util-math": "^3.0.0",
     "mdast-util-to-markdown": "^2.1.0",
     "trim-trailing-lines": "^2.1.0",
     "unist-util-filter": "^5.0.1",
-    "unist-util-remove": "^4.0.0"
+    "unist-util-parents": "^3.0.0",
+    "unist-util-remove": "^4.0.0",
+    "unist-util-visit": "^5.0.0",
+    "unist-util-visit-parents": "^6.0.1"
   },
   "devDependencies": {
+    "@cloudflare/puppeteer": "^0.0.6",
     "@tsconfig/recommended": "^1.0.3",
     "@types/hast": "^3.0.2",
     "@types/mdast": "^4.0.2",