webforai 1.1.4 → 1.1.6

package/dist/cjs/extract-hast/strongly.js

@@ -40,7 +40,7 @@ const evaluateTextComplexity = (text) => {
     complexityScore
   };
 };
-const REMOVE_REGEX = /icon|header|nav|speechify-ignore|assist|-ad-|banner|combx|comment|com-|contact|foot|footer|footnote|gdpr|masthead|media|meta|outbrain|promo|related|scroll|share|assist|shoutbox|sidebar|skyscraper|sponsor|shopping|tags|tool|widget/i;
+const REMOVE_REGEX = /fallback|icon|header|nav|speechify-ignore|assist|-ad-|banner|combx|comment|com-|contact|foot|footer|footnote|gdpr|masthead|media|meta|outbrain|promo|related|scroll|share|assist|shoutbox|sidebar|skyscraper|sponsor|shopping|tags|tool|widget/i;
 const HIDDEN_REGEX = /hidden|^hid$| hid$| hid |^hid /i;
 const stronglyExtractHast = (hast) => {
   const selectors = ["article", "#article", "#content", "main", "div.container"];

package/dist/cjs/html-to-mdast.js

@@ -27,13 +27,33 @@ var import_extract_hast = require("./extract-hast");
 var import_custom_a_handler = require("./mdast-handlers/custom-a-handler");
 var import_custom_div_handler = require("./mdast-handlers/custom-div-handler");
 var import_math_handler = require("./mdast-handlers/math-handler");
+const PRESET_EXTRACT_HAST = {
+  strongly: import_extract_hast.stronglyExtractHast
+};
+const DEFAULT_EXTRACT_HAST = ["strongly"];
 const htmlToMdast = (html, options) => {
-  const { extractHast = "strongly" } = options || {};
+  const { extractHast = DEFAULT_EXTRACT_HAST } = options || {};
+  const _extractHast = Array.isArray(extractHast) ? extractHast : [extractHast];
   const hast = (0, import_hast_util_from_html.fromHtml)(html, { fragment: true });
-  const extractedHast = extractHast === "strongly" ? (0, import_extract_hast.stronglyExtractHast)(hast) : typeof extractHast === "function" ? extractHast(hast) : hast;
+  const extractedHast = _extractHast.reduce((acc, extractHast2) => {
+    if (extractHast2 === false)
+      return acc;
+    if (typeof extractHast2 === "string" && extractHast2 in PRESET_EXTRACT_HAST)
+      return PRESET_EXTRACT_HAST[extractHast2](acc);
+    if (typeof extractHast2 === "function")
+      return extractHast2(acc);
+    throw new Error(`Invalid extractHast: ${extractHast2}`);
+  }, hast) || hast;
   const mdast = (0, import_hast_util_to_mdast.toMdast)(extractedHast, {
-    handlers: { div: import_custom_div_handler.customDivHandler, math: import_math_handler.mathHandler, a: import_custom_a_handler.customAHandler, br: () => {
-    } }
+    handlers: {
+      div: import_custom_div_handler.customDivHandler,
+      math: import_math_handler.mathHandler,
+      a: (0, import_custom_a_handler.customAHandler)({ asText: options?.linkAsText }),
+      br: () => {
+      },
+      ...options?.hideImage ? { img: () => {
+      } } : {}
+    }
   });
   return mdast;
 };

package/dist/cjs/loaders/cf-puppeteer.js

@@ -0,0 +1,48 @@
+"use strict";
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var cf_puppeteer_exports = {};
+__export(cf_puppeteer_exports, {
+  loadHtml: () => loadHtml
+});
+module.exports = __toCommonJS(cf_puppeteer_exports);
+var import_puppeteer = __toESM(require("@cloudflare/puppeteer"), 1);
+const sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
+const loadHtml = async (url, ctx) => {
+  const browser = await import_puppeteer.default.launch(ctx);
+  const page = await browser.newPage();
+  await page.goto(url);
+  const html = await page.content();
+  await Promise.race([page.waitForNetworkIdle(), sleep(1e4)]);
+  await page.close();
+  return html;
+};
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  loadHtml
+});

package/dist/cjs/loaders/playwright.js

@@ -37,11 +37,10 @@ const loadHtml = async (url, context) => {
   let _browser = null;
   let _context;
   if (!context) {
-    _browser = await playwright.chromium.launch({ headless: false });
+    _browser = await playwright.chromium.launch({ headless: true });
     _context = await _browser.newContext();
-  } else {
+  } else
     _context = context;
-  }
   const page = await _context.newPage();
   await page.goto(url);
   await Promise.race([page.waitForLoadState("networkidle"), sleep(1e4)]);

package/dist/cjs/mdast-handlers/custom-a-handler.js

@@ -22,7 +22,13 @@ __export(custom_a_handler_exports, {
 });
 module.exports = __toCommonJS(custom_a_handler_exports);
 var import_hast_util_to_mdast = require("hast-util-to-mdast");
-const customAHandler = (state, node) => {
+const customAHandler = (options) => (state, node) => {
+  if (options?.asText) {
+    const link2 = import_hast_util_to_mdast.defaultHandlers.a(state, node);
+    if (link2.children?.[0]?.type === "text")
+      return link2.children[0];
+    return void 0;
+  }
   const link = import_hast_util_to_mdast.defaultHandlers.a(state, node);
   if (link.children.length > 0)
     return link;

package/dist/extract-hast/strongly.js

@@ -18,7 +18,7 @@ var evaluateTextComplexity = (text) => {
     complexityScore
   };
 };
-var REMOVE_REGEX = /icon|header|nav|speechify-ignore|assist|-ad-|banner|combx|comment|com-|contact|foot|footer|footnote|gdpr|masthead|media|meta|outbrain|promo|related|scroll|share|assist|shoutbox|sidebar|skyscraper|sponsor|shopping|tags|tool|widget/i;
+var REMOVE_REGEX = /fallback|icon|header|nav|speechify-ignore|assist|-ad-|banner|combx|comment|com-|contact|foot|footer|footnote|gdpr|masthead|media|meta|outbrain|promo|related|scroll|share|assist|shoutbox|sidebar|skyscraper|sponsor|shopping|tags|tool|widget/i;
 var HIDDEN_REGEX = /hidden|^hid$| hid$| hid |^hid /i;
 var stronglyExtractHast = (hast) => {
   const selectors = ["article", "#article", "#content", "main", "div.container"];

package/dist/html-to-mdast.js

@@ -5,13 +5,33 @@ import { stronglyExtractHast } from "./extract-hast/index.js";
 import { customAHandler } from "./mdast-handlers/custom-a-handler.js";
 import { customDivHandler } from "./mdast-handlers/custom-div-handler.js";
 import { mathHandler } from "./mdast-handlers/math-handler.js";
+var PRESET_EXTRACT_HAST = {
+  strongly: stronglyExtractHast
+};
+var DEFAULT_EXTRACT_HAST = ["strongly"];
 var htmlToMdast = (html, options) => {
-  const { extractHast = "strongly" } = options || {};
+  const { extractHast = DEFAULT_EXTRACT_HAST } = options || {};
+  const _extractHast = Array.isArray(extractHast) ? extractHast : [extractHast];
   const hast = fromHtml(html, { fragment: true });
-  const extractedHast = extractHast === "strongly" ? stronglyExtractHast(hast) : typeof extractHast === "function" ? extractHast(hast) : hast;
+  const extractedHast = _extractHast.reduce((acc, extractHast2) => {
+    if (extractHast2 === false)
+      return acc;
+    if (typeof extractHast2 === "string" && extractHast2 in PRESET_EXTRACT_HAST)
+      return PRESET_EXTRACT_HAST[extractHast2](acc);
+    if (typeof extractHast2 === "function")
+      return extractHast2(acc);
+    throw new Error(`Invalid extractHast: ${extractHast2}`);
+  }, hast) || hast;
   const mdast = toMdast(extractedHast, {
-    handlers: { div: customDivHandler, math: mathHandler, a: customAHandler, br: () => {
-    } }
+    handlers: {
+      div: customDivHandler,
+      math: mathHandler,
+      a: customAHandler({ asText: options?.linkAsText }),
+      br: () => {
+      },
+      ...options?.hideImage ? { img: () => {
+      } } : {}
+    }
   });
   return mdast;
 };

package/dist/loaders/cf-puppeteer.js

@@ -0,0 +1,15 @@
+// src/loaders/cf-puppeteer.ts
+import puppeteer from "@cloudflare/puppeteer";
+var sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
+var loadHtml = async (url, ctx) => {
+  const browser = await puppeteer.launch(ctx);
+  const page = await browser.newPage();
+  await page.goto(url);
+  const html = await page.content();
+  await Promise.race([page.waitForNetworkIdle(), sleep(1e4)]);
+  await page.close();
+  return html;
+};
+export {
+  loadHtml
+};

package/dist/loaders/playwright.js

@@ -5,11 +5,10 @@ var loadHtml = async (url, context) => {
   let _browser = null;
   let _context;
   if (!context) {
-    _browser = await playwright.chromium.launch({ headless: false });
+    _browser = await playwright.chromium.launch({ headless: true });
     _context = await _browser.newContext();
-  } else {
+  } else
     _context = context;
-  }
   const page = await _context.newPage();
   await page.goto(url);
   await Promise.race([page.waitForLoadState("networkidle"), sleep(1e4)]);

package/dist/mdast-handlers/custom-a-handler.js

@@ -1,6 +1,12 @@
 // src/mdast-handlers/custom-a-handler.ts
 import { defaultHandlers } from "hast-util-to-mdast";
-var customAHandler = (state, node) => {
+var customAHandler = (options) => (state, node) => {
+  if (options?.asText) {
+    const link2 = defaultHandlers.a(state, node);
+    if (link2.children?.[0]?.type === "text")
+      return link2.children[0];
+    return void 0;
+  }
   const link = defaultHandlers.a(state, node);
   if (link.children.length > 0)
     return link;

package/dist/types/extract-hast/strongly.js.map

@@ -1 +1 @@
-{"version":3,"file":"strongly.js","sourceRoot":"","sources":["../../../src/extract-hast/strongly.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAE3C,MAAM,sBAAsB,GAAG,CAAC,IAAY,EAAE,EAAE;IAC/C,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACvC,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC;IAE/B,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC;IAE9B,MAAM,aAAa,GAAG,SAAS,GAAG,SAAS,CAAC;IAE5C,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;IACnC,MAAM,eAAe,GAAG,WAAW,CAAC,IAAI,CAAC;IAEzC,MAAM,eAAe,GAAG,aAAa,GAAG,GAAG,GAAG,CAAC,eAAe,GAAG,SAAS,CAAC,GAAG,GAAG,GAAG,GAAG,CAAC;IAExF,OAAO;QACN,SAAS;QACT,SAAS;QACT,aAAa;QACb,eAAe;QACf,eAAe;KACf,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,YAAY,GACjB,wOAAwO,CAAC;AAC1O,MAAM,YAAY,GAAG,iCAAiC,CAAC;AAEvD,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,IAAU,EAAQ,EAAE;IACvD,MAAM,SAAS,GAAG,CAAC,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,EAAE,eAAe,CAAC,CAAC;IAC/E,IAAI,eAAe,GAAG,IAAI,CAAC;IAC3B,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QACvC,IAAI,OAAO,EAAE,CAAC;YACb,eAAe,GAAG,OAAO,CAAC;YAC1B,MAAM;QACP,CAAC;IACF,CAAC;IAED,MAAM,eAAe,GAAG,MAAM,CAAC,eAAe,EAAE,CAAC,IAAI,EAAE,EAAE;QACxD,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS;YAAE,OAAO,KAAK,CAAC;QAC1C,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC;QACzC,MAAM,OAAO,GAAG,IAAe,CAAC;QAChC,MAAM,WAAW,GAAG,GAAG,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,CAAC,EAAE,IAAI,OAAO,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC;QAClG,IAAI,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC;YAAE,OAAO,KAAK,CAAC;QACjD,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAChD,MAAM,UAAU,GAAG,sBAAsB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;QAC3D,IAAI,QAAQ,IAAI,UAAU,CAAC,eAAe,GAAG,EAAE;YAAE,OAAO,KAAK,CAAC;QAC9D,OAAO,IAAI,CAAC;IACb,CAAC,CAAC,CAAC;IAEH,OAAO,eAAuB,CAAC;AAChC,CAAC,CAAC"}
+{"version":3,"file":"strongly.js","sourceRoot":"","sources":["../../../src/extract-hast/strongly.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAE3C,MAAM,sBAAsB,GAAG,CAAC,IAAY,EAAE,EAAE;IAC/C,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACvC,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC;IAE/B,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC;IAE9B,MAAM,aAAa,GAAG,SAAS,GAAG,SAAS,CAAC;IAE5C,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;IACnC,MAAM,eAAe,GAAG,WAAW,CAAC,IAAI,CAAC;IAEzC,MAAM,eAAe,GAAG,aAAa,GAAG,GAAG,GAAG,CAAC,eAAe,GAAG,SAAS,CAAC,GAAG,GAAG,GAAG,GAAG,CAAC;IAExF,OAAO;QACN,SAAS;QACT,SAAS;QACT,aAAa;QACb,eAAe;QACf,eAAe;KACf,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,YAAY,GACjB,iPAAiP,CAAC;AACnP,MAAM,YAAY,GAAG,iCAAiC,CAAC;AAEvD,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,IAAU,EAAQ,EAAE;IACvD,MAAM,SAAS,GAAG,CAAC,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,EAAE,eAAe,CAAC,CAAC;IAC/E,IAAI,eAAe,GAAG,IAAI,CAAC;IAC3B,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QACvC,IAAI,OAAO,EAAE,CAAC;YACb,eAAe,GAAG,OAAO,CAAC;YAC1B,MAAM;QACP,CAAC;IACF,CAAC;IAED,MAAM,eAAe,GAAG,MAAM,CAAC,eAAe,EAAE,CAAC,IAAI,EAAE,EAAE;QACxD,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS;YAAE,OAAO,KAAK,CAAC;QAC1C,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC;QACzC,MAAM,OAAO,GAAG,IAAe,CAAC;QAChC,MAAM,WAAW,GAAG,GAAG,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,CAAC,EAAE,IAAI,OAAO,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC;QAClG,IAAI,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC;YAAE,OAAO,KAAK,CAAC;QACjD,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAChD,MAAM,UAAU,GAAG,sBAAsB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;QAC3D,IAAI,QAAQ,IAAI,UAAU,CAAC,eAAe,GAAG,EAAE;YAAE,OAAO,KAAK,CAAC;QAC9D,OAAO,IAAI,CAAC;IACb,CAAC,CAAC,CAAC;IAEH,OAAO,eAAuB,CAAC;AAChC,CAAC,CAAC"}

package/dist/types/html-to-markdown.d.ts

@@ -1,6 +1,5 @@
-import type { Root as Hast } from "hast";
-export interface HtmlToMarkdownOptions {
-    extractHast?: false | ((hast: Hast) => Hast);
+import { HtmlToMdastOptions } from "./html-to-mdast";
+export interface HtmlToMarkdownOptions extends HtmlToMdastOptions {
     url?: string;
 }
 export declare const htmlToMarkdown: (html: string, options?: HtmlToMarkdownOptions) => string;

package/dist/types/html-to-markdown.js.map

@@ -1 +1 @@
-{"version":3,"file":"html-to-markdown.js","sourceRoot":"","sources":["../../src/html-to-markdown.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC9C,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAOtD,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,IAAY,EAAE,OAA+B,EAAU,EAAE;IACvF,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACzC,MAAM,QAAQ,GAAG,eAAe,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACjD,OAAO,QAAQ,CAAC;AACjB,CAAC,CAAC"}
+{"version":3,"file":"html-to-markdown.js","sourceRoot":"","sources":["../../src/html-to-markdown.ts"],"names":[],"mappings":"AAAA,OAAO,EAAsB,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAClE,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAMtD,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,IAAY,EAAE,OAA+B,EAAU,EAAE;IACvF,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACzC,MAAM,QAAQ,GAAG,eAAe,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACjD,OAAO,QAAQ,CAAC;AACjB,CAAC,CAAC"}

package/dist/types/html-to-mdast.d.ts

@@ -1,6 +1,10 @@
-import type { Root as Hast } from "hast";
+import type { Nodes as Hast } from "hast";
 import type { Nodes as Mdast } from "mdast";
+type ExtractHast = ((hast: Hast) => Hast) | false | "strongly";
 export type HtmlToMdastOptions = {
-    extractHast?: false | ((hast: Hast) => Hast) | "strongly";
+    extractHast?: ExtractHast | ExtractHast[];
+    linkAsText?: boolean;
+    hideImage?: boolean;
 };
 export declare const htmlToMdast: (html: string, options?: HtmlToMdastOptions) => Mdast;
+export {};

package/dist/types/html-to-mdast.js.map

@@ -1 +1 @@
-{"version":3,"file":"html-to-mdast.js","sourceRoot":"","sources":["../../src/html-to-mdast.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC/C,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAE7C,OAAO,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AACrD,OAAO,EAAE,cAAc,EAAE,MAAM,mCAAmC,CAAC;AACnE,OAAO,EAAE,gBAAgB,EAAE,MAAM,qCAAqC,CAAC;AACvE,OAAO,EAAE,WAAW,EAAE,MAAM,+BAA+B,CAAC;AAM5D,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,IAAY,EAAE,OAA4B,EAAS,EAAE;IAChF,MAAM,EAAE,WAAW,GAAG,UAAU,EAAE,GAAG,OAAO,IAAI,EAAE,CAAC;IAEnD,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IAChD,MAAM,aAAa,GAClB,WAAW,KAAK,UAAU;QACzB,CAAC,CAAC,mBAAmB,CAAC,IAAI,CAAC;QAC3B,CAAC,CAAC,OAAO,WAAW,KAAK,UAAU;YACjC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC;YACnB,CAAC,CAAC,IAAI,CAAC;IAEX,MAAM,KAAK,GAAG,OAAO,CAAC,aAAa,EAAE;QACpC,QAAQ,EAAE,EAAE,GAAG,EAAE,gBAAgB,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,EAAE,cAAc,EAAE,EAAE,EAAE,GAAG,EAAE,GAAE,CAAC,EAAE;KACvF,CAAC,CAAC;IAEH,OAAO,KAAK,CAAC;AACd,CAAC,CAAC"}
+{"version":3,"file":"html-to-mdast.js","sourceRoot":"","sources":["../../src/html-to-mdast.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC/C,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAE7C,OAAO,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AACrD,OAAO,EAAE,cAAc,EAAE,MAAM,mCAAmC,CAAC;AACnE,OAAO,EAAE,gBAAgB,EAAE,MAAM,qCAAqC,CAAC;AACvE,OAAO,EAAE,WAAW,EAAE,MAAM,+BAA+B,CAAC;AAI5D,MAAM,mBAAmB,GAAG;IAC3B,QAAQ,EAAE,mBAAmB;CAC7B,CAAC;AAEF,MAAM,oBAAoB,GAAkB,CAAC,UAAU,CAAC,CAAC;AAQzD,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,IAAY,EAAE,OAA4B,EAAS,EAAE;IAChF,MAAM,EAAE,WAAW,GAAG,oBAAoB,EAAE,GAAG,OAAO,IAAI,EAAE,CAAC;IAC7D,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;IAE9E,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IAChD,MAAM,aAAa,GAClB,YAAY,CAAC,MAAM,CAAO,CAAC,GAAG,EAAE,WAAW,EAAE,EAAE;QAC9C,IAAI,WAAW,KAAK,KAAK;YAAE,OAAO,GAAG,CAAC;QACtC,IAAI,OAAO,WAAW,KAAK,QAAQ,IAAI,WAAW,IAAI,mBAAmB;YACxE,OAAO,mBAAmB,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC;QAC9C,IAAI,OAAO,WAAW,KAAK,UAAU;YAAE,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC;QAC/D,MAAM,IAAI,KAAK,CAAC,wBAAwB,WAAW,EAAE,CAAC,CAAC;IACxD,CAAC,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC;IAElB,MAAM,KAAK,GAAG,OAAO,CAAC,aAAa,EAAE;QACpC,QAAQ,EAAE;YACT,GAAG,EAAE,gBAAgB;YACrB,IAAI,EAAE,WAAW;YACjB,CAAC,EAAE,cAAc,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC;YAClD,EAAE,EAAE,GAAG,EAAE,GAAE,CAAC;YACZ,GAAG,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,GAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAChD;KACD,CAAC,CAAC;IAEH,OAAO,KAAK,CAAC;AACd,CAAC,CAAC"}

package/dist/types/loaders/cf-puppeteer.d.ts

@@ -0,0 +1 @@
+export declare const loadHtml: (url: string, ctx: puppeteer.BrowserWorker) => Promise<any>;

package/dist/types/loaders/cf-puppeteer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cf-puppeteer.js","sourceRoot":"","sources":["../../../src/loaders/cf-puppeteer.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,uBAAuB,CAAC;AAE9C,MAAM,KAAK,GAAG,CAAC,EAAU,EAAE,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAEhF,MAAM,CAAC,MAAM,QAAQ,GAAG,KAAK,EAAE,GAAW,EAAE,GAA4B,EAAE,EAAE;IAC3E,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAC5C,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;IACrC,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAErB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;IAElC,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,kBAAkB,EAAE,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAE9D,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;IAEnB,OAAO,IAAI,CAAC;AACb,CAAC,CAAC"}

package/dist/types/loaders/playwright.js.map

@@ -1 +1 @@
-{"version":3,"file":"playwright.js","sourceRoot":"","sources":["../../../src/loaders/playwright.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,UAAU,MAAM,YAAY,CAAC;AAEzC,MAAM,KAAK,GAAG,CAAC,EAAU,EAAE,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAEhF,MAAM,CAAC,MAAM,QAAQ,GAAG,KAAK,EAAE,GAAW,EAAE,OAAmC,EAAE,EAAE;IAClF,IAAI,QAAQ,GAA8B,IAAI,CAAC;IAC/C,IAAI,QAAmC,CAAC;IACxC,IAAI,CAAC,OAAO,EAAE,CAAC;QACd,QAAQ,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;QACjE,QAAQ,GAAG,MAAM,QAAQ,CAAC,UAAU,EAAE,CAAC;IACxC,CAAC;SAAM,CAAC;QACP,QAAQ,GAAG,OAAO,CAAC;IACpB,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;IACtC,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACrB,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACzE,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;IAClC,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;IACnB,IAAI,QAAQ;QAAE,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAC;IACrC,OAAO,IAAI,CAAC;AACb,CAAC,CAAC"}
+{"version":3,"file":"playwright.js","sourceRoot":"","sources":["../../../src/loaders/playwright.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,UAAU,MAAM,YAAY,CAAC;AAEzC,MAAM,KAAK,GAAG,CAAC,EAAU,EAAE,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAEhF,MAAM,CAAC,MAAM,QAAQ,GAAG,KAAK,EAAE,GAAW,EAAE,OAAmC,EAAE,EAAE;IAClF,IAAI,QAAQ,GAA8B,IAAI,CAAC;IAC/C,IAAI,QAAmC,CAAC;IACxC,IAAI,CAAC,OAAO,EAAE,CAAC;QACd,QAAQ,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QAChE,QAAQ,GAAG,MAAM,QAAQ,CAAC,UAAU,EAAE,CAAC;IACxC,CAAC;;QAAM,QAAQ,GAAG,OAAO,CAAC;IAE1B,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;IACtC,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACrB,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACzE,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;IAClC,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;IACnB,IAAI,QAAQ;QAAE,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAC;IACrC,OAAO,IAAI,CAAC;AACb,CAAC,CAAC"}

package/dist/types/mdast-handlers/custom-a-handler.d.ts

@@ -1,2 +1,4 @@
 import { type Handle } from "hast-util-to-mdast";
-export declare const customAHandler: Handle;
+export declare const customAHandler: (options?: {
+    asText?: boolean;
+}) => Handle;

package/dist/types/mdast-handlers/custom-a-handler.js.map

@@ -1 +1 @@
-{"version":3,"file":"custom-a-handler.js","sourceRoot":"","sources":["../../../src/mdast-handlers/custom-a-handler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAElE,MAAM,CAAC,MAAM,cAAc,GAAW,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;IACrD,MAAM,IAAI,GAAG,eAAe,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IAC5C,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAC1C,OAAO,SAAS,CAAC;AAClB,CAAC,CAAC"}
+{"version":3,"file":"custom-a-handler.js","sourceRoot":"","sources":["../../../src/mdast-handlers/custom-a-handler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAElE,MAAM,CAAC,MAAM,cAAc,GAC1B,CAAC,OAA8B,EAAU,EAAE,CAC3C,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;IACf,IAAI,OAAO,EAAE,MAAM,EAAE,CAAC;QACrB,MAAM,IAAI,GAAG,eAAe,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAC5C,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,KAAK,MAAM;YAAE,OAAO,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QACjE,OAAO,SAAS,CAAC;IAClB,CAAC;IAED,MAAM,IAAI,GAAG,eAAe,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IAC5C,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAC1C,OAAO,SAAS,CAAC;AAClB,CAAC,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "webforai",
-  "version": "1.1.4",
+  "version": "1.1.6",
   "description": "A library that provides a web interface for AI",
   "author": "inaridiy",
   "license": "MIT",
@@ -41,6 +41,11 @@
       "types": "./dist/types/loaders/playwright.d.ts",
       "import": "./dist/loaders/playwright.js",
       "require": "./dist/cjs/loaders/playwright.js"
+    },
+    "./loaders/cf-puppeteer": {
+      "types": "./dist/types/loaders/cf-puppeteer.d.ts",
+      "import": "./dist/loaders/cf-puppeteer.js",
+      "require": "./dist/cjs/loaders/cf-puppeteer.js"
     }
   },
   "typesVersions": {
@@ -50,15 +55,22 @@
       ],
       "loaders/playwright": [
         "./dist/types/loaders/playwright.d.ts"
+      ],
+      "loaders/cf-puppeteer": [
+        "./dist/types/loaders/cf-puppeteer.d.ts"
       ]
     }
   },
   "peerDependencies": {
-    "playwright": "^1.0.0"
+    "playwright": "^1.0.0",
+    "@cloudflare/puppeteer": "^0.0.6"
   },
   "peerDependenciesMeta": {
     "playwright": {
       "optional": true
+    },
+    "@cloudflare/puppeteer": {
+      "optional": true
     }
   },
   "dependencies": {
@@ -77,6 +89,7 @@
     "unist-util-remove": "^4.0.0"
   },
   "devDependencies": {
+    "@cloudflare/puppeteer": "^0.0.6",
     "@tsconfig/recommended": "^1.0.3",
     "@types/hast": "^3.0.2",
     "@types/mdast": "^4.0.2",