webforai 1.1.5 → 1.1.6

package/LICENSE

@@ -1,21 +1,21 @@
-MIT License
-
-Copyright (c) 2023 inaridiy
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in all
-copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-SOFTWARE.
+MIT License
+
+Copyright (c) 2023 inaridiy
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -1,74 +1,74 @@
-# Web for AI
-
-![LOGO](https://github.com/inaridiy/webforai/blob/main/images/logo.webp)
-
-A library that provides a web interface for AI
-
-## Features
-
-- Ultra-precise HTML2Markdown conversion
-- Ultra-precise Markdown segmentation based on AST
-- Ultra-precise HTML retrieval functions using headless browsers
-- The core functionality is edge-native (runs on Cloudflare Workers!!!)
-
-## Demo
-
-There is a demo API for Html2Markdown deployed on CloudflareWorker. Please access the following link
-
-- [https://webforai.inaridiy.workers.dev/?url=https://www.npmjs.com/package/webforai](https://webforai.inaridiy.workers.dev/?url=https://www.npmjs.com/package/webforai)
-- [https://webforai.inaridiy.workers.dev/?html=%3Ch1%3EHello%20World%3C/h1%3E](https://webforai.inaridiy.workers.dev/?html=%3Ch1%3EHello%20World%3C/h1%3E)
-
-## Quick Start
-
-Just install and execute scripts
-
-```bash
-pnpm i webforai playwright
-```
-
-```js
-import { promises as fs } from "fs";
-import { htmlToMarkdown, htmlToMdast } from "webforai";
-import { loadHtml } from "webforai/loaders/playwright";
-
-const url = "https://www.npmjs.com/package/webforai";
-const html = await loadHtml(url);
-
-const markdown = htmlToMarkdown(html, { solveLinks: url });
-
-await fs.writeFile("output.md", markdown);
-```
-
-other examples are in [examples](./examples/simple/src/index.ts)
-
-## Usage
-
-### Main Functions
-
-**`htmlToMarkdown(html: string, options?: HtmlToMarkdownOptions): string`**  
-Convert HTML to Markdown. By default, unnecessary HTML is excluded and processed.
-If `solveLinks` is specified, the relative links in the Mdast will be resolved.
-This function just calls htmlToMdast and mdastToMarkdown in that order internally.
-
-**`htmlToMdast(html: string, options?: HtmlToMdastOptions): Mdast`**  
-This project uses Hast and Mdast as defined by syntax-tree internally.
-This function converts HTML to Mdast, an intermediate representation, which is required when using `mdastSplitter`, etc.
-
-**`mdastToMarkdown(mdast: Mdast | RootContent[], options?: { solveLinks?: string }): string`**  
-Convert Mdast to Markdown. If `solveLinks` is specified, the relative links in the Mdast will be resolved.
-
-### Loader Functions
-
-**`loadHtml(url: string, options?: LoadHtmlOptions): Promise<string>`**  
-Load HTML from the specified URL. This function uses Playwright internally.
-
-## Early Users
-
-### Voice Genius - Explanatory video generation by AI
-
-<img src="https://github.com/inaridiy/webforai/blob/main/images/voice-genius.png" width="300px">
-
-by [@moons14](https://twitter.com/moons_dev)
-
-AI can be used to automatically generate highly accurate commentary videos.
-Supports conversations and presentations using synthesized voice, embedding of images in videos, etc.
+# Web for AI
+
+![LOGO](https://github.com/inaridiy/webforai/blob/main/images/logo.webp)
+
+A library that provides a web interface for AI
+
+## Features
+
+- Ultra-precise HTML2Markdown conversion
+- Ultra-precise Markdown segmentation based on AST
+- Ultra-precise HTML retrieval functions using headless browsers
+- The core functionality is edge-native (runs on Cloudflare Workers!!!)
+
+## Demo
+
+There is a demo API for Html2Markdown deployed on CloudflareWorker. Please access the following link
+
+- [https://webforai.inaridiy.workers.dev/?url=https://www.npmjs.com/package/webforai](https://webforai.inaridiy.workers.dev/?url=https://www.npmjs.com/package/webforai)
+- [https://webforai.inaridiy.workers.dev/?html=%3Ch1%3EHello%20World%3C/h1%3E](https://webforai.inaridiy.workers.dev/?html=%3Ch1%3EHello%20World%3C/h1%3E)
+
+## Quick Start
+
+Just install and execute scripts
+
+```bash
+pnpm i webforai playwright
+```
+
+```js
+import { promises as fs } from "fs";
+import { htmlToMarkdown, htmlToMdast } from "webforai";
+import { loadHtml } from "webforai/loaders/playwright";
+
+const url = "https://www.npmjs.com/package/webforai";
+const html = await loadHtml(url);
+
+const markdown = htmlToMarkdown(html, { solveLinks: url });
+
+await fs.writeFile("output.md", markdown);
+```
+
+other examples are in [examples](./examples/simple/src/index.ts)
+
+## Usage
+
+### Main Functions
+
+**`htmlToMarkdown(html: string, options?: HtmlToMarkdownOptions): string`**  
+Convert HTML to Markdown. By default, unnecessary HTML is excluded and processed.
+If `solveLinks` is specified, the relative links in the Mdast will be resolved.
+This function just calls htmlToMdast and mdastToMarkdown in that order internally.
+
+**`htmlToMdast(html: string, options?: HtmlToMdastOptions): Mdast`**  
+This project uses Hast and Mdast as defined by syntax-tree internally.
+This function converts HTML to Mdast, an intermediate representation, which is required when using `mdastSplitter`, etc.
+
+**`mdastToMarkdown(mdast: Mdast | RootContent[], options?: { solveLinks?: string }): string`**  
+Convert Mdast to Markdown. If `solveLinks` is specified, the relative links in the Mdast will be resolved.
+
+### Loader Functions
+
+**`loadHtml(url: string, options?: LoadHtmlOptions): Promise<string>`**  
+Load HTML from the specified URL. This function uses Playwright internally.
+
+## Early Users
+
+### Voice Genius - Explanatory video generation by AI
+
+<img src="https://github.com/inaridiy/webforai/blob/main/images/voice-genius.png" width="300px">
+
+by [@moons14](https://twitter.com/moons_dev)
+
+AI can be used to automatically generate highly accurate commentary videos.
+Supports conversations and presentations using synthesized voice, embedding of images in videos, etc.

package/dist/cjs/extract-hast/strongly.js

@@ -40,7 +40,7 @@ const evaluateTextComplexity = (text) => {
     complexityScore
   };
 };
-const REMOVE_REGEX = /icon|header|nav|speechify-ignore|assist|-ad-|banner|combx|comment|com-|contact|foot|footer|footnote|gdpr|masthead|media|meta|outbrain|promo|related|scroll|share|assist|shoutbox|sidebar|skyscraper|sponsor|shopping|tags|tool|widget/i;
+const REMOVE_REGEX = /fallback|icon|header|nav|speechify-ignore|assist|-ad-|banner|combx|comment|com-|contact|foot|footer|footnote|gdpr|masthead|media|meta|outbrain|promo|related|scroll|share|assist|shoutbox|sidebar|skyscraper|sponsor|shopping|tags|tool|widget/i;
 const HIDDEN_REGEX = /hidden|^hid$| hid$| hid |^hid /i;
 const stronglyExtractHast = (hast) => {
   const selectors = ["article", "#article", "#content", "main", "div.container"];

package/dist/cjs/html-to-mdast.js

@@ -45,8 +45,15 @@ const htmlToMdast = (html, options) => {
     throw new Error(`Invalid extractHast: ${extractHast2}`);
   }, hast) || hast;
   const mdast = (0, import_hast_util_to_mdast.toMdast)(extractedHast, {
-    handlers: { div: import_custom_div_handler.customDivHandler, math: import_math_handler.mathHandler, a: import_custom_a_handler.customAHandler, br: () => {
-    } }
+    handlers: {
+      div: import_custom_div_handler.customDivHandler,
+      math: import_math_handler.mathHandler,
+      a: (0, import_custom_a_handler.customAHandler)({ asText: options?.linkAsText }),
+      br: () => {
+      },
+      ...options?.hideImage ? { img: () => {
+      } } : {}
+    }
   });
   return mdast;
 };

package/dist/cjs/loaders/cf-puppeteer.js

@@ -0,0 +1,48 @@
+"use strict";
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var cf_puppeteer_exports = {};
+__export(cf_puppeteer_exports, {
+  loadHtml: () => loadHtml
+});
+module.exports = __toCommonJS(cf_puppeteer_exports);
+var import_puppeteer = __toESM(require("@cloudflare/puppeteer"), 1);
+const sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
+const loadHtml = async (url, ctx) => {
+  const browser = await import_puppeteer.default.launch(ctx);
+  const page = await browser.newPage();
+  await page.goto(url);
+  const html = await page.content();
+  await Promise.race([page.waitForNetworkIdle(), sleep(1e4)]);
+  await page.close();
+  return html;
+};
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  loadHtml
+});

package/dist/cjs/mdast-handlers/custom-a-handler.js

@@ -22,7 +22,13 @@ __export(custom_a_handler_exports, {
 });
 module.exports = __toCommonJS(custom_a_handler_exports);
 var import_hast_util_to_mdast = require("hast-util-to-mdast");
-const customAHandler = (state, node) => {
+const customAHandler = (options) => (state, node) => {
+  if (options?.asText) {
+    const link2 = import_hast_util_to_mdast.defaultHandlers.a(state, node);
+    if (link2.children?.[0]?.type === "text")
+      return link2.children[0];
+    return void 0;
+  }
   const link = import_hast_util_to_mdast.defaultHandlers.a(state, node);
   if (link.children.length > 0)
     return link;

package/dist/extract-hast/strongly.js

@@ -18,7 +18,7 @@ var evaluateTextComplexity = (text) => {
     complexityScore
   };
 };
-var REMOVE_REGEX = /icon|header|nav|speechify-ignore|assist|-ad-|banner|combx|comment|com-|contact|foot|footer|footnote|gdpr|masthead|media|meta|outbrain|promo|related|scroll|share|assist|shoutbox|sidebar|skyscraper|sponsor|shopping|tags|tool|widget/i;
+var REMOVE_REGEX = /fallback|icon|header|nav|speechify-ignore|assist|-ad-|banner|combx|comment|com-|contact|foot|footer|footnote|gdpr|masthead|media|meta|outbrain|promo|related|scroll|share|assist|shoutbox|sidebar|skyscraper|sponsor|shopping|tags|tool|widget/i;
 var HIDDEN_REGEX = /hidden|^hid$| hid$| hid |^hid /i;
 var stronglyExtractHast = (hast) => {
   const selectors = ["article", "#article", "#content", "main", "div.container"];

package/dist/html-to-mdast.js

@@ -23,8 +23,15 @@ var htmlToMdast = (html, options) => {
     throw new Error(`Invalid extractHast: ${extractHast2}`);
   }, hast) || hast;
   const mdast = toMdast(extractedHast, {
-    handlers: { div: customDivHandler, math: mathHandler, a: customAHandler, br: () => {
-    } }
+    handlers: {
+      div: customDivHandler,
+      math: mathHandler,
+      a: customAHandler({ asText: options?.linkAsText }),
+      br: () => {
+      },
+      ...options?.hideImage ? { img: () => {
+      } } : {}
+    }
   });
   return mdast;
 };

package/dist/loaders/cf-puppeteer.js

@@ -0,0 +1,15 @@
+// src/loaders/cf-puppeteer.ts
+import puppeteer from "@cloudflare/puppeteer";
+var sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
+var loadHtml = async (url, ctx) => {
+  const browser = await puppeteer.launch(ctx);
+  const page = await browser.newPage();
+  await page.goto(url);
+  const html = await page.content();
+  await Promise.race([page.waitForNetworkIdle(), sleep(1e4)]);
+  await page.close();
+  return html;
+};
+export {
+  loadHtml
+};

package/dist/mdast-handlers/custom-a-handler.js

@@ -1,6 +1,12 @@
 // src/mdast-handlers/custom-a-handler.ts
 import { defaultHandlers } from "hast-util-to-mdast";
-var customAHandler = (state, node) => {
+var customAHandler = (options) => (state, node) => {
+  if (options?.asText) {
+    const link2 = defaultHandlers.a(state, node);
+    if (link2.children?.[0]?.type === "text")
+      return link2.children[0];
+    return void 0;
+  }
   const link = defaultHandlers.a(state, node);
   if (link.children.length > 0)
     return link;

package/dist/types/extract-hast/strongly.js.map

@@ -1 +1 @@
-{"version":3,"file":"strongly.js","sourceRoot":"","sources":["../../../src/extract-hast/strongly.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAE3C,MAAM,sBAAsB,GAAG,CAAC,IAAY,EAAE,EAAE;IAC/C,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACvC,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC;IAE/B,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC;IAE9B,MAAM,aAAa,GAAG,SAAS,GAAG,SAAS,CAAC;IAE5C,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;IACnC,MAAM,eAAe,GAAG,WAAW,CAAC,IAAI,CAAC;IAEzC,MAAM,eAAe,GAAG,aAAa,GAAG,GAAG,GAAG,CAAC,eAAe,GAAG,SAAS,CAAC,GAAG,GAAG,GAAG,GAAG,CAAC;IAExF,OAAO;QACN,SAAS;QACT,SAAS;QACT,aAAa;QACb,eAAe;QACf,eAAe;KACf,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,YAAY,GACjB,wOAAwO,CAAC;AAC1O,MAAM,YAAY,GAAG,iCAAiC,CAAC;AAEvD,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,IAAU,EAAQ,EAAE;IACvD,MAAM,SAAS,GAAG,CAAC,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,EAAE,eAAe,CAAC,CAAC;IAC/E,IAAI,eAAe,GAAG,IAAI,CAAC;IAC3B,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QACvC,IAAI,OAAO,EAAE,CAAC;YACb,eAAe,GAAG,OAAO,CAAC;YAC1B,MAAM;QACP,CAAC;IACF,CAAC;IAED,MAAM,eAAe,GAAG,MAAM,CAAC,eAAe,EAAE,CAAC,IAAI,EAAE,EAAE;QACxD,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS;YAAE,OAAO,KAAK,CAAC;QAC1C,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC;QACzC,MAAM,OAAO,GAAG,IAAe,CAAC;QAChC,MAAM,WAAW,GAAG,GAAG,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,CAAC,EAAE,IAAI,OAAO,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC;QAClG,IAAI,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC;YAAE,OAAO,KAAK,CAAC;QACjD,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAChD,MAAM,UAAU,GAAG,sBAAsB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;QAC3D,IAAI,QAAQ,IAAI,UAAU,CAAC,eAAe,GAAG,EAAE;YAAE,OAAO,KAAK,CAAC;QAC9D,OAAO,IAAI,CAAC;IACb,CAAC,CAAC,CAAC;IAEH,OAAO,eAAuB,CAAC;AAChC,CAAC,CAAC"}
+{"version":3,"file":"strongly.js","sourceRoot":"","sources":["../../../src/extract-hast/strongly.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAE3C,MAAM,sBAAsB,GAAG,CAAC,IAAY,EAAE,EAAE;IAC/C,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACvC,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC;IAE/B,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC;IAE9B,MAAM,aAAa,GAAG,SAAS,GAAG,SAAS,CAAC;IAE5C,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;IACnC,MAAM,eAAe,GAAG,WAAW,CAAC,IAAI,CAAC;IAEzC,MAAM,eAAe,GAAG,aAAa,GAAG,GAAG,GAAG,CAAC,eAAe,GAAG,SAAS,CAAC,GAAG,GAAG,GAAG,GAAG,CAAC;IAExF,OAAO;QACN,SAAS;QACT,SAAS;QACT,aAAa;QACb,eAAe;QACf,eAAe;KACf,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,YAAY,GACjB,iPAAiP,CAAC;AACnP,MAAM,YAAY,GAAG,iCAAiC,CAAC;AAEvD,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,IAAU,EAAQ,EAAE;IACvD,MAAM,SAAS,GAAG,CAAC,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,EAAE,eAAe,CAAC,CAAC;IAC/E,IAAI,eAAe,GAAG,IAAI,CAAC;IAC3B,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QACvC,IAAI,OAAO,EAAE,CAAC;YACb,eAAe,GAAG,OAAO,CAAC;YAC1B,MAAM;QACP,CAAC;IACF,CAAC;IAED,MAAM,eAAe,GAAG,MAAM,CAAC,eAAe,EAAE,CAAC,IAAI,EAAE,EAAE;QACxD,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS;YAAE,OAAO,KAAK,CAAC;QAC1C,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC;QACzC,MAAM,OAAO,GAAG,IAAe,CAAC;QAChC,MAAM,WAAW,GAAG,GAAG,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,CAAC,EAAE,IAAI,OAAO,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC;QAClG,IAAI,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC;YAAE,OAAO,KAAK,CAAC;QACjD,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAChD,MAAM,UAAU,GAAG,sBAAsB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;QAC3D,IAAI,QAAQ,IAAI,UAAU,CAAC,eAAe,GAAG,EAAE;YAAE,OAAO,KAAK,CAAC;QAC9D,OAAO,IAAI,CAAC;IACb,CAAC,CAAC,CAAC;IAEH,OAAO,eAAuB,CAAC;AAChC,CAAC,CAAC"}

package/dist/types/html-to-mdast.d.ts

@@ -3,6 +3,8 @@ import type { Nodes as Mdast } from "mdast";
 type ExtractHast = ((hast: Hast) => Hast) | false | "strongly";
 export type HtmlToMdastOptions = {
     extractHast?: ExtractHast | ExtractHast[];
+    linkAsText?: boolean;
+    hideImage?: boolean;
 };
 export declare const htmlToMdast: (html: string, options?: HtmlToMdastOptions) => Mdast;
 export {};

package/dist/types/html-to-mdast.js.map

@@ -1 +1 @@
-{"version":3,"file":"html-to-mdast.js","sourceRoot":"","sources":["../../src/html-to-mdast.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC/C,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAE7C,OAAO,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AACrD,OAAO,EAAE,cAAc,EAAE,MAAM,mCAAmC,CAAC;AACnE,OAAO,EAAE,gBAAgB,EAAE,MAAM,qCAAqC,CAAC;AACvE,OAAO,EAAE,WAAW,EAAE,MAAM,+BAA+B,CAAC;AAI5D,MAAM,mBAAmB,GAAG;IAC3B,QAAQ,EAAE,mBAAmB;CAC7B,CAAC;AAEF,MAAM,oBAAoB,GAAkB,CAAC,UAAU,CAAC,CAAC;AAMzD,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,IAAY,EAAE,OAA4B,EAAS,EAAE;IAChF,MAAM,EAAE,WAAW,GAAG,oBAAoB,EAAE,GAAG,OAAO,IAAI,EAAE,CAAC;IAC7D,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;IAE9E,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IAChD,MAAM,aAAa,GAClB,YAAY,CAAC,MAAM,CAAO,CAAC,GAAG,EAAE,WAAW,EAAE,EAAE;QAC9C,IAAI,WAAW,KAAK,KAAK;YAAE,OAAO,GAAG,CAAC;QACtC,IAAI,OAAO,WAAW,KAAK,QAAQ,IAAI,WAAW,IAAI,mBAAmB;YACxE,OAAO,mBAAmB,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC;QAC9C,IAAI,OAAO,WAAW,KAAK,UAAU;YAAE,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC;QAC/D,MAAM,IAAI,KAAK,CAAC,wBAAwB,WAAW,EAAE,CAAC,CAAC;IACxD,CAAC,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC;IAElB,MAAM,KAAK,GAAG,OAAO,CAAC,aAAa,EAAE;QACpC,QAAQ,EAAE,EAAE,GAAG,EAAE,gBAAgB,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,EAAE,cAAc,EAAE,EAAE,EAAE,GAAG,EAAE,GAAE,CAAC,EAAE;KACvF,CAAC,CAAC;IAEH,OAAO,KAAK,CAAC;AACd,CAAC,CAAC"}
+{"version":3,"file":"html-to-mdast.js","sourceRoot":"","sources":["../../src/html-to-mdast.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC/C,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAE7C,OAAO,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AACrD,OAAO,EAAE,cAAc,EAAE,MAAM,mCAAmC,CAAC;AACnE,OAAO,EAAE,gBAAgB,EAAE,MAAM,qCAAqC,CAAC;AACvE,OAAO,EAAE,WAAW,EAAE,MAAM,+BAA+B,CAAC;AAI5D,MAAM,mBAAmB,GAAG;IAC3B,QAAQ,EAAE,mBAAmB;CAC7B,CAAC;AAEF,MAAM,oBAAoB,GAAkB,CAAC,UAAU,CAAC,CAAC;AAQzD,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,IAAY,EAAE,OAA4B,EAAS,EAAE;IAChF,MAAM,EAAE,WAAW,GAAG,oBAAoB,EAAE,GAAG,OAAO,IAAI,EAAE,CAAC;IAC7D,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;IAE9E,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IAChD,MAAM,aAAa,GAClB,YAAY,CAAC,MAAM,CAAO,CAAC,GAAG,EAAE,WAAW,EAAE,EAAE;QAC9C,IAAI,WAAW,KAAK,KAAK;YAAE,OAAO,GAAG,CAAC;QACtC,IAAI,OAAO,WAAW,KAAK,QAAQ,IAAI,WAAW,IAAI,mBAAmB;YACxE,OAAO,mBAAmB,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC;QAC9C,IAAI,OAAO,WAAW,KAAK,UAAU;YAAE,OAAO,WAAW,CAAC,GAAG,CAAC,CAAC;QAC/D,MAAM,IAAI,KAAK,CAAC,wBAAwB,WAAW,EAAE,CAAC,CAAC;IACxD,CAAC,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC;IAElB,MAAM,KAAK,GAAG,OAAO,CAAC,aAAa,EAAE;QACpC,QAAQ,EAAE;YACT,GAAG,EAAE,gBAAgB;YACrB,IAAI,EAAE,WAAW;YACjB,CAAC,EAAE,cAAc,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC;YAClD,EAAE,EAAE,GAAG,EAAE,GAAE,CAAC;YACZ,GAAG,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,GAAG,EAAE,GAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAChD;KACD,CAAC,CAAC;IAEH,OAAO,KAAK,CAAC;AACd,CAAC,CAAC"}

package/dist/types/loaders/cf-puppeteer.d.ts

@@ -0,0 +1 @@
+export declare const loadHtml: (url: string, ctx: puppeteer.BrowserWorker) => Promise<any>;

package/dist/types/loaders/cf-puppeteer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cf-puppeteer.js","sourceRoot":"","sources":["../../../src/loaders/cf-puppeteer.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,uBAAuB,CAAC;AAE9C,MAAM,KAAK,GAAG,CAAC,EAAU,EAAE,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAEhF,MAAM,CAAC,MAAM,QAAQ,GAAG,KAAK,EAAE,GAAW,EAAE,GAA4B,EAAE,EAAE;IAC3E,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAC5C,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;IACrC,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAErB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;IAElC,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,kBAAkB,EAAE,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAE9D,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;IAEnB,OAAO,IAAI,CAAC;AACb,CAAC,CAAC"}

package/dist/types/mdast-handlers/custom-a-handler.d.ts

@@ -1,2 +1,4 @@
 import { type Handle } from "hast-util-to-mdast";
-export declare const customAHandler: Handle;
+export declare const customAHandler: (options?: {
+    asText?: boolean;
+}) => Handle;

package/dist/types/mdast-handlers/custom-a-handler.js.map

@@ -1 +1 @@
-{"version":3,"file":"custom-a-handler.js","sourceRoot":"","sources":["../../../src/mdast-handlers/custom-a-handler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAElE,MAAM,CAAC,MAAM,cAAc,GAAW,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;IACrD,MAAM,IAAI,GAAG,eAAe,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IAC5C,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAC1C,OAAO,SAAS,CAAC;AAClB,CAAC,CAAC"}
+{"version":3,"file":"custom-a-handler.js","sourceRoot":"","sources":["../../../src/mdast-handlers/custom-a-handler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAElE,MAAM,CAAC,MAAM,cAAc,GAC1B,CAAC,OAA8B,EAAU,EAAE,CAC3C,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;IACf,IAAI,OAAO,EAAE,MAAM,EAAE,CAAC;QACrB,MAAM,IAAI,GAAG,eAAe,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAC5C,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,KAAK,MAAM;YAAE,OAAO,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QACjE,OAAO,SAAS,CAAC;IAClB,CAAC;IAED,MAAM,IAAI,GAAG,eAAe,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IAC5C,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAC1C,OAAO,SAAS,CAAC;AAClB,CAAC,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "webforai",
-  "version": "1.1.5",
+  "version": "1.1.6",
   "description": "A library that provides a web interface for AI",
   "author": "inaridiy",
   "license": "MIT",
@@ -41,6 +41,11 @@
       "types": "./dist/types/loaders/playwright.d.ts",
       "import": "./dist/loaders/playwright.js",
       "require": "./dist/cjs/loaders/playwright.js"
+    },
+    "./loaders/cf-puppeteer": {
+      "types": "./dist/types/loaders/cf-puppeteer.d.ts",
+      "import": "./dist/loaders/cf-puppeteer.js",
+      "require": "./dist/cjs/loaders/cf-puppeteer.js"
     }
   },
   "typesVersions": {
@@ -50,15 +55,22 @@
       ],
       "loaders/playwright": [
         "./dist/types/loaders/playwright.d.ts"
+      ],
+      "loaders/cf-puppeteer": [
+        "./dist/types/loaders/cf-puppeteer.d.ts"
       ]
     }
   },
   "peerDependencies": {
-    "playwright": "^1.0.0"
+    "playwright": "^1.0.0",
+    "@cloudflare/puppeteer": "^0.0.6"
   },
   "peerDependenciesMeta": {
     "playwright": {
       "optional": true
+    },
+    "@cloudflare/puppeteer": {
+      "optional": true
     }
   },
   "dependencies": {
@@ -77,6 +89,7 @@
     "unist-util-remove": "^4.0.0"
   },
   "devDependencies": {
+    "@cloudflare/puppeteer": "^0.0.6",
     "@tsconfig/recommended": "^1.0.3",
     "@types/hast": "^3.0.2",
     "@types/mdast": "^4.0.2",