webforai 1.1.1 → 1.1.3

package/LICENSE

@@ -1,21 +1,21 @@
-MIT License
-
-Copyright (c) 2023 inaridiy
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in all
-copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-SOFTWARE.
+MIT License
+
+Copyright (c) 2023 inaridiy
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/dist/cjs/extract-hast/index.js

@@ -0,0 +1,22 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __reExport = (target, mod, secondTarget) => (__copyProps(target, mod, "default"), secondTarget && __copyProps(secondTarget, mod, "default"));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var extract_hast_exports = {};
+module.exports = __toCommonJS(extract_hast_exports);
+__reExport(extract_hast_exports, require("./strongly"), module.exports);
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  ...require("./strongly")
+});

package/dist/cjs/extract-hast/strongly.js

@@ -0,0 +1,75 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var strongly_exports = {};
+__export(strongly_exports, {
+  stronglyExtractHast: () => stronglyExtractHast
+});
+module.exports = __toCommonJS(strongly_exports);
+var import_hast_util_select = require("hast-util-select");
+var import_hast_util_to_text = require("hast-util-to-text");
+var import_unist_util_filter = require("unist-util-filter");
+const evaluateTextComplexity = (text) => {
+  const words = text.trim().split(/\s+/);
+  const wordCount = words.length;
+  const charCount = text.length;
+  const avgWordLength = charCount / wordCount;
+  const uniqueWords = new Set(words);
+  const uniqueWordCount = uniqueWords.size;
+  const complexityScore = avgWordLength * 0.4 + uniqueWordCount / wordCount * 100 * 0.6;
+  return {
+    wordCount,
+    charCount,
+    avgWordLength,
+    uniqueWordCount,
+    complexityScore
+  };
+};
+const REMOVE_REGEX = /icon|header|nav|speechify-ignore|assist|-ad-|banner|combx|comment|com-|contact|foot|footer|footnote|gdpr|masthead|media|meta|outbrain|promo|related|scroll|share|assist|shoutbox|sidebar|skyscraper|sponsor|shopping|tags|tool|widget/i;
+const HIDDEN_REGEX = /hidden|^hid$| hid$| hid |^hid /i;
+const stronglyExtractHast = (hast) => {
+  const selectors = ["article", "#article", "#content", "main", "div.container"];
+  let selectedElement = hast;
+  for (const selector of selectors) {
+    const element = (0, import_hast_util_select.select)(selector, hast);
+    if (element) {
+      selectedElement = element;
+      break;
+    }
+  }
+  const removedElements = (0, import_unist_util_filter.filter)(selectedElement, (node) => {
+    if (node.type === "comment")
+      return false;
+    if (node.type !== "element")
+      return true;
+    const element = node;
+    const elementName = `${element.tagName} ${element.properties.id} ${element.properties.className}`;
+    if (REMOVE_REGEX.test(elementName))
+      return false;
+    const isHidden = HIDDEN_REGEX.test(elementName);
+    const complexity = evaluateTextComplexity((0, import_hast_util_to_text.toText)(element));
+    if (isHidden && complexity.complexityScore < 40)
+      return false;
+    return true;
+  });
+  return removedElements;
+};
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  stronglyExtractHast
+});

package/dist/cjs/html-to-mdast.js

@@ -28,8 +28,9 @@ var import_custom_a_handler = require("./mdast-handlers/custom-a-handler");
 var import_custom_div_handler = require("./mdast-handlers/custom-div-handler");
 var import_math_handler = require("./mdast-handlers/math-handler");
 const htmlToMdast = (html, options) => {
+  const { extractHast = "strongly" } = options || {};
   const hast = (0, import_hast_util_from_html.fromHtml)(html, { fragment: true });
-  const extractedHast = options?.extractHast ? options.extractHast(hast) : (0, import_extract_hast.extractHast)(hast);
+  const extractedHast = extractHast === "strongly" ? (0, import_extract_hast.stronglyExtractHast)(hast) : typeof extractHast === "function" ? extractHast(hast) : hast;
   const mdast = (0, import_hast_util_to_mdast.toMdast)(extractedHast, {
     handlers: { div: import_custom_div_handler.customDivHandler, math: import_math_handler.mathHandler, a: import_custom_a_handler.customAHandler, br: () => {
     } }

package/dist/cjs/loaders/playwright.js

@@ -37,7 +37,7 @@ const loadHtml = async (url, context) => {
   let _browser = null;
   let _context;
   if (!context) {
-    _browser = await playwright.chromium.launch();
+    _browser = await playwright.chromium.launch({ headless: false });
     _context = await _browser.newContext();
   } else {
     _context = context;

package/dist/cjs/mdast-handlers/custom-a-handler.js

@@ -26,8 +26,7 @@ const customAHandler = (state, node) => {
   const link = import_hast_util_to_mdast.defaultHandlers.a(state, node);
   if (link.children.length > 0)
     return link;
-  else
-    return void 0;
+  return void 0;
 };
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {

package/dist/cjs/mdast-handlers/custom-div-handler.js

@@ -31,13 +31,16 @@ const customDivHandler = (state, node) => {
     if (String(className) === "highlight-text-html-basic") {
       highlightLanguage = "html";
       break;
-    } else if (String(className).includes("highlight-source-")) {
+    }
+    if (String(className).includes("highlight-source-")) {
       highlightLanguage = String(className).slice("highlight-source-".length);
       break;
-    } else if (String(className).includes("language-")) {
+    }
+    if (String(className).includes("language-")) {
       highlightLanguage = String(className).slice("language-".length);
       break;
-    } else if (String(className).includes("code-block_wrapper")) {
+    }
+    if (String(className).includes("code-block_wrapper")) {
       const text = (0, import_hast_util_to_text.toText)(node);
       if (!text.includes("."))
         break;

package/dist/cjs/mdast-to-markdown.js

@@ -30,8 +30,8 @@ const mdastToMarkdown = (mdast, options) => {
   let markdown = (0, import_mdast_util_to_markdown.toMarkdown)((0, import_mdast_utils.warpRoot)(mdast), {
     extensions: [(0, import_mdast_util_gfm.gfmToMarkdown)(), (0, import_mdast_util_math.mathToMarkdown)()]
   });
-  if (options?.solveLinks)
-    markdown = (0, import_link_replacer.linkReplacer)(markdown, options.solveLinks);
+  if (options?.url)
+    markdown = (0, import_link_replacer.linkReplacer)(markdown, options.url);
   return markdown;
 };
 // Annotate the CommonJS export names for ESM import in node:

package/dist/cjs/package.json

@@ -1,3 +1,3 @@
 {
-  "type": "commonjs"
+	"type": "commonjs"
 }

package/dist/extract-hast/index.js

@@ -0,0 +1,2 @@
+// src/extract-hast/index.ts
+export * from "./strongly.js";

package/dist/extract-hast/strongly.js

@@ -0,0 +1,52 @@
+// src/extract-hast/strongly.ts
+import { select } from "hast-util-select";
+import { toText } from "hast-util-to-text";
+import { filter } from "unist-util-filter";
+var evaluateTextComplexity = (text) => {
+  const words = text.trim().split(/\s+/);
+  const wordCount = words.length;
+  const charCount = text.length;
+  const avgWordLength = charCount / wordCount;
+  const uniqueWords = new Set(words);
+  const uniqueWordCount = uniqueWords.size;
+  const complexityScore = avgWordLength * 0.4 + uniqueWordCount / wordCount * 100 * 0.6;
+  return {
+    wordCount,
+    charCount,
+    avgWordLength,
+    uniqueWordCount,
+    complexityScore
+  };
+};
+var REMOVE_REGEX = /icon|header|nav|speechify-ignore|assist|-ad-|banner|combx|comment|com-|contact|foot|footer|footnote|gdpr|masthead|media|meta|outbrain|promo|related|scroll|share|assist|shoutbox|sidebar|skyscraper|sponsor|shopping|tags|tool|widget/i;
+var HIDDEN_REGEX = /hidden|^hid$| hid$| hid |^hid /i;
+var stronglyExtractHast = (hast) => {
+  const selectors = ["article", "#article", "#content", "main", "div.container"];
+  let selectedElement = hast;
+  for (const selector of selectors) {
+    const element = select(selector, hast);
+    if (element) {
+      selectedElement = element;
+      break;
+    }
+  }
+  const removedElements = filter(selectedElement, (node) => {
+    if (node.type === "comment")
+      return false;
+    if (node.type !== "element")
+      return true;
+    const element = node;
+    const elementName = `${element.tagName} ${element.properties.id} ${element.properties.className}`;
+    if (REMOVE_REGEX.test(elementName))
+      return false;
+    const isHidden = HIDDEN_REGEX.test(elementName);
+    const complexity = evaluateTextComplexity(toText(element));
+    if (isHidden && complexity.complexityScore < 40)
+      return false;
+    return true;
+  });
+  return removedElements;
+};
+export {
+  stronglyExtractHast
+};

package/dist/html-to-mdast.js

@@ -1,13 +1,14 @@
 // src/html-to-mdast.ts
 import { fromHtml } from "hast-util-from-html";
 import { toMdast } from "hast-util-to-mdast";
-import { extractHast } from "./extract-hast.js";
+import { stronglyExtractHast } from "./extract-hast/index.js";
 import { customAHandler } from "./mdast-handlers/custom-a-handler.js";
 import { customDivHandler } from "./mdast-handlers/custom-div-handler.js";
 import { mathHandler } from "./mdast-handlers/math-handler.js";
 var htmlToMdast = (html, options) => {
+  const { extractHast = "strongly" } = options || {};
   const hast = fromHtml(html, { fragment: true });
-  const extractedHast = options?.extractHast ? options.extractHast(hast) : extractHast(hast);
+  const extractedHast = extractHast === "strongly" ? stronglyExtractHast(hast) : typeof extractHast === "function" ? extractHast(hast) : hast;
   const mdast = toMdast(extractedHast, {
     handlers: { div: customDivHandler, math: mathHandler, a: customAHandler, br: () => {
     } }

package/dist/loaders/playwright.js

@@ -5,7 +5,7 @@ var loadHtml = async (url, context) => {
   let _browser = null;
   let _context;
   if (!context) {
-    _browser = await playwright.chromium.launch();
+    _browser = await playwright.chromium.launch({ headless: false });
     _context = await _browser.newContext();
   } else {
     _context = context;

package/dist/mdast-handlers/custom-a-handler.js

@@ -4,8 +4,7 @@ var customAHandler = (state, node) => {
   const link = defaultHandlers.a(state, node);
   if (link.children.length > 0)
     return link;
-  else
-    return void 0;
+  return void 0;
 };
 export {
   customAHandler

package/dist/mdast-handlers/custom-div-handler.js

@@ -9,13 +9,16 @@ var customDivHandler = (state, node) => {
     if (String(className) === "highlight-text-html-basic") {
       highlightLanguage = "html";
       break;
-    } else if (String(className).includes("highlight-source-")) {
+    }
+    if (String(className).includes("highlight-source-")) {
       highlightLanguage = String(className).slice("highlight-source-".length);
       break;
-    } else if (String(className).includes("language-")) {
+    }
+    if (String(className).includes("language-")) {
       highlightLanguage = String(className).slice("language-".length);
       break;
-    } else if (String(className).includes("code-block_wrapper")) {
+    }
+    if (String(className).includes("code-block_wrapper")) {
       const text = toText(node);
       if (!text.includes("."))
         break;

package/dist/mdast-to-markdown.js

@@ -8,8 +8,8 @@ var mdastToMarkdown = (mdast, options) => {
   let markdown = toMarkdown(warpRoot(mdast), {
     extensions: [gfmToMarkdown(), mathToMarkdown()]
   });
-  if (options?.solveLinks)
-    markdown = linkReplacer(markdown, options.solveLinks);
+  if (options?.url)
+    markdown = linkReplacer(markdown, options.url);
   return markdown;
 };
 export {

package/dist/types/extract-hast/index.d.ts

@@ -0,0 +1 @@
+export * from "./strongly";

package/dist/types/extract-hast/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/extract-hast/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAC"}

package/dist/types/extract-hast/strongly.d.ts

@@ -0,0 +1,2 @@
+import type { Nodes as Hast } from "hast";
+export declare const stronglyExtractHast: (hast: Hast) => Hast;

package/dist/types/extract-hast/strongly.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"strongly.js","sourceRoot":"","sources":["../../../src/extract-hast/strongly.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAE3C,MAAM,sBAAsB,GAAG,CAAC,IAAY,EAAE,EAAE;IAC/C,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACvC,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC;IAE/B,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC;IAE9B,MAAM,aAAa,GAAG,SAAS,GAAG,SAAS,CAAC;IAE5C,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;IACnC,MAAM,eAAe,GAAG,WAAW,CAAC,IAAI,CAAC;IAEzC,MAAM,eAAe,GAAG,aAAa,GAAG,GAAG,GAAG,CAAC,eAAe,GAAG,SAAS,CAAC,GAAG,GAAG,GAAG,GAAG,CAAC;IAExF,OAAO;QACN,SAAS;QACT,SAAS;QACT,aAAa;QACb,eAAe;QACf,eAAe;KACf,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,YAAY,GACjB,wOAAwO,CAAC;AAC1O,MAAM,YAAY,GAAG,iCAAiC,CAAC;AAEvD,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,IAAU,EAAQ,EAAE;IACvD,MAAM,SAAS,GAAG,CAAC,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,EAAE,eAAe,CAAC,CAAC;IAC/E,IAAI,eAAe,GAAG,IAAI,CAAC;IAC3B,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QACvC,IAAI,OAAO,EAAE,CAAC;YACb,eAAe,GAAG,OAAO,CAAC;YAC1B,MAAM;QACP,CAAC;IACF,CAAC;IAED,MAAM,eAAe,GAAG,MAAM,CAAC,eAAe,EAAE,CAAC,IAAI,EAAE,EAAE;QACxD,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS;YAAE,OAAO,KAAK,CAAC;QAC1C,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC;QACzC,MAAM,OAAO,GAAG,IAAe,CAAC;QAChC,MAAM,WAAW,GAAG,GAAG,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,CAAC,EAAE,IAAI,OAAO,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC;QAClG,IAAI,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC;YAAE,OAAO,KAAK,CAAC;QACjD,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAChD,MAAM,UAAU,GAAG,sBAAsB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;QAC3D,IAAI,QAAQ,IAAI,UAAU,CAAC,eAAe,GAAG,EAAE;YAAE,OAAO,KAAK,CAAC;QAC9D,OAAO,IAAI,CAAC;IACb,CAAC,CAAC,CAAC;IAEH,OAAO,eAAuB,CAAC;AAChC,CAAC,CAAC"}

package/dist/types/html-to-markdown.d.ts

@@ -1,6 +1,6 @@
 import type { Root as Hast } from "hast";
 export interface HtmlToMarkdownOptions {
     extractHast?: false | ((hast: Hast) => Hast);
-    solveLinks?: string;
+    url?: string;
 }
 export declare const htmlToMarkdown: (html: string, options?: HtmlToMarkdownOptions) => string;

package/dist/types/html-to-mdast.d.ts

@@ -1,6 +1,6 @@
 import type { Root as Hast } from "hast";
 import type { Nodes as Mdast } from "mdast";
 export type HtmlToMdastOptions = {
-    extractHast?: false | ((hast: Hast) => Hast);
+    extractHast?: false | ((hast: Hast) => Hast) | "strongly";
 };
 export declare const htmlToMdast: (html: string, options?: HtmlToMdastOptions) => Mdast;

package/dist/types/html-to-mdast.js.map

@@ -1 +1 @@
-{"version":3,"file":"html-to-mdast.js","sourceRoot":"","sources":["../../src/html-to-mdast.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC/C,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAE7C,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,mCAAmC,CAAC;AACnE,OAAO,EAAE,gBAAgB,EAAE,MAAM,qCAAqC,CAAC;AACvE,OAAO,EAAE,WAAW,EAAE,MAAM,+BAA+B,CAAC;AAM5D,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,IAAY,EAAE,OAA4B,EAAS,EAAE;IAChF,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IAChD,MAAM,aAAa,GAAG,OAAO,EAAE,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;IAC3F,MAAM,KAAK,GAAG,OAAO,CAAC,aAAa,EAAE;QACpC,QAAQ,EAAE,EAAE,GAAG,EAAE,gBAAgB,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,EAAE,cAAc,EAAE,EAAE,EAAE,GAAG,EAAE,GAAE,CAAC,EAAE;KACvF,CAAC,CAAC;IAEH,OAAO,KAAK,CAAC;AACd,CAAC,CAAC"}
+{"version":3,"file":"html-to-mdast.js","sourceRoot":"","sources":["../../src/html-to-mdast.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC/C,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAE7C,OAAO,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AACrD,OAAO,EAAE,cAAc,EAAE,MAAM,mCAAmC,CAAC;AACnE,OAAO,EAAE,gBAAgB,EAAE,MAAM,qCAAqC,CAAC;AACvE,OAAO,EAAE,WAAW,EAAE,MAAM,+BAA+B,CAAC;AAM5D,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,IAAY,EAAE,OAA4B,EAAS,EAAE;IAChF,MAAM,EAAE,WAAW,GAAG,UAAU,EAAE,GAAG,OAAO,IAAI,EAAE,CAAC;IAEnD,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IAChD,MAAM,aAAa,GAClB,WAAW,KAAK,UAAU;QACzB,CAAC,CAAC,mBAAmB,CAAC,IAAI,CAAC;QAC3B,CAAC,CAAC,OAAO,WAAW,KAAK,UAAU;YACjC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC;YACnB,CAAC,CAAC,IAAI,CAAC;IAEX,MAAM,KAAK,GAAG,OAAO,CAAC,aAAa,EAAE;QACpC,QAAQ,EAAE,EAAE,GAAG,EAAE,gBAAgB,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,EAAE,cAAc,EAAE,EAAE,EAAE,GAAG,EAAE,GAAE,CAAC,EAAE;KACvF,CAAC,CAAC;IAEH,OAAO,KAAK,CAAC;AACd,CAAC,CAAC"}

package/dist/types/loaders/playwright.js.map

@@ -1 +1 @@
-{"version":3,"file":"playwright.js","sourceRoot":"","sources":["../../../src/loaders/playwright.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,UAAU,MAAM,YAAY,CAAC;AAEzC,MAAM,KAAK,GAAG,CAAC,EAAU,EAAE,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAEhF,MAAM,CAAC,MAAM,QAAQ,GAAG,KAAK,EAAE,GAAW,EAAE,OAAmC,EAAE,EAAE;IAClF,IAAI,QAAQ,GAA8B,IAAI,CAAC;IAC/C,IAAI,QAAmC,CAAC;IACxC,IAAI,CAAC,OAAO,EAAE,CAAC;QACd,QAAQ,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;QAC9C,QAAQ,GAAG,MAAM,QAAQ,CAAC,UAAU,EAAE,CAAC;IACxC,CAAC;SAAM,CAAC;QACP,QAAQ,GAAG,OAAO,CAAC;IACpB,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;IACtC,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACrB,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACzE,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;IAClC,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;IACnB,IAAI,QAAQ;QAAE,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAC;IACrC,OAAO,IAAI,CAAC;AACb,CAAC,CAAC"}
+{"version":3,"file":"playwright.js","sourceRoot":"","sources":["../../../src/loaders/playwright.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,UAAU,MAAM,YAAY,CAAC;AAEzC,MAAM,KAAK,GAAG,CAAC,EAAU,EAAE,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAEhF,MAAM,CAAC,MAAM,QAAQ,GAAG,KAAK,EAAE,GAAW,EAAE,OAAmC,EAAE,EAAE;IAClF,IAAI,QAAQ,GAA8B,IAAI,CAAC;IAC/C,IAAI,QAAmC,CAAC;IACxC,IAAI,CAAC,OAAO,EAAE,CAAC;QACd,QAAQ,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;QACjE,QAAQ,GAAG,MAAM,QAAQ,CAAC,UAAU,EAAE,CAAC;IACxC,CAAC;SAAM,CAAC;QACP,QAAQ,GAAG,OAAO,CAAC;IACpB,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;IACtC,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACrB,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACzE,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;IAClC,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;IACnB,IAAI,QAAQ;QAAE,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAC;IACrC,OAAO,IAAI,CAAC;AACb,CAAC,CAAC"}

package/dist/types/mdast-handlers/custom-a-handler.js.map

@@ -1 +1 @@
-{"version":3,"file":"custom-a-handler.js","sourceRoot":"","sources":["../../../src/mdast-handlers/custom-a-handler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAElE,MAAM,CAAC,MAAM,cAAc,GAAW,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;IACrD,MAAM,IAAI,GAAG,eAAe,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IAC5C,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;;QACrC,OAAO,SAAS,CAAC;AACvB,CAAC,CAAC"}
+{"version":3,"file":"custom-a-handler.js","sourceRoot":"","sources":["../../../src/mdast-handlers/custom-a-handler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAElE,MAAM,CAAC,MAAM,cAAc,GAAW,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;IACrD,MAAM,IAAI,GAAG,eAAe,CAAC,CAAC,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IAC5C,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAC1C,OAAO,SAAS,CAAC;AAClB,CAAC,CAAC"}

package/dist/types/mdast-handlers/custom-div-handler.js.map

@@ -1 +1 @@
-{"version":3,"file":"custom-div-handler.js","sourceRoot":"","sources":["../../../src/mdast-handlers/custom-div-handler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAClE,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAE3C,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAExD,MAAM,CAAC,MAAM,gBAAgB,GAAW,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;IACvD,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;IAE7F,IAAI,iBAAqC,CAAC;IAC1C,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACpC,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,2BAA2B,EAAE,CAAC;YACvD,iBAAiB,GAAG,MAAM,CAAC;YAC3B,MAAM;QACP,CAAC;aAAM,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;YAC5D,iBAAiB,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;YACxE,MAAM;QACP,CAAC;aAAM,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YACpD,iBAAiB,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YAChE,MAAM;QACP,CAAC;aAAM,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,oBAAoB,CAAC,EAAE,CAAC;YAC7D,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;YAC1B,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;gBAAE,MAAM;YAC/B,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACjE,iBAAiB,GAAG,IAAI,CAAC;YACzB,MAAM;QACP,CAAC;IACF,CAAC;IAED,IAAI,iBAAiB,KAAK,SAAS,EAAE,CAAC;QACrC,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,OAAO,KAAK,KAAK,CAAC,IAAI,IAAI,CAAC;QAExG,MAAM,MAAM,GAAS;YACpB,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,iBAAiB;YACvB,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE;SAC7C,CAAC;QACF,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC1B,OAAO,MAAM,CAAC;IACf,CAAC;IAED,OAAO,eAAe,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;AACzC,CAAC,CAAC"}
+{"version":3,"file":"custom-div-handler.js","sourceRoot":"","sources":["../../../src/mdast-handlers/custom-div-handler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAClE,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAE3C,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAExD,MAAM,CAAC,MAAM,gBAAgB,GAAW,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;IACvD,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;IAE7F,IAAI,iBAAqC,CAAC;IAC1C,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACpC,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,2BAA2B,EAAE,CAAC;YACvD,iBAAiB,GAAG,MAAM,CAAC;YAC3B,MAAM;QACP,CAAC;QACD,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;YACrD,iBAAiB,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;YACxE,MAAM;QACP,CAAC;QACD,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YAC7C,iBAAiB,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YAChE,MAAM;QACP,CAAC;QACD,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,oBAAoB,CAAC,EAAE,CAAC;YACtD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;YAC1B,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;gBAAE,MAAM;YAC/B,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACjE,iBAAiB,GAAG,IAAI,CAAC;YACzB,MAAM;QACP,CAAC;IACF,CAAC;IAED,IAAI,iBAAiB,KAAK,SAAS,EAAE,CAAC;QACrC,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,OAAO,KAAK,KAAK,CAAC,IAAI,IAAI,CAAC;QAExG,MAAM,MAAM,GAAS;YACpB,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,iBAAiB;YACvB,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,iBAAiB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE;SAC7C,CAAC;QACF,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC1B,OAAO,MAAM,CAAC;IACf,CAAC;IAED,OAAO,eAAe,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;AACzC,CAAC,CAAC"}

package/dist/types/mdast-to-markdown.d.ts

@@ -1,4 +1,4 @@
 import type { Nodes as Mdast, RootContent } from "mdast";
 export declare const mdastToMarkdown: (mdast: Mdast | RootContent[], options?: {
-    solveLinks?: string;
+    url?: string;
 }) => string;

package/dist/types/mdast-to-markdown.js.map

@@ -1 +1 @@
-{"version":3,"file":"mdast-to-markdown.js","sourceRoot":"","sources":["../../src/mdast-to-markdown.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAEpD,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAE/C,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,KAA4B,EAAE,OAAiC,EAAU,EAAE;IAC1G,IAAI,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE;QAC1C,UAAU,EAAE,CAAC,aAAa,EAAE,EAAE,cAAc,EAAE,CAAC;KAC/C,CAAC,CAAC;IAEH,IAAI,OAAO,EAAE,UAAU;QAAE,QAAQ,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;IAE/E,OAAO,QAAQ,CAAC;AACjB,CAAC,CAAC"}
+{"version":3,"file":"mdast-to-markdown.js","sourceRoot":"","sources":["../../src/mdast-to-markdown.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAEpD,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAE/C,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,KAA4B,EAAE,OAA0B,EAAU,EAAE;IACnG,IAAI,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE;QAC1C,UAAU,EAAE,CAAC,aAAa,EAAE,EAAE,cAAc,EAAE,CAAC;KAC/C,CAAC,CAAC;IAEH,IAAI,OAAO,EAAE,GAAG;QAAE,QAAQ,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC;IAEjE,OAAO,QAAQ,CAAC;AACjB,CAAC,CAAC"}

package/dist/types/package.json

@@ -1,3 +1,3 @@
 {
-  "type": "commonjs"
+	"type": "commonjs"
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "webforai",
-  "version": "1.1.1",
+  "version": "1.1.3",
   "description": "A library that provides a web interface for AI",
   "author": "inaridiy",
   "license": "MIT",
@@ -54,7 +54,7 @@
     }
   },
   "peerDependencies": {
-    "playwright": "^1.39.0"
+    "playwright": "^1.0.0"
   },
   "peerDependenciesMeta": {
     "playwright": {
@@ -77,7 +77,6 @@
     "unist-util-remove": "^4.0.0"
   },
   "devDependencies": {
-    "@biomejs/biome": "1.3.3",
     "@tsconfig/recommended": "^1.0.3",
     "@types/hast": "^3.0.2",
     "@types/mdast": "^4.0.2",
@@ -97,8 +96,6 @@
     "clean": "rimraf dist",
     "build": "pnpm clean && tsx ./build.ts && pnpm copy:package.cjs.json",
     "test": "echo \"Error: no test specified\"",
-    "format": "biome format . --write",
-    "lint": "biome check .",
     "prerelease": "pnpm build",
     "release": "np"
   }

package/README.md

@@ -1,74 +0,0 @@
-# Web for AI
-
-![LOGO](https://github.com/inaridiy/webforai/blob/main/images/logo.webp)
-
-A library that provides a web interface for AI
-
-## Features
-
-- Ultra-precise HTML2Markdown conversion
-- Ultra-precise Markdown segmentation based on AST
-- Ultra-precise HTML retrieval functions using headless browsers
-- The core functionality is edge-native (runs on Cloudflare Workers!!!)
-
-## Demo
-
-There is a demo API for Html2Markdown deployed on CloudflareWorker. Please access the following link
-
-- [https://site-reader-api.inaridiy.workers.dev/?url=https://www.npmjs.com/package/webforai](https://site-reader-api.inaridiy.workers.dev/?url=https://www.npmjs.com/package/webforai)
-- [https://site-reader-api.inaridiy.workers.dev/?html=%3Ch1%3EHello%20World%3C/h1%3E](https://site-reader-api.inaridiy.workers.dev/?html=%3Ch1%3EHello%20World%3C/h1%3E)
-
-## Quick Start
-
-Just install and execute scripts
-
-```bash
-pnpm i webforai playwright
-```
-
-```js
-import { promises as fs } from "fs";
-import { htmlToMarkdown, htmlToMdast } from "webforai";
-import { loadHtml } from "webforai/loaders/playwright";
-
-const url = "https://www.npmjs.com/package/webforai";
-const html = await loadHtml(url);
-
-const markdown = htmlToMarkdown(html, { solveLinks: url });
-
-await fs.writeFile("output.md", markdown);
-```
-
-other examples are in [examples](./examples/src/index.ts)
-
-## Usage
-
-### Main Functions
-
-**`htmlToMarkdown(html: string, options?: HtmlToMarkdownOptions): string`**
-Convert HTML to Markdown. By default, unnecessary HTML is excluded and processed.
-If `solveLinks` is specified, the relative links in the Mdast will be resolved.
-This function just calls htmlToMdast and mdastToMarkdown in that order internally.
-
-**`htmlToMdast(html: string, options?: HtmlToMdastOptions): Mdast`**
-This project uses Hast and Mdast as defined by syntax-tree internally.
-This function converts HTML to Mdast, an intermediate representation, which is required when using `mdastSplitter`, etc.
-
-**`mdastToMarkdown(mdast: Mdast | RootContent[], options?: { solveLinks?: string }): string`**
-Convert Mdast to Markdown. If `solveLinks` is specified, the relative links in the Mdast will be resolved.
-
-### Loader Functions
-
-**`loadHtml(url: string, options?: LoadHtmlOptions): Promise<string>`**
-Load HTML from the specified URL. This function uses Playwright internally.
-
-## Early Users
-
-### Voice Genius - Explanatory video generation by AI
-
-<img src="https://github.com/inaridiy/webforai/blob/main/images/voice-genius.png" width="300px">
-
-by [@moons14](https://twitter.com/moons_dev)
-
-AI can be used to automatically generate highly accurate commentary videos.
-Supports conversations and presentations using synthesized voice, embedding of images in videos, etc.

package/dist/cjs/extract-hast.js

@@ -1,46 +0,0 @@
-"use strict";
-var __defProp = Object.defineProperty;
-var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
-var __getOwnPropNames = Object.getOwnPropertyNames;
-var __hasOwnProp = Object.prototype.hasOwnProperty;
-var __export = (target, all) => {
-  for (var name in all)
-    __defProp(target, name, { get: all[name], enumerable: true });
-};
-var __copyProps = (to, from, except, desc) => {
-  if (from && typeof from === "object" || typeof from === "function") {
-    for (let key of __getOwnPropNames(from))
-      if (!__hasOwnProp.call(to, key) && key !== except)
-        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
-  }
-  return to;
-};
-var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var extract_hast_exports = {};
-__export(extract_hast_exports, {
-  extractHast: () => extractHast
-});
-module.exports = __toCommonJS(extract_hast_exports);
-var import_hast_util_select = require("hast-util-select");
-var import_unist_util_filter = require("unist-util-filter");
-const REMOVE_REGEX = /header|nav|speechify-ignore|assist|-ad-|hidden|^hid$| hid$| hid |^hid |banner|combx|comment|com-|contact|foot|footer|footnote|gdpr|masthead|media|meta|outbrain|promo|related|scroll|share|assist|shoutbox|sidebar|skyscraper|sponsor|shopping|tags|tool|widget/i;
-const extractHast = (hast) => {
-  const removeElements = (0, import_unist_util_filter.filter)(hast, (node) => {
-    if (node.type !== "element")
-      return true;
-    const element = node;
-    const elementName = `${element.tagName} ${element.properties.id} ${element.properties.className}`;
-    return !REMOVE_REGEX.test(elementName);
-  });
-  const selectors = ["article", "div#article", "main", "div.container"];
-  for (const selector of selectors) {
-    const element = (0, import_hast_util_select.select)(selector, removeElements);
-    if (element)
-      return element;
-  }
-  return removeElements;
-};
-// Annotate the CommonJS export names for ESM import in node:
-0 && (module.exports = {
-  extractHast
-});

package/dist/extract-hast.js

@@ -1,23 +0,0 @@
-// src/extract-hast.ts
-import { select } from "hast-util-select";
-import { filter } from "unist-util-filter";
-var REMOVE_REGEX = /header|nav|speechify-ignore|assist|-ad-|hidden|^hid$| hid$| hid |^hid |banner|combx|comment|com-|contact|foot|footer|footnote|gdpr|masthead|media|meta|outbrain|promo|related|scroll|share|assist|shoutbox|sidebar|skyscraper|sponsor|shopping|tags|tool|widget/i;
-var extractHast = (hast) => {
-  const removeElements = filter(hast, (node) => {
-    if (node.type !== "element")
-      return true;
-    const element = node;
-    const elementName = `${element.tagName} ${element.properties.id} ${element.properties.className}`;
-    return !REMOVE_REGEX.test(elementName);
-  });
-  const selectors = ["article", "div#article", "main", "div.container"];
-  for (const selector of selectors) {
-    const element = select(selector, removeElements);
-    if (element)
-      return element;
-  }
-  return removeElements;
-};
-export {
-  extractHast
-};

package/dist/types/extract-hast.d.ts

@@ -1,2 +0,0 @@
-import type { Element, Nodes as Hast } from "hast";
-export declare const extractHast: (hast: Hast) => import("hast").Text | import("hast").Comment | Element | import("hast").Doctype | import("hast").Root | undefined;

package/dist/types/extract-hast.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"extract-hast.js","sourceRoot":"","sources":["../../src/extract-hast.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAE3C,MAAM,YAAY,GACjB,kQAAkQ,CAAC;AAEpQ,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,IAAU,EAAE,EAAE;IACzC,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,EAAE;QAC5C,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS;YAAE,OAAO,IAAI,CAAC;QACzC,MAAM,OAAO,GAAG,IAAe,CAAC;QAChC,MAAM,WAAW,GAAG,GAAG,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,CAAC,EAAE,IAAI,OAAO,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC;QAClG,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,CAAC,SAAS,EAAE,aAAa,EAAE,MAAM,EAAE,eAAe,CAAC,CAAC;IACtE,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;QACjD,IAAI,OAAO;YAAE,OAAO,OAAO,CAAC;IAC7B,CAAC;IAED,OAAO,cAAc,CAAC;AACvB,CAAC,CAAC"}