webforai 1.6.2 → 2.0.0

package/dist/bin.js

@@ -6,19 +6,11 @@ import { program } from "commander";
 // package.json
 var package_default = {
   name: "webforai",
-  version: "1.6.2",
+  version: "2.0.0",
   description: "A library that provides a web interface for AI",
   author: "inaridiy",
-  license: "MIT",
-  keywords: [
-    "web",
-    "ai",
-    "html",
-    "html2md",
-    "markdown",
-    "mdast",
-    "hast"
-  ],
+  license: "Apache-2.0",
+  keywords: ["web", "ai", "html", "html2md", "markdown", "mdast", "hast"],
   repository: {
     type: "git",
     url: "https://github.com/inaridiy/webforai.git"
@@ -28,14 +20,11 @@ var package_default = {
     "copy:package.cjs.json": "pnpm ncp ./package.cjs.json ./dist/cjs/package.json && pnpm ncp ./package.cjs.json ./dist/types/package.json ",
     clean: "rimraf dist",
     build: "pnpm clean && tsx build.ts && pnpm copy:package.cjs.json",
-    test: 'echo "Error: no test specified"',
+    typecheck: "tsc --noEmit",
     prerelease: "pnpm build",
     release: "np"
   },
-  files: [
-    "dist",
-    "!dist/types/**/*.js"
-  ],
+  files: ["dist", "!dist/types/**/*.js"],
   main: "dist/cjs/index.js",
   type: "module",
   module: "dist/index.js",
@@ -75,21 +64,11 @@ var package_default = {
   },
   typesVersions: {
     "*": {
-      types: [
-        "./dist/types/index.d.ts"
-      ],
-      "loaders/playwright": [
-        "./dist/types/loaders/playwright.d.ts"
-      ],
-      "loaders/cf-puppeteer": [
-        "./dist/types/loaders/cf-puppeteer.d.ts"
-      ],
-      "loaders/fetch": [
-        "./dist/types/loaders/fetch.d.ts"
-      ],
-      "loaders/puppeteer": [
-        "./dist/types/loaders/puppeteer.d.ts"
-      ]
+      types: ["./dist/types/index.d.ts"],
+      "loaders/playwright": ["./dist/types/loaders/playwright.d.ts"],
+      "loaders/cf-puppeteer": ["./dist/types/loaders/cf-puppeteer.d.ts"],
+      "loaders/fetch": ["./dist/types/loaders/fetch.d.ts"],
+      "loaders/puppeteer": ["./dist/types/loaders/puppeteer.d.ts"]
     }
   },
   peerDependencies: {
@@ -157,12 +136,34 @@ import pc2 from "picocolors";
 import { fromHtml } from "hast-util-from-html";
 import { toMdast } from "hast-util-to-mdast";
 
-// src/extract-hast/readability.ts
+// src/extract-mdast.ts
+import { filter } from "unist-util-filter";
+var DECLATION_TYPES = ["blockquote", "strong", "emphasis", "delete"];
+var emptyDeclarationFilter = (node) => {
+  if (!DECLATION_TYPES.includes(node.type)) {
+    return true;
+  }
+  if (node.children.length === 0) {
+    return false;
+  }
+  return true;
+};
+var extractMdast = (node) => {
+  const extracted = filter(node, (node2) => {
+    if (!emptyDeclarationFilter(node2)) {
+      return false;
+    }
+    return true;
+  });
+  return extracted;
+};
+
+// src/extractors/presets/takumi.ts
 import { select, selectAll } from "hast-util-select";
 import { toString as hastToString } from "hast-util-to-string";
-import { filter } from "unist-util-filter";
+import { filter as filter2 } from "unist-util-filter";
 
-// src/extract-hast/utils.ts
+// src/extractors/presets/utils.ts
 var matchString = (element) => `${element.tagName} ${element.properties.id} ${classnames(element).join(" ")}`;
 var classnames = (element) => {
   if (Array.isArray(element.properties.className)) {
@@ -177,7 +178,7 @@ var isStrInclude = (value, match) => {
   return false;
 };
 
-// src/extract-hast/readability.ts
+// src/extractors/presets/takumi.ts
 var UNLIKELY_ROLES = ["menu", "menubar", "complementary", "navigation", "alert", "alertdialog", "dialog"];
 var REGEXPS = {
   hidden: /hidden|invisible|fallback-image/i,
@@ -256,15 +257,15 @@ var removeEmptyFilter = (node, _lang) => {
   }
   return true;
 };
-var readabilityExtractHast = (params) => {
+var takumiExtractor = (params) => {
   const { hast, lang = "en" } = params;
   const body = select("body", hast) ?? hast;
-  const metadataFilteredHast = filter(body, (node) => metadataFilter(node));
+  const metadataFilteredHast = filter2(body, (node) => metadataFilter(node));
   const metadataFilteredHastText = metadataFilteredHast && hastToString(metadataFilteredHast);
   if (!(metadataFilteredHast && metadataFilteredHastText)) {
     return body;
   }
-  const baseFilterd = filter(metadataFilteredHast, (node) => universalElementFilter(node));
+  const baseFilterd = filter2(metadataFilteredHast, (node) => universalElementFilter(node));
   const baseFilterdText = baseFilterd ? hastToString(baseFilterd) : "";
   const [baseTree, baseText] = baseFilterdText.length > metadataFilteredHastText.length / 3 || baseFilterdText.length > 5e3 ? [baseFilterd, baseFilterdText] : [metadataFilteredHast, metadataFilteredHastText];
   let minimalLength = lang in BASE_MINIMAL_LENGTH ? BASE_MINIMAL_LENGTH[lang] : 500;
@@ -291,7 +292,7 @@ var readabilityExtractHast = (params) => {
       break;
     }
   }
-  const finalFilteredTree = filter(extractedTree, (node) => {
+  const finalFilteredTree = filter2(extractedTree, (node) => {
     if (!removeEmptyFilter(node, lang)) {
       return false;
     }
@@ -304,53 +305,22 @@ var readabilityExtractHast = (params) => {
   return finalTree;
 };
 
-// src/extract-hast/strongly.ts
-import { select as select2 } from "hast-util-select";
-import { filter as filter2 } from "unist-util-filter";
-var REMOVE_REGEX = /fallback|icon|header|nav|speechify-ignore|assist|-ad-|banner|combx|comment|com-|contact|foot|footer|footnote|gdpr|masthead|media|meta|outbrain|promo|related|scroll|share|assist|shoutbox|sidebar|skyscraper|sponsor|shopping|tags|tool|widget/i;
-var stronglyExtractHast = (params) => {
-  const { hast } = params;
-  const selectors = ["article", "#article", "#content", "main", "div.container"];
-  let selectedElement = hast;
-  for (const selector of selectors) {
-    const element = select2(selector, hast);
-    if (element) {
-      selectedElement = element;
-      break;
-    }
-  }
-  const removedElements = filter2(selectedElement, (node) => {
-    if (node.type === "comment") {
-      return false;
-    }
-    if (node.type !== "element") {
-      return true;
-    }
-    const element = node;
-    const elementName = `${element.tagName} ${element.properties.id} ${element.properties.className}`;
-    if (REMOVE_REGEX.test(elementName)) {
-      return false;
-    }
-    return true;
-  });
-  return removedElements;
+// src/constants.ts
+var PRESET_EXTRACTORS = {
+  takumi: takumiExtractor
 };
+var DEFAULT_EXTRACTORS = ["takumi"];
 
-// src/extract-hast/index.ts
-var PRESET_EXTRACT_HAST = {
-  strongly: stronglyExtractHast,
-  readability: readabilityExtractHast
-};
-var DEFAULT_EXTRACT_HAST = ["readability"];
-var extractHast = (params, extractors = DEFAULT_EXTRACT_HAST) => {
+// src/extractors/pipeExtractors.ts
+var pipeExtractors = (params, extractors = DEFAULT_EXTRACTORS) => {
   const { hast, lang } = params;
   const _extractors = Array.isArray(extractors) ? extractors : [extractors];
   const extracted = _extractors.reduce((acc, extractor) => {
     if (extractor === false) {
       return acc;
     }
-    if (typeof extractor === "string" && extractor in PRESET_EXTRACT_HAST) {
-      return PRESET_EXTRACT_HAST[extractor]({ hast: acc, lang });
+    if (typeof extractor === "string" && extractor in PRESET_EXTRACTORS) {
+      return PRESET_EXTRACTORS[extractor]({ hast: acc, lang });
     }
     if (typeof extractor === "function") {
       return extractor({ hast: acc, lang });
@@ -360,28 +330,6 @@ var extractHast = (params, extractors = DEFAULT_EXTRACT_HAST) => {
   return extracted;
 };
 
-// src/extract-mdast.ts
-import { filter as filter3 } from "unist-util-filter";
-var DECLATION_TYPES = ["blockquote", "strong", "emphasis", "delete"];
-var emptyDeclarationFilter = (node) => {
-  if (!DECLATION_TYPES.includes(node.type)) {
-    return true;
-  }
-  if (node.children.length === 0) {
-    return false;
-  }
-  return true;
-};
-var extractMdast = (node) => {
-  const extracted = filter3(node, (node2) => {
-    if (!emptyDeclarationFilter(node2)) {
-      return false;
-    }
-    return true;
-  });
-  return extracted;
-};
-
 // src/mdast-handlers/custom-a-handler.ts
 import { defaultHandlers } from "hast-util-to-mdast";
 import { toString as hastToString2 } from "hast-util-to-string";
@@ -470,7 +418,7 @@ var customCodeHandler = (state, node) => {
 };
 
 // src/mdast-handlers/custom-div-handler.ts
-import { select as select3 } from "hast-util-select";
+import { select as select2 } from "hast-util-select";
 import { defaultHandlers as defaultHandlers2 } from "hast-util-to-mdast";
 import { toString as hastToString3 } from "hast-util-to-string";
 import { toText as toText2 } from "hast-util-to-text";
@@ -507,7 +455,7 @@ var customDivHandler = (state, node) => {
   if (codeBlock && classNames.some((className) => CODE_BLOCK_REGEX.test(className))) {
     const codeBlockClassNames = codeBlock.type === "element" ? codeBlock.properties.className ?? [] : [];
     const codeValue = trimTrailingLines2(toText2(codeBlock)).trim();
-    const filenameElement = select3(CODE_FILENAME_SELECTORS, node);
+    const filenameElement = select2(CODE_FILENAME_SELECTORS, node);
     const fileLang = filenameElement ? hastToString3(filenameElement).match(/\.(\w+)$/)?.[1] : null;
     const classLang = [...classNames, ...codeBlockClassNames].map((className) => {
       const match = LANGUAGE_MATCH_REGEX2.map((regex) => className.match(regex)).find((match2) => match2);
@@ -554,9 +502,9 @@ var mathHandler = (state, node) => {
 };
 
 // src/utils/hast-utils.ts
-import { select as select4, selectAll as selectAll2 } from "hast-util-select";
+import { select as select3, selectAll as selectAll2 } from "hast-util-select";
 var getLangFromHast = (node) => {
-  const html = select4("html", node);
+  const html = select3("html", node);
   if (html && typeof html.properties.lang === "string") {
     return html.properties.lang;
   }
@@ -600,7 +548,7 @@ var htmlToMdast = (htmlOrHast, options) => {
   const { extractors, url: defaultUrl, lang: defaultLang } = options || {};
   const [lang, hast] = typeof htmlOrHast === "string" ? [defaultLang || getLangFromStr(htmlOrHast), fromHtml(htmlOrHast, { fragment: true })] : [defaultLang || getLangFromHast(htmlOrHast), htmlOrHast];
   const url = defaultUrl || getUrlFromHast(hast);
-  const extractedHast = extractHast({ hast, lang, url }, extractors);
+  const extractedHast = pipeExtractors({ hast, lang, url }, extractors);
   const mdast = toMdast(extractedHast, {
     handlers: {
       math: mathHandler,
@@ -842,9 +790,9 @@ var inputSourcePath = async () => {
 };
 
 // src/cli/helpers/selectExtractMode.ts
-import { select as select5 } from "@clack/prompts";
+import { select as select4 } from "@clack/prompts";
 var selectExtractMode = async () => {
-  const result = await select5({
+  const result = await select4({
     message: "Select processing mode:",
     options: MODES.map((mode) => ({ value: mode, label: mode })),
     initialValue: MODES[0]
@@ -854,14 +802,14 @@ var selectExtractMode = async () => {
 };
 
 // src/cli/helpers/selectLoader.ts
-import { select as select6 } from "@clack/prompts";
+import { select as select5 } from "@clack/prompts";
 var loadersHint = {
   fetch: "Fetch HTML content from the given URL",
   playwright: "Retrieve HTML content after rendering using Playwright; Playwright must be installed in advance.",
   puppeteer: "Retrieve HTML content after rendering using Puppeteer; Puppeteer must be installed in advance."
 };
 var selectLoader = async () => {
-  const result = await select6({
+  const result = await select5({
     message: "Select loader:",
     initialValue: "fetch",
     options: LOADERS.map((mode) => ({ value: mode, label: mode, hint: loadersHint[mode] || "" }))
@@ -872,6 +820,7 @@ var selectLoader = async () => {
 
 // src/cli/commands/webforai/loadHtml.ts
 import fs4 from "node:fs/promises";
+import { fileURLToPath } from "node:url";
 import { log } from "@clack/prompts";
 import boxen from "boxen";
 import pc from "picocolors";
@@ -939,7 +888,7 @@ var checkPlaywrightAvailable = async () => {
 };
 var getPlaywrightVersion = async () => {
   const path3 = await import.meta.resolve("playwright-core/package.json");
-  const pwPackageJson = await fs4.readFile(path3.replace("file://", ""), "utf-8").then((res) => JSON.parse(res.toString())).catch(() => null);
+  const pwPackageJson = await fs4.readFile(fileURLToPath(path3), "utf-8").then((res) => JSON.parse(res.toString())).catch(() => null);
   return pwPackageJson?.version;
 };
 var loadHtml3 = async (sourcePath, loader, options) => {

package/dist/cjs/constants.js

@@ -0,0 +1,34 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var constants_exports = {};
+__export(constants_exports, {
+  DEFAULT_EXTRACTORS: () => DEFAULT_EXTRACTORS,
+  PRESET_EXTRACTORS: () => PRESET_EXTRACTORS
+});
+module.exports = __toCommonJS(constants_exports);
+var import_takumi = require("./extractors/presets/takumi");
+const PRESET_EXTRACTORS = {
+  takumi: import_takumi.takumiExtractor
+};
+const DEFAULT_EXTRACTORS = ["takumi"];
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  DEFAULT_EXTRACTORS,
+  PRESET_EXTRACTORS
+});

package/dist/cjs/extractors/index.js

@@ -0,0 +1,31 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var extractors_exports = {};
+__export(extractors_exports, {
+  pipeExtractors: () => import_pipeExtractors.pipeExtractors,
+  takumiExtractor: () => import_takumi.takumiExtractor
+});
+module.exports = __toCommonJS(extractors_exports);
+var import_pipeExtractors = require("./pipeExtractors");
+var import_takumi = require("./presets/takumi");
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  pipeExtractors,
+  takumiExtractor
+});

package/dist/cjs/{extract-hast/index.js → extractors/pipeExtractors.js}

@@ -16,29 +16,21 @@ var __copyProps = (to, from, except, desc) => {
   return to;
 };
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var extract_hast_exports = {};
-__export(extract_hast_exports, {
-  DEFAULT_EXTRACT_HAST: () => DEFAULT_EXTRACT_HAST,
-  PRESET_EXTRACT_HAST: () => PRESET_EXTRACT_HAST,
-  extractHast: () => extractHast
+var pipeExtractors_exports = {};
+__export(pipeExtractors_exports, {
+  pipeExtractors: () => pipeExtractors
 });
-module.exports = __toCommonJS(extract_hast_exports);
-var import_readability = require("./readability");
-var import_strongly = require("./strongly");
-const PRESET_EXTRACT_HAST = {
-  strongly: import_strongly.stronglyExtractHast,
-  readability: import_readability.readabilityExtractHast
-};
-const DEFAULT_EXTRACT_HAST = ["readability"];
-const extractHast = (params, extractors = DEFAULT_EXTRACT_HAST) => {
+module.exports = __toCommonJS(pipeExtractors_exports);
+var import_constants = require("../constants");
+const pipeExtractors = (params, extractors = import_constants.DEFAULT_EXTRACTORS) => {
   const { hast, lang } = params;
   const _extractors = Array.isArray(extractors) ? extractors : [extractors];
   const extracted = _extractors.reduce((acc, extractor) => {
     if (extractor === false) {
       return acc;
     }
-    if (typeof extractor === "string" && extractor in PRESET_EXTRACT_HAST) {
-      return PRESET_EXTRACT_HAST[extractor]({ hast: acc, lang });
+    if (typeof extractor === "string" && extractor in import_constants.PRESET_EXTRACTORS) {
+      return import_constants.PRESET_EXTRACTORS[extractor]({ hast: acc, lang });
     }
     if (typeof extractor === "function") {
       return extractor({ hast: acc, lang });
@@ -49,7 +41,5 @@ const extractHast = (params, extractors = DEFAULT_EXTRACT_HAST) => {
 };
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
-  DEFAULT_EXTRACT_HAST,
-  PRESET_EXTRACT_HAST,
-  extractHast
+  pipeExtractors
 });

package/dist/cjs/{extract-hast/readability.js → extractors/presets/takumi.js}

@@ -16,11 +16,11 @@ var __copyProps = (to, from, except, desc) => {
   return to;
 };
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
-var readability_exports = {};
-__export(readability_exports, {
-  readabilityExtractHast: () => readabilityExtractHast
+var takumi_exports = {};
+__export(takumi_exports, {
+  takumiExtractor: () => takumiExtractor
 });
-module.exports = __toCommonJS(readability_exports);
+module.exports = __toCommonJS(takumi_exports);
 var import_hast_util_select = require("hast-util-select");
 var import_hast_util_to_string = require("hast-util-to-string");
 var import_unist_util_filter = require("unist-util-filter");
@@ -103,7 +103,7 @@ const removeEmptyFilter = (node, _lang) => {
   }
   return true;
 };
-const readabilityExtractHast = (params) => {
+const takumiExtractor = (params) => {
   const { hast, lang = "en" } = params;
   const body = (0, import_hast_util_select.select)("body", hast) ?? hast;
   const metadataFilteredHast = (0, import_unist_util_filter.filter)(body, (node) => metadataFilter(node));
@@ -152,5 +152,5 @@ const readabilityExtractHast = (params) => {
 };
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
-  readabilityExtractHast
+  takumiExtractor
 });

package/dist/cjs/extractors/types.js

@@ -0,0 +1,16 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var types_exports = {};
+module.exports = __toCommonJS(types_exports);

package/dist/cjs/html-to-mdast.js

@@ -23,8 +23,8 @@ __export(html_to_mdast_exports, {
 module.exports = __toCommonJS(html_to_mdast_exports);
 var import_hast_util_from_html = require("hast-util-from-html");
 var import_hast_util_to_mdast = require("hast-util-to-mdast");
-var import_extract_hast = require("./extract-hast");
 var import_extract_mdast = require("./extract-mdast");
+var import_extractors = require("./extractors");
 var import_custom_a_handler = require("./mdast-handlers/custom-a-handler");
 var import_custom_code_handler = require("./mdast-handlers/custom-code-handler");
 var import_custom_div_handler = require("./mdast-handlers/custom-div-handler");
@@ -36,7 +36,7 @@ const htmlToMdast = (htmlOrHast, options) => {
   const { extractors, url: defaultUrl, lang: defaultLang } = options || {};
   const [lang, hast] = typeof htmlOrHast === "string" ? [defaultLang || (0, import_hast_utils.getLangFromStr)(htmlOrHast), (0, import_hast_util_from_html.fromHtml)(htmlOrHast, { fragment: true })] : [defaultLang || (0, import_hast_utils.getLangFromHast)(htmlOrHast), htmlOrHast];
   const url = defaultUrl || (0, import_hast_utils.getUrlFromHast)(hast);
-  const extractedHast = (0, import_extract_hast.extractHast)({ hast, lang, url }, extractors);
+  const extractedHast = (0, import_extractors.pipeExtractors)({ hast, lang, url }, extractors);
   const mdast = (0, import_hast_util_to_mdast.toMdast)(extractedHast, {
     handlers: {
       math: import_math_handler.mathHandler,

package/dist/cjs/index.js

@@ -18,25 +18,25 @@ var __copyProps = (to, from, except, desc) => {
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 var src_exports = {};
 __export(src_exports, {
-  DEFAULT_EXTRACT_HAST: () => import_extract_hast.DEFAULT_EXTRACT_HAST,
-  PRESET_EXTRACT_HAST: () => import_extract_hast.PRESET_EXTRACT_HAST,
   htmlToMarkdown: () => import_html_to_markdown.htmlToMarkdown,
   htmlToMdast: () => import_html_to_mdast.htmlToMdast,
   mdastSplitter: () => import_md_splitter.mdastSplitter,
-  mdastToMarkdown: () => import_mdast_to_markdown.mdastToMarkdown
+  mdastToMarkdown: () => import_mdast_to_markdown.mdastToMarkdown,
+  pipeExtractors: () => import_extractors.pipeExtractors,
+  takumiExtractor: () => import_extractors.takumiExtractor
 });
 module.exports = __toCommonJS(src_exports);
 var import_html_to_markdown = require("./html-to-markdown");
 var import_md_splitter = require("./md-splitter");
 var import_html_to_mdast = require("./html-to-mdast");
 var import_mdast_to_markdown = require("./mdast-to-markdown");
-var import_extract_hast = require("./extract-hast/index");
+var import_extractors = require("./extractors");
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
-  DEFAULT_EXTRACT_HAST,
-  PRESET_EXTRACT_HAST,
   htmlToMarkdown,
   htmlToMdast,
   mdastSplitter,
-  mdastToMarkdown
+  mdastToMarkdown,
+  pipeExtractors,
+  takumiExtractor
 });

package/dist/cjs/loaders/puppeteer.js

@@ -44,7 +44,7 @@ const loadHtml = async (url, ctx) => {
   await page.goto(url);
   const html = await page.content();
   await Promise.race([page.waitForNetworkIdle(), sleep(1e4)]);
-  await page.close();
+  await browser.close();
   return html;
 };
 // Annotate the CommonJS export names for ESM import in node:

package/dist/constants.js

@@ -0,0 +1,10 @@
+// src/constants.ts
+import { takumiExtractor } from "./extractors/presets/takumi.js";
+var PRESET_EXTRACTORS = {
+  takumi: takumiExtractor
+};
+var DEFAULT_EXTRACTORS = ["takumi"];
+export {
+  DEFAULT_EXTRACTORS,
+  PRESET_EXTRACTORS
+};

package/dist/extractors/index.js

@@ -0,0 +1,9 @@
+// src/extractors/index.ts
+import {
+  pipeExtractors
+} from "./pipeExtractors.js";
+import { takumiExtractor } from "./presets/takumi.js";
+export {
+  pipeExtractors,
+  takumiExtractor
+};

package/dist/{extract-hast/index.js → extractors/pipeExtractors.js}

@@ -1,20 +1,14 @@
-// src/extract-hast/index.ts
-import { readabilityExtractHast } from "./readability.js";
-import { stronglyExtractHast } from "./strongly.js";
-var PRESET_EXTRACT_HAST = {
-  strongly: stronglyExtractHast,
-  readability: readabilityExtractHast
-};
-var DEFAULT_EXTRACT_HAST = ["readability"];
-var extractHast = (params, extractors = DEFAULT_EXTRACT_HAST) => {
+// src/extractors/pipeExtractors.ts
+import { DEFAULT_EXTRACTORS, PRESET_EXTRACTORS } from "../constants.js";
+var pipeExtractors = (params, extractors = DEFAULT_EXTRACTORS) => {
   const { hast, lang } = params;
   const _extractors = Array.isArray(extractors) ? extractors : [extractors];
   const extracted = _extractors.reduce((acc, extractor) => {
     if (extractor === false) {
       return acc;
     }
-    if (typeof extractor === "string" && extractor in PRESET_EXTRACT_HAST) {
-      return PRESET_EXTRACT_HAST[extractor]({ hast: acc, lang });
+    if (typeof extractor === "string" && extractor in PRESET_EXTRACTORS) {
+      return PRESET_EXTRACTORS[extractor]({ hast: acc, lang });
     }
     if (typeof extractor === "function") {
       return extractor({ hast: acc, lang });
@@ -24,7 +18,5 @@ var extractHast = (params, extractors = DEFAULT_EXTRACT_HAST) => {
   return extracted;
 };
 export {
-  DEFAULT_EXTRACT_HAST,
-  PRESET_EXTRACT_HAST,
-  extractHast
+  pipeExtractors
 };

package/dist/{extract-hast/readability.js → extractors/presets/takumi.js}

@@ -1,4 +1,4 @@
-// src/extract-hast/readability.ts
+// src/extractors/presets/takumi.ts
 import { select, selectAll } from "hast-util-select";
 import { toString as hastToString } from "hast-util-to-string";
 import { filter } from "unist-util-filter";
@@ -81,7 +81,7 @@ var removeEmptyFilter = (node, _lang) => {
   }
   return true;
 };
-var readabilityExtractHast = (params) => {
+var takumiExtractor = (params) => {
   const { hast, lang = "en" } = params;
   const body = select("body", hast) ?? hast;
   const metadataFilteredHast = filter(body, (node) => metadataFilter(node));
@@ -129,5 +129,5 @@ var readabilityExtractHast = (params) => {
   return finalTree;
 };
 export {
-  readabilityExtractHast
+  takumiExtractor
 };

package/dist/{extract-hast → extractors/presets}/utils.js

@@ -1,4 +1,4 @@
-// src/extract-hast/utils.ts
+// src/extractors/presets/utils.ts
 var matchString = (element) => `${element.tagName} ${element.properties.id} ${classnames(element).join(" ")}`;
 var classnames = (element) => {
   if (Array.isArray(element.properties.className)) {

package/dist/html-to-mdast.js

@@ -1,8 +1,8 @@
 // src/html-to-mdast.ts
 import { fromHtml } from "hast-util-from-html";
 import { toMdast } from "hast-util-to-mdast";
-import { extractHast } from "./extract-hast/index.js";
 import { extractMdast } from "./extract-mdast.js";
+import { pipeExtractors } from "./extractors/index.js";
 import { customAHandler } from "./mdast-handlers/custom-a-handler.js";
 import { customCodeHandler } from "./mdast-handlers/custom-code-handler.js";
 import { customDivHandler } from "./mdast-handlers/custom-div-handler.js";
@@ -14,7 +14,7 @@ var htmlToMdast = (htmlOrHast, options) => {
   const { extractors, url: defaultUrl, lang: defaultLang } = options || {};
   const [lang, hast] = typeof htmlOrHast === "string" ? [defaultLang || getLangFromStr(htmlOrHast), fromHtml(htmlOrHast, { fragment: true })] : [defaultLang || getLangFromHast(htmlOrHast), htmlOrHast];
   const url = defaultUrl || getUrlFromHast(hast);
-  const extractedHast = extractHast({ hast, lang, url }, extractors);
+  const extractedHast = pipeExtractors({ hast, lang, url }, extractors);
   const mdast = toMdast(extractedHast, {
     handlers: {
       math: mathHandler,