webforai 2.1.0 → 2.1.1

package/dist/bin.js

@@ -6,7 +6,7 @@ import { program } from "commander";
 // package.json
 var package_default = {
   name: "webforai",
-  version: "2.1.0",
+  version: "2.1.1",
   description: "A library that provides a web interface for AI",
   author: "inaridiy",
   license: "Apache-2.0",
@@ -347,12 +347,17 @@ var pipeExtractors = (params, extractors = DEFAULT_EXTRACTORS) => {
   return extracted;
 };
 
+// src/extractors/presets/minimal-filter.ts
+import { select as select2 } from "hast-util-select";
+import { toString as hastToString2 } from "hast-util-to-string";
+import { filter as filter3 } from "unist-util-filter";
+
 // src/mdast-handlers/custom-a-handler.ts
 import { defaultHandlers } from "hast-util-to-mdast";
-import { toString as hastToString2 } from "hast-util-to-string";
+import { toString as hastToString3 } from "hast-util-to-string";
 var customAHandler = (options) => (state, node) => {
   if (options?.asText) {
-    const text3 = hastToString2(node);
+    const text3 = hastToString3(node);
     if (3 >= text3.length) {
       return void 0;
     }
@@ -435,9 +440,9 @@ var customCodeHandler = (state, node) => {
 };
 
 // src/mdast-handlers/custom-div-handler.ts
-import { select as select2 } from "hast-util-select";
+import { select as select3 } from "hast-util-select";
 import { defaultHandlers as defaultHandlers2 } from "hast-util-to-mdast";
-import { toString as hastToString3 } from "hast-util-to-string";
+import { toString as hastToString4 } from "hast-util-to-string";
 import { toText as toText2 } from "hast-util-to-text";
 import { trimTrailingLines as trimTrailingLines2 } from "trim-trailing-lines";
 var CODE_BLOCK_REGEX = /highlight-source|language-|codegroup|codeblock|code-block/i;
@@ -472,8 +477,8 @@ var customDivHandler = (state, node) => {
   if (codeBlock && classNames.some((className) => CODE_BLOCK_REGEX.test(className))) {
     const codeBlockClassNames = codeBlock.type === "element" ? codeBlock.properties.className ?? [] : [];
     const codeValue = trimTrailingLines2(toText2(codeBlock)).trim();
-    const filenameElement = select2(CODE_FILENAME_SELECTORS, node);
-    const fileLang = filenameElement ? hastToString3(filenameElement).match(/\.(\w+)$/)?.[1] : null;
+    const filenameElement = select3(CODE_FILENAME_SELECTORS, node);
+    const fileLang = filenameElement ? hastToString4(filenameElement).match(/\.(\w+)$/)?.[1] : null;
     const classLang = [...classNames, ...codeBlockClassNames].map((className) => {
       const match = LANGUAGE_MATCH_REGEX2.map((regex) => className.match(regex)).find((match2) => match2);
       return match?.[1];
@@ -519,9 +524,9 @@ var mathHandler = (state, node) => {
 };
 
 // src/utils/hast-utils.ts
-import { select as select3, selectAll as selectAll2 } from "hast-util-select";
+import { select as select4, selectAll as selectAll2 } from "hast-util-select";
 var getLangFromHast = (node) => {
-  const html = select3("html", node);
+  const html = select4("html", node);
   if (html && typeof html.properties.lang === "string") {
     return html.properties.lang;
   }
@@ -807,9 +812,9 @@ var inputSourcePath = async () => {
 };
 
 // src/cli/helpers/selectExtractMode.ts
-import { select as select4 } from "@clack/prompts";
+import { select as select5 } from "@clack/prompts";
 var selectExtractMode = async () => {
-  const result = await select4({
+  const result = await select5({
     message: "Select processing mode:",
     options: MODES.map((mode) => ({ value: mode, label: mode })),
     initialValue: MODES[0]
@@ -819,14 +824,14 @@ var selectExtractMode = async () => {
 };
 
 // src/cli/helpers/selectLoader.ts
-import { select as select5 } from "@clack/prompts";
+import { select as select6 } from "@clack/prompts";
 var loadersHint = {
   fetch: "Fetch HTML content from the given URL",
   playwright: "Retrieve HTML content after rendering using Playwright; Playwright must be installed in advance.",
   puppeteer: "Retrieve HTML content after rendering using Puppeteer; Puppeteer must be installed in advance."
 };
 var selectLoader = async () => {
-  const result = await select5({
+  const result = await select6({
     message: "Select loader:",
     initialValue: "fetch",
     options: LOADERS.map((mode) => ({ value: mode, label: mode, hint: loadersHint[mode] || "" }))

package/dist/cjs/extractors/index.js

@@ -18,14 +18,17 @@ var __copyProps = (to, from, except, desc) => {
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 var extractors_exports = {};
 __export(extractors_exports, {
+  minimalFilter: () => import_minimal_filter.minimalFilter,
   pipeExtractors: () => import_pipeExtractors.pipeExtractors,
   takumiExtractor: () => import_takumi.takumiExtractor
 });
 module.exports = __toCommonJS(extractors_exports);
 var import_pipeExtractors = require("./pipeExtractors");
 var import_takumi = require("./presets/takumi");
+var import_minimal_filter = require("./presets/minimal-filter");
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
+  minimalFilter,
   pipeExtractors,
   takumiExtractor
 });

package/dist/cjs/index.js

@@ -22,6 +22,7 @@ __export(src_exports, {
   htmlToMdast: () => import_html_to_mdast.htmlToMdast,
   mdastSplitter: () => import_md_splitter.mdastSplitter,
   mdastToMarkdown: () => import_mdast_to_markdown.mdastToMarkdown,
+  minimalFilter: () => import_extractors.minimalFilter,
   pipeExtractors: () => import_extractors.pipeExtractors,
   takumiExtractor: () => import_extractors.takumiExtractor
 });
@@ -37,6 +38,7 @@ var import_extractors = require("./extractors");
   htmlToMdast,
   mdastSplitter,
   mdastToMarkdown,
+  minimalFilter,
   pipeExtractors,
   takumiExtractor
 });

package/dist/extractors/index.js

@@ -3,7 +3,9 @@ import {
   pipeExtractors
 } from "./pipeExtractors.js";
 import { takumiExtractor } from "./presets/takumi.js";
+import { minimalFilter } from "./presets/minimal-filter.js";
 export {
+  minimalFilter,
   pipeExtractors,
   takumiExtractor
 };

package/dist/index.js

@@ -5,13 +5,15 @@ import { htmlToMdast } from "./html-to-mdast.js";
 import { mdastToMarkdown } from "./mdast-to-markdown.js";
 import {
   pipeExtractors,
-  takumiExtractor
+  takumiExtractor,
+  minimalFilter
 } from "./extractors/index.js";
 export {
   htmlToMarkdown,
   htmlToMdast,
   mdastSplitter,
   mdastToMarkdown,
+  minimalFilter,
   pipeExtractors,
   takumiExtractor
 };

package/dist/types/extractors/index.d.ts

@@ -1,3 +1,4 @@
 export { pipeExtractors, type ExtractorSelectors, type ExtractorSelector, } from "./pipeExtractors";
 export { takumiExtractor } from "./presets/takumi";
 export { type ExtractParams, type Extractor } from "./types";
+export { minimalFilter } from "./presets/minimal-filter";

package/dist/types/extractors/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/extractors/index.ts"],"names":[],"mappings":"AAAA,2DAA2D;AAC3D,OAAO,EACN,cAAc,GAGd,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/extractors/index.ts"],"names":[],"mappings":"AAAA,2DAA2D;AAC3D,OAAO,EACN,cAAc,GAGd,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAEnD,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC"}

package/dist/types/index.d.ts

@@ -2,4 +2,4 @@ export { htmlToMarkdown, type HtmlToMarkdownOptions } from "./html-to-markdown";
 export { mdastSplitter } from "./md-splitter";
 export { htmlToMdast, type HtmlToMdastOptions } from "./html-to-mdast";
 export { mdastToMarkdown } from "./mdast-to-markdown";
-export { pipeExtractors, takumiExtractor, type ExtractorSelectors, type ExtractorSelector, type ExtractParams, type Extractor, } from "./extractors";
+export { pipeExtractors, takumiExtractor, minimalFilter, type ExtractorSelectors, type ExtractorSelector, type ExtractParams, type Extractor, } from "./extractors";

package/dist/types/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,2DAA2D;AAC3D,OAAO,EAAE,cAAc,EAA8B,MAAM,oBAAoB,CAAC;AAChF,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC9C,OAAO,EAAE,WAAW,EAA2B,MAAM,iBAAiB,CAAC;AACvE,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EACN,cAAc,EACd,eAAe,GAKf,MAAM,cAAc,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,2DAA2D;AAC3D,OAAO,EAAE,cAAc,EAA8B,MAAM,oBAAoB,CAAC;AAChF,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC9C,OAAO,EAAE,WAAW,EAA2B,MAAM,iBAAiB,CAAC;AACvE,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EACN,cAAc,EACd,eAAe,EACf,aAAa,GAKb,MAAM,cAAc,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "webforai",
-  "version": "2.1.0",
+  "version": "2.1.1",
   "description": "A library that provides a web interface for AI",
   "author": "inaridiy",
   "license": "Apache-2.0",