webforai 1.2.3 → 1.3.1

package/README.md

@@ -15,8 +15,8 @@ A library that provides a web interface for AI
 
 There is a demo API for Html2Markdown deployed on CloudflareWorker. Please access the following link
 
-- [https://webforai.inaridiy.workers.dev/?url=https://www.npmjs.com/package/webforai](https://webforai.inaridiy.workers.dev/?url=https://www.npmjs.com/package/webforai)
-- [https://webforai.inaridiy.workers.dev/?html=%3Ch1%3EHello%20World%3C/h1%3E](https://webforai.inaridiy.workers.dev/?html=%3Ch1%3EHello%20World%3C/h1%3E)
+- [NPM Package page](https://webforai.inaridiy.workers.dev/?url=https://www.npmjs.com/package/webforai)
+- [Wikipedia of Cloudflare (AI Mode)](https://webforai.inaridiy.workers.dev/?url=https://en.wikipedia.org/wiki/Cloudflare&mode=ai)
 
 ## Quick Start
 
@@ -34,13 +34,20 @@ import { loadHtml } from "webforai/loaders/playwright";
 const url = "https://www.npmjs.com/package/webforai";
 const html = await loadHtml(url);
 
-const markdown = htmlToMarkdown(html, { solveLinks: url });
+const markdown = htmlToMarkdown(html, { baseUrl: url });
 
 await fs.writeFile("output.md", markdown);
 ```
 
 other examples are in [examples](./examples/simple/src/index.ts)
 
+## Examples
+
+- [Simple Example](https://github.com/inaridiy/webforai/tree/main/examples/simple/src/index.ts)
+- [Scraping With ChatGPT API](https://github.com/inaridiy/webforai/blob/main/examples/scraping/src/index.ts)
+- [Translate Markdown with Splitter](https://github.com/inaridiy/webforai/tree/main/examples/translate)
+- [Cloudflare Worker with puppeteer & DO](https://github.com/inaridiy/webforai/tree/main/examples/worker)
+
 ## Usage
 
 ### Main Functions
@@ -61,14 +68,3 @@ Convert Mdast to Markdown. If `solveLinks` is specified, the relative links in t
 
 **`loadHtml(url: string, options?: LoadHtmlOptions): Promise<string>`**  
 Load HTML from the specified URL. This function uses Playwright internally.
-
-## Early Users
-
-### Voice Genius - Explanatory video generation by AI
-
-<img src="https://github.com/inaridiy/webforai/blob/main/images/voice-genius.png" width="300px">
-
-by [@moons14](https://twitter.com/moons_dev)
-
-AI can be used to automatically generate highly accurate commentary videos.
-Supports conversations and presentations using synthesized voice, embedding of images in videos, etc.

package/dist/cjs/extract-hast/index.js

@@ -36,7 +36,7 @@ const extractHast = (hast, extractors = DEFAULT_EXTRACT_HAST) => {
     if (extractor === false) {
       return acc;
     }
-    if (typeof extractor === "string" && extractor in DEFAULT_EXTRACT_HAST) {
+    if (typeof extractor === "string" && extractor in PRESET_EXTRACT_HAST) {
       return PRESET_EXTRACT_HAST[extractor](acc);
     }
     if (typeof extractor === "function") {

package/dist/cjs/html-to-markdown.js

@@ -23,9 +23,10 @@ __export(html_to_markdown_exports, {
 module.exports = __toCommonJS(html_to_markdown_exports);
 var import_html_to_mdast = require("./html-to-mdast");
 var import_mdast_to_markdown = require("./mdast-to-markdown");
-const htmlToMarkdown = (html, options) => {
-  const mdast = (0, import_html_to_mdast.htmlToMdast)(html, options);
-  const markdown = (0, import_mdast_to_markdown.mdastToMarkdown)(mdast, options);
+const htmlToMarkdown = (htmlOrHast, options) => {
+  const { baseUrl, formatting: toMarkdownOptions, ...toMdastOptions } = options || {};
+  const mdast = (0, import_html_to_mdast.htmlToMdast)(htmlOrHast, toMdastOptions);
+  const markdown = (0, import_mdast_to_markdown.mdastToMarkdown)(mdast, { baseUrl, ...toMarkdownOptions });
   return markdown;
 };
 // Annotate the CommonJS export names for ESM import in node:

package/dist/cjs/html-to-markdown.test.js

@@ -0,0 +1,26 @@
+"use strict";
+var import_fastest_levenshtein = require("fastest-levenshtein");
+var import_vitest = require("vitest");
+var import_html_to_markdown = require("./html-to-markdown");
+const html = `
+<h1>Hello, world!</h1>
+<p>This is a paragraph.</p>
+<ul>
+  <li>Item 1</li>
+  <li>Item 2</li>
+</ul>
+`;
+const expected = `# Hello, world!
+
+This is a paragraph.
+
+* Item 1
+* Item 2
+`;
+(0, import_vitest.describe)("htmlToMarkdown", () => {
+  (0, import_vitest.it)("should convert HTML to Markdown", () => {
+    const markdown = (0, import_html_to_markdown.htmlToMarkdown)(html, { extractors: false });
+    const d = (0, import_fastest_levenshtein.distance)(markdown, expected);
+    (0, import_vitest.expect)(d).lte(2);
+  });
+});

package/dist/cjs/html-to-mdast.js

@@ -31,10 +31,10 @@ var import_custom_img_handler = require("./mdast-handlers/custom-img-handler");
 var import_custom_table_handler = require("./mdast-handlers/custom-table-handler");
 var import_empty_handler = require("./mdast-handlers/empty-handler");
 var import_math_handler = require("./mdast-handlers/math-handler");
-const htmlToMdast = (html, options) => {
-  const { extractHast: _extractHast } = options || {};
-  const hast = (0, import_hast_util_from_html.fromHtml)(html, { fragment: true });
-  const extractedHast = (0, import_extract_hast.extractHast)(hast, _extractHast);
+const htmlToMdast = (htmlOrHast, options) => {
+  const { extractors } = options || {};
+  const hast = typeof htmlOrHast === "string" ? (0, import_hast_util_from_html.fromHtml)(htmlOrHast, { fragment: true }) : htmlOrHast;
+  const extractedHast = (0, import_extract_hast.extractHast)(hast, extractors);
   const mdast = (0, import_hast_util_to_mdast.toMdast)(extractedHast, {
     handlers: {
       math: import_math_handler.mathHandler,

package/dist/cjs/mdast-to-markdown.js

@@ -18,6 +18,7 @@ var __copyProps = (to, from, except, desc) => {
 var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 var mdast_to_markdown_exports = {};
 __export(mdast_to_markdown_exports, {
+  DEFAULT_MDAST_TO_MARKDOWN_OPTIONS: () => DEFAULT_MDAST_TO_MARKDOWN_OPTIONS,
   mdastToMarkdown: () => mdastToMarkdown
 });
 module.exports = __toCommonJS(mdast_to_markdown_exports);
@@ -26,16 +27,19 @@ var import_mdast_util_math = require("mdast-util-math");
 var import_mdast_util_to_markdown = require("mdast-util-to-markdown");
 var import_link_replacer = require("./link-replacer");
 var import_mdast_utils = require("./utils/mdast-utils");
+const DEFAULT_MDAST_TO_MARKDOWN_OPTIONS = {
+  extensions: [(0, import_mdast_util_gfm.gfmToMarkdown)(), (0, import_mdast_util_math.mathToMarkdown)()]
+};
 const mdastToMarkdown = (mdast, options) => {
-  let markdown = (0, import_mdast_util_to_markdown.toMarkdown)((0, import_mdast_utils.warpRoot)(mdast), {
-    extensions: [(0, import_mdast_util_gfm.gfmToMarkdown)(), (0, import_mdast_util_math.mathToMarkdown)()]
-  });
-  if (options?.url) {
-    markdown = (0, import_link_replacer.linkReplacer)(markdown, options.url);
+  const { baseUrl, ...toMarkdownOptions } = { ...DEFAULT_MDAST_TO_MARKDOWN_OPTIONS, ...options };
+  let markdown = (0, import_mdast_util_to_markdown.toMarkdown)((0, import_mdast_utils.warpRoot)(mdast), toMarkdownOptions);
+  if (baseUrl) {
+    markdown = (0, import_link_replacer.linkReplacer)(markdown, baseUrl);
   }
   return markdown;
 };
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
+  DEFAULT_MDAST_TO_MARKDOWN_OPTIONS,
   mdastToMarkdown
 });

package/dist/extract-hast/index.js

@@ -12,7 +12,7 @@ var extractHast = (hast, extractors = DEFAULT_EXTRACT_HAST) => {
     if (extractor === false) {
       return acc;
     }
-    if (typeof extractor === "string" && extractor in DEFAULT_EXTRACT_HAST) {
+    if (typeof extractor === "string" && extractor in PRESET_EXTRACT_HAST) {
       return PRESET_EXTRACT_HAST[extractor](acc);
     }
     if (typeof extractor === "function") {

package/dist/html-to-markdown.js

@@ -1,9 +1,10 @@
 // src/html-to-markdown.ts
 import { htmlToMdast } from "./html-to-mdast.js";
 import { mdastToMarkdown } from "./mdast-to-markdown.js";
-var htmlToMarkdown = (html, options) => {
-  const mdast = htmlToMdast(html, options);
-  const markdown = mdastToMarkdown(mdast, options);
+var htmlToMarkdown = (htmlOrHast, options) => {
+  const { baseUrl, formatting: toMarkdownOptions, ...toMdastOptions } = options || {};
+  const mdast = htmlToMdast(htmlOrHast, toMdastOptions);
+  const markdown = mdastToMarkdown(mdast, { baseUrl, ...toMarkdownOptions });
   return markdown;
 };
 export {

package/dist/html-to-markdown.test.js

@@ -0,0 +1,26 @@
+// src/html-to-markdown.test.ts
+import { distance } from "fastest-levenshtein";
+import { describe, expect, it } from "vitest";
+import { htmlToMarkdown } from "./html-to-markdown.js";
+var html = `
+<h1>Hello, world!</h1>
+<p>This is a paragraph.</p>
+<ul>
+  <li>Item 1</li>
+  <li>Item 2</li>
+</ul>
+`;
+var expected = `# Hello, world!
+
+This is a paragraph.
+
+* Item 1
+* Item 2
+`;
+describe("htmlToMarkdown", () => {
+  it("should convert HTML to Markdown", () => {
+    const markdown = htmlToMarkdown(html, { extractors: false });
+    const d = distance(markdown, expected);
+    expect(d).lte(2);
+  });
+});

package/dist/html-to-mdast.js

@@ -9,10 +9,10 @@ import { customImgHandler } from "./mdast-handlers/custom-img-handler.js";
 import { customTableHandler } from "./mdast-handlers/custom-table-handler.js";
 import { emptyHandler } from "./mdast-handlers/empty-handler.js";
 import { mathHandler } from "./mdast-handlers/math-handler.js";
-var htmlToMdast = (html, options) => {
-  const { extractHast: _extractHast } = options || {};
-  const hast = fromHtml(html, { fragment: true });
-  const extractedHast = extractHast(hast, _extractHast);
+var htmlToMdast = (htmlOrHast, options) => {
+  const { extractors } = options || {};
+  const hast = typeof htmlOrHast === "string" ? fromHtml(htmlOrHast, { fragment: true }) : htmlOrHast;
+  const extractedHast = extractHast(hast, extractors);
   const mdast = toMdast(extractedHast, {
     handlers: {
       math: mathHandler,

package/dist/mdast-to-markdown.js

@@ -4,15 +4,18 @@ import { mathToMarkdown } from "mdast-util-math";
 import { toMarkdown } from "mdast-util-to-markdown";
 import { linkReplacer } from "./link-replacer.js";
 import { warpRoot } from "./utils/mdast-utils.js";
+var DEFAULT_MDAST_TO_MARKDOWN_OPTIONS = {
+  extensions: [gfmToMarkdown(), mathToMarkdown()]
+};
 var mdastToMarkdown = (mdast, options) => {
-  let markdown = toMarkdown(warpRoot(mdast), {
-    extensions: [gfmToMarkdown(), mathToMarkdown()]
-  });
-  if (options?.url) {
-    markdown = linkReplacer(markdown, options.url);
+  const { baseUrl, ...toMarkdownOptions } = { ...DEFAULT_MDAST_TO_MARKDOWN_OPTIONS, ...options };
+  let markdown = toMarkdown(warpRoot(mdast), toMarkdownOptions);
+  if (baseUrl) {
+    markdown = linkReplacer(markdown, baseUrl);
   }
   return markdown;
 };
 export {
+  DEFAULT_MDAST_TO_MARKDOWN_OPTIONS,
   mdastToMarkdown
 };

package/dist/types/extract-hast/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/extract-hast/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,sBAAsB,EAAE,MAAM,eAAe,CAAC;AACvD,OAAO,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAMjD,MAAM,CAAC,MAAM,mBAAmB,GAAG;IAClC,QAAQ,EAAE,mBAAmB;IAC7B,WAAW,EAAE,sBAAsB;CACnC,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAe,CAAC,aAAa,CAAC,CAAC;AAEhE,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,IAAU,EAAE,aAAyB,oBAAoB,EAAQ,EAAE;IAC9F,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;IAE1E,MAAM,SAAS,GACd,WAAW,CAAC,MAAM,CAAO,CAAC,GAAG,EAAE,SAAS,EAAE,EAAE;QAC3C,IAAI,SAAS,KAAK,KAAK,EAAE,CAAC;YACzB,OAAO,GAAG,CAAC;QACZ,CAAC;QACD,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,IAAI,oBAAoB,EAAE,CAAC;YACxE,OAAO,mBAAmB,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC;QAC5C,CAAC;QACD,IAAI,OAAO,SAAS,KAAK,UAAU,EAAE,CAAC;YACrC,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC;QACvB,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,sBAAsB,SAAS,EAAE,CAAC,CAAC;IACpD,CAAC,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC;IAElB,OAAO,SAAS,CAAC;AAClB,CAAC,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/extract-hast/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,sBAAsB,EAAE,MAAM,eAAe,CAAC;AACvD,OAAO,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAMjD,MAAM,CAAC,MAAM,mBAAmB,GAAG;IAClC,QAAQ,EAAE,mBAAmB;IAC7B,WAAW,EAAE,sBAAsB;CACnC,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAAe,CAAC,aAAa,CAAC,CAAC;AAEhE,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,IAAU,EAAE,aAAyB,oBAAoB,EAAQ,EAAE;IAC9F,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;IAE1E,MAAM,SAAS,GACd,WAAW,CAAC,MAAM,CAAO,CAAC,GAAG,EAAE,SAAS,EAAE,EAAE;QAC3C,IAAI,SAAS,KAAK,KAAK,EAAE,CAAC;YACzB,OAAO,GAAG,CAAC;QACZ,CAAC;QACD,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,IAAI,mBAAmB,EAAE,CAAC;YACvE,OAAO,mBAAmB,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC;QAC5C,CAAC;QACD,IAAI,OAAO,SAAS,KAAK,UAAU,EAAE,CAAC;YACrC,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC;QACvB,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,sBAAsB,SAAS,EAAE,CAAC,CAAC;IACpD,CAAC,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC;IAElB,OAAO,SAAS,CAAC;AAClB,CAAC,CAAC"}

package/dist/types/html-to-markdown.d.ts

@@ -1,5 +1,27 @@
+import type { Nodes as Hast } from "hast";
 import { type HtmlToMdastOptions } from "./html-to-mdast";
+import { type MdastToMarkdownOptions } from "./mdast-to-markdown";
 export interface HtmlToMarkdownOptions extends HtmlToMdastOptions {
-    url?: string;
+    /** The base URL to use for replacing relative links. */
+    baseUrl?: string;
+    /** Formatting options passed to [mdast-util-to-markdown](https://github.com/syntax-tree/mdast-util-to-markdown). */
+    formatting?: Omit<MdastToMarkdownOptions, "baseUrl">;
 }
-export declare const htmlToMarkdown: (html: string, options?: HtmlToMarkdownOptions) => string;
+/**
+ * Converts HTML or HAST to a Markdown string.
+ *
+ * @param htmlOrHast - The HTML string or HAST tree to convert.
+ * @param options - {@link HtmlToMarkdownOptions} to customize the conversion.
+ * @returns The Markdown string.
+ *
+ * @example
+ * ```ts
+ * import { htmlToMarkdown } from "webforai"
+ *
+ * const html = '<h1>Hello, world!</h1>';
+ * const markdown = htmlToMarkdown(html);
+ *
+ * console.log(markdown); // Output: "# Hello, world!"
+ * ```
+ */
+export declare const htmlToMarkdown: (htmlOrHast: string | Hast, options?: HtmlToMarkdownOptions) => string;

package/dist/types/html-to-markdown.js.map

@@ -1 +1 @@
-{"version":3,"file":"html-to-markdown.js","sourceRoot":"","sources":["../../src/html-to-markdown.ts"],"names":[],"mappings":"AAAA,OAAO,EAA2B,WAAW,EAAE,MAAM,iBAAiB,CAAC;AACvE,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAMtD,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,IAAY,EAAE,OAA+B,EAAU,EAAE;IACvF,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IACzC,MAAM,QAAQ,GAAG,eAAe,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACjD,OAAO,QAAQ,CAAC;AACjB,CAAC,CAAC"}
+{"version":3,"file":"html-to-markdown.js","sourceRoot":"","sources":["../../src/html-to-markdown.ts"],"names":[],"mappings":"AACA,OAAO,EAA2B,WAAW,EAAE,MAAM,iBAAiB,CAAC;AACvE,OAAO,EAA+B,eAAe,EAAE,MAAM,qBAAqB,CAAC;AASnF;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,UAAyB,EAAE,OAA+B,EAAU,EAAE;IACpG,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,iBAAiB,EAAE,GAAG,cAAc,EAAE,GAAG,OAAO,IAAI,EAAE,CAAC;IACpF,MAAM,KAAK,GAAG,WAAW,CAAC,UAAU,EAAE,cAAc,CAAC,CAAC;IACtD,MAAM,QAAQ,GAAG,eAAe,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,GAAG,iBAAiB,EAAE,CAAC,CAAC;IAC3E,OAAO,QAAQ,CAAC;AACjB,CAAC,CAAC"}

package/dist/types/html-to-mdast.d.ts

@@ -1,9 +1,34 @@
+import type { Nodes as Hast } from "hast";
 import type { Nodes as Mdast } from "mdast";
 import { type Extracotrs } from "./extract-hast";
 export type HtmlToMdastOptions = {
-    extractHast?: Extracotrs;
+    /**
+     * An array of extractors to extract specific elements from the HTML.
+     * You can define your own functions in addition to the Extractor provided as a preset.
+     */
+    extractors?: Extracotrs;
+    /** Whether to convert links to plain text. */
     linkAsText?: boolean;
+    /** Whether to convert tables to plain text. */
     tableAsText?: boolean;
+    /** Whether to hide images. */
     hideImage?: boolean;
 };
-export declare const htmlToMdast: (html: string, options?: HtmlToMdastOptions) => Mdast;
+/**
+ * Converts an HTML string or HAST tree to an MDAST tree.
+ *
+ * @param htmlOrHast - The HTML string or HAST tree to convert.
+ * @param options - {@link HtmlToMdastOptions} to customize the conversion.
+ * @returns The MDAST tree.
+ *
+ * @example
+ * ```ts
+ * import { htmlToMdast } from 'webforai';
+ *
+ * const html = '<h1>Hello, world!</h1>';
+ * const mdast = htmlToMdast(html);
+ *
+ * console.log(mdast); // Output: { type: 'root', children: [ { type: 'heading', depth: 1, children: [ { type: 'text', value: 'Hello, world!' } ] } ] }
+ * ```
+ */
+export declare const htmlToMdast: (htmlOrHast: string | Hast, options?: HtmlToMdastOptions) => Mdast;

package/dist/types/html-to-mdast.js.map

@@ -1 +1 @@
-{"version":3,"file":"html-to-mdast.js","sourceRoot":"","sources":["../../src/html-to-mdast.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC/C,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAE7C,OAAO,EAAmB,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC9D,OAAO,EAAE,cAAc,EAAE,MAAM,mCAAmC,CAAC;AACnE,OAAO,EAAE,iBAAiB,EAAE,MAAM,sCAAsC,CAAC;AACzE,OAAO,EAAE,gBAAgB,EAAE,MAAM,qCAAqC,CAAC;AACvE,OAAO,EAAE,gBAAgB,EAAE,MAAM,qCAAqC,CAAC;AACvE,OAAO,EAAE,kBAAkB,EAAE,MAAM,uCAAuC,CAAC;AAC3E,OAAO,EAAE,YAAY,EAAE,MAAM,gCAAgC,CAAC;AAC9D,OAAO,EAAE,WAAW,EAAE,MAAM,+BAA+B,CAAC;AAS5D,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,IAAY,EAAE,OAA4B,EAAS,EAAE;IAChF,MAAM,EAAE,WAAW,EAAE,YAAY,EAAE,GAAG,OAAO,IAAI,EAAE,CAAC;IAEpD,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IAEhD,MAAM,aAAa,GAAG,WAAW,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;IAEtD,MAAM,KAAK,GAAG,OAAO,CAAC,aAAa,EAAE;QACpC,QAAQ,EAAE;YACT,IAAI,EAAE,WAAW;YACjB,GAAG,EAAE,gBAAgB;YACrB,GAAG,EAAE,iBAAiB;YACtB,CAAC,EAAE,cAAc,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC;YAClD,GAAG,EAAE,gBAAgB,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;YACxD,KAAK,EAAE,kBAAkB,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC;YAC3D,EAAE,EAAE,YAAY;SAChB;KACD,CAAC,CAAC;IAEH,OAAO,KAAK,CAAC;AACd,CAAC,CAAC"}
+{"version":3,"file":"html-to-mdast.js","sourceRoot":"","sources":["../../src/html-to-mdast.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC/C,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAE7C,OAAO,EAAmB,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC9D,OAAO,EAAE,cAAc,EAAE,MAAM,mCAAmC,CAAC;AACnE,OAAO,EAAE,iBAAiB,EAAE,MAAM,sCAAsC,CAAC;AACzE,OAAO,EAAE,gBAAgB,EAAE,MAAM,qCAAqC,CAAC;AACvE,OAAO,EAAE,gBAAgB,EAAE,MAAM,qCAAqC,CAAC;AACvE,OAAO,EAAE,kBAAkB,EAAE,MAAM,uCAAuC,CAAC;AAC3E,OAAO,EAAE,YAAY,EAAE,MAAM,gCAAgC,CAAC;AAC9D,OAAO,EAAE,WAAW,EAAE,MAAM,+BAA+B,CAAC;AAgB5D;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,UAAyB,EAAE,OAA4B,EAAS,EAAE;IAC7F,MAAM,EAAE,UAAU,EAAE,GAAG,OAAO,IAAI,EAAE,CAAC;IAErC,MAAM,IAAI,GAAG,OAAO,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;IAEpG,MAAM,aAAa,GAAG,WAAW,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IAEpD,MAAM,KAAK,GAAG,OAAO,CAAC,aAAa,EAAE;QACpC,QAAQ,EAAE;YACT,IAAI,EAAE,WAAW;YACjB,GAAG,EAAE,gBAAgB;YACrB,GAAG,EAAE,iBAAiB;YACtB,CAAC,EAAE,cAAc,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC;YAClD,GAAG,EAAE,gBAAgB,CAAC,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;YACxD,KAAK,EAAE,kBAAkB,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC;YAC3D,EAAE,EAAE,YAAY;SAChB;KACD,CAAC,CAAC;IAEH,OAAO,KAAK,CAAC;AACd,CAAC,CAAC"}

package/dist/types/mdast-to-markdown.d.ts

@@ -1,4 +1,43 @@
 import type { Nodes as Mdast, RootContent } from "mdast";
-export declare const mdastToMarkdown: (mdast: Mdast | RootContent[], options?: {
-    url?: string;
-}) => string;
+import { type Options as ToMarkdownOptions } from "mdast-util-to-markdown";
+/**
+ * Options for the `mdastToMarkdown` function.
+ */
+export interface MdastToMarkdownOptions extends ToMarkdownOptions {
+    /**
+     * The base URL to use for replacing relative links.
+     */
+    baseUrl?: string;
+}
+/**
+ * Default options for the `mdastToMarkdown` function.
+ */
+export declare const DEFAULT_MDAST_TO_MARKDOWN_OPTIONS: MdastToMarkdownOptions;
+/**
+ * Converts an MDAST tree to a Markdown string.
+ *
+ * @param mdast - The MDAST tree to convert.
+ * @param options - Options for the conversion.
+ * @returns The Markdown string.
+ *
+ * @example
+ * ```ts
+ * import { mdastToMarkdown } from './your-library';
+ *
+ * const mdast = {
+ *   type: 'root',
+ *   children: [
+ *     {
+ *       type: 'paragraph',
+ *       children: [
+ *         { type: 'text', value: 'Hello, world!' }
+ *       ]
+ *     }
+ *   ]
+ * };
+ *
+ * const markdown = mdastToMarkdown(mdast);
+ * console.log(markdown); // Output: "Hello, world!"
+ * ```
+ */
+export declare const mdastToMarkdown: (mdast: Mdast | RootContent[], options?: MdastToMarkdownOptions) => string;

package/dist/types/mdast-to-markdown.js.map

@@ -1 +1 @@
-{"version":3,"file":"mdast-to-markdown.js","sourceRoot":"","sources":["../../src/mdast-to-markdown.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAEpD,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAE/C,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,KAA4B,EAAE,OAA0B,EAAU,EAAE;IACnG,IAAI,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE;QAC1C,UAAU,EAAE,CAAC,aAAa,EAAE,EAAE,cAAc,EAAE,CAAC;KAC/C,CAAC,CAAC;IAEH,IAAI,OAAO,EAAE,GAAG,EAAE,CAAC;QAClB,QAAQ,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC;IAChD,CAAC;IAED,OAAO,QAAQ,CAAC;AACjB,CAAC,CAAC"}
+{"version":3,"file":"mdast-to-markdown.js","sourceRoot":"","sources":["../../src/mdast-to-markdown.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,EAAqC,UAAU,EAAE,MAAM,wBAAwB,CAAC;AAEvF,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAY/C;;GAEG;AACH,MAAM,CAAC,MAAM,iCAAiC,GAA2B;IACxE,UAAU,EAAE,CAAC,aAAa,EAAE,EAAE,cAAc,EAAE,CAAC;CAC/C,CAAC;AAEF;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,KAA4B,EAAE,OAAgC,EAAU,EAAE;IACzG,MAAM,EAAE,OAAO,EAAE,GAAG,iBAAiB,EAAE,GAAG,EAAE,GAAG,iCAAiC,EAAE,GAAG,OAAO,EAAE,CAAC;IAE/F,IAAI,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,iBAAiB,CAAC,CAAC;IAE9D,IAAI,OAAO,EAAE,CAAC;QACb,QAAQ,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC5C,CAAC;IAED,OAAO,QAAQ,CAAC;AACjB,CAAC,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "webforai",
-  "version": "1.2.3",
+  "version": "1.3.1",
   "description": "A library that provides a web interface for AI",
   "author": "inaridiy",
   "license": "MIT",
@@ -74,6 +74,7 @@
     }
   },
   "dependencies": {
+    "fastest-levenshtein": "^1.0.16",
     "hast-util-from-html": "^2.0.1",
     "hast-util-select": "^6.0.1",
     "hast-util-to-html": "^9.0.0",