webforai 1.3.0 → 1.3.1

package/README.md

@@ -15,8 +15,8 @@ A library that provides a web interface for AI
 
 There is a demo API for Html2Markdown deployed on CloudflareWorker. Please access the following link
 
-- [https://webforai.inaridiy.workers.dev/?url=https://www.npmjs.com/package/webforai](https://webforai.inaridiy.workers.dev/?url=https://www.npmjs.com/package/webforai)
-- [https://webforai.inaridiy.workers.dev/?html=%3Ch1%3EHello%20World%3C/h1%3E](https://webforai.inaridiy.workers.dev/?html=%3Ch1%3EHello%20World%3C/h1%3E)
+- [NPM Package page](https://webforai.inaridiy.workers.dev/?url=https://www.npmjs.com/package/webforai)
+- [Wikipedia of Cloudflare (AI Mode)](https://webforai.inaridiy.workers.dev/?url=https://en.wikipedia.org/wiki/Cloudflare&mode=ai)
 
 ## Quick Start
 
@@ -34,13 +34,20 @@ import { loadHtml } from "webforai/loaders/playwright";
 const url = "https://www.npmjs.com/package/webforai";
 const html = await loadHtml(url);
 
-const markdown = htmlToMarkdown(html, { solveLinks: url });
+const markdown = htmlToMarkdown(html, { baseUrl: url });
 
 await fs.writeFile("output.md", markdown);
 ```
 
 other examples are in [examples](./examples/simple/src/index.ts)
 
+## Examples
+
+- [Simple Example](https://github.com/inaridiy/webforai/tree/main/examples/simple/src/index.ts)
+- [Scraping With ChatGPT API](https://github.com/inaridiy/webforai/blob/main/examples/scraping/src/index.ts)
+- [Translate Markdown with Splitter](https://github.com/inaridiy/webforai/tree/main/examples/translate)
+- [Cloudflare Worker with puppeteer & DO](https://github.com/inaridiy/webforai/tree/main/examples/worker)
+
 ## Usage
 
 ### Main Functions
@@ -61,14 +68,3 @@ Convert Mdast to Markdown. If `solveLinks` is specified, the relative links in t
 
 **`loadHtml(url: string, options?: LoadHtmlOptions): Promise<string>`**  
 Load HTML from the specified URL. This function uses Playwright internally.
-
-## Early Users
-
-### Voice Genius - Explanatory video generation by AI
-
-<img src="https://github.com/inaridiy/webforai/blob/main/images/voice-genius.png" width="300px">
-
-by [@moons14](https://twitter.com/moons_dev)
-
-AI can be used to automatically generate highly accurate commentary videos.
-Supports conversations and presentations using synthesized voice, embedding of images in videos, etc.

package/dist/cjs/html-to-markdown.test.js

@@ -0,0 +1,26 @@
+"use strict";
+var import_fastest_levenshtein = require("fastest-levenshtein");
+var import_vitest = require("vitest");
+var import_html_to_markdown = require("./html-to-markdown");
+const html = `
+<h1>Hello, world!</h1>
+<p>This is a paragraph.</p>
+<ul>
+  <li>Item 1</li>
+  <li>Item 2</li>
+</ul>
+`;
+const expected = `# Hello, world!
+
+This is a paragraph.
+
+* Item 1
+* Item 2
+`;
+(0, import_vitest.describe)("htmlToMarkdown", () => {
+  (0, import_vitest.it)("should convert HTML to Markdown", () => {
+    const markdown = (0, import_html_to_markdown.htmlToMarkdown)(html, { extractors: false });
+    const d = (0, import_fastest_levenshtein.distance)(markdown, expected);
+    (0, import_vitest.expect)(d).lte(2);
+  });
+});

package/dist/html-to-markdown.test.js

@@ -0,0 +1,26 @@
+// src/html-to-markdown.test.ts
+import { distance } from "fastest-levenshtein";
+import { describe, expect, it } from "vitest";
+import { htmlToMarkdown } from "./html-to-markdown.js";
+var html = `
+<h1>Hello, world!</h1>
+<p>This is a paragraph.</p>
+<ul>
+  <li>Item 1</li>
+  <li>Item 2</li>
+</ul>
+`;
+var expected = `# Hello, world!
+
+This is a paragraph.
+
+* Item 1
+* Item 2
+`;
+describe("htmlToMarkdown", () => {
+  it("should convert HTML to Markdown", () => {
+    const markdown = htmlToMarkdown(html, { extractors: false });
+    const d = distance(markdown, expected);
+    expect(d).lte(2);
+  });
+});

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "webforai",
-  "version": "1.3.0",
+  "version": "1.3.1",
   "description": "A library that provides a web interface for AI",
   "author": "inaridiy",
   "license": "MIT",
@@ -74,6 +74,7 @@
     }
   },
   "dependencies": {
+    "fastest-levenshtein": "^1.0.16",
     "hast-util-from-html": "^2.0.1",
     "hast-util-select": "^6.0.1",
     "hast-util-to-html": "^9.0.0",