webforai 1.3.3 → 1.4.0

package/dist/cjs/loaders/puppeteer.js

@@ -0,0 +1,53 @@
+"use strict";
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+var puppeteer_exports = {};
+__export(puppeteer_exports, {
+  loadHtml: () => loadHtml
+});
+module.exports = __toCommonJS(puppeteer_exports);
+var import_puppeteer = __toESM(require("puppeteer"), 1);
+const sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
+const loadHtml = async (url, ctx) => {
+  const browser = await import_puppeteer.default.launch(
+    ctx || {
+      headless: true,
+      args: ["--no-sandbox", "--disable-setuid-sandbox"]
+    }
+  );
+  const page = await browser.newPage();
+  await page.goto(url);
+  const html = await page.content();
+  await Promise.race([page.waitForNetworkIdle(), sleep(1e4)]);
+  await page.close();
+  return html;
+};
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  loadHtml
+});

package/dist/cjs/loaders/puppeteer.test.js

@@ -0,0 +1,17 @@
+"use strict";
+var import_playwright = require("playwright");
+var import_vitest = require("vitest");
+var import_puppeteer = require("./puppeteer");
+(0, import_vitest.describe)("Puppeteer loader", () => {
+  (0, import_vitest.it)("should load the HTML of a URL", async () => {
+    const html = await (0, import_puppeteer.loadHtml)("https://example.com");
+    (0, import_vitest.expect)(html).toContain("Example Domain");
+  });
+  (0, import_vitest.it)("should load the HTML of a URL using a custom puppeteer context", async () => {
+    const context = await import_playwright.chromium.launch({ headless: true });
+    const html = await (0, import_puppeteer.loadHtml)("https://example.com", { headless: true });
+    (0, import_vitest.expect)(html).toContain("Example Domain");
+    (0, import_vitest.expect)(context.isConnected()).toBe(true);
+    await context.close();
+  });
+});

package/dist/loaders/puppeteer.js

@@ -0,0 +1,20 @@
+// src/loaders/puppeteer.ts
+import puppeteer from "puppeteer";
+var sleep = (ms) => new Promise((resolve) => setTimeout(resolve, ms));
+var loadHtml = async (url, ctx) => {
+  const browser = await puppeteer.launch(
+    ctx || {
+      headless: true,
+      args: ["--no-sandbox", "--disable-setuid-sandbox"]
+    }
+  );
+  const page = await browser.newPage();
+  await page.goto(url);
+  const html = await page.content();
+  await Promise.race([page.waitForNetworkIdle(), sleep(1e4)]);
+  await page.close();
+  return html;
+};
+export {
+  loadHtml
+};

package/dist/loaders/puppeteer.test.js

@@ -0,0 +1,17 @@
+// src/loaders/puppeteer.test.ts
+import { chromium } from "playwright.js";
+import { describe, expect, it } from "vitest";
+import { loadHtml } from "./puppeteer.js";
+describe("Puppeteer loader", () => {
+  it("should load the HTML of a URL", async () => {
+    const html = await loadHtml("https://example.com");
+    expect(html).toContain("Example Domain");
+  });
+  it("should load the HTML of a URL using a custom puppeteer context", async () => {
+    const context = await chromium.launch({ headless: true });
+    const html = await loadHtml("https://example.com", { headless: true });
+    expect(html).toContain("Example Domain");
+    expect(context.isConnected()).toBe(true);
+    await context.close();
+  });
+});

package/dist/types/loaders/puppeteer.d.ts

@@ -0,0 +1,2 @@
+import type { PuppeteerLaunchOptions } from "puppeteer";
+export declare const loadHtml: (url: string, ctx?: PuppeteerLaunchOptions) => Promise<string>;

package/dist/types/loaders/puppeteer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"puppeteer.js","sourceRoot":"","sources":["../../../src/loaders/puppeteer.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,WAAW,CAAC;AAGlC,MAAM,KAAK,GAAG,CAAC,EAAU,EAAE,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAEhF,MAAM,CAAC,MAAM,QAAQ,GAAG,KAAK,EAAE,GAAW,EAAE,GAA4B,EAAE,EAAE;IAC3E,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,MAAM,CACrC,GAAG,IAAI;QACN,QAAQ,EAAE,IAAI;QACd,IAAI,EAAE,CAAC,cAAc,EAAE,0BAA0B,CAAC;KAClD,CACD,CAAC;IACF,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;IACrC,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAErB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;IAElC,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,kBAAkB,EAAE,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAE9D,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;IAEnB,OAAO,IAAI,CAAC;AACb,CAAC,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "webforai",
-  "version": "1.3.3",
+  "version": "1.4.0",
   "description": "A library that provides a web interface for AI",
   "author": "inaridiy",
   "license": "MIT",
@@ -51,6 +51,11 @@
       "types": "./dist/types/loaders/cf-puppeteer.d.ts",
       "import": "./dist/loaders/cf-puppeteer.js",
       "require": "./dist/cjs/loaders/cf-puppeteer.js"
+    },
+    "./loaders/puppeteer": {
+      "types": "./dist/types/loaders/puppeteer.d.ts",
+      "import": "./dist/loaders/puppeteer.js",
+      "require": "./dist/cjs/loaders/puppeteer.js"
     }
   },
   "typesVersions": {
@@ -63,12 +68,19 @@
       ],
       "loaders/cf-puppeteer": [
         "./dist/types/loaders/cf-puppeteer.d.ts"
+      ],
+      "loaders/fetch": [
+        "./dist/types/loaders/fetch.d.ts"
+      ],
+      "loaders/puppeteer": [
+        "./dist/types/loaders/puppeteer.d.ts"
       ]
     }
   },
   "peerDependencies": {
     "@cloudflare/puppeteer": "^0.0.6",
-    "playwright": "^1.0.0"
+    "playwright": "^1.0.0",
+    "puppeteer": "^22.10.0"
   },
   "peerDependenciesMeta": {
     "playwright": {
@@ -76,6 +88,9 @@
     },
     "@cloudflare/puppeteer": {
       "optional": true
+    },
+    "puppeteer": {
+      "optional": true
     }
   },
   "dependencies": {
@@ -90,6 +105,7 @@
     "mdast-util-gfm": "^3.0.0",
     "mdast-util-math": "^3.0.0",
     "mdast-util-to-markdown": "^2.1.0",
+    "puppeteer": "^22.10.0",
     "trim-trailing-lines": "^2.1.0",
     "unist-util-filter": "^5.0.1",
     "unist-util-parents": "^3.0.0",