nothing-browser 0.0.21 → 0.1.1

package/piggy/media/index.ts

@@ -0,0 +1,46 @@
+// piggy/media/index.ts
+import { PiggyClient } from "../client";
+import { writeFileSync, mkdirSync } from "fs";
+import { dirname } from "path";
+
+export class MediaClient {
+  constructor(private client: PiggyClient) {}
+
+  // ── Screenshot ────────────────────────────────────────────────────────────
+
+  async screenshot(filePath?: string, tabId = "default"): Promise<string> {
+    const b64 = await this.client.send<string>("screenshot", { tabId });
+    if (filePath) {
+      mkdirSync(dirname(filePath), { recursive: true });
+      writeFileSync(filePath, Buffer.from(b64, "base64"));
+      return filePath;
+    }
+    return b64;
+  }
+
+  // ── PDF ───────────────────────────────────────────────────────────────────
+
+  async pdf(filePath?: string, tabId = "default"): Promise<string> {
+    const b64 = await this.client.send<string>("pdf", { tabId });
+    if (filePath) {
+      mkdirSync(dirname(filePath), { recursive: true });
+      writeFileSync(filePath, Buffer.from(b64, "base64"));
+      return filePath;
+    }
+    return b64;
+  }
+
+  // ── Image blocking ────────────────────────────────────────────────────────
+
+  blockImages(tabId = "default"): Promise<void> {
+    return this.client.send("intercept.block.images", { tabId });
+  }
+
+  unblockImages(tabId = "default"): Promise<void> {
+    return this.client.send("intercept.unblock.images", { tabId });
+  }
+}
+
+export function createMediaAPI(client: PiggyClient): MediaClient {
+  return new MediaClient(client);
+}

package/piggy/navigation/index.ts

@@ -0,0 +1,52 @@
+// piggy/navigation/index.ts
+import { PiggyClient } from "../client";
+
+export class NavigationClient {
+  constructor(private client: PiggyClient) {}
+
+  // ── Navigation ────────────────────────────────────────────────────────────
+
+  navigate(url: string, tabId = "default"): Promise<void> {
+    return this.client.send("navigate", { url, tabId });
+  }
+
+  reload(tabId = "default"): Promise<void> {
+    return this.client.send("reload", { tabId });
+  }
+
+  goBack(tabId = "default"): Promise<void> {
+    return this.client.send("go.back", { tabId });
+  }
+
+  goForward(tabId = "default"): Promise<void> {
+    return this.client.send("go.forward", { tabId });
+  }
+
+  // ── Page info ─────────────────────────────────────────────────────────────
+
+  url(tabId = "default"): Promise<string> {
+    return this.client.send("page.url", { tabId });
+  }
+
+  title(tabId = "default"): Promise<string> {
+    return this.client.send("page.title", { tabId });
+  }
+
+  content(tabId = "default"): Promise<string> {
+    return this.client.send("page.content", { tabId });
+  }
+
+  // ── Wait ──────────────────────────────────────────────────────────────────
+
+  waitForNavigation(tabId = "default"): Promise<void> {
+    return this.client.send("wait.navigation", { tabId });
+  }
+
+  waitForSelector(selector: string, timeout = 10000, tabId = "default"): Promise<void> {
+    return this.client.send("wait.selector", { selector, timeout, tabId });
+  }
+}
+
+export function createNavigationAPI(client: PiggyClient): NavigationClient {
+  return new NavigationClient(client);
+}

package/piggy/provide/index.ts

@@ -0,0 +1,170 @@
+// piggy/provide/index.ts
+import { PiggyClient } from "../client";
+
+// ─── Shared base option ───────────────────────────────────────────────────────
+// Every provide method targets a selector, and optionally scopes under a parent.
+
+export interface ProvideOptions {
+  /** CSS selector for the target element(s). */
+  selector: string;
+  /**
+   * Optional parent selector to scope the query under.
+   * Equivalent to: parent.querySelector(selector)
+   */
+  parent?: string;
+}
+
+export interface ProvideAttrOptions extends ProvideOptions {
+  /** The attribute name to extract. */
+  attr: string;
+}
+
+export interface ProvideListOptions extends ProvideOptions {
+  /** Optional child selector to scope list items. */
+  itemSel?: string;
+}
+
+// ─── Return types ─────────────────────────────────────────────────────────────
+
+export interface ProvideTable {
+  headers: string[];
+  rows:    string[][];
+}
+
+export interface ProvideLink {
+  text: string;
+  href: string;
+}
+
+export interface ProvideImage {
+  alt: string;
+  src: string;
+}
+
+export interface ProvideForm {
+  [name: string]: string;
+}
+
+export interface ProvidePage {
+  title: string;
+  url:   string;
+  html:  string;
+  text:  string;
+}
+
+export interface ProvideDiv {
+  tag:      string;
+  id:       string;
+  cls:      string;
+  text:     string;
+  html:     string;
+  children: ProvideDiv[];
+}
+
+export interface ProvideMeta {
+  [name: string]: string;
+}
+
+export interface ProvideSelectOption {
+  text:     string;
+  value:    string;
+  selected: boolean;
+}
+
+export interface ProvideSelect {
+  value:   string;
+  options: ProvideSelectOption[];
+}
+
+// ─── ProvideClient ────────────────────────────────────────────────────────────
+// provide answers ONE question: "give me the actual value from this element."
+// All methods take an options object { selector, parent? } so scoping is consistent.
+// If you just want to know if something exists, use find instead.
+
+export class ProvideClient {
+  constructor(private client: PiggyClient) {}
+
+  /** innerText of the first matched element. */
+  text(opts: ProvideOptions, tabId = "default"): Promise<string> {
+    return this.client.send("provide.text", { ...opts, tabId });
+  }
+
+  /** innerText of all matched elements. */
+  textAll(opts: ProvideOptions, tabId = "default"): Promise<string[]> {
+    return this.client.send("provide.textAll", { ...opts, tabId });
+  }
+
+  /** Single attribute value from the first matched element. */
+  attr(opts: ProvideAttrOptions, tabId = "default"): Promise<string> {
+    return this.client.send("provide.attr", { ...opts, tabId });
+  }
+
+  /** Attribute value from all matched elements. */
+  attrAll(opts: ProvideAttrOptions, tabId = "default"): Promise<string[]> {
+    return this.client.send("provide.attrAll", { ...opts, tabId });
+  }
+
+  /** innerHTML of the first matched element. */
+  html(opts: ProvideOptions, tabId = "default"): Promise<string> {
+    return this.client.send("provide.html", { ...opts, tabId });
+  }
+
+  /** Extract a table into headers + rows. */
+  table(opts: ProvideOptions, tabId = "default"): Promise<ProvideTable> {
+    return this.client.send("provide.table", { ...opts, tabId });
+  }
+
+  /** Extract a list of text items, optionally scoped to child items. */
+  list(opts: ProvideListOptions, tabId = "default"): Promise<string[]> {
+    return this.client.send("provide.list", { ...opts, tabId });
+  }
+
+  /** All links inside the matched selector. */
+  links(opts: ProvideOptions, tabId = "default"): Promise<ProvideLink[]> {
+    return this.client.send("provide.links", { ...opts, tabId });
+  }
+
+  /** All images inside the matched selector. */
+  images(opts: ProvideOptions, tabId = "default"): Promise<ProvideImage[]> {
+    return this.client.send("provide.images", { ...opts, tabId });
+  }
+
+  /** Form field name→value map. */
+  form(opts: ProvideOptions, tabId = "default"): Promise<ProvideForm> {
+    return this.client.send("provide.form", { ...opts, tabId });
+  }
+
+  /** Full page info: title, url, html, text. No selector needed. */
+  page(tabId = "default"): Promise<ProvidePage> {
+    return this.client.send("provide.page", { tabId });
+  }
+
+  /** Structured div tree: tag, id, cls, text, html, children[]. */
+  div(opts: ProvideOptions, tabId = "default"): Promise<ProvideDiv> {
+    return this.client.send("provide.div", { ...opts, tabId });
+  }
+
+  /** All <meta> name→content pairs. No selector needed. */
+  meta(tabId = "default"): Promise<ProvideMeta> {
+    return this.client.send("provide.meta", { tabId });
+  }
+
+  /** <select> current value + all options. */
+  select(opts: ProvideOptions, tabId = "default"): Promise<ProvideSelect> {
+    return this.client.send("provide.select", { ...opts, tabId });
+  }
+
+  /**
+   * Parse JSON from element innerText or script[type=application/json].
+   * selector is optional — defaults to the first matching JSON script tag.
+   */
+  json(opts?: Partial<ProvideOptions>, tabId = "default"): Promise<unknown> {
+    return this.client.send("provide.json", { ...opts, tabId });
+  }
+}
+
+// ─── Factory helper ───────────────────────────────────────────────────────────
+
+export function createProvideAPI(client: PiggyClient): ProvideClient {
+  return new ProvideClient(client);
+}

package/piggy/proxy/index.ts

@@ -0,0 +1,154 @@
+// piggy/proxy/index.ts
+import { PiggyClient } from "../client";
+
+// ─── Types ────────────────────────────────────────────────────────────────────
+
+export type ProxyType    = "http" | "https" | "socks5";
+export type ProxyHealth  = "alive" | "dead" | "checking" | "unchecked";
+export type RotationMode = "none" | "timed" | "perrequest";
+
+export interface ProxyEntry {
+  index:   number;
+  host:    string;
+  port:    number;
+  type:    ProxyType;
+  user:    string;
+  proxy:   string;   // full string e.g. "socks5://user:pass@host:port"
+  latency: number;
+  health:  ProxyHealth;
+  current: boolean;
+}
+
+export interface ProxyStats {
+  total:     number;
+  alive:     number;
+  dead:      number;
+  index:     number;
+  active:    boolean;
+  checking:  boolean;
+  skipDead:  boolean;
+  autoCheck: boolean;
+}
+
+export interface ProxyListResult {
+  proxies: ProxyEntry[];
+  total:   number;
+  shown:   number;
+}
+
+export interface ProxyCurrent {
+  active:  boolean;
+  host?:   string;
+  port?:   number;
+  type?:   ProxyType;
+  user?:   string;
+  proxy?:  string;
+  latency?: number;
+  health?: ProxyHealth;
+}
+
+export interface ProxyConfig {
+  skipDead:  boolean;
+  autoCheck: boolean;
+}
+
+// ─── Inline set options ───────────────────────────────────────────────────────
+
+export type ProxySetOptions =
+  | { proxy: string }
+  | { host: string; port: number; type?: ProxyType; user?: string; pass?: string };
+
+// ─── ProxyClient ──────────────────────────────────────────────────────────────
+
+export class ProxyClient {
+  constructor(private client: PiggyClient) {}
+
+  /** Load proxies from a local file path. */
+  load(path: string): Promise<void> {
+    return this.client.send("proxy.load", { path });
+  }
+
+  /** Fetch proxies from a URL. Result comes via proxy:loaded / proxy:fetch:failed events. */
+  fetch(url: string): Promise<void> {
+    return this.client.send("proxy.fetch", { url });
+  }
+
+  /** Load an .ovpn config file. */
+  ovpn(path: string): Promise<void> {
+    return this.client.send("proxy.ovpn", { path });
+  }
+
+  /** Set a single proxy inline. */
+  set(opts: ProxySetOptions): Promise<void> {
+    return this.client.send("proxy.set", opts);
+  }
+
+  /** Health-check all loaded proxies. Results come via events. */
+  test(): Promise<void> {
+    return this.client.send("proxy.test", {});
+  }
+
+  /** Abort an in-progress health check. */
+  testStop(): Promise<void> {
+    return this.client.send("proxy.test.stop", {});
+  }
+
+  /** Rotate to the next proxy in the pool. */
+  next(): Promise<string> {
+    return this.client.send("proxy.next", {});
+  }
+
+  /** Alias for next(). */
+  rotate(): Promise<string> {
+    return this.client.send("proxy.rotate", {});
+  }
+
+  /** Disable the proxy — use the real IP. */
+  disable(): Promise<void> {
+    return this.client.send("proxy.disable", {});
+  }
+
+  /** Re-enable the current proxy. */
+  enable(): Promise<void> {
+    return this.client.send("proxy.enable", {});
+  }
+
+  /** Get the current active proxy details. */
+  current(): Promise<ProxyCurrent> {
+    return this.client.send("proxy.current", {});
+  }
+
+  /** Get pool stats: total, alive, dead, index, active, checking. */
+  stats(): Promise<ProxyStats> {
+    return this.client.send("proxy.stats", {});
+  }
+
+  /** List all proxies with health info. limit defaults to 500. */
+  list(limit?: number): Promise<ProxyListResult> {
+    return this.client.send("proxy.list", { limit });
+  }
+
+  /** Set rotation mode and interval (seconds, only used for "timed"). */
+  rotation(mode: RotationMode, interval?: number): Promise<void> {
+    return this.client.send("proxy.rotation", { mode, interval });
+  }
+
+  /** Set skipDead / autoCheck flags. */
+  config(opts: Partial<ProxyConfig>): Promise<ProxyConfig> {
+    return this.client.send("proxy.config", opts);
+  }
+
+  /**
+   * Save the current proxy list to a file.
+   * filter: "all" | "alive" | "dead" — defaults to "all".
+   */
+  save(path: string, filter?: "all" | "alive" | "dead"): Promise<void> {
+    return this.client.send("proxy.save", { path, filter });
+  }
+}
+
+// ─── Factory helper ───────────────────────────────────────────────────────────
+
+export function createProxyAPI(client: PiggyClient): ProxyClient {
+  return new ProxyClient(client);
+}

package/piggy/register/index.ts

@@ -1,8 +1,8 @@
 // piggy/register/index.ts
 import { PiggyClient } from "../client";
+import { HumanClient } from "../human";
 import logger from "../logger";
 import { routeRegistry, keepAliveSites, type RouteHandler, type BeforeMiddleware, type RouteDetail } from "../server";
-import { randomDelay, humanTypeSequence } from "../human";
 import { buildRespondScript, buildModifyResponseScript } from "../intercept/scripts";
 import { storeRecord } from "../store";
 import { TabPool } from "../pool";
@@ -37,8 +37,6 @@ export function createSiteObject(
   let _currentUrl: string = registeredUrl;
   let _modifyRuleCounter = 0;
 
-  // ── helpers ────────────────────────────────────────────────────────────────
-  // If pool exists, run fn with a pool tab. Otherwise use the fixed tabId.
   function withTab<T>(fn: (t: string) => Promise<T>): Promise<T> {
     return pool ? pool.withTab(fn) : fn(tabId);
   }
@@ -69,10 +67,8 @@ export function createSiteObject(
     _tabId: tabId,
     _pool: pool ?? null,
 
-    // ── Pool stats ────────────────────────────────────────────────────────────
     poolStats: () => pool?.stats ?? null,
 
-    // ── Navigation ────────────────────────────────────────────────────────────
     navigate: (url?: string, opts?: { retries?: number }) => {
       const target = url ?? registeredUrl;
       return withTab(t =>
@@ -115,7 +111,6 @@ export function createSiteObject(
     waitForResponse: (pattern: string, timeout = 30000) =>
       withTab(t => client.waitForResponse(pattern, timeout, t)),
 
-    // ── Init Script ───────────────────────────────────────────────────────────
     addInitScript: async (js: string | (() => void)) => {
       const code = typeof js === "function" ? `(${js.toString()})();` : js;
       await withTab(t => client.addInitScript(code, t));
@@ -123,7 +118,6 @@ export function createSiteObject(
       return site;
     },
 
-    // ── Events ────────────────────────────────────────────────────────────────
     on: (event: string, handler: (data: any) => void): (() => void) => {
       if (!_eventListeners.has(event)) _eventListeners.set(event, new Set());
       _eventListeners.get(event)!.add(handler);
@@ -138,12 +132,11 @@ export function createSiteObject(
       _eventListeners.get(event)?.delete(handler);
     },
 
-    // ── Interactions ──────────────────────────────────────────────────────────
     click: (selector: string, opts?: { retries?: number; timeout?: number }) =>
       withErrScreen(() =>
         withTab(t =>
           retry(name, async () => {
-            if (humanMode) await randomDelay(80, 220);
+            if (humanMode) await new Promise(r => setTimeout(r, 80 + Math.random() * 140));
             await client.waitForSelector(selector, opts?.timeout ?? 15000, t);
             const ok = await client.click(selector, t);
             if (!ok) throw new Error(`click failed: ${selector}`);
@@ -157,7 +150,7 @@ export function createSiteObject(
     doubleClick: (selector: string) =>
       withErrScreen(() =>
         withTab(async t => {
-          if (humanMode) await randomDelay(80, 200);
+          if (humanMode) await new Promise(r => setTimeout(r, 80 + Math.random() * 120));
           return client.doubleClick(selector, t);
         }),
         `dblclick(${selector})`
@@ -166,52 +159,50 @@ export function createSiteObject(
     hover: (selector: string) =>
       withErrScreen(() =>
         withTab(async t => {
-          if (humanMode) await randomDelay(50, 150);
+          if (humanMode) await new Promise(r => setTimeout(r, 50 + Math.random() * 100));
           return client.hover(selector, t);
         }),
         `hover(${selector})`
       ),
 
-      type: (selector: string, text: string, opts?: { delay?: number; retries?: number; fact?: boolean; wpm?: number }) =>
-  withErrScreen(() =>
-    withTab(async t => {
-      await client.waitForSelector(selector, 30000, t);
-      if (humanMode && !opts?.fact) {
-        const seq = humanTypeSequence(text);
-        let current = "";
-        for (const action of seq) {
-          if (action === "BACKSPACE") current = current.slice(0, -1);
-          else current += action;
+    // ──────────────────────────────────────────────────────────────────────────
+    // type – uses HumanClient when humanMode is true, otherwise basic client.type
+    // ──────────────────────────────────────────────────────────────────────────
+    type: (selector: string, text: string, opts?: { delay?: number; retries?: number; clear?: boolean; speed?: number }) =>
+      withErrScreen(() =>
+        withTab(async t => {
+          await client.waitForSelector(selector, 30000, t);
+
+          if (humanMode) {
+            const human = new HumanClient(client);
+            await human.type({
+              selector,
+              text,
+              clear: opts?.clear ?? false,
+              speed: opts?.speed
+            }, t);
+          } else {
+            // Fallback to basic type (with optional clear)
+            if (opts?.clear) {
+              await client.evaluate(`
+                const el = document.querySelector('${selector.replace(/'/g, "\\'")}');
+                if (el) { el.value = ''; el.dispatchEvent(new Event('input', { bubbles: true })); }
+              `, t);
+            }
+            await client.type(selector, text, t);
+          }
+
+          // Fire blur to trigger reactive frameworks
           await client.evaluate(`
-            (function() {
-              const el = document.querySelector('${selector}');
-              const nativeSetter = Object.getOwnPropertyDescriptor(window.HTMLInputElement.prototype, 'value').set;
-              nativeSetter.call(el, '${current.replace(/'/g, "\\'")}');
-              el.dispatchEvent(new Event('input', { bubbles: true }));
-              el.dispatchEvent(new Event('change', { bubbles: true }));
-            })()
+            document.querySelector('${selector.replace(/'/g, "\\'")}')?.dispatchEvent(new Event('blur', { bubbles: true }));
           `, t);
-          const wpm = opts?.wpm ?? 120;
-          const msPerChar = Math.round(60000 / (wpm * 5));
-          await randomDelay(msPerChar * 0.5, msPerChar * 1.8);
-        }
-      } else if (opts?.delay) {
-        for (const ch of text) {
-          await client.type(selector, ch, t);
-          await new Promise(r => setTimeout(r, opts.delay));
-        }
-      } else {
-        await client.type(selector, text, t);
-      }
-      // fire blur so Phoenix/Angular/React pick up the final value
-      await client.evaluate(`
-        document.querySelector('${selector}').dispatchEvent(new Event('blur', { bubbles: true }))
-      `, t);
-      logger.success(`[${name}] typed into: ${selector}`);
-      return true;
-    }),
-    `type(${selector})`
-  ),
+
+          logger.success(`[${name}] typed into: ${selector}`);
+          return true;
+        }),
+        `type(${selector})`
+      ),
+
     select:   (selector: string, value: string) => withTab(t => client.select(selector, value, t)),
 
     evaluate: (js: string | (() => any), ...args: any[]) => {
@@ -240,7 +231,7 @@ export function createSiteObject(
             const chunk = px / steps;
             for (let i = 0; i < steps; i++) {
               await client.scrollBy(chunk, t);
-              await randomDelay(30, 80);
+              await new Promise(r => setTimeout(r, 30 + Math.random() * 50));
             }
           } else {
             await client.scrollBy(px, t);
@@ -248,7 +239,6 @@ export function createSiteObject(
         }) as Promise<void>,
     },
 
-    // ── Fetch ─────────────────────────────────────────────────────────────────
     fetchText:   (selector: string) => withTab(t => client.fetchText(selector, t)),
 
     fetchLinks: async (selector: string) => {
@@ -268,7 +258,6 @@ export function createSiteObject(
       id:  (query: string) => withTab(t => client.searchId(query, t)),
     },
 
-    // ── Screenshot / PDF ──────────────────────────────────────────────────────
     screenshot: async (filePath?: string) => {
       const r = await withTab(t => client.screenshot(filePath, t));
       logger.success(`[${name}] screenshot → ${filePath ?? "base64"}`);
@@ -284,7 +273,6 @@ export function createSiteObject(
     blockImages:   () => withTab(async t => { await client.blockImages(t);   logger.info(`[${name}] images blocked`); }),
     unblockImages: () => withTab(async t => { await client.unblockImages(t); logger.info(`[${name}] images unblocked`); }),
 
-    // ── Cookies ───────────────────────────────────────────────────────────────
     cookies: {
       set: async (cookieName: string, value: string, domain: string, path = "/") => {
         await withTab(t => client.setCookie(cookieName, value, domain, path, t));
@@ -298,7 +286,6 @@ export function createSiteObject(
       list: () => withTab(t => client.listCookies(t)),
     },
 
-    // ── Interception ──────────────────────────────────────────────────────────
     intercept: {
       block: async (pattern: string) => {
         await withTab(t => client.addInterceptRule("block", pattern, {}, t));
@@ -399,7 +386,6 @@ export function createSiteObject(
       },
     },
 
-    // ── Network capture ───────────────────────────────────────────────────────
     capture: {
       start:    () => withTab(async t => { await client.captureStart(t);  logger.info(`[${name}] capture started`); }),
       stop:     () => withTab(async t => { await client.captureStop(t);   logger.info(`[${name}] capture stopped`); }),
@@ -410,7 +396,6 @@ export function createSiteObject(
       clear:    () => withTab(async t => { await client.captureClear(t);  logger.info(`[${name}] capture cleared`); }),
     },
 
-    // ── Session ───────────────────────────────────────────────────────────────
     session: {
       export: async () => {
         const data = await withTab(t => client.sessionExport(t));
@@ -423,7 +408,6 @@ export function createSiteObject(
       },
     },
 
-    // ── Expose Function ───────────────────────────────────────────────────────
     exposeFunction: async (fnName: string, handler: (data: any) => Promise<any> | any) => {
       await client.exposeFunction(fnName, handler, tabId);
       logger.success(`[${name}] exposed function: ${fnName}`);
@@ -447,7 +431,6 @@ export function createSiteObject(
       return site;
     },
 
-    // ── Store ─────────────────────────────────────────────────────────────────
     store: async (
       data: Record<string, any> | Record<string, any>[],
       schemaName?: string
@@ -458,7 +441,6 @@ export function createSiteObject(
       return result;
     },
 
-    // ── Elysia API ────────────────────────────────────────────────────────────
     api: (
       path: string,
       handler: RouteHandler,