@hasna/browser 0.1.0 → 0.1.1

package/dist/index.js

@@ -333,6 +333,54 @@ function runMigrations(db) {
         CREATE INDEX IF NOT EXISTS idx_auth_flows_domain ON auth_flows(domain);
         CREATE INDEX IF NOT EXISTS idx_auth_flows_name ON auth_flows(name);
       `
+    },
+    {
+      version: 7,
+      sql: `
+        CREATE TABLE IF NOT EXISTS workflows (
+          id TEXT PRIMARY KEY,
+          name TEXT NOT NULL UNIQUE,
+          description TEXT,
+          steps TEXT NOT NULL DEFAULT '[]',
+          start_url TEXT,
+          last_run TEXT,
+          last_heal TEXT,
+          heal_count INTEGER DEFAULT 0,
+          run_count INTEGER DEFAULT 0,
+          created_at TEXT DEFAULT (datetime('now')),
+          updated_at TEXT DEFAULT (datetime('now'))
+        );
+      `
+    },
+    {
+      version: 8,
+      sql: `
+        CREATE TABLE IF NOT EXISTS datasets (
+          id TEXT PRIMARY KEY,
+          name TEXT NOT NULL UNIQUE,
+          source_url TEXT,
+          source_type TEXT NOT NULL DEFAULT 'page',
+          data TEXT NOT NULL DEFAULT '[]',
+          schema TEXT,
+          row_count INTEGER DEFAULT 0,
+          last_refresh TEXT,
+          created_at TEXT DEFAULT (datetime('now')),
+          updated_at TEXT DEFAULT (datetime('now'))
+        );
+
+        CREATE TABLE IF NOT EXISTS api_endpoints (
+          id TEXT PRIMARY KEY,
+          session_id TEXT,
+          url TEXT NOT NULL,
+          method TEXT DEFAULT 'GET',
+          response_schema TEXT,
+          sample_response TEXT,
+          status_code INTEGER,
+          content_type TEXT,
+          discovered_at TEXT DEFAULT (datetime('now'))
+        );
+        CREATE INDEX IF NOT EXISTS idx_api_endpoints_session ON api_endpoints(session_id);
+      `
     }
   ];
   for (const m of migrations) {

package/dist/lib/api-detector.d.ts

@@ -0,0 +1,17 @@
+/**
+ * API endpoint detection — scan network log for JSON API responses.
+ */
+export interface DetectedAPI {
+    url: string;
+    method: string;
+    status_code: number;
+    content_type: string;
+    response_schema: Record<string, string>;
+    sample_size: number;
+}
+/**
+ * Scan network log for API endpoints that return JSON.
+ */
+export declare function detectAPIs(sessionId: string): DetectedAPI[];
+export declare function listDiscoveredAPIs(sessionId?: string): any[];
+//# sourceMappingURL=api-detector.d.ts.map

package/dist/lib/api-detector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"api-detector.d.ts","sourceRoot":"","sources":["../../src/lib/api-detector.ts"],"names":[],"mappings":"AAAA;;GAEG;AAKH,MAAM,WAAW,WAAW;IAC1B,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACxC,WAAW,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,wBAAgB,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,WAAW,EAAE,CAkD3D;AAED,wBAAgB,kBAAkB,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,GAAG,EAAE,CAM5D"}

package/dist/lib/datasets.d.ts

@@ -0,0 +1,33 @@
+/**
+ * Dataset management — save, refresh, export extracted data.
+ */
+export interface Dataset {
+    id: string;
+    name: string;
+    source_url: string | null;
+    source_type: string;
+    data: any[];
+    schema: Record<string, string> | null;
+    row_count: number;
+    last_refresh: string | null;
+    created_at: string;
+    updated_at: string;
+}
+export declare function saveDataset(data: {
+    name: string;
+    sourceUrl?: string;
+    sourceType?: string;
+    rows: any[];
+    schema?: Record<string, string>;
+}): Dataset;
+export declare function getDataset(id: string): Dataset | null;
+export declare function getDatasetByName(name: string): Dataset | null;
+export declare function listDatasets(): Array<Omit<Dataset, "data"> & {
+    data: string;
+}>;
+export declare function deleteDataset(name: string): boolean;
+export declare function exportDataset(name: string, format: "json" | "csv"): {
+    path: string;
+    size: number;
+};
+//# sourceMappingURL=datasets.d.ts.map

package/dist/lib/datasets.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"datasets.d.ts","sourceRoot":"","sources":["../../src/lib/datasets.ts"],"names":[],"mappings":"AAAA;;GAEG;AAQH,MAAM,WAAW,OAAO;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,GAAG,EAAE,CAAC;IACZ,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,IAAI,CAAC;IACtC,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,wBAAgB,WAAW,CAAC,IAAI,EAAE;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,GAAG,EAAE,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAAE,GAAG,OAAO,CAclJ;AAED,wBAAgB,UAAU,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,GAAG,IAAI,CAKrD;AAED,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,GAAG,IAAI,CAK7D;AAED,wBAAgB,YAAY,IAAI,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,GAAG;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC,CAI9E;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAGnD;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,KAAK,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CA6BlG"}

package/dist/lib/deep-performance.d.ts

@@ -0,0 +1,49 @@
+/**
+ * Deep performance metrics — resource breakdown, third-party analysis, DOM complexity.
+ */
+import type { Page } from "playwright";
+export interface DeepPerformance {
+    web_vitals: {
+        fcp?: number;
+        lcp?: number;
+        cls?: number;
+        ttfb?: number;
+        inp?: number;
+    };
+    resources: {
+        total_transfer_bytes: number;
+        total_resources: number;
+        by_type: Record<string, {
+            count: number;
+            size_bytes: number;
+        }>;
+        largest: Array<{
+            url: string;
+            size_bytes: number;
+            type: string;
+        }>;
+    };
+    third_party: Array<{
+        domain: string;
+        scripts: number;
+        total_bytes: number;
+        category: string;
+    }>;
+    dom: {
+        node_count: number;
+        max_depth: number;
+        element_count: number;
+        text_node_count: number;
+    };
+    main_thread: {
+        long_tasks: number;
+        total_blocking_ms: number;
+    };
+    memory: {
+        js_heap_used_mb: number;
+        js_heap_total_mb: number;
+        js_heap_limit_mb: number;
+    };
+}
+export declare function getDeepPerformance(page: Page): Promise<DeepPerformance>;
+//# sourceMappingURL=deep-performance.d.ts.map

package/dist/lib/deep-performance.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"deep-performance.d.ts","sourceRoot":"","sources":["../../src/lib/deep-performance.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAEvC,MAAM,WAAW,eAAe;IAC9B,UAAU,EAAE;QAAE,GAAG,CAAC,EAAE,MAAM,CAAC;QAAC,GAAG,CAAC,EAAE,MAAM,CAAC;QAAC,GAAG,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,GAAG,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IACtF,SAAS,EAAE;QACT,oBAAoB,EAAE,MAAM,CAAC;QAC7B,eAAe,EAAE,MAAM,CAAC;QACxB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE;YAAE,KAAK,EAAE,MAAM,CAAC;YAAC,UAAU,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QAC/D,OAAO,EAAE,KAAK,CAAC;YAAE,GAAG,EAAE,MAAM,CAAC;YAAC,UAAU,EAAE,MAAM,CAAC;YAAC,IAAI,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;KACnE,CAAC;IACF,WAAW,EAAE,KAAK,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC/F,GAAG,EAAE;QACH,UAAU,EAAE,MAAM,CAAC;QACnB,SAAS,EAAE,MAAM,CAAC;QAClB,aAAa,EAAE,MAAM,CAAC;QACtB,eAAe,EAAE,MAAM,CAAC;KACzB,CAAC;IACF,WAAW,EAAE;QACX,UAAU,EAAE,MAAM,CAAC;QACnB,iBAAiB,EAAE,MAAM,CAAC;KAC3B,CAAC;IACF,MAAM,EAAE;QACN,eAAe,EAAE,MAAM,CAAC;QACxB,gBAAgB,EAAE,MAAM,CAAC;QACzB,gBAAgB,EAAE,MAAM,CAAC;KAC1B,CAAC;CACH;AAqBD,wBAAsB,kBAAkB,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,eAAe,CAAC,CA4G7E"}

package/dist/lib/env-detector.d.ts

@@ -0,0 +1,12 @@
+/**
+ * Environment detection — determine if a site is prod, dev, staging, or local.
+ */
+import type { Page } from "playwright";
+export type Environment = "local" | "dev" | "staging" | "prod";
+export interface EnvDetectionResult {
+    env: Environment;
+    confidence: "high" | "medium" | "low";
+    signals: string[];
+}
+export declare function detectEnvironment(page: Page): Promise<EnvDetectionResult>;
+//# sourceMappingURL=env-detector.d.ts.map

package/dist/lib/env-detector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"env-detector.d.ts","sourceRoot":"","sources":["../../src/lib/env-detector.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAEvC,MAAM,MAAM,WAAW,GAAG,OAAO,GAAG,KAAK,GAAG,SAAS,GAAG,MAAM,CAAC;AAE/D,MAAM,WAAW,kBAAkB;IACjC,GAAG,EAAE,WAAW,CAAC;IACjB,UAAU,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;IACtC,OAAO,EAAE,MAAM,EAAE,CAAC;CACnB;AAED,wBAAsB,iBAAiB,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAoH/E"}

package/dist/lib/structured-extract.d.ts

@@ -0,0 +1,26 @@
+/**
+ * Structured data extraction from web pages.
+ * Detects tables, lists, JSON-LD, Schema.org, repeated elements.
+ */
+import type { Page } from "playwright";
+export interface StructuredData {
+    tables: Array<{
+        headers: string[];
+        rows: string[][];
+        selector: string;
+    }>;
+    lists: Array<{
+        items: string[];
+        selector: string;
+    }>;
+    jsonLd: any[];
+    openGraph: Record<string, string>;
+    metaTags: Record<string, string>;
+    repeatedElements: Array<{
+        selector: string;
+        count: number;
+        sample: string[];
+    }>;
+}
+export declare function extractStructuredData(page: Page): Promise<StructuredData>;
+//# sourceMappingURL=structured-extract.d.ts.map

package/dist/lib/structured-extract.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"structured-extract.d.ts","sourceRoot":"","sources":["../../src/lib/structured-extract.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AAEvC,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,KAAK,CAAC;QAAE,OAAO,EAAE,MAAM,EAAE,CAAC;QAAC,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACzE,KAAK,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,EAAE,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACpD,MAAM,EAAE,GAAG,EAAE,CAAC;IACd,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAClC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjC,gBAAgB,EAAE,KAAK,CAAC;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,EAAE,CAAA;KAAE,CAAC,CAAC;CAChF;AAED,wBAAsB,qBAAqB,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,cAAc,CAAC,CAgF/E"}

package/dist/lib/workflows.d.ts

@@ -0,0 +1,46 @@
+/**
+ * Saved workflows — reusable browser automation sequences with self-healing.
+ * Record a flow once, replay it forever. If selectors change, auto-heal and update.
+ */
+import type { Page } from "playwright";
+import type { RecordingStep } from "../types/index.js";
+export interface Workflow {
+    id: string;
+    name: string;
+    description: string | null;
+    steps: RecordingStep[];
+    start_url: string | null;
+    last_run: string | null;
+    last_heal: string | null;
+    heal_count: number;
+    run_count: number;
+    created_at: string;
+    updated_at: string;
+}
+export interface WorkflowRunResult {
+    success: boolean;
+    steps_executed: number;
+    steps_failed: number;
+    steps_healed: number;
+    healed_details: Array<{
+        step: number;
+        original: string;
+        healed_to: string;
+        method: string;
+    }>;
+    errors: string[];
+    duration_ms: number;
+}
+export declare function saveWorkflow(data: {
+    name: string;
+    description?: string;
+    steps: RecordingStep[];
+    startUrl?: string;
+}): Workflow;
+export declare function saveWorkflowFromRecording(recordingId: string, name: string, description?: string): Workflow;
+export declare function getWorkflow(id: string): Workflow | null;
+export declare function getWorkflowByName(name: string): Workflow | null;
+export declare function listWorkflows(): Workflow[];
+export declare function deleteWorkflow(name: string): boolean;
+export declare function runWorkflow(workflow: Workflow, page: Page): Promise<WorkflowRunResult>;
+//# sourceMappingURL=workflows.d.ts.map

package/dist/lib/workflows.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"workflows.d.ts","sourceRoot":"","sources":["../../src/lib/workflows.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AACvC,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAGvD,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,KAAK,EAAE,aAAa,EAAE,CAAC;IACvB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,OAAO,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC7F,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;CACrB;AAID,wBAAgB,YAAY,CAAC,IAAI,EAAE;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,aAAa,EAAE,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,GAAG,QAAQ,CAO9H;AAED,wBAAgB,yBAAyB,CAAC,WAAW,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,MAAM,GAAG,QAAQ,CAQ3G;AAED,wBAAgB,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,QAAQ,GAAG,IAAI,CAKvD;AAED,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,QAAQ,GAAG,IAAI,CAK/D;AAED,wBAAgB,aAAa,IAAI,QAAQ,EAAE,CAI1C;AAED,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAGpD;AAkBD,wBAAsB,WAAW,CAAC,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,iBAAiB,CAAC,CA+F5F"}