webpeel 0.7.0 → 0.7.1

package/dist/core/agent.d.ts

@@ -1,26 +1,45 @@
 /**
  * Autonomous web research agent
  * Searches the web, fetches pages, and extracts structured data based on natural language prompts
+ *
+ * Supports:
+ * - depth: "basic" (1 search, top 3) vs "thorough" (multi-step, up to 3 searches, top 10)
+ * - maxSources: control how many sources to include (default 5, max 20)
+ * - topic: "general" | "news" | "technical" | "academic" — adjusts queries & prioritization
+ * - outputSchema: JSON Schema for structured output with validation
+ * - streaming callbacks for SSE support
  */
+export type AgentDepth = 'basic' | 'thorough';
+export type AgentTopic = 'general' | 'news' | 'technical' | 'academic';
 export interface AgentOptions {
     /** Natural language description of what data to extract */
     prompt: string;
     /** Optional URLs to start from */
     urls?: string[];
-    /** JSON schema for structured output */
+    /** JSON schema for structured output (legacy — prefer outputSchema) */
     schema?: Record<string, any>;
+    /** JSON Schema for structured output with validation */
+    outputSchema?: Record<string, any>;
     /** LLM API key (BYOK - bring your own key) */
     llmApiKey: string;
     /** LLM API base URL (default: OpenAI) */
     llmApiBase?: string;
     /** LLM model (default: gpt-4o-mini) */
     llmModel?: string;
-    /** Max pages to visit (default: 10) */
+    /** Max pages to visit (default: 10) — legacy param */
     maxPages?: number;
+    /** Max sources to include (default 5, max 20) */
+    maxSources?: number;
+    /** Research depth: "basic" or "thorough" */
+    depth?: AgentDepth;
+    /** Topic filter */
+    topic?: AgentTopic;
     /** Max credits/cost to spend */
     maxCredits?: number;
-    /** Progress callback */
+    /** Progress callback (legacy — still supported) */
     onProgress?: (progress: AgentProgress) => void;
+    /** Streaming event callback for SSE */
+    onEvent?: (event: AgentStreamEvent) => void;
 }
 export interface AgentProgress {
     status: 'searching' | 'visiting' | 'extracting' | 'done';
@@ -31,10 +50,48 @@ export interface AgentProgress {
 export interface AgentResult {
     success: boolean;
     data: any;
+    /** The synthesised answer (text). Only present when no outputSchema. */
+    answer?: string;
     sources: string[];
+    sourcesDetailed?: Array<{
+        url: string;
+        title: string;
+    }>;
     pagesVisited: number;
     creditsUsed: number;
+    tokensUsed?: {
+        input: number;
+        output: number;
+    };
 }
+/** Events emitted during streaming */
+export type AgentStreamEvent = {
+    type: 'step';
+    action: 'searching';
+    query: string;
+} | {
+    type: 'step';
+    action: 'fetching';
+    url: string;
+} | {
+    type: 'step';
+    action: 'analyzing';
+    summary: string;
+} | {
+    type: 'chunk';
+    text: string;
+} | {
+    type: 'done';
+    answer: string;
+    sources: Array<{
+        url: string;
+        title: string;
+    }>;
+    tokensUsed: {
+        input: number;
+        output: number;
+    };
+};
 /**
  * Run autonomous web research agent
  */

package/dist/core/agent.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"agent.d.ts","sourceRoot":"","sources":["../../src/core/agent.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAKH,MAAM,WAAW,YAAY;IAC3B,2DAA2D;IAC3D,MAAM,EAAE,MAAM,CAAC;IACf,kCAAkC;IAClC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,wCAAwC;IACxC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC7B,8CAA8C;IAC9C,SAAS,EAAE,MAAM,CAAC;IAClB,yCAAyC;IACzC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,uCAAuC;IACvC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,uCAAuC;IACvC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,gCAAgC;IAChC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,wBAAwB;IACxB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,aAAa,KAAK,IAAI,CAAC;CAChD;AAED,MAAM,WAAW,aAAa;IAC5B,MAAM,EAAE,WAAW,GAAG,UAAU,GAAG,YAAY,GAAG,MAAM,CAAC;IACzD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,EAAE,GAAG,CAAC;IACV,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;CACrB;AAyHD;;GAEG;AACH,wBAAsB,QAAQ,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC,CA8M1E"}
+{"version":3,"file":"agent.d.ts","sourceRoot":"","sources":["../../src/core/agent.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AASH,MAAM,MAAM,UAAU,GAAG,OAAO,GAAG,UAAU,CAAC;AAC9C,MAAM,MAAM,UAAU,GAAG,SAAS,GAAG,MAAM,GAAG,WAAW,GAAG,UAAU,CAAC;AAEvE,MAAM,WAAW,YAAY;IAC3B,2DAA2D;IAC3D,MAAM,EAAE,MAAM,CAAC;IACf,kCAAkC;IAClC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,uEAAuE;IACvE,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC7B,wDAAwD;IACxD,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACnC,8CAA8C;IAC9C,SAAS,EAAE,MAAM,CAAC;IAClB,yCAAyC;IACzC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,uCAAuC;IACvC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,sDAAsD;IACtD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,iDAAiD;IACjD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,4CAA4C;IAC5C,KAAK,CAAC,EAAE,UAAU,CAAC;IACnB,mBAAmB;IACnB,KAAK,CAAC,EAAE,UAAU,CAAC;IACnB,gCAAgC;IAChC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,mDAAmD;IACnD,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,aAAa,KAAK,IAAI,CAAC;IAC/C,uCAAuC;IACvC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,gBAAgB,KAAK,IAAI,CAAC;CAC7C;AAED,MAAM,WAAW,aAAa;IAC5B,MAAM,EAAE,WAAW,GAAG,UAAU,GAAG,YAAY,GAAG,MAAM,CAAC;IACzD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,EAAE,GAAG,CAAC;IACV,wEAAwE;IACxE,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,eAAe,CAAC,EAAE,KAAK,CAAC;QACtB,GAAG,EAAE,MAAM,CAAC;QACZ,KAAK,EAAE,MAAM,CAAC;KACf,CAAC,CAAC;IACH,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;CAChD;AAED,sCAAsC;AACtC,MAAM,MAAM,gBAAgB,GACxB;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,WAAW,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GACpD;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,UAAU,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,GACjD;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,WAAW,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,GACtD;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAC/B;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,KAAK,CAAC;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAAC,UAAU,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAA;CAAE,CAAC;AAoSpI;;GAEG;AACH,wBAAsB,QAAQ,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC,CAwV1E"}