codebuff 1.0.176 → 1.0.177

package/dist/common/advanced-analyzer.d.ts

@@ -0,0 +1,19 @@
+import { BrowserResponse } from './browser-actions';
+/**
+ * Each detected issue includes a type, severity, detection reason,
+ * and an optional recommendation for the user.
+ */
+export interface AnalysisIssue {
+    type: string;
+    severity: 'low' | 'medium' | 'high';
+    message: string;
+    recommendation?: string;
+}
+export interface AnalysisResult {
+    issues: AnalysisIssue[];
+}
+/**
+ * Entrypoint function to run a suite of heuristic checks over
+ * logs, network events, performance metrics, etc.
+ */
+export declare function analyzeBrowserData(response: BrowserResponse): AnalysisResult;

package/dist/common/advanced-analyzer.js

@@ -0,0 +1,140 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.analyzeBrowserData = analyzeBrowserData;
+/**
+ * Entrypoint function to run a suite of heuristic checks over
+ * logs, network events, performance metrics, etc.
+ */
+function analyzeBrowserData(response) {
+    const issues = [];
+    // 1. Check logs for known error patterns or repeated errors
+    issues.push(...analyzeLogs(response));
+    // 2. Check network events for 4xx, 5xx, or suspicious patterns
+    issues.push(...analyzeNetwork(response));
+    // 3. Check performance metrics (TTFB, LCP, memory usage, etc.)
+    if (response.metrics) {
+        issues.push(...analyzePerformance(response.metrics));
+    }
+    // Return combined issues
+    return { issues };
+}
+function analyzeLogs(response) {
+    const issues = [];
+    const logs = response.logs || [];
+    // Check for high number of JavaScript errors
+    const jsErrors = logs.filter((log) => log.type === 'error');
+    if (jsErrors.length > 5) {
+        issues.push({
+            type: 'JS_ERROR_OVERFLOW',
+            severity: 'medium',
+            message: `Detected ${jsErrors.length} JavaScript errors in logs.`,
+            recommendation: 'Review the console logs for repeated error patterns. Fix the root cause or handle errors in code.'
+        });
+    }
+    // Pattern-based error detection
+    const errorPatterns = {
+        'not defined': {
+            severity: 'medium',
+            recommendation: 'Check for missing script dependencies or undefined variables'
+        },
+        'Failed to fetch': {
+            severity: 'medium',
+            recommendation: 'Verify endpoint URLs and network connectivity'
+        },
+        'SSL': {
+            severity: 'high',
+            recommendation: 'SSL certificate error - check HTTPS configuration'
+        },
+        'ERR_NAME_NOT_RESOLVED': {
+            severity: 'medium',
+            recommendation: 'DNS resolution failed - check domain name'
+        },
+        'ERR_CONNECTION_TIMED_OUT': {
+            severity: 'medium',
+            recommendation: 'Connection timeout - check network or firewall'
+        },
+        'Navigation timeout': {
+            severity: 'medium',
+            recommendation: 'Page took too long to load - check performance or timeouts'
+        },
+        'Frame detached': {
+            severity: 'low',
+            recommendation: 'Target frame or element no longer exists'
+        },
+        'Node is detached': {
+            severity: 'low',
+            recommendation: 'Element was removed from DOM'
+        }
+    };
+    for (const log of jsErrors) {
+        for (const [pattern, { severity, recommendation }] of Object.entries(errorPatterns)) {
+            if (log.message.includes(pattern)) {
+                issues.push({
+                    type: 'JS_ERROR',
+                    severity,
+                    message: `Error detected: ${log.message}`,
+                    recommendation
+                });
+                break; // Stop after first matching pattern
+            }
+        }
+    }
+    return issues;
+}
+function analyzeNetwork(response) {
+    const issues = [];
+    const netEvents = response.networkEvents || [];
+    // Count 4xx / 5xx
+    const errorEvents = netEvents.filter((evt) => (evt.status && evt.status >= 400) || evt.errorText);
+    if (errorEvents.length > 0) {
+        issues.push({
+            type: 'NETWORK_ERRORS',
+            severity: 'medium',
+            message: `${errorEvents.length} network request(s) failed with 4xx/5xx error(s).`,
+            recommendation: 'Check your API endpoints and resource URLs. Verify server logs for possible configuration or routing issues.'
+        });
+    }
+    // Detect repeated 404s
+    const fourOhFours = netEvents.filter((e) => e.status === 404);
+    if (fourOhFours.length > 2) {
+        issues.push({
+            type: 'MISSING_RESOURCES',
+            severity: 'low',
+            message: `${fourOhFours.length} resources returned 404 Not Found.`,
+            recommendation: 'Ensure static assets or pages exist at the requested path.'
+        });
+    }
+    return issues;
+}
+function analyzePerformance(metrics) {
+    const issues = [];
+    // Check Time to First Byte
+    if ((metrics.ttfb ?? 0) > 1000) {
+        issues.push({
+            type: 'HIGH_TTFB',
+            severity: 'medium',
+            message: `Time to First Byte is ${metrics.ttfb}ms, which is high.`,
+            recommendation: 'Optimize server response times or check network constraints. Look for server-side bottlenecks.'
+        });
+    }
+    // Check memory usage
+    if (metrics.memoryUsage > 100_000_000) { // ~100MB in JS heap
+        issues.push({
+            type: 'HIGH_MEMORY_USAGE',
+            severity: 'medium',
+            message: `Memory usage reached ${metrics.memoryUsage} bytes in JS heap.`,
+            recommendation: 'Investigate potential memory leaks, unbounded data structures, or large on-page assets.'
+        });
+    }
+    // Check Largest Contentful Paint
+    if ((metrics.lcp ?? 0) > 4000) {
+        issues.push({
+            type: 'PERFORMANCE_LCP',
+            severity: 'medium',
+            message: `Largest Contentful Paint is ${metrics.lcp}ms (over 4s).`,
+            recommendation: 'Consider optimizing images, breaking up large bundle files, or deferring non-critical scripts.'
+        });
+    }
+    return issues;
+}
+//# sourceMappingURL=advanced-analyzer.js.map

package/dist/common/advanced-analyzer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"advanced-analyzer.js","sourceRoot":"","sources":["../src/advanced-analyzer.ts"],"names":[],"mappings":";;AAqBA,gDAgBC;AApBD;;;GAGG;AACH,SAAgB,kBAAkB,CAAC,QAAyB;IAC1D,MAAM,MAAM,GAAoB,EAAE,CAAA;IAElC,4DAA4D;IAC5D,MAAM,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAA;IAErC,+DAA+D;IAC/D,MAAM,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC,CAAA;IAExC,+DAA+D;IAC/D,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;QACrB,MAAM,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAA;IACtD,CAAC;IAED,yBAAyB;IACzB,OAAO,EAAE,MAAM,EAAE,CAAA;AACnB,CAAC;AAED,SAAS,WAAW,CAAC,QAAyB;IAC5C,MAAM,MAAM,GAAoB,EAAE,CAAA;IAClC,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,IAAI,EAAE,CAAA;IAEhC,6CAA6C;IAC7C,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,OAAO,CAAC,CAAA;IAC3D,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,mBAAmB;YACzB,QAAQ,EAAE,QAAQ;YAClB,OAAO,EAAE,YAAY,QAAQ,CAAC,MAAM,6BAA6B;YACjE,cAAc,EACZ,mGAAmG;SACtG,CAAC,CAAA;IACJ,CAAC;IAED,gCAAgC;IAChC,MAAM,aAAa,GAAoF;QACrG,aAAa,EAAE;YACb,QAAQ,EAAE,QAAQ;YAClB,cAAc,EAAE,8DAA8D;SAC/E;QACD,iBAAiB,EAAE;YACjB,QAAQ,EAAE,QAAQ;YAClB,cAAc,EAAE,+CAA+C;SAChE;QACD,KAAK,EAAE;YACL,QAAQ,EAAE,MAAM;YAChB,cAAc,EAAE,mDAAmD;SACpE;QACD,uBAAuB,EAAE;YACvB,QAAQ,EAAE,QAAQ;YAClB,cAAc,EAAE,2CAA2C;SAC5D;QACD,0BAA0B,EAAE;YAC1B,QAAQ,EAAE,QAAQ;YAClB,cAAc,EAAE,gDAAgD;SACjE;QACD,oBAAoB,EAAE;YACpB,QAAQ,EAAE,QAAQ;YAClB,cAAc,EAAE,4DAA4D;SAC7E;QACD,gBAAgB,EAAE;YAChB,QAAQ,EAAE,KAAK;YACf,cAAc,EAAE,0CAA0C;SAC3D;QACD,kBAAkB,EAAE;YAClB,QAAQ,EAAE,KAAK;YACf,cAAc,EAAE,8BAA8B;SAC/C;KACF,CAAA;IAED,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,KAAK,MAAM,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,cAAc,EAAE,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC;YACpF,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBAClC,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,UAAU;oBAChB,QAAQ;oBACR,OAAO,EAAE,mBAAmB,GAAG,CAAC,OAAO,EAAE;oBACzC,cAAc;iBACf,CAAC,CAAA;gBACF,MAAK,CAAC,oCAAoC;YAC5C,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAA;AACf,CAAC;AAED,SAAS,cAAc,CAAC,QAAyB;IAC/C,MAAM,MAAM,GAAoB,EAAE,CAAA;IAClC,MAAM,SAAS,GAAG,QAAQ,CAAC,aAAa,IAAI,EAAE,CAAA;IAE9C,kBAAkB;IAClB,MAAM,WAAW,GAAG,SAAS,CAAC,MAAM,CAClC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,IAAI,GAAG,CAAC,SAAS,CAC5D,CAAA;IACD,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,gBAAgB;YACtB,QAAQ,EAAE,QAAQ;YAClB,OAAO,EAAE,GAAG,WAAW,CAAC,MAAM,mDAAmD;YACjF,cAAc,EACZ,8GAA8G;SACjH,CAAC,CAAA;IACJ,CAAC;IAED,uBAAuB;IACvB,MAAM,WAAW,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,GAAG,CAAC,CAAA;IAC7D,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,mBAAmB;YACzB,QAAQ,EAAE,KAAK;YACf,OAAO,EAAE,GAAG,WAAW,CAAC,MAAM,oCAAoC;YAClE,cAAc,EAAE,4DAA4D;SAC7E,CAAC,CAAA;IACJ,CAAC;IAED,OAAO,MAAM,CAAA;AACf,CAAC;AAED,SAAS,kBAAkB,CAAC,OAA6C;IACvE,MAAM,MAAM,GAAoB,EAAE,CAAA;IAElC,2BAA2B;IAC3B,IAAI,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC;QAC/B,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,WAAW;YACjB,QAAQ,EAAE,QAAQ;YAClB,OAAO,EAAE,yBAAyB,OAAO,CAAC,IAAI,oBAAoB;YAClE,cAAc,EACZ,gGAAgG;SACnG,CAAC,CAAA;IACJ,CAAC;IAED,qBAAqB;IACrB,IAAI,OAAO,CAAC,WAAW,GAAG,WAAW,EAAE,CAAC,CAAC,oBAAoB;QAC3D,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,mBAAmB;YACzB,QAAQ,EAAE,QAAQ;YAClB,OAAO,EAAE,wBAAwB,OAAO,CAAC,WAAW,oBAAoB;YACxE,cAAc,EACZ,yFAAyF;SAC5F,CAAC,CAAA;IACJ,CAAC;IAED,iCAAiC;IACjC,IAAI,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC;QAC9B,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,iBAAiB;YACvB,QAAQ,EAAE,QAAQ;YAClB,OAAO,EAAE,+BAA+B,OAAO,CAAC,GAAG,eAAe;YAClE,cAAc,EACZ,gGAAgG;SACnG,CAAC,CAAA;IACJ,CAAC;IAED,OAAO,MAAM,CAAA;AACf,CAAC"}

package/dist/common/browser-actions.d.ts

@@ -250,13 +250,13 @@ export declare const BrowserResponseChunkSchema: z.ZodObject<{
     index: z.ZodNumber;
     data: z.ZodString;
 }, "strip", z.ZodTypeAny, {
-    id: string;
     data: string;
+    id: string;
     total: number;
     index: number;
 }, {
-    id: string;
     data: string;
+    id: string;
     total: number;
     index: number;
 }>;
@@ -267,27 +267,27 @@ export declare const ImageContentSchema: z.ZodObject<{
         media_type: z.ZodLiteral<"image/jpeg">;
         data: z.ZodString;
     }, "strip", z.ZodTypeAny, {
+        data: string;
         type: "base64";
         media_type: "image/jpeg";
-        data: string;
     }, {
+        data: string;
         type: "base64";
         media_type: "image/jpeg";
-        data: string;
     }>;
 }, "strip", z.ZodTypeAny, {
     type: "image";
     source: {
+        data: string;
         type: "base64";
         media_type: "image/jpeg";
-        data: string;
     };
 }, {
     type: "image";
     source: {
+        data: string;
         type: "base64";
         media_type: "image/jpeg";
-        data: string;
     };
 }>;
 export type ImageContent = z.infer<typeof ImageContentSchema>;
@@ -393,27 +393,27 @@ export declare const BrowserResponseSchema: z.ZodObject<{
                 media_type: z.ZodLiteral<"image/jpeg">;
                 data: z.ZodString;
             }, "strip", z.ZodTypeAny, {
+                data: string;
                 type: "base64";
                 media_type: "image/jpeg";
-                data: string;
             }, {
+                data: string;
                 type: "base64";
                 media_type: "image/jpeg";
-                data: string;
             }>;
         }, "strip", z.ZodTypeAny, {
             type: "image";
             source: {
+                data: string;
                 type: "base64";
                 media_type: "image/jpeg";
-                data: string;
             };
         }, {
             type: "image";
             source: {
+                data: string;
                 type: "base64";
                 media_type: "image/jpeg";
-                data: string;
             };
         }>>;
         post: z.ZodObject<{
@@ -423,61 +423,61 @@ export declare const BrowserResponseSchema: z.ZodObject<{
                 media_type: z.ZodLiteral<"image/jpeg">;
                 data: z.ZodString;
             }, "strip", z.ZodTypeAny, {
+                data: string;
                 type: "base64";
                 media_type: "image/jpeg";
-                data: string;
             }, {
+                data: string;
                 type: "base64";
                 media_type: "image/jpeg";
-                data: string;
             }>;
         }, "strip", z.ZodTypeAny, {
             type: "image";
             source: {
+                data: string;
                 type: "base64";
                 media_type: "image/jpeg";
-                data: string;
             };
         }, {
             type: "image";
             source: {
+                data: string;
                 type: "base64";
                 media_type: "image/jpeg";
-                data: string;
             };
         }>;
     }, "strip", z.ZodTypeAny, {
         post: {
             type: "image";
             source: {
+                data: string;
                 type: "base64";
                 media_type: "image/jpeg";
-                data: string;
             };
         };
         pre?: {
             type: "image";
             source: {
+                data: string;
                 type: "base64";
                 media_type: "image/jpeg";
-                data: string;
             };
         } | undefined;
     }, {
         post: {
             type: "image";
             source: {
+                data: string;
                 type: "base64";
                 media_type: "image/jpeg";
-                data: string;
             };
         };
         pre?: {
             type: "image";
             source: {
+                data: string;
                 type: "base64";
                 media_type: "image/jpeg";
-                data: string;
             };
         } | undefined;
     }>>;
@@ -521,17 +521,17 @@ export declare const BrowserResponseSchema: z.ZodObject<{
         post: {
             type: "image";
             source: {
+                data: string;
                 type: "base64";
                 media_type: "image/jpeg";
-                data: string;
             };
         };
         pre?: {
             type: "image";
             source: {
+                data: string;
                 type: "base64";
                 media_type: "image/jpeg";
-                data: string;
             };
         } | undefined;
     } | undefined;
@@ -575,17 +575,17 @@ export declare const BrowserResponseSchema: z.ZodObject<{
         post: {
             type: "image";
             source: {
+                data: string;
                 type: "base64";
                 media_type: "image/jpeg";
-                data: string;
             };
         };
         pre?: {
             type: "image";
             source: {
+                data: string;
                 type: "base64";
                 media_type: "image/jpeg";
-                data: string;
             };
         } | undefined;
     } | undefined;
@@ -832,12 +832,12 @@ export declare const RequiredBrowserTypeActionSchema: z.ZodObject<{
     selector: z.ZodString;
     text: z.ZodString;
 }, "strip", z.ZodTypeAny, {
-    type: "type";
     text: string;
+    type: "type";
     selector: string;
 }, {
-    type: "type";
     text: string;
+    type: "type";
     selector: string;
 }>;
 export declare const BrowserTypeActionSchema: z.ZodObject<z.objectUtil.extendShape<z.objectUtil.extendShape<{
@@ -876,8 +876,8 @@ export declare const BrowserTypeActionSchema: z.ZodObject<z.objectUtil.extendSha
 }>, {
     delay: z.ZodOptional<z.ZodNumber>;
 }>, "strip", z.ZodTypeAny, {
-    type: "type";
     text: string;
+    type: "type";
     selector: string;
     debug?: boolean | undefined;
     timeout?: number | undefined;
@@ -893,8 +893,8 @@ export declare const BrowserTypeActionSchema: z.ZodObject<z.objectUtil.extendSha
     } | undefined;
     delay?: number | undefined;
 }, {
-    type: "type";
     text: string;
+    type: "type";
     selector: string;
     debug?: boolean | undefined;
     timeout?: number | undefined;
@@ -1380,8 +1380,8 @@ export declare const DiagnosticStepSchema: z.ZodObject<{
     }>, {
         delay: z.ZodOptional<z.ZodNumber>;
     }>, "strip", z.ZodTypeAny, {
-        type: "type";
         text: string;
+        type: "type";
         selector: string;
         debug?: boolean | undefined;
         timeout?: number | undefined;
@@ -1397,8 +1397,8 @@ export declare const DiagnosticStepSchema: z.ZodObject<{
         } | undefined;
         delay?: number | undefined;
     }, {
-        type: "type";
         text: string;
+        type: "type";
         selector: string;
         debug?: boolean | undefined;
         timeout?: number | undefined;
@@ -1665,8 +1665,8 @@ export declare const DiagnosticStepSchema: z.ZodObject<{
         visualVerify?: boolean | undefined;
         visualThreshold?: number | undefined;
     } | {
-        type: "type";
         text: string;
+        type: "type";
         selector: string;
         debug?: boolean | undefined;
         timeout?: number | undefined;
@@ -1787,8 +1787,8 @@ export declare const DiagnosticStepSchema: z.ZodObject<{
         visualVerify?: boolean | undefined;
         visualThreshold?: number | undefined;
     } | {
-        type: "type";
         text: string;
+        type: "type";
         selector: string;
         debug?: boolean | undefined;
         timeout?: number | undefined;
@@ -2132,8 +2132,8 @@ export declare const BrowserDiagnoseActionSchema: z.ZodObject<{
         }>, {
             delay: z.ZodOptional<z.ZodNumber>;
         }>, "strip", z.ZodTypeAny, {
-            type: "type";
             text: string;
+            type: "type";
             selector: string;
             debug?: boolean | undefined;
             timeout?: number | undefined;
@@ -2149,8 +2149,8 @@ export declare const BrowserDiagnoseActionSchema: z.ZodObject<{
             } | undefined;
             delay?: number | undefined;
         }, {
-            type: "type";
             text: string;
+            type: "type";
             selector: string;
             debug?: boolean | undefined;
             timeout?: number | undefined;
@@ -2417,8 +2417,8 @@ export declare const BrowserDiagnoseActionSchema: z.ZodObject<{
             visualVerify?: boolean | undefined;
             visualThreshold?: number | undefined;
         } | {
-            type: "type";
             text: string;
+            type: "type";
             selector: string;
             debug?: boolean | undefined;
             timeout?: number | undefined;
@@ -2539,8 +2539,8 @@ export declare const BrowserDiagnoseActionSchema: z.ZodObject<{
             visualVerify?: boolean | undefined;
             visualThreshold?: number | undefined;
         } | {
-            type: "type";
             text: string;
+            type: "type";
             selector: string;
             debug?: boolean | undefined;
             timeout?: number | undefined;
@@ -2667,8 +2667,8 @@ export declare const BrowserDiagnoseActionSchema: z.ZodObject<{
             visualVerify?: boolean | undefined;
             visualThreshold?: number | undefined;
         } | {
-            type: "type";
             text: string;
+            type: "type";
             selector: string;
             debug?: boolean | undefined;
             timeout?: number | undefined;
@@ -2807,8 +2807,8 @@ export declare const BrowserDiagnoseActionSchema: z.ZodObject<{
             visualVerify?: boolean | undefined;
             visualThreshold?: number | undefined;
         } | {
-            type: "type";
             text: string;
+            type: "type";
             selector: string;
             debug?: boolean | undefined;
             timeout?: number | undefined;
@@ -3136,8 +3136,8 @@ export declare const BrowserActionSchema: z.ZodDiscriminatedUnion<"type", [z.Zod
 }>, {
     delay: z.ZodOptional<z.ZodNumber>;
 }>, "strip", z.ZodTypeAny, {
-    type: "type";
     text: string;
+    type: "type";
     selector: string;
     debug?: boolean | undefined;
     timeout?: number | undefined;
@@ -3153,8 +3153,8 @@ export declare const BrowserActionSchema: z.ZodDiscriminatedUnion<"type", [z.Zod
     } | undefined;
     delay?: number | undefined;
 }, {
-    type: "type";
     text: string;
+    type: "type";
     selector: string;
     debug?: boolean | undefined;
     timeout?: number | undefined;
@@ -3638,8 +3638,8 @@ export declare const BrowserActionSchema: z.ZodDiscriminatedUnion<"type", [z.Zod
         }>, {
             delay: z.ZodOptional<z.ZodNumber>;
         }>, "strip", z.ZodTypeAny, {
-            type: "type";
             text: string;
+            type: "type";
             selector: string;
             debug?: boolean | undefined;
             timeout?: number | undefined;
@@ -3655,8 +3655,8 @@ export declare const BrowserActionSchema: z.ZodDiscriminatedUnion<"type", [z.Zod
             } | undefined;
             delay?: number | undefined;
         }, {
-            type: "type";
             text: string;
+            type: "type";
             selector: string;
             debug?: boolean | undefined;
             timeout?: number | undefined;
@@ -3923,8 +3923,8 @@ export declare const BrowserActionSchema: z.ZodDiscriminatedUnion<"type", [z.Zod
             visualVerify?: boolean | undefined;
             visualThreshold?: number | undefined;
         } | {
-            type: "type";
             text: string;
+            type: "type";
             selector: string;
             debug?: boolean | undefined;
             timeout?: number | undefined;
@@ -4045,8 +4045,8 @@ export declare const BrowserActionSchema: z.ZodDiscriminatedUnion<"type", [z.Zod
             visualVerify?: boolean | undefined;
             visualThreshold?: number | undefined;
         } | {
-            type: "type";
             text: string;
+            type: "type";
             selector: string;
             debug?: boolean | undefined;
             timeout?: number | undefined;
@@ -4173,8 +4173,8 @@ export declare const BrowserActionSchema: z.ZodDiscriminatedUnion<"type", [z.Zod
             visualVerify?: boolean | undefined;
             visualThreshold?: number | undefined;
         } | {
-            type: "type";
             text: string;
+            type: "type";
             selector: string;
             debug?: boolean | undefined;
             timeout?: number | undefined;
@@ -4313,8 +4313,8 @@ export declare const BrowserActionSchema: z.ZodDiscriminatedUnion<"type", [z.Zod
             visualVerify?: boolean | undefined;
             visualThreshold?: number | undefined;
         } | {
-            type: "type";
             text: string;
+            type: "type";
             selector: string;
             debug?: boolean | undefined;
             timeout?: number | undefined;

package/dist/common/message-image-handling.d.ts

@@ -0,0 +1,41 @@
+import { Message } from './actions';
+/**
+ * Contexts where message processing may occur
+ */
+export declare enum ProcessingContext {
+    ModelCall = "model-call",
+    FileCache = "file-cache",
+    WarmCache = "warm-cache"
+}
+/**
+ * Interface for provider-specific image handling
+ */
+export interface IImageHandler {
+    /**
+     * Returns whether images should be passed along in the given context
+     */
+    supportsImages(context: ProcessingContext): boolean;
+    /**
+     * Transform a message by either stripping, replacing, or modifying image blocks
+     */
+    transformMessage(message: Message, context: ProcessingContext): Message;
+}
+/**
+ * Base handler that removes all images unless explicitly allowed
+ */
+export declare class DefaultImageHandler implements IImageHandler {
+    supportsImages(context: ProcessingContext): boolean;
+    transformMessage(message: Message, context: ProcessingContext): Message;
+}
+/**
+ * Register a new image handler for a provider
+ */
+export declare function registerImageHandler(provider: string, handler: IImageHandler): void;
+/**
+ * Transform a message for a specific provider and context
+ */
+export declare function transformMessageForProvider(message: Message, provider: string, context: ProcessingContext): Message;
+/**
+ * Transform an array of messages for a specific provider and context
+ */
+export declare function transformMessagesForProvider(messages: Message[], provider: string, context: ProcessingContext): Message[];

package/dist/common/message-image-handling.js

@@ -0,0 +1,57 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DefaultImageHandler = exports.ProcessingContext = void 0;
+exports.registerImageHandler = registerImageHandler;
+exports.transformMessageForProvider = transformMessageForProvider;
+exports.transformMessagesForProvider = transformMessagesForProvider;
+/**
+ * Contexts where message processing may occur
+ */
+var ProcessingContext;
+(function (ProcessingContext) {
+    ProcessingContext["ModelCall"] = "model-call";
+    ProcessingContext["FileCache"] = "file-cache";
+    ProcessingContext["WarmCache"] = "warm-cache";
+})(ProcessingContext || (exports.ProcessingContext = ProcessingContext = {}));
+/**
+ * Base handler that removes all images unless explicitly allowed
+ */
+class DefaultImageHandler {
+    supportsImages(context) {
+        return context === ProcessingContext.FileCache;
+    }
+    transformMessage(message, context) {
+        if (!this.supportsImages(context)) {
+            const transformed = Array.isArray(message.content)
+                ? message.content.filter(block => typeof block === 'string' ? true : block.type !== 'image')
+                : message.content;
+            return { ...message, content: transformed };
+        }
+        return message;
+    }
+}
+exports.DefaultImageHandler = DefaultImageHandler;
+/**
+ * Registry mapping provider names to their image handlers
+ */
+const imageHandlerRegistry = {};
+/**
+ * Register a new image handler for a provider
+ */
+function registerImageHandler(provider, handler) {
+    imageHandlerRegistry[provider] = handler;
+}
+/**
+ * Transform a message for a specific provider and context
+ */
+function transformMessageForProvider(message, provider, context) {
+    const handler = imageHandlerRegistry[provider] || new DefaultImageHandler();
+    return handler.transformMessage(message, context);
+}
+/**
+ * Transform an array of messages for a specific provider and context
+ */
+function transformMessagesForProvider(messages, provider, context) {
+    return messages.map(message => transformMessageForProvider(message, provider, context));
+}
+//# sourceMappingURL=message-image-handling.js.map

package/dist/common/message-image-handling.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"message-image-handling.js","sourceRoot":"","sources":["../src/message-image-handling.ts"],"names":[],"mappings":";;;AAuDA,oDAEC;AAKD,kEAOC;AAKD,oEAMC;AA9ED;;GAEG;AACH,IAAY,iBAIX;AAJD,WAAY,iBAAiB;IAC3B,6CAAwB,CAAA;IACxB,6CAAwB,CAAA;IACxB,6CAAwB,CAAA;AAC1B,CAAC,EAJW,iBAAiB,iCAAjB,iBAAiB,QAI5B;AAiBD;;GAEG;AACH,MAAa,mBAAmB;IAC9B,cAAc,CAAC,OAA0B;QACvC,OAAO,OAAO,KAAK,iBAAiB,CAAC,SAAS,CAAC;IACjD,CAAC;IAED,gBAAgB,CAAC,OAAgB,EAAE,OAA0B;QAC3D,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,EAAE,CAAC;YAClC,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC;gBAChD,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAC7B,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO,CAC1D;gBACH,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;YACpB,OAAO,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC;QAC9C,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;CACF;AAhBD,kDAgBC;AAED;;GAEG;AACH,MAAM,oBAAoB,GAAkC,EAAE,CAAC;AAE/D;;GAEG;AACH,SAAgB,oBAAoB,CAAC,QAAgB,EAAE,OAAsB;IAC3E,oBAAoB,CAAC,QAAQ,CAAC,GAAG,OAAO,CAAC;AAC3C,CAAC;AAED;;GAEG;AACH,SAAgB,2BAA2B,CACzC,OAAgB,EAChB,QAAgB,EAChB,OAA0B;IAE1B,MAAM,OAAO,GAAG,oBAAoB,CAAC,QAAQ,CAAC,IAAI,IAAI,mBAAmB,EAAE,CAAC;IAC5E,OAAO,OAAO,CAAC,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;AACpD,CAAC;AAED;;GAEG;AACH,SAAgB,4BAA4B,CAC1C,QAAmB,EACnB,QAAgB,EAChB,OAA0B;IAE1B,OAAO,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,2BAA2B,CAAC,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;AAC1F,CAAC"}