@vfarcic/dot-ai 0.108.0 → 0.110.0

package/dist/core/providers/anthropic-provider.d.ts

@@ -4,7 +4,7 @@
  * Implements AIProvider interface using Anthropic SDK directly.
  * Supports streaming for long operations and debug logging.
  */
-import { AIProvider, AIResponse, AIProviderConfig, AITool, ToolExecutor, ToolLoopConfig, AgenticResult } from '../ai-provider.interface';
+import { AIProvider, AIResponse, AIProviderConfig, ToolLoopConfig, AgenticResult } from '../ai-provider.interface';
 export declare class AnthropicProvider implements AIProvider {
     private client;
     private apiKey;
@@ -15,6 +15,10 @@ export declare class AnthropicProvider implements AIProvider {
     getProviderType(): string;
     getDefaultModel(): string;
     isInitialized(): boolean;
+    /**
+     * Helper method to log debug information if debug mode is enabled
+     */
+    private logDebugIfEnabled;
     sendMessage(message: string, operation?: string): Promise<AIResponse>;
     /**
      * Agentic tool loop implementation
@@ -37,8 +41,5 @@ export declare class AnthropicProvider implements AIProvider {
      * See PRD #136 for full architecture analysis and decision rationale.
      */
     toolLoop(config: ToolLoopConfig): Promise<AgenticResult>;
-    sendMessageWithTools(message: string, tools: AITool[], toolExecutor: ToolExecutor, operation?: string): Promise<AIResponse & {
-        toolCalls?: any[];
-    }>;
 }
 //# sourceMappingURL=anthropic-provider.d.ts.map

package/dist/core/providers/anthropic-provider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"anthropic-provider.d.ts","sourceRoot":"","sources":["../../../src/core/providers/anthropic-provider.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EACL,UAAU,EACV,UAAU,EACV,gBAAgB,EAChB,MAAM,EACN,YAAY,EACZ,cAAc,EACd,aAAa,EACd,MAAM,0BAA0B,CAAC;AAGlC,qBAAa,iBAAkB,YAAW,UAAU;IAClD,OAAO,CAAC,MAAM,CAAY;IAC1B,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,SAAS,CAAU;gBAEf,MAAM,EAAE,gBAAgB;IAWpC,OAAO,CAAC,cAAc;IAStB,eAAe,IAAI,MAAM;IAIzB,eAAe,IAAI,MAAM;IAIzB,aAAa,IAAI,OAAO;IAIlB,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,GAAE,MAAkB,GAAG,OAAO,CAAC,UAAU,CAAC;IAwDtF;;;;;;;;;;;;;;;;;;;OAmBG;IACG,QAAQ,CAAC,MAAM,EAAE,cAAc,GAAG,OAAO,CAAC,aAAa,CAAC;IAgIxD,oBAAoB,CACxB,OAAO,EAAE,MAAM,EACf,KAAK,EAAE,MAAM,EAAE,EACf,YAAY,EAAE,YAAY,EAC1B,SAAS,GAAE,MAAoB,GAC9B,OAAO,CAAC,UAAU,GAAG;QAAE,SAAS,CAAC,EAAE,GAAG,EAAE,CAAA;KAAE,CAAC;CAqE/C"}
+{"version":3,"file":"anthropic-provider.d.ts","sourceRoot":"","sources":["../../../src/core/providers/anthropic-provider.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,EACL,UAAU,EACV,UAAU,EACV,gBAAgB,EAChB,cAAc,EACd,aAAa,EACd,MAAM,0BAA0B,CAAC;AAGlC,qBAAa,iBAAkB,YAAW,UAAU;IAClD,OAAO,CAAC,MAAM,CAAY;IAC1B,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,SAAS,CAAU;gBAEf,MAAM,EAAE,gBAAgB;IAWpC,OAAO,CAAC,cAAc;IAStB,eAAe,IAAI,MAAM;IAIzB,eAAe,IAAI,MAAM;IAIzB,aAAa,IAAI,OAAO;IAIxB;;OAEG;IACH,OAAO,CAAC,iBAAiB;IAqBnB,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,GAAE,MAAkB,GAAG,OAAO,CAAC,UAAU,CAAC;IAoDtF;;;;;;;;;;;;;;;;;;;OAmBG;IACG,QAAQ,CAAC,MAAM,EAAE,cAAc,GAAG,OAAO,CAAC,aAAa,CAAC;CAmO/D"}

package/dist/core/providers/anthropic-provider.js

@@ -43,6 +43,24 @@ class AnthropicProvider {
     isInitialized() {
         return this.client !== undefined;
     }
+    /**
+     * Helper method to log debug information if debug mode is enabled
+     */
+    logDebugIfEnabled(operation, prompt, response, durationMs) {
+        if (!this.debugMode)
+            return;
+        const debugId = (0, provider_debug_utils_1.generateDebugId)(operation);
+        (0, provider_debug_utils_1.debugLogInteraction)(debugId, prompt, response, operation, this.getProviderType(), this.model, this.debugMode);
+        // Use logMetrics for sendMessage calls (simple token structure, no extended metrics)
+        (0, provider_debug_utils_1.logMetrics)(operation, this.getProviderType(), {
+            totalTokens: {
+                input: response.usage.input_tokens,
+                output: response.usage.output_tokens,
+                cacheCreation: response.usage.cache_creation_input_tokens,
+                cacheRead: response.usage.cache_read_input_tokens
+            }
+        }, durationMs, this.debugMode);
+    }
     async sendMessage(message, operation = 'generic') {
         if (!this.client) {
             throw new Error('Anthropic client not initialized');
@@ -81,11 +99,7 @@ class AnthropicProvider {
             };
             const durationMs = Date.now() - startTime;
             // Debug log the interaction if enabled
-            if (this.debugMode) {
-                const debugId = (0, provider_debug_utils_1.generateDebugId)(operation);
-                (0, provider_debug_utils_1.debugLogInteraction)(debugId, message, response, operation, this.getProviderType(), this.model, this.debugMode);
-                (0, provider_debug_utils_1.logMetrics)(operation, this.getProviderType(), response.usage, durationMs, this.debugMode);
-            }
+            this.logDebugIfEnabled(operation, message, response, durationMs);
             return response;
         }
         catch (error) {
@@ -117,82 +131,142 @@ class AnthropicProvider {
             throw new Error('Anthropic client not initialized');
         }
         const startTime = Date.now();
-        // Convert AITool[] to Anthropic Tool format
-        const tools = config.tools.map(t => ({
-            name: t.name,
-            description: t.description,
-            input_schema: t.inputSchema
-        }));
-        // Initialize conversation history
-        const initialContent = config.systemPrompt + '\n\n' + config.userMessage;
+        // Convert AITool[] to Anthropic Tool format with caching on last tool
+        const tools = config.tools.map((t, index) => {
+            const tool = {
+                name: t.name,
+                description: t.description,
+                input_schema: t.inputSchema
+            };
+            // Add cache control to the last tool to cache the entire tools array
+            if (index === config.tools.length - 1) {
+                tool.cache_control = { type: 'ephemeral' };
+            }
+            return tool;
+        });
+        // Separate system prompt with caching from user message
+        const systemPrompt = [
+            {
+                type: 'text',
+                text: config.systemPrompt,
+                cache_control: { type: 'ephemeral' }
+            }
+        ];
+        // Initialize conversation history with just the user message
         const conversationHistory = [
             {
                 role: 'user',
-                content: initialContent
+                content: config.userMessage
             }
         ];
         let iterations = 0;
         const toolCallsExecuted = [];
-        const totalTokens = { input: 0, output: 0 };
+        const totalTokens = { input: 0, output: 0, cacheCreation: 0, cacheRead: 0 };
         const maxIterations = config.maxIterations || 20;
+        const operation = config.operation || 'tool-loop';
         try {
             while (iterations < maxIterations) {
                 iterations++;
-                // Call Anthropic API with tools
+                const iterationStartTime = Date.now();
+                // Call Anthropic API with tools and cached system prompt
                 const response = await this.client.messages.create({
                     model: this.model,
                     max_tokens: 4096,
+                    system: systemPrompt,
                     messages: conversationHistory,
                     tools: tools
                 });
-                // Track token usage
+                // Track token usage including cache metrics
                 totalTokens.input += response.usage.input_tokens;
                 totalTokens.output += response.usage.output_tokens;
+                // Track cache usage (available when prompt caching is used)
+                if ('cache_creation_input_tokens' in response.usage) {
+                    totalTokens.cacheCreation += response.usage.cache_creation_input_tokens || 0;
+                }
+                if ('cache_read_input_tokens' in response.usage) {
+                    totalTokens.cacheRead += response.usage.cache_read_input_tokens || 0;
+                }
+                // Debug log this iteration if enabled
+                if (this.debugMode) {
+                    const currentPrompt = conversationHistory.map(m => typeof m.content === 'string' ? m.content : JSON.stringify(m.content, null, 2)).join('\n\n---\n\n');
+                    const aiResponse = {
+                        content: response.content.map(c => c.type === 'text' ? c.text : `[${c.type}]`).join('\n'),
+                        usage: {
+                            input_tokens: response.usage.input_tokens,
+                            output_tokens: response.usage.output_tokens,
+                            cache_creation_input_tokens: response.usage.cache_creation_input_tokens,
+                            cache_read_input_tokens: response.usage.cache_read_input_tokens
+                        }
+                    };
+                    const iterationDurationMs = Date.now() - iterationStartTime;
+                    this.logDebugIfEnabled(`${operation}-iter${iterations}`, currentPrompt, aiResponse, iterationDurationMs);
+                }
                 // Check if AI wants to use tools
                 const toolUses = response.content.filter((c) => c.type === 'tool_use');
                 if (toolUses.length === 0) {
                     // AI is done - extract final text message
                     const textContent = response.content.find((c) => c.type === 'text');
-                    const result = {
+                    return (0, provider_debug_utils_1.createAndLogAgenticResult)({
                         finalMessage: textContent?.text || '',
                         iterations,
                         toolCallsExecuted,
-                        totalTokens
-                    };
-                    // Log metrics for the entire tool loop
-                    const durationMs = Date.now() - startTime;
-                    if (this.debugMode) {
-                        const operation = config.operation || 'tool-loop';
-                        (0, provider_debug_utils_1.logMetrics)(operation, this.getProviderType(), {
-                            input_tokens: totalTokens.input,
-                            output_tokens: totalTokens.output
-                        }, durationMs, this.debugMode);
-                    }
-                    return result;
+                        totalTokens: {
+                            input: totalTokens.input,
+                            output: totalTokens.output,
+                            cacheCreation: totalTokens.cacheCreation,
+                            cacheRead: totalTokens.cacheRead
+                        },
+                        status: 'success',
+                        completionReason: 'investigation_complete',
+                        modelVersion: this.model,
+                        operation: `${operation}-summary`,
+                        sdk: this.getProviderType(),
+                        startTime,
+                        debugMode: this.debugMode
+                    });
                 }
-                // Execute all requested tools
+                // Execute all requested tools in parallel
                 const toolResults = [];
-                for (const toolUse of toolUses) {
+                // Create promises for parallel execution
+                const toolExecutionPromises = toolUses.map(async (toolUse) => {
                     try {
                         const result = await config.toolExecutor(toolUse.name, toolUse.input);
+                        return {
+                            success: true,
+                            toolUse,
+                            result
+                        };
+                    }
+                    catch (error) {
+                        return {
+                            success: false,
+                            toolUse,
+                            error: error instanceof Error ? error.message : String(error)
+                        };
+                    }
+                });
+                // Execute all tools simultaneously
+                const executionResults = await Promise.all(toolExecutionPromises);
+                // Process results and build tool_result blocks
+                for (const executionResult of executionResults) {
+                    if (executionResult.success) {
                         toolCallsExecuted.push({
-                            tool: toolUse.name,
-                            input: toolUse.input,
-                            output: result
+                            tool: executionResult.toolUse.name,
+                            input: executionResult.toolUse.input,
+                            output: executionResult.result
                         });
                         toolResults.push({
                             type: 'tool_result',
-                            tool_use_id: toolUse.id,
-                            content: JSON.stringify(result)
+                            tool_use_id: executionResult.toolUse.id,
+                            content: JSON.stringify(executionResult.result)
                         });
                     }
-                    catch (error) {
+                    else {
                         // Feed error back to AI as tool result
-                        const errorMessage = error instanceof Error ? error.message : String(error);
                         toolResults.push({
                             type: 'tool_result',
-                            tool_use_id: toolUse.id,
-                            content: JSON.stringify({ error: errorMessage }),
+                            tool_use_id: executionResult.toolUse.id,
+                            content: JSON.stringify({ error: executionResult.error }),
                             is_error: true
                         });
                     }
@@ -204,77 +278,46 @@ class AnthropicProvider {
                     config.onIteration(iterations, toolCallsExecuted);
                 }
             }
-            throw new Error(`Tool loop exceeded max iterations (${maxIterations})`);
-        }
-        catch (error) {
-            if (error instanceof Error && error.message.includes('exceeded max iterations')) {
-                throw error;
-            }
-            throw new Error(`Anthropic tool loop error: ${error}`);
-        }
-    }
-    async sendMessageWithTools(message, tools, toolExecutor, operation = 'tool-call') {
-        if (!this.client) {
-            throw new Error('Anthropic client not initialized');
-        }
-        // Convert AITool[] to Anthropic Tool format
-        const anthropicTools = tools.map(t => ({
-            name: t.name,
-            description: t.description,
-            input_schema: t.inputSchema
-        }));
-        try {
-            // Single API call with tools
-            const response = await this.client.messages.create({
-                model: this.model,
-                max_tokens: 4096,
-                messages: [{ role: 'user', content: message }],
-                tools: anthropicTools
-            });
-            const toolCalls = [];
-            let textContent = '';
-            // Process response content
-            for (const block of response.content) {
-                if (block.type === 'text') {
-                    textContent += block.text;
-                }
-                else if (block.type === 'tool_use') {
-                    // Execute the tool
-                    try {
-                        const result = await toolExecutor(block.name, block.input);
-                        toolCalls.push({
-                            tool: block.name,
-                            input: block.input,
-                            output: result
-                        });
-                    }
-                    catch (error) {
-                        const errorMessage = error instanceof Error ? error.message : String(error);
-                        toolCalls.push({
-                            tool: block.name,
-                            input: block.input,
-                            error: errorMessage
-                        });
-                    }
-                }
-            }
-            const aiResponse = {
-                content: textContent,
-                usage: {
-                    input_tokens: response.usage.input_tokens,
-                    output_tokens: response.usage.output_tokens
+            // Reached max iterations without completion
+            return (0, provider_debug_utils_1.createAndLogAgenticResult)({
+                finalMessage: `Investigation incomplete - reached maximum ${maxIterations} iterations`,
+                iterations,
+                toolCallsExecuted,
+                totalTokens: {
+                    input: totalTokens.input,
+                    output: totalTokens.output,
+                    cacheCreation: totalTokens.cacheCreation,
+                    cacheRead: totalTokens.cacheRead
                 },
-                toolCalls: toolCalls.length > 0 ? toolCalls : undefined
-            };
-            // Debug log if enabled
-            if (this.debugMode) {
-                const debugId = (0, provider_debug_utils_1.generateDebugId)(operation);
-                (0, provider_debug_utils_1.debugLogInteraction)(debugId, message, aiResponse, operation, this.getProviderType(), this.model, this.debugMode);
-            }
-            return aiResponse;
+                status: 'failed',
+                completionReason: 'max_iterations',
+                modelVersion: this.model,
+                operation: `${operation}-max-iterations`,
+                sdk: this.getProviderType(),
+                startTime,
+                debugMode: this.debugMode
+            });
         }
         catch (error) {
-            throw new Error(`Anthropic tool call error: ${error}`);
+            // Return error result with extended metrics
+            return (0, provider_debug_utils_1.createAndLogAgenticResult)({
+                finalMessage: `Error during investigation: ${error instanceof Error ? error.message : String(error)}`,
+                iterations,
+                toolCallsExecuted,
+                totalTokens: {
+                    input: totalTokens.input,
+                    output: totalTokens.output,
+                    cacheCreation: totalTokens.cacheCreation,
+                    cacheRead: totalTokens.cacheRead
+                },
+                status: 'failed',
+                completionReason: 'error',
+                modelVersion: this.model,
+                operation: `${operation}-error`,
+                sdk: this.getProviderType(),
+                startTime,
+                debugMode: this.debugMode
+            });
         }
     }
 }

package/dist/core/providers/provider-debug-utils.d.ts

@@ -4,7 +4,7 @@
  * Common functions for logging metrics and debugging AI interactions
  * when DEBUG_DOT_AI=true
  */
-import { AIResponse } from '../ai-provider.interface';
+import { AIResponse, AgenticResult } from '../ai-provider.interface';
 /**
  * Create debug directory if it doesn't exist
  */
@@ -15,11 +15,54 @@ export declare function ensureDebugDirectory(): string;
 export declare function generateDebugId(operation: string): string;
 /**
  * Log metrics for token usage and execution time when DEBUG_DOT_AI=true
+ *
+ * PRD #143 Decision 5: Extended metrics for model comparison analysis
  */
-export declare function logMetrics(operation: string, provider: string, usage: {
-    input_tokens: number;
-    output_tokens: number;
+export declare function logMetrics(operation: string, sdk: string, result: {
+    totalTokens: {
+        input: number;
+        output: number;
+        cacheCreation?: number;
+        cacheRead?: number;
+    };
+    iterations?: number;
+    toolCallsExecuted?: Array<{
+        tool: string;
+        input: any;
+        output: any;
+    }>;
+    status?: string;
+    completionReason?: string;
+    modelVersion?: string;
 }, durationMs: number, debugMode: boolean): void;
+/**
+ * Create AgenticResult and log metrics in one step
+ * Reduces code duplication across providers
+ *
+ * PRD #143 Decision 5: Standardized metrics logging
+ */
+export declare function createAndLogAgenticResult(config: {
+    finalMessage: string;
+    iterations: number;
+    toolCallsExecuted: Array<{
+        tool: string;
+        input: any;
+        output: any;
+    }>;
+    totalTokens: {
+        input: number;
+        output: number;
+        cacheCreation: number;
+        cacheRead: number;
+    };
+    status: 'success' | 'failed' | 'timeout' | 'parse_error';
+    completionReason: 'investigation_complete' | 'max_iterations' | 'parse_failure' | 'model_stopped' | 'error';
+    modelVersion: string;
+    operation: string;
+    sdk: string;
+    startTime: number;
+    debugMode: boolean;
+}): AgenticResult;
 /**
  * Save AI interaction for debugging when DEBUG_DOT_AI=true
  */

package/dist/core/providers/provider-debug-utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"provider-debug-utils.d.ts","sourceRoot":"","sources":["../../../src/core/providers/provider-debug-utils.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAKH,OAAO,EAAE,UAAU,EAAE,MAAM,0BAA0B,CAAC;AAEtD;;GAEG;AACH,wBAAgB,oBAAoB,IAAI,MAAM,CAM7C;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAKzD;AAED;;GAEG;AACH,wBAAgB,UAAU,CACxB,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE;IAAE,YAAY,EAAE,MAAM,CAAC;IAAC,aAAa,EAAE,MAAM,CAAA;CAAE,EACtD,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,OAAO,GACjB,IAAI,CAoBN;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CACjC,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,UAAU,EACpB,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,MAAM,EACb,SAAS,EAAE,OAAO,GACjB,IAAI,CAkCN"}
+{"version":3,"file":"provider-debug-utils.d.ts","sourceRoot":"","sources":["../../../src/core/providers/provider-debug-utils.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAKH,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AAErE;;GAEG;AACH,wBAAgB,oBAAoB,IAAI,MAAM,CAM7C;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAKzD;AAED;;;;GAIG;AACH,wBAAgB,UAAU,CACxB,SAAS,EAAE,MAAM,EACjB,GAAG,EAAE,MAAM,EACX,MAAM,EAAE;IACN,WAAW,EAAE;QACX,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;QACf,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB,CAAC;IACF,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,iBAAiB,CAAC,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,GAAG,CAAC;QAAC,MAAM,EAAE,GAAG,CAAA;KAAE,CAAC,CAAC;IACrE,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB,EACD,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,OAAO,GACjB,IAAI,CA2DN;AAED;;;;;GAKG;AACH,wBAAgB,yBAAyB,CAAC,MAAM,EAAE;IAChD,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,iBAAiB,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,GAAG,CAAC;QAAC,MAAM,EAAE,GAAG,CAAA;KAAE,CAAC,CAAC;IACpE,WAAW,EAAE;QACX,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;QACf,aAAa,EAAE,MAAM,CAAC;QACtB,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC;IACF,MAAM,EAAE,SAAS,GAAG,QAAQ,GAAG,SAAS,GAAG,aAAa,CAAC;IACzD,gBAAgB,EAAE,wBAAwB,GAAG,gBAAgB,GAAG,eAAe,GAAG,eAAe,GAAG,OAAO,CAAC;IAC5G,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,GAAG,EAAE,MAAM,CAAC;IACZ,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,OAAO,CAAC;CACpB,GAAG,aAAa,CAiBhB;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CACjC,OAAO,EAAE,MAAM,EACf,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,UAAU,EACpB,SAAS,EAAE,MAAM,EACjB,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,MAAM,EACb,SAAS,EAAE,OAAO,GACjB,IAAI,CAkCN"}

package/dist/core/providers/provider-debug-utils.js

@@ -42,6 +42,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.ensureDebugDirectory = ensureDebugDirectory;
 exports.generateDebugId = generateDebugId;
 exports.logMetrics = logMetrics;
+exports.createAndLogAgenticResult = createAndLogAgenticResult;
 exports.debugLogInteraction = debugLogInteraction;
 const fs = __importStar(require("fs"));
 const path = __importStar(require("path"));
@@ -67,27 +68,86 @@ function generateDebugId(operation) {
 }
 /**
  * Log metrics for token usage and execution time when DEBUG_DOT_AI=true
+ *
+ * PRD #143 Decision 5: Extended metrics for model comparison analysis
  */
-function logMetrics(operation, provider, usage, durationMs, debugMode) {
+function logMetrics(operation, sdk, result, durationMs, debugMode) {
     if (!debugMode)
         return;
     try {
         const debugDir = ensureDebugDirectory();
         const metricsFile = path.join(debugDir, 'metrics.jsonl');
-        const entry = JSON.stringify({
+        const entry = {
             timestamp: new Date().toISOString(),
-            provider,
+            sdk,
             operation,
-            inputTokens: usage.input_tokens,
-            outputTokens: usage.output_tokens,
+            inputTokens: result.totalTokens.input,
+            outputTokens: result.totalTokens.output,
             durationMs
-        }) + '\n';
-        fs.appendFileSync(metricsFile, entry);
+        };
+        // Add cache metrics if present
+        if (result.totalTokens.cacheCreation !== undefined) {
+            entry.cacheCreationTokens = result.totalTokens.cacheCreation;
+        }
+        if (result.totalTokens.cacheRead !== undefined) {
+            entry.cacheReadTokens = result.totalTokens.cacheRead;
+        }
+        // Calculate cache hit rate (percentage)
+        if (result.totalTokens.cacheRead !== undefined && result.totalTokens.input > 0) {
+            entry.cacheHitRate = Math.round((result.totalTokens.cacheRead / result.totalTokens.input) * 100);
+        }
+        // Add extended metrics (PRD #143 Decision 5)
+        if (result.iterations !== undefined) {
+            entry.iterationCount = result.iterations;
+        }
+        if (result.toolCallsExecuted) {
+            entry.toolCallCount = result.toolCallsExecuted.length;
+            // Extract unique tool names
+            const uniqueTools = [...new Set(result.toolCallsExecuted.map(tc => tc.tool))];
+            entry.uniqueToolsUsed = uniqueTools;
+        }
+        if (result.status) {
+            entry.status = result.status;
+        }
+        if (result.completionReason) {
+            entry.completionReason = result.completionReason;
+        }
+        if (result.modelVersion) {
+            entry.modelVersion = result.modelVersion;
+        }
+        // Manual annotation placeholders (populate after test analysis)
+        entry.manualNotes = '';
+        entry.failureReason = '';
+        entry.qualityIssues = [];
+        entry.comparisonNotes = '';
+        fs.appendFileSync(metricsFile, JSON.stringify(entry) + '\n');
     }
     catch (error) {
         console.warn('Failed to log metrics:', error);
     }
 }
+/**
+ * Create AgenticResult and log metrics in one step
+ * Reduces code duplication across providers
+ *
+ * PRD #143 Decision 5: Standardized metrics logging
+ */
+function createAndLogAgenticResult(config) {
+    const result = {
+        finalMessage: config.finalMessage,
+        iterations: config.iterations,
+        toolCallsExecuted: config.toolCallsExecuted,
+        totalTokens: config.totalTokens,
+        status: config.status,
+        completionReason: config.completionReason,
+        modelVersion: config.modelVersion
+    };
+    const durationMs = Date.now() - config.startTime;
+    if (config.debugMode) {
+        logMetrics(config.operation, config.sdk, result, durationMs, config.debugMode);
+    }
+    return result;
+}
 /**
  * Save AI interaction for debugging when DEBUG_DOT_AI=true
  */

package/dist/core/providers/vercel-provider.d.ts

@@ -4,7 +4,7 @@
  * Implements AIProvider interface using Vercel AI SDK.
  * Supports OpenAI and Google Gemini providers through unified interface.
  */
-import { AIProvider, AIResponse, AIProviderConfig, AITool, ToolExecutor, ToolLoopConfig, AgenticResult } from '../ai-provider.interface';
+import { AIProvider, AIResponse, AIProviderConfig, ToolLoopConfig, AgenticResult } from '../ai-provider.interface';
 export declare class VercelProvider implements AIProvider {
     private providerType;
     private model;
@@ -17,31 +17,21 @@ export declare class VercelProvider implements AIProvider {
     getProviderType(): string;
     getDefaultModel(): string;
     isInitialized(): boolean;
+    private logDebugIfEnabled;
     sendMessage(message: string, operation?: string): Promise<AIResponse>;
     /**
-     * Agentic tool loop - NOT IMPLEMENTED for Vercel provider
+     * Agentic tool loop using Vercel AI SDK
      *
-     * This method is intentionally not implemented because:
-     * 1. toolLoop() is currently NOT USED anywhere in the codebase (see PRD #136)
-     * 2. JSON-based agentic loops already provide equivalent functionality
-     * 3. No current workflows require SDK-managed tool loops
+     * Implements multi-turn tool calling using generateText with maxSteps.
+     * The Vercel AI SDK handles the conversation loop automatically.
      *
-     * If future requirements necessitate toolLoop() for non-Anthropic providers,
-     * this would need to be implemented using Vercel AI SDK's tool calling API.
+     * Provider-specific caching:
+     * - Anthropic: Manual cache control via providerOptions
+     * - OpenAI: Automatic caching (no code changes needed)
+     * - Google: Check Gemini caching capabilities
      *
-     * See AnthropicProvider.toolLoop() and PRD #136 for implementation reference.
+     * See PRD #143 Milestone 2.5 for Vercel provider implementation details.
      */
-    toolLoop(_config: ToolLoopConfig): Promise<AgenticResult>;
-    /**
-     * Single-shot tool calling - NOT IMPLEMENTED for Vercel provider
-     *
-     * Same reasoning as toolLoop(): not currently needed in codebase.
-     * JSON-based approach achieves same functionality without SDK overhead.
-     *
-     * See AnthropicProvider.sendMessageWithTools() for reference implementation.
-     */
-    sendMessageWithTools(_message: string, _tools: AITool[], _toolExecutor: ToolExecutor, _operation?: string): Promise<AIResponse & {
-        toolCalls?: any[];
-    }>;
+    toolLoop(config: ToolLoopConfig): Promise<AgenticResult>;
 }
 //# sourceMappingURL=vercel-provider.d.ts.map

package/dist/core/providers/vercel-provider.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"vercel-provider.d.ts","sourceRoot":"","sources":["../../../src/core/providers/vercel-provider.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAMH,OAAO,EACL,UAAU,EACV,UAAU,EACV,gBAAgB,EAChB,MAAM,EACN,YAAY,EACZ,cAAc,EACd,aAAa,EACd,MAAM,0BAA0B,CAAC;AAclC,qBAAa,cAAe,YAAW,UAAU;IAC/C,OAAO,CAAC,YAAY,CAAoB;IACxC,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,SAAS,CAAU;IAC3B,OAAO,CAAC,aAAa,CAAM;gBAEf,MAAM,EAAE,gBAAgB;IAUpC,OAAO,CAAC,qBAAqB;IAU7B,OAAO,CAAC,eAAe;IAgCvB,eAAe,IAAI,MAAM;IAIzB,eAAe,IAAI,MAAM;IAIzB,aAAa,IAAI,OAAO;IAIlB,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,GAAE,MAAkB,GAAG,OAAO,CAAC,UAAU,CAAC;IAuCtF;;;;;;;;;;;;OAYG;IACG,QAAQ,CAAC,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,aAAa,CAAC;IAQ/D;;;;;;;OAOG;IACG,oBAAoB,CACxB,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,EAAE,EAChB,aAAa,EAAE,YAAY,EAC3B,UAAU,GAAE,MAAoB,GAC/B,OAAO,CAAC,UAAU,GAAG;QAAE,SAAS,CAAC,EAAE,GAAG,EAAE,CAAA;KAAE,CAAC;CAO/C"}
+{"version":3,"file":"vercel-provider.d.ts","sourceRoot":"","sources":["../../../src/core/providers/vercel-provider.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAMH,OAAO,EACL,UAAU,EACV,UAAU,EACV,gBAAgB,EAChB,cAAc,EACd,aAAa,EACd,MAAM,0BAA0B,CAAC;AAclC,qBAAa,cAAe,YAAW,UAAU;IAC/C,OAAO,CAAC,YAAY,CAAoB;IACxC,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,SAAS,CAAU;IAC3B,OAAO,CAAC,aAAa,CAAM;gBAEf,MAAM,EAAE,gBAAgB;IAUpC,OAAO,CAAC,qBAAqB;IAU7B,OAAO,CAAC,eAAe;IAgCvB,eAAe,IAAI,MAAM;IAIzB,eAAe,IAAI,MAAM;IAIzB,aAAa,IAAI,OAAO;IAIxB,OAAO,CAAC,iBAAiB;IAqBnB,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,SAAS,GAAE,MAAkB,GAAG,OAAO,CAAC,UAAU,CAAC;IA8CtF;;;;;;;;;;;;OAYG;IACG,QAAQ,CAAC,MAAM,EAAE,cAAc,GAAG,OAAO,CAAC,aAAa,CAAC;CA0P/D"}