@superatomai/sdk-node 0.0.39 → 0.0.40

package/dist/index.mjs

@@ -1254,13 +1254,16 @@ var init_prompt_loader = __esm({
         const contextMarker = "---\n\n## CONTEXT";
         if (template.system.includes(contextMarker)) {
           const [staticPart, contextPart] = template.system.split(contextMarker);
-          logger.debug(`\u2713 Prompt caching enabled for '${promptName}' (static: ${staticPart.length} chars, context: ${contextPart.length} chars)`);
+          const processedStatic = this.replaceVariables(staticPart, variables);
           const processedContext = this.replaceVariables(contextMarker + contextPart, variables);
+          const staticLength = processedStatic.length;
+          const contextLength = processedContext.length;
+          logger.debug(`\u2713 Prompt caching enabled for '${promptName}' (cached: ${staticLength} chars, dynamic: ${contextLength} chars)`);
           return {
             system: [
               {
                 type: "text",
-                text: staticPart.trim(),
+                text: processedStatic.trim(),
                 cache_control: { type: "ephemeral" }
               },
               {
@@ -3378,6 +3381,448 @@ import Groq from "groq-sdk";
 import { GoogleGenerativeAI, SchemaType } from "@google/generative-ai";
 import OpenAI from "openai";
 import { jsonrepair } from "jsonrepair";
+
+// src/utils/llm-usage-logger.ts
+import fs5 from "fs";
+import path4 from "path";
+var PRICING = {
+  // Anthropic
+  "claude-3-5-sonnet-20241022": { input: 3, output: 15, cacheRead: 0.3, cacheWrite: 3.75 },
+  "claude-sonnet-4-5": { input: 3, output: 15, cacheRead: 0.3, cacheWrite: 3.75 },
+  "claude-sonnet-4-5-20250929": { input: 3, output: 15, cacheRead: 0.3, cacheWrite: 3.75 },
+  "claude-3-5-haiku-20241022": { input: 0.8, output: 4, cacheRead: 0.08, cacheWrite: 1 },
+  "claude-haiku-4-5-20251001": { input: 0.8, output: 4, cacheRead: 0.08, cacheWrite: 1 },
+  "claude-3-opus-20240229": { input: 15, output: 75, cacheRead: 1.5, cacheWrite: 18.75 },
+  "claude-3-sonnet-20240229": { input: 3, output: 15, cacheRead: 0.3, cacheWrite: 3.75 },
+  "claude-3-haiku-20240307": { input: 0.25, output: 1.25, cacheRead: 0.03, cacheWrite: 0.3 },
+  // OpenAI
+  "gpt-4o": { input: 2.5, output: 10 },
+  "gpt-4o-mini": { input: 0.15, output: 0.6 },
+  "gpt-4-turbo": { input: 10, output: 30 },
+  "gpt-4": { input: 30, output: 60 },
+  "gpt-3.5-turbo": { input: 0.5, output: 1.5 },
+  // Gemini
+  "gemini-1.5-pro": { input: 1.25, output: 5 },
+  "gemini-1.5-flash": { input: 0.075, output: 0.3 },
+  "gemini-2.0-flash-exp": { input: 0.1, output: 0.4 },
+  // Groq (very cheap)
+  "llama-3.3-70b-versatile": { input: 0.59, output: 0.79 },
+  "llama-3.1-70b-versatile": { input: 0.59, output: 0.79 },
+  "llama-3.1-8b-instant": { input: 0.05, output: 0.08 },
+  "mixtral-8x7b-32768": { input: 0.24, output: 0.24 }
+};
+var DEFAULT_PRICING = { input: 3, output: 15 };
+var LLMUsageLogger = class {
+  constructor() {
+    this.logStream = null;
+    this.sessionStats = {
+      totalCalls: 0,
+      totalInputTokens: 0,
+      totalOutputTokens: 0,
+      totalCacheReadTokens: 0,
+      totalCacheWriteTokens: 0,
+      totalCostUSD: 0,
+      totalDurationMs: 0
+    };
+    this.logPath = process.env.LLM_USAGE_LOG_PATH || path4.join(process.cwd(), "llm-usage-logs");
+    this.enabled = process.env.LLM_USAGE_LOGGING !== "false";
+    if (this.enabled) {
+      this.initLogStream();
+    }
+  }
+  initLogStream() {
+    try {
+      const dir = path4.dirname(this.logPath);
+      if (!fs5.existsSync(dir)) {
+        fs5.mkdirSync(dir, { recursive: true });
+      }
+      this.logStream = fs5.createWriteStream(this.logPath, { flags: "a" });
+      if (!fs5.existsSync(this.logPath) || fs5.statSync(this.logPath).size === 0) {
+        this.writeHeader();
+      }
+    } catch (error) {
+      console.error("[LLM-Usage-Logger] Failed to initialize log stream:", error);
+      this.enabled = false;
+    }
+  }
+  writeHeader() {
+    const header = `
+================================================================================
+LLM USAGE LOG - Session Started: ${(/* @__PURE__ */ new Date()).toISOString()}
+================================================================================
+Format: [TIMESTAMP] [REQUEST_ID] [PROVIDER/MODEL] [METHOD]
+        Tokens: IN=input OUT=output CACHE_R=cache_read CACHE_W=cache_write TOTAL=total
+        Cost: $X.XXXXXX | Time: Xms
+================================================================================
+
+`;
+    this.logStream?.write(header);
+  }
+  /**
+   * Calculate cost based on token usage and model
+   */
+  calculateCost(model, inputTokens, outputTokens, cacheReadTokens = 0, cacheWriteTokens = 0) {
+    let pricing = PRICING[model];
+    if (!pricing) {
+      const modelLower = model.toLowerCase();
+      for (const [key, value] of Object.entries(PRICING)) {
+        if (modelLower.includes(key.toLowerCase()) || key.toLowerCase().includes(modelLower)) {
+          pricing = value;
+          break;
+        }
+      }
+    }
+    pricing = pricing || DEFAULT_PRICING;
+    const inputCost = inputTokens / 1e6 * pricing.input;
+    const outputCost = outputTokens / 1e6 * pricing.output;
+    const cacheReadCost = cacheReadTokens / 1e6 * (pricing.cacheRead || pricing.input * 0.1);
+    const cacheWriteCost = cacheWriteTokens / 1e6 * (pricing.cacheWrite || pricing.input * 1.25);
+    return inputCost + outputCost + cacheReadCost + cacheWriteCost;
+  }
+  /**
+   * Log an LLM API call
+   */
+  log(entry) {
+    if (!this.enabled) return;
+    this.sessionStats.totalCalls++;
+    this.sessionStats.totalInputTokens += entry.inputTokens;
+    this.sessionStats.totalOutputTokens += entry.outputTokens;
+    this.sessionStats.totalCacheReadTokens += entry.cacheReadTokens || 0;
+    this.sessionStats.totalCacheWriteTokens += entry.cacheWriteTokens || 0;
+    this.sessionStats.totalCostUSD += entry.costUSD;
+    this.sessionStats.totalDurationMs += entry.durationMs;
+    const cacheInfo = entry.cacheReadTokens || entry.cacheWriteTokens ? ` CACHE_R=${entry.cacheReadTokens || 0} CACHE_W=${entry.cacheWriteTokens || 0}` : "";
+    const toolInfo = entry.toolCalls ? ` | Tools: ${entry.toolCalls}` : "";
+    const errorInfo = entry.error ? ` | ERROR: ${entry.error}` : "";
+    const status = entry.success ? "\u2713" : "\u2717";
+    let cacheStatus = "";
+    if (entry.cacheReadTokens && entry.cacheReadTokens > 0) {
+      const savedCost = entry.cacheReadTokens / 1e6 * 2.7;
+      cacheStatus = ` \u26A1 CACHE HIT! Saved ~$${savedCost.toFixed(4)}`;
+    } else if (entry.cacheWriteTokens && entry.cacheWriteTokens > 0) {
+      cacheStatus = " \u{1F4DD} Cache created (next request will be cheaper)";
+    }
+    const logLine = `[${entry.timestamp}] [${entry.requestId}] ${status} ${entry.provider}/${entry.model} [${entry.method}]
+    Tokens: IN=${entry.inputTokens} OUT=${entry.outputTokens}${cacheInfo} TOTAL=${entry.totalTokens}
+    Cost: $${entry.costUSD.toFixed(6)} | Time: ${entry.durationMs}ms${toolInfo}${errorInfo}${cacheStatus}
+`;
+    this.logStream?.write(logLine);
+    if (entry.cacheReadTokens && entry.cacheReadTokens > 0) {
+      console.log(`[LLM] \u26A1 CACHE HIT: ${entry.cacheReadTokens.toLocaleString()} tokens read from cache (${entry.method})`);
+    } else if (entry.cacheWriteTokens && entry.cacheWriteTokens > 0) {
+      console.log(`[LLM] \u{1F4DD} CACHE WRITE: ${entry.cacheWriteTokens.toLocaleString()} tokens cached for future requests (${entry.method})`);
+    }
+    if (process.env.SUPERATOM_LOG_LEVEL === "verbose") {
+      console.log("\n[LLM-Usage]", logLine);
+    }
+  }
+  /**
+   * Log session summary (call at end of request)
+   */
+  logSessionSummary(requestContext) {
+    if (!this.enabled || this.sessionStats.totalCalls === 0) return;
+    const cacheReadSavings = this.sessionStats.totalCacheReadTokens / 1e6 * 2.7;
+    const hasCaching = this.sessionStats.totalCacheReadTokens > 0 || this.sessionStats.totalCacheWriteTokens > 0;
+    let cacheSection = "";
+    if (hasCaching) {
+      cacheSection = `
+Cache Statistics:
+  Cache Read Tokens: ${this.sessionStats.totalCacheReadTokens.toLocaleString()}${this.sessionStats.totalCacheReadTokens > 0 ? " \u26A1" : ""}
+  Cache Write Tokens: ${this.sessionStats.totalCacheWriteTokens.toLocaleString()}${this.sessionStats.totalCacheWriteTokens > 0 ? " \u{1F4DD}" : ""}
+  Estimated Savings: $${cacheReadSavings.toFixed(4)}`;
+    }
+    const summary = `
+--------------------------------------------------------------------------------
+SESSION SUMMARY${requestContext ? ` (${requestContext})` : ""}
+--------------------------------------------------------------------------------
+Total LLM Calls: ${this.sessionStats.totalCalls}
+Total Input Tokens: ${this.sessionStats.totalInputTokens.toLocaleString()}
+Total Output Tokens: ${this.sessionStats.totalOutputTokens.toLocaleString()}
+Total Tokens: ${(this.sessionStats.totalInputTokens + this.sessionStats.totalOutputTokens).toLocaleString()}
+Total Cost: $${this.sessionStats.totalCostUSD.toFixed(6)}
+Total Time: ${this.sessionStats.totalDurationMs}ms (${(this.sessionStats.totalDurationMs / 1e3).toFixed(2)}s)
+Avg Cost/Call: $${(this.sessionStats.totalCostUSD / this.sessionStats.totalCalls).toFixed(6)}
+Avg Time/Call: ${Math.round(this.sessionStats.totalDurationMs / this.sessionStats.totalCalls)}ms${cacheSection}
+--------------------------------------------------------------------------------
+
+`;
+    this.logStream?.write(summary);
+    console.log("\n[LLM-Usage] Session Summary:");
+    console.log(`  Calls: ${this.sessionStats.totalCalls} | Tokens: ${(this.sessionStats.totalInputTokens + this.sessionStats.totalOutputTokens).toLocaleString()} | Cost: $${this.sessionStats.totalCostUSD.toFixed(4)} | Time: ${(this.sessionStats.totalDurationMs / 1e3).toFixed(2)}s`);
+    if (hasCaching) {
+      console.log(`  Cache: ${this.sessionStats.totalCacheReadTokens.toLocaleString()} read, ${this.sessionStats.totalCacheWriteTokens.toLocaleString()} written | Savings: ~$${cacheReadSavings.toFixed(4)}`);
+    }
+  }
+  /**
+   * Reset session stats (call at start of new user request)
+   */
+  resetSession() {
+    this.sessionStats = {
+      totalCalls: 0,
+      totalInputTokens: 0,
+      totalOutputTokens: 0,
+      totalCacheReadTokens: 0,
+      totalCacheWriteTokens: 0,
+      totalCostUSD: 0,
+      totalDurationMs: 0
+    };
+  }
+  /**
+   * Reset the log file for a new request (clears previous logs)
+   * Call this at the start of each USER_PROMPT_REQ
+   */
+  resetLogFile(requestContext) {
+    if (!this.enabled) return;
+    try {
+      if (this.logStream) {
+        this.logStream.end();
+        this.logStream = null;
+      }
+      this.logStream = fs5.createWriteStream(this.logPath, { flags: "w" });
+      const header = `
+================================================================================
+LLM USAGE LOG - Request Started: ${(/* @__PURE__ */ new Date()).toISOString()}
+${requestContext ? `Context: ${requestContext}` : ""}
+================================================================================
+Format: [TIMESTAMP] [REQUEST_ID] [PROVIDER/MODEL] [METHOD]
+        Tokens: IN=input OUT=output CACHE_R=cache_read CACHE_W=cache_write TOTAL=total
+        Cost: $X.XXXXXX | Time: Xms
+================================================================================
+
+`;
+      this.logStream.write(header);
+      this.resetSession();
+      console.log(`[LLM-Usage] Log file reset for new request: ${this.logPath}`);
+    } catch (error) {
+      console.error("[LLM-Usage-Logger] Failed to reset log file:", error);
+    }
+  }
+  /**
+   * Get current session stats
+   */
+  getSessionStats() {
+    return { ...this.sessionStats };
+  }
+  /**
+   * Generate a unique request ID
+   */
+  generateRequestId() {
+    return `req-${Date.now()}-${Math.random().toString(36).substring(2, 8)}`;
+  }
+};
+var llmUsageLogger = new LLMUsageLogger();
+
+// src/utils/user-prompt-error-logger.ts
+import fs6 from "fs";
+import path5 from "path";
+var UserPromptErrorLogger = class {
+  constructor() {
+    this.logStream = null;
+    this.hasErrors = false;
+    this.logPath = process.env.USER_PROMPT_ERROR_LOG_PATH || path5.join(process.cwd(), "user-prompt-req-errors");
+    this.enabled = process.env.USER_PROMPT_ERROR_LOGGING !== "false";
+  }
+  /**
+   * Reset the error log file for a new request
+   */
+  resetLogFile(requestContext) {
+    if (!this.enabled) return;
+    try {
+      if (this.logStream) {
+        this.logStream.end();
+        this.logStream = null;
+      }
+      const dir = path5.dirname(this.logPath);
+      if (dir !== "." && !fs6.existsSync(dir)) {
+        fs6.mkdirSync(dir, { recursive: true });
+      }
+      this.logStream = fs6.createWriteStream(this.logPath, { flags: "w" });
+      this.hasErrors = false;
+      const header = `================================================================================
+USER PROMPT REQUEST ERROR LOG
+Request Started: ${(/* @__PURE__ */ new Date()).toISOString()}
+${requestContext ? `Context: ${requestContext}` : ""}
+================================================================================
+
+`;
+      this.logStream.write(header);
+    } catch (error) {
+      console.error("[UserPromptErrorLogger] Failed to reset log file:", error);
+    }
+  }
+  /**
+   * Log a JSON parse error with the raw string that failed
+   */
+  logJsonParseError(context, rawString, error) {
+    if (!this.enabled) return;
+    this.hasErrors = true;
+    const entry = `
+--------------------------------------------------------------------------------
+[${(/* @__PURE__ */ new Date()).toISOString()}] JSON PARSE ERROR
+--------------------------------------------------------------------------------
+Context: ${context}
+Error: ${error.message}
+
+Raw String (${rawString.length} chars):
+--------------------------------------------------------------------------------
+${rawString}
+--------------------------------------------------------------------------------
+
+Stack Trace:
+${error.stack || "No stack trace available"}
+
+`;
+    this.write(entry);
+    console.error(`[UserPromptError] JSON Parse Error in ${context}: ${error.message}`);
+  }
+  /**
+   * Log a general error with full details
+   */
+  logError(context, error, additionalData) {
+    if (!this.enabled) return;
+    this.hasErrors = true;
+    const errorMessage = error instanceof Error ? error.message : error;
+    const errorStack = error instanceof Error ? error.stack : void 0;
+    let entry = `
+--------------------------------------------------------------------------------
+[${(/* @__PURE__ */ new Date()).toISOString()}] ERROR
+--------------------------------------------------------------------------------
+Context: ${context}
+Error: ${errorMessage}
+`;
+    if (additionalData) {
+      entry += `
+Additional Data:
+${JSON.stringify(additionalData, null, 2)}
+`;
+    }
+    if (errorStack) {
+      entry += `
+Stack Trace:
+${errorStack}
+`;
+    }
+    entry += `--------------------------------------------------------------------------------
+
+`;
+    this.write(entry);
+    console.error(`[UserPromptError] ${context}: ${errorMessage}`);
+  }
+  /**
+   * Log a SQL query error with the full query
+   */
+  logSqlError(query, error, params) {
+    if (!this.enabled) return;
+    this.hasErrors = true;
+    const errorMessage = error instanceof Error ? error.message : error;
+    const entry = `
+--------------------------------------------------------------------------------
+[${(/* @__PURE__ */ new Date()).toISOString()}] SQL QUERY ERROR
+--------------------------------------------------------------------------------
+Error: ${errorMessage}
+
+Query (${query.length} chars):
+--------------------------------------------------------------------------------
+${query}
+--------------------------------------------------------------------------------
+${params ? `
+Parameters: ${JSON.stringify(params)}` : ""}
+
+`;
+    this.write(entry);
+    console.error(`[UserPromptError] SQL Error: ${errorMessage}`);
+  }
+  /**
+   * Log an LLM API error
+   */
+  logLlmError(provider, model, method, error, requestData) {
+    if (!this.enabled) return;
+    this.hasErrors = true;
+    const errorMessage = error instanceof Error ? error.message : error;
+    const errorStack = error instanceof Error ? error.stack : void 0;
+    let entry = `
+--------------------------------------------------------------------------------
+[${(/* @__PURE__ */ new Date()).toISOString()}] LLM API ERROR
+--------------------------------------------------------------------------------
+Provider: ${provider}
+Model: ${model}
+Method: ${method}
+Error: ${errorMessage}
+`;
+    if (requestData) {
+      const dataStr = JSON.stringify(requestData, null, 2);
+      const truncated = dataStr.length > 5e3 ? dataStr.substring(0, 5e3) + "\n... [truncated]" : dataStr;
+      entry += `
+Request Data:
+${truncated}
+`;
+    }
+    if (errorStack) {
+      entry += `
+Stack Trace:
+${errorStack}
+`;
+    }
+    entry += `--------------------------------------------------------------------------------
+
+`;
+    this.write(entry);
+    console.error(`[UserPromptError] LLM Error (${provider}/${model}): ${errorMessage}`);
+  }
+  /**
+   * Log tool execution error
+   */
+  logToolError(toolName, toolInput, error) {
+    if (!this.enabled) return;
+    this.hasErrors = true;
+    const errorMessage = error instanceof Error ? error.message : error;
+    const errorStack = error instanceof Error ? error.stack : void 0;
+    const entry = `
+--------------------------------------------------------------------------------
+[${(/* @__PURE__ */ new Date()).toISOString()}] TOOL EXECUTION ERROR
+--------------------------------------------------------------------------------
+Tool: ${toolName}
+Error: ${errorMessage}
+
+Tool Input:
+${JSON.stringify(toolInput, null, 2)}
+${errorStack ? `
+Stack Trace:
+${errorStack}` : ""}
+--------------------------------------------------------------------------------
+
+`;
+    this.write(entry);
+    console.error(`[UserPromptError] Tool Error (${toolName}): ${errorMessage}`);
+  }
+  /**
+   * Write final summary if there were errors
+   */
+  writeSummary() {
+    if (!this.enabled || !this.hasErrors) return;
+    const summary = `
+================================================================================
+REQUEST COMPLETED WITH ERRORS
+Time: ${(/* @__PURE__ */ new Date()).toISOString()}
+================================================================================
+`;
+    this.write(summary);
+  }
+  /**
+   * Check if any errors were logged
+   */
+  hadErrors() {
+    return this.hasErrors;
+  }
+  write(content) {
+    if (this.logStream) {
+      this.logStream.write(content);
+    }
+  }
+};
+var userPromptErrorLogger = new UserPromptErrorLogger();
+
+// src/llm.ts
 var LLM = class {
   /* Get a complete text response from an LLM (Anthropic or Groq) */
   static async text(messages, options = {}) {
@@ -3520,68 +3965,156 @@ var LLM = class {
   // ANTHROPIC IMPLEMENTATION
   // ============================================================
   static async _anthropicText(messages, modelName, options) {
+    const startTime = Date.now();
+    const requestId = llmUsageLogger.generateRequestId();
     const apiKey = options.apiKey || process.env.ANTHROPIC_API_KEY || "";
     const client = new Anthropic({
       apiKey
     });
-    const response = await client.messages.create({
-      model: modelName,
-      max_tokens: options.maxTokens || 1e3,
-      temperature: options.temperature,
-      system: this._normalizeSystemPrompt(messages.sys),
-      messages: [{
-        role: "user",
-        content: messages.user
-      }]
-    });
-    const textBlock = response.content.find((block) => block.type === "text");
-    return textBlock?.type === "text" ? textBlock.text : "";
+    try {
+      const response = await client.messages.create({
+        model: modelName,
+        max_tokens: options.maxTokens || 1e3,
+        temperature: options.temperature,
+        system: this._normalizeSystemPrompt(messages.sys),
+        messages: [{
+          role: "user",
+          content: messages.user
+        }]
+      });
+      const durationMs = Date.now() - startTime;
+      const usage = response.usage;
+      const inputTokens = usage?.input_tokens || 0;
+      const outputTokens = usage?.output_tokens || 0;
+      const cacheReadTokens = usage?.cache_read_input_tokens || 0;
+      const cacheWriteTokens = usage?.cache_creation_input_tokens || 0;
+      llmUsageLogger.log({
+        timestamp: (/* @__PURE__ */ new Date()).toISOString(),
+        requestId,
+        provider: "anthropic",
+        model: modelName,
+        method: "text",
+        inputTokens,
+        outputTokens,
+        cacheReadTokens,
+        cacheWriteTokens,
+        totalTokens: inputTokens + outputTokens + cacheReadTokens + cacheWriteTokens,
+        costUSD: llmUsageLogger.calculateCost(modelName, inputTokens, outputTokens, cacheReadTokens, cacheWriteTokens),
+        durationMs,
+        success: true
+      });
+      const textBlock = response.content.find((block) => block.type === "text");
+      return textBlock?.type === "text" ? textBlock.text : "";
+    } catch (error) {
+      const durationMs = Date.now() - startTime;
+      llmUsageLogger.log({
+        timestamp: (/* @__PURE__ */ new Date()).toISOString(),
+        requestId,
+        provider: "anthropic",
+        model: modelName,
+        method: "text",
+        inputTokens: 0,
+        outputTokens: 0,
+        totalTokens: 0,
+        costUSD: 0,
+        durationMs,
+        success: false,
+        error: error instanceof Error ? error.message : String(error)
+      });
+      throw error;
+    }
   }
   static async _anthropicStream(messages, modelName, options, json) {
+    const startTime = Date.now();
+    const requestId = llmUsageLogger.generateRequestId();
     const apiKey = options.apiKey || process.env.ANTHROPIC_API_KEY || "";
     const client = new Anthropic({
       apiKey
     });
-    const apiMessages = [{
-      role: "user",
-      content: messages.user
-    }];
-    const prefill = messages.prefill || (json ? "{" : void 0);
-    if (prefill) {
-      apiMessages.push({
-        role: "assistant",
-        content: prefill
+    try {
+      const apiMessages = [{
+        role: "user",
+        content: messages.user
+      }];
+      const prefill = messages.prefill || (json ? "{" : void 0);
+      if (prefill) {
+        apiMessages.push({
+          role: "assistant",
+          content: prefill
+        });
+      }
+      const stream = await client.messages.create({
+        model: modelName,
+        max_tokens: options.maxTokens || 1e3,
+        temperature: options.temperature,
+        system: this._normalizeSystemPrompt(messages.sys),
+        messages: apiMessages,
+        stream: true
       });
-    }
-    const stream = await client.messages.create({
-      model: modelName,
-      max_tokens: options.maxTokens || 1e3,
-      temperature: options.temperature,
-      system: this._normalizeSystemPrompt(messages.sys),
-      messages: apiMessages,
-      stream: true
-    });
-    let fullText = prefill || "";
-    let usage = null;
-    for await (const chunk of stream) {
-      if (chunk.type === "content_block_delta" && chunk.delta.type === "text_delta") {
-        const text = chunk.delta.text;
-        fullText += text;
-        if (options.partial) {
-          options.partial(text);
+      let fullText = prefill || "";
+      let usage = null;
+      let inputTokens = 0;
+      let outputTokens = 0;
+      let cacheReadTokens = 0;
+      let cacheWriteTokens = 0;
+      for await (const chunk of stream) {
+        if (chunk.type === "content_block_delta" && chunk.delta.type === "text_delta") {
+          const text = chunk.delta.text;
+          fullText += text;
+          if (options.partial) {
+            options.partial(text);
+          }
+        } else if (chunk.type === "message_start" && chunk.message?.usage) {
+          const msgUsage = chunk.message.usage;
+          inputTokens = msgUsage.input_tokens || 0;
+          cacheReadTokens = msgUsage.cache_read_input_tokens || 0;
+          cacheWriteTokens = msgUsage.cache_creation_input_tokens || 0;
+        } else if (chunk.type === "message_delta" && chunk.usage) {
+          usage = chunk.usage;
+          outputTokens = usage.output_tokens || 0;
         }
-      } else if (chunk.type === "message_delta" && chunk.usage) {
-        usage = chunk.usage;
       }
+      const durationMs = Date.now() - startTime;
+      llmUsageLogger.log({
+        timestamp: (/* @__PURE__ */ new Date()).toISOString(),
+        requestId,
+        provider: "anthropic",
+        model: modelName,
+        method: "stream",
+        inputTokens,
+        outputTokens,
+        cacheReadTokens,
+        cacheWriteTokens,
+        totalTokens: inputTokens + outputTokens + cacheReadTokens + cacheWriteTokens,
+        costUSD: llmUsageLogger.calculateCost(modelName, inputTokens, outputTokens, cacheReadTokens, cacheWriteTokens),
+        durationMs,
+        success: true
+      });
+      if (json) {
+        return this._parseJSON(fullText);
+      }
+      return fullText;
+    } catch (error) {
+      const durationMs = Date.now() - startTime;
+      llmUsageLogger.log({
+        timestamp: (/* @__PURE__ */ new Date()).toISOString(),
+        requestId,
+        provider: "anthropic",
+        model: modelName,
+        method: "stream",
+        inputTokens: 0,
+        outputTokens: 0,
+        totalTokens: 0,
+        costUSD: 0,
+        durationMs,
+        success: false,
+        error: error instanceof Error ? error.message : String(error)
+      });
+      throw error;
     }
-    if (usage) {
-    }
-    if (json) {
-      return this._parseJSON(fullText);
-    }
-    return fullText;
   }
   static async _anthropicStreamWithTools(messages, tools, toolHandler, modelName, options, maxIterations) {
+    const methodStartTime = Date.now();
     const apiKey = options.apiKey || process.env.ANTHROPIC_API_KEY || "";
     const client = new Anthropic({
       apiKey
@@ -3592,8 +4125,15 @@ var LLM = class {
     }];
     let iterations = 0;
     let finalText = "";
+    let totalToolCalls = 0;
+    let totalInputTokens = 0;
+    let totalOutputTokens = 0;
+    let totalCacheReadTokens = 0;
+    let totalCacheWriteTokens = 0;
     while (iterations < maxIterations) {
       iterations++;
+      const iterationStartTime = Date.now();
+      const requestId = llmUsageLogger.generateRequestId();
       const stream = await client.messages.create({
         model: modelName,
         max_tokens: options.maxTokens || 4e3,
@@ -3608,12 +4148,21 @@ var LLM = class {
       const contentBlocks = [];
       let currentTextBlock = "";
       let currentToolUse = null;
-      let usage = null;
+      let inputTokens = 0;
+      let outputTokens = 0;
+      let cacheReadTokens = 0;
+      let cacheWriteTokens = 0;
       for await (const chunk of stream) {
         if (chunk.type === "message_start") {
           contentBlocks.length = 0;
           currentTextBlock = "";
           currentToolUse = null;
+          const msgUsage = chunk.message?.usage;
+          if (msgUsage) {
+            inputTokens = msgUsage.input_tokens || 0;
+            cacheReadTokens = msgUsage.cache_read_input_tokens || 0;
+            cacheWriteTokens = msgUsage.cache_creation_input_tokens || 0;
+          }
         }
         if (chunk.type === "content_block_start") {
           if (chunk.content_block.type === "text") {
@@ -3660,15 +4209,36 @@ var LLM = class {
         if (chunk.type === "message_delta") {
           stopReason = chunk.delta.stop_reason || stopReason;
           if (chunk.usage) {
-            usage = chunk.usage;
+            outputTokens = chunk.usage.output_tokens || 0;
           }
         }
         if (chunk.type === "message_stop") {
           break;
         }
       }
-      if (usage) {
-      }
+      const iterationDuration = Date.now() - iterationStartTime;
+      const toolUsesInIteration = contentBlocks.filter((block) => block.type === "tool_use").length;
+      totalToolCalls += toolUsesInIteration;
+      totalInputTokens += inputTokens;
+      totalOutputTokens += outputTokens;
+      totalCacheReadTokens += cacheReadTokens;
+      totalCacheWriteTokens += cacheWriteTokens;
+      llmUsageLogger.log({
+        timestamp: (/* @__PURE__ */ new Date()).toISOString(),
+        requestId,
+        provider: "anthropic",
+        model: modelName,
+        method: `streamWithTools[iter=${iterations}]`,
+        inputTokens,
+        outputTokens,
+        cacheReadTokens,
+        cacheWriteTokens,
+        totalTokens: inputTokens + outputTokens + cacheReadTokens + cacheWriteTokens,
+        costUSD: llmUsageLogger.calculateCost(modelName, inputTokens, outputTokens, cacheReadTokens, cacheWriteTokens),
+        durationMs: iterationDuration,
+        toolCalls: toolUsesInIteration,
+        success: true
+      });
       if (stopReason === "end_turn") {
         break;
       }
@@ -3712,6 +4282,25 @@ var LLM = class {
         break;
       }
     }
+    const totalDuration = Date.now() - methodStartTime;
+    if (iterations > 1) {
+      llmUsageLogger.log({
+        timestamp: (/* @__PURE__ */ new Date()).toISOString(),
+        requestId: llmUsageLogger.generateRequestId(),
+        provider: "anthropic",
+        model: modelName,
+        method: `streamWithTools[TOTAL:${iterations}iters]`,
+        inputTokens: totalInputTokens,
+        outputTokens: totalOutputTokens,
+        cacheReadTokens: totalCacheReadTokens,
+        cacheWriteTokens: totalCacheWriteTokens,
+        totalTokens: totalInputTokens + totalOutputTokens + totalCacheReadTokens + totalCacheWriteTokens,
+        costUSD: llmUsageLogger.calculateCost(modelName, totalInputTokens, totalOutputTokens, totalCacheReadTokens, totalCacheWriteTokens),
+        durationMs: totalDuration,
+        toolCalls: totalToolCalls,
+        success: true
+      });
+    }
     if (iterations >= maxIterations) {
       throw new Error(`Max iterations (${maxIterations}) reached in tool calling loop`);
     }
@@ -3721,100 +4310,272 @@ var LLM = class {
   // GROQ IMPLEMENTATION
   // ============================================================
   static async _groqText(messages, modelName, options) {
+    const startTime = Date.now();
+    const requestId = llmUsageLogger.generateRequestId();
     const client = new Groq({
       apiKey: options.apiKey || process.env.GROQ_API_KEY || ""
     });
-    const response = await client.chat.completions.create({
-      model: modelName,
-      messages: [
-        { role: "system", content: messages.sys },
-        { role: "user", content: messages.user }
-      ],
-      temperature: options.temperature,
-      max_tokens: options.maxTokens || 1e3
-    });
-    return response.choices[0]?.message?.content || "";
+    try {
+      const response = await client.chat.completions.create({
+        model: modelName,
+        messages: [
+          { role: "system", content: messages.sys },
+          { role: "user", content: messages.user }
+        ],
+        temperature: options.temperature,
+        max_tokens: options.maxTokens || 1e3
+      });
+      const durationMs = Date.now() - startTime;
+      const usage = response.usage;
+      const inputTokens = usage?.prompt_tokens || 0;
+      const outputTokens = usage?.completion_tokens || 0;
+      llmUsageLogger.log({
+        timestamp: (/* @__PURE__ */ new Date()).toISOString(),
+        requestId,
+        provider: "groq",
+        model: modelName,
+        method: "text",
+        inputTokens,
+        outputTokens,
+        totalTokens: inputTokens + outputTokens,
+        costUSD: llmUsageLogger.calculateCost(modelName, inputTokens, outputTokens),
+        durationMs,
+        success: true
+      });
+      return response.choices[0]?.message?.content || "";
+    } catch (error) {
+      const durationMs = Date.now() - startTime;
+      llmUsageLogger.log({
+        timestamp: (/* @__PURE__ */ new Date()).toISOString(),
+        requestId,
+        provider: "groq",
+        model: modelName,
+        method: "text",
+        inputTokens: 0,
+        outputTokens: 0,
+        totalTokens: 0,
+        costUSD: 0,
+        durationMs,
+        success: false,
+        error: error instanceof Error ? error.message : String(error)
+      });
+      throw error;
+    }
   }
   static async _groqStream(messages, modelName, options, json) {
+    const startTime = Date.now();
+    const requestId = llmUsageLogger.generateRequestId();
     const apiKey = options.apiKey || process.env.GROQ_API_KEY || "";
     const client = new Groq({
       apiKey
     });
-    const stream = await client.chat.completions.create({
-      model: modelName,
-      messages: [
-        { role: "system", content: messages.sys },
-        { role: "user", content: messages.user }
-      ],
-      temperature: options.temperature,
-      max_tokens: options.maxTokens || 1e3,
-      stream: true,
-      response_format: json ? { type: "json_object" } : void 0
-    });
-    let fullText = "";
-    for await (const chunk of stream) {
-      const text = chunk.choices[0]?.delta?.content || "";
-      if (text) {
-        fullText += text;
-        if (options.partial) {
-          options.partial(text);
+    try {
+      const stream = await client.chat.completions.create({
+        model: modelName,
+        messages: [
+          { role: "system", content: messages.sys },
+          { role: "user", content: messages.user }
+        ],
+        temperature: options.temperature,
+        max_tokens: options.maxTokens || 1e3,
+        stream: true,
+        response_format: json ? { type: "json_object" } : void 0
+      });
+      let fullText = "";
+      let inputTokens = 0;
+      let outputTokens = 0;
+      for await (const chunk of stream) {
+        const text = chunk.choices[0]?.delta?.content || "";
+        if (text) {
+          fullText += text;
+          if (options.partial) {
+            options.partial(text);
+          }
+        }
+        if (chunk.x_groq?.usage) {
+          inputTokens = chunk.x_groq.usage.prompt_tokens || 0;
+          outputTokens = chunk.x_groq.usage.completion_tokens || 0;
         }
       }
+      const durationMs = Date.now() - startTime;
+      if (inputTokens === 0) {
+        const sysPrompt = typeof messages.sys === "string" ? messages.sys : messages.sys.map((b) => b.text).join("");
+        inputTokens = Math.ceil((sysPrompt.length + messages.user.length) / 4);
+      }
+      if (outputTokens === 0) {
+        outputTokens = Math.ceil(fullText.length / 4);
+      }
+      llmUsageLogger.log({
+        timestamp: (/* @__PURE__ */ new Date()).toISOString(),
+        requestId,
+        provider: "groq",
+        model: modelName,
+        method: "stream",
+        inputTokens,
+        outputTokens,
+        totalTokens: inputTokens + outputTokens,
+        costUSD: llmUsageLogger.calculateCost(modelName, inputTokens, outputTokens),
+        durationMs,
+        success: true
+      });
+      if (json) {
+        return this._parseJSON(fullText);
+      }
+      return fullText;
+    } catch (error) {
+      const durationMs = Date.now() - startTime;
+      llmUsageLogger.log({
+        timestamp: (/* @__PURE__ */ new Date()).toISOString(),
+        requestId,
+        provider: "groq",
+        model: modelName,
+        method: "stream",
+        inputTokens: 0,
+        outputTokens: 0,
+        totalTokens: 0,
+        costUSD: 0,
+        durationMs,
+        success: false,
+        error: error instanceof Error ? error.message : String(error)
+      });
+      throw error;
     }
-    if (json) {
-      return this._parseJSON(fullText);
-    }
-    return fullText;
   }
   // ============================================================
   // GEMINI IMPLEMENTATION
   // ============================================================
   static async _geminiText(messages, modelName, options) {
+    const startTime = Date.now();
+    const requestId = llmUsageLogger.generateRequestId();
     const apiKey = options.apiKey || process.env.GEMINI_API_KEY || "";
     const genAI = new GoogleGenerativeAI(apiKey);
     const systemPrompt = typeof messages.sys === "string" ? messages.sys : messages.sys.map((block) => block.text).join("\n");
-    const model = genAI.getGenerativeModel({
-      model: modelName,
-      systemInstruction: systemPrompt,
-      generationConfig: {
-        maxOutputTokens: options.maxTokens || 1e3,
-        temperature: options.temperature,
-        topP: options.topP
-      }
-    });
-    const result = await model.generateContent(messages.user);
-    const response = await result.response;
-    return response.text();
+    try {
+      const model = genAI.getGenerativeModel({
+        model: modelName,
+        systemInstruction: systemPrompt,
+        generationConfig: {
+          maxOutputTokens: options.maxTokens || 1e3,
+          temperature: options.temperature,
+          topP: options.topP
+        }
+      });
+      const result = await model.generateContent(messages.user);
+      const response = await result.response;
+      const text = response.text();
+      const durationMs = Date.now() - startTime;
+      const usage = response.usageMetadata;
+      const inputTokens = usage?.promptTokenCount || Math.ceil((systemPrompt.length + messages.user.length) / 4);
+      const outputTokens = usage?.candidatesTokenCount || Math.ceil(text.length / 4);
+      llmUsageLogger.log({
+        timestamp: (/* @__PURE__ */ new Date()).toISOString(),
+        requestId,
+        provider: "gemini",
+        model: modelName,
+        method: "text",
+        inputTokens,
+        outputTokens,
+        totalTokens: inputTokens + outputTokens,
+        costUSD: llmUsageLogger.calculateCost(modelName, inputTokens, outputTokens),
+        durationMs,
+        success: true
+      });
+      return text;
+    } catch (error) {
+      const durationMs = Date.now() - startTime;
+      llmUsageLogger.log({
+        timestamp: (/* @__PURE__ */ new Date()).toISOString(),
+        requestId,
+        provider: "gemini",
+        model: modelName,
+        method: "text",
+        inputTokens: 0,
+        outputTokens: 0,
+        totalTokens: 0,
+        costUSD: 0,
+        durationMs,
+        success: false,
+        error: error instanceof Error ? error.message : String(error)
+      });
+      throw error;
+    }
   }
   static async _geminiStream(messages, modelName, options, json) {
+    const startTime = Date.now();
+    const requestId = llmUsageLogger.generateRequestId();
     const apiKey = options.apiKey || process.env.GEMINI_API_KEY || "";
     const genAI = new GoogleGenerativeAI(apiKey);
     const systemPrompt = typeof messages.sys === "string" ? messages.sys : messages.sys.map((block) => block.text).join("\n");
-    const model = genAI.getGenerativeModel({
-      model: modelName,
-      systemInstruction: systemPrompt,
-      generationConfig: {
-        maxOutputTokens: options.maxTokens || 1e3,
-        temperature: options.temperature,
-        topP: options.topP,
-        responseMimeType: json ? "application/json" : void 0
-      }
-    });
-    const result = await model.generateContentStream(messages.user);
-    let fullText = "";
-    for await (const chunk of result.stream) {
-      const text = chunk.text();
-      if (text) {
-        fullText += text;
-        if (options.partial) {
-          options.partial(text);
+    try {
+      const model = genAI.getGenerativeModel({
+        model: modelName,
+        systemInstruction: systemPrompt,
+        generationConfig: {
+          maxOutputTokens: options.maxTokens || 1e3,
+          temperature: options.temperature,
+          topP: options.topP,
+          responseMimeType: json ? "application/json" : void 0
+        }
+      });
+      const result = await model.generateContentStream(messages.user);
+      let fullText = "";
+      let inputTokens = 0;
+      let outputTokens = 0;
+      for await (const chunk of result.stream) {
+        const text = chunk.text();
+        if (text) {
+          fullText += text;
+          if (options.partial) {
+            options.partial(text);
+          }
+        }
+        if (chunk.usageMetadata) {
+          inputTokens = chunk.usageMetadata.promptTokenCount || 0;
+          outputTokens = chunk.usageMetadata.candidatesTokenCount || 0;
         }
       }
+      const durationMs = Date.now() - startTime;
+      if (inputTokens === 0) {
+        inputTokens = Math.ceil((systemPrompt.length + messages.user.length) / 4);
+      }
+      if (outputTokens === 0) {
+        outputTokens = Math.ceil(fullText.length / 4);
+      }
+      llmUsageLogger.log({
+        timestamp: (/* @__PURE__ */ new Date()).toISOString(),
+        requestId,
+        provider: "gemini",
+        model: modelName,
+        method: "stream",
+        inputTokens,
+        outputTokens,
+        totalTokens: inputTokens + outputTokens,
+        costUSD: llmUsageLogger.calculateCost(modelName, inputTokens, outputTokens),
+        durationMs,
+        success: true
+      });
+      if (json) {
+        return this._parseJSON(fullText);
+      }
+      return fullText;
+    } catch (error) {
+      const durationMs = Date.now() - startTime;
+      llmUsageLogger.log({
+        timestamp: (/* @__PURE__ */ new Date()).toISOString(),
+        requestId,
+        provider: "gemini",
+        model: modelName,
+        method: "stream",
+        inputTokens: 0,
+        outputTokens: 0,
+        totalTokens: 0,
+        costUSD: 0,
+        durationMs,
+        success: false,
+        error: error instanceof Error ? error.message : String(error)
+      });
+      throw error;
     }
-    if (json) {
-      return this._parseJSON(fullText);
-    }
-    return fullText;
   }
   static async _geminiStreamWithTools(messages, tools, toolHandler, modelName, options, maxIterations) {
     const apiKey = options.apiKey || process.env.GEMINI_API_KEY || "";
@@ -3908,51 +4669,138 @@ var LLM = class {
   // OPENAI IMPLEMENTATION
   // ============================================================
   static async _openaiText(messages, modelName, options) {
+    const startTime = Date.now();
+    const requestId = llmUsageLogger.generateRequestId();
     const apiKey = options.apiKey || process.env.OPENAI_API_KEY || "";
     const openai = new OpenAI({ apiKey });
     const systemPrompt = typeof messages.sys === "string" ? messages.sys : messages.sys.map((block) => block.text).join("\n");
-    const response = await openai.chat.completions.create({
-      model: modelName,
-      messages: [
-        { role: "system", content: systemPrompt },
-        { role: "user", content: messages.user }
-      ],
-      max_tokens: options.maxTokens || 1e3,
-      temperature: options.temperature,
-      top_p: options.topP
-    });
-    return response.choices[0]?.message?.content || "";
+    try {
+      const response = await openai.chat.completions.create({
+        model: modelName,
+        messages: [
+          { role: "system", content: systemPrompt },
+          { role: "user", content: messages.user }
+        ],
+        max_tokens: options.maxTokens || 1e3,
+        temperature: options.temperature,
+        top_p: options.topP
+      });
+      const durationMs = Date.now() - startTime;
+      const usage = response.usage;
+      const inputTokens = usage?.prompt_tokens || 0;
+      const outputTokens = usage?.completion_tokens || 0;
+      llmUsageLogger.log({
+        timestamp: (/* @__PURE__ */ new Date()).toISOString(),
+        requestId,
+        provider: "openai",
+        model: modelName,
+        method: "text",
+        inputTokens,
+        outputTokens,
+        totalTokens: inputTokens + outputTokens,
+        costUSD: llmUsageLogger.calculateCost(modelName, inputTokens, outputTokens),
+        durationMs,
+        success: true
+      });
+      return response.choices[0]?.message?.content || "";
+    } catch (error) {
+      const durationMs = Date.now() - startTime;
+      llmUsageLogger.log({
+        timestamp: (/* @__PURE__ */ new Date()).toISOString(),
+        requestId,
+        provider: "openai",
+        model: modelName,
+        method: "text",
+        inputTokens: 0,
+        outputTokens: 0,
+        totalTokens: 0,
+        costUSD: 0,
+        durationMs,
+        success: false,
+        error: error instanceof Error ? error.message : String(error)
+      });
+      throw error;
+    }
   }
   static async _openaiStream(messages, modelName, options, json) {
+    const startTime = Date.now();
+    const requestId = llmUsageLogger.generateRequestId();
     const apiKey = options.apiKey || process.env.OPENAI_API_KEY || "";
     const openai = new OpenAI({ apiKey });
     const systemPrompt = typeof messages.sys === "string" ? messages.sys : messages.sys.map((block) => block.text).join("\n");
-    const stream = await openai.chat.completions.create({
-      model: modelName,
-      messages: [
-        { role: "system", content: systemPrompt },
-        { role: "user", content: messages.user }
-      ],
-      max_tokens: options.maxTokens || 1e3,
-      temperature: options.temperature,
-      top_p: options.topP,
-      response_format: json ? { type: "json_object" } : void 0,
-      stream: true
-    });
-    let fullText = "";
-    for await (const chunk of stream) {
-      const content = chunk.choices[0]?.delta?.content || "";
-      if (content) {
-        fullText += content;
-        if (options.partial) {
-          options.partial(content);
+    try {
+      const stream = await openai.chat.completions.create({
+        model: modelName,
+        messages: [
+          { role: "system", content: systemPrompt },
+          { role: "user", content: messages.user }
+        ],
+        max_tokens: options.maxTokens || 1e3,
+        temperature: options.temperature,
+        top_p: options.topP,
+        response_format: json ? { type: "json_object" } : void 0,
+        stream: true,
+        stream_options: { include_usage: true }
+        // Request usage info in stream
+      });
+      let fullText = "";
+      let inputTokens = 0;
+      let outputTokens = 0;
+      for await (const chunk of stream) {
+        const content = chunk.choices[0]?.delta?.content || "";
+        if (content) {
+          fullText += content;
+          if (options.partial) {
+            options.partial(content);
+          }
+        }
+        if (chunk.usage) {
+          inputTokens = chunk.usage.prompt_tokens || 0;
+          outputTokens = chunk.usage.completion_tokens || 0;
         }
       }
+      const durationMs = Date.now() - startTime;
+      if (inputTokens === 0) {
+        inputTokens = Math.ceil((systemPrompt.length + messages.user.length) / 4);
+      }
+      if (outputTokens === 0) {
+        outputTokens = Math.ceil(fullText.length / 4);
+      }
+      llmUsageLogger.log({
+        timestamp: (/* @__PURE__ */ new Date()).toISOString(),
+        requestId,
+        provider: "openai",
+        model: modelName,
+        method: "stream",
+        inputTokens,
+        outputTokens,
+        totalTokens: inputTokens + outputTokens,
+        costUSD: llmUsageLogger.calculateCost(modelName, inputTokens, outputTokens),
+        durationMs,
+        success: true
+      });
+      if (json) {
+        return this._parseJSON(fullText);
+      }
+      return fullText;
+    } catch (error) {
+      const durationMs = Date.now() - startTime;
+      llmUsageLogger.log({
+        timestamp: (/* @__PURE__ */ new Date()).toISOString(),
+        requestId,
+        provider: "openai",
+        model: modelName,
+        method: "stream",
+        inputTokens: 0,
+        outputTokens: 0,
+        totalTokens: 0,
+        costUSD: 0,
+        durationMs,
+        success: false,
+        error: error instanceof Error ? error.message : String(error)
+      });
+      throw error;
     }
-    if (json) {
-      return this._parseJSON(fullText);
-    }
-    return fullText;
   }
   static async _openaiStreamWithTools(messages, tools, toolHandler, modelName, options, maxIterations) {
     const apiKey = options.apiKey || process.env.OPENAI_API_KEY || "";
@@ -4098,11 +4946,9 @@ var LLM = class {
       closeChar = "]";
     }
     if (startIdx === -1) {
-      const preview = text.length > 500 ? text.substring(0, 500) + "..." : text;
-      throw new Error(`No JSON found in response. LLM returned plain text instead of JSON.
-
-Full response:
-${preview}`);
+      const error = new Error(`No JSON found in response. LLM returned plain text instead of JSON.`);
+      userPromptErrorLogger.logJsonParseError("LLM._parseJSON - No JSON structure found", text, error);
+      throw error;
     }
     let depth = 0;
     let inString = false;
@@ -4129,24 +4975,17 @@ ${preview}`);
     if (endIdx !== -1) {
       jsonText = jsonText.substring(startIdx, endIdx + 1);
     } else {
-      const preview = text.length > 500 ? text.substring(0, 500) + "..." : text;
-      throw new Error(`Incomplete JSON - no matching closing ${closeChar} found.
-
-Full response:
-${preview}`);
+      const error = new Error(`Incomplete JSON - no matching closing ${closeChar} found.`);
+      userPromptErrorLogger.logJsonParseError("LLM._parseJSON - Incomplete JSON", text, error);
+      throw error;
     }
     try {
       const repairedJson = jsonrepair(jsonText);
       return JSON.parse(repairedJson);
     } catch (error) {
-      const preview = text.length > 500 ? text.substring(0, 500) + "..." : text;
-      throw new Error(`Failed to parse JSON: ${error instanceof Error ? error.message : String(error)}
-
-Extracted JSON:
-${jsonText.substring(0, 300)}...
-
-Full response:
-${preview}`);
+      const parseError = error instanceof Error ? error : new Error(String(error));
+      userPromptErrorLogger.logJsonParseError("LLM._parseJSON - JSON parse/repair failed", text, parseError);
+      throw new Error(`Failed to parse JSON: ${parseError.message}`);
     }
   }
 };
@@ -4494,6 +5333,7 @@ var conversation_search_default = ConversationSearch;
 var BaseLLM = class {
   constructor(config) {
     this.model = config?.model || this.getDefaultModel();
+    this.fastModel = config?.fastModel || this.getDefaultFastModel();
     this.defaultLimit = config?.defaultLimit || 50;
     this.apiKey = config?.apiKey;
   }
@@ -4803,7 +5643,7 @@ ${JSON.stringify(tool.requiredFields || [], null, 2)}`;
           user: prompts.user
         },
         {
-          model: this.model,
+          model: this.fastModel,
           maxTokens: 1500,
           temperature: 0.2,
           apiKey: this.getApiKey(apiKey)
@@ -5235,6 +6075,7 @@ ${sql}
             const errorMsg = error instanceof Error ? error.message : String(error);
             logger.error(`[${this.getProviderName()}] Query execution failed (attempt ${attempts}/${MAX_QUERY_ATTEMPTS}): ${errorMsg}`);
             logCollector?.error(`Query failed (attempt ${attempts}/${MAX_QUERY_ATTEMPTS}): ${errorMsg}`);
+            userPromptErrorLogger.logSqlError(sql, error instanceof Error ? error : new Error(errorMsg), Object.keys(params).length > 0 ? Object.values(params) : void 0);
             if (wrappedStreamCallback) {
               wrappedStreamCallback(`\u274C **Query execution failed:**
 \`\`\`
@@ -5325,6 +6166,7 @@ Please try rephrasing your request or contact support.
               const errorMsg = error instanceof Error ? error.message : String(error);
               logger.error(`[${this.getProviderName()}] External tool ${externalTool.name} failed (attempt ${attempts}/${MAX_TOOL_ATTEMPTS}): ${errorMsg}`);
               logCollector?.error(`\u2717 ${externalTool.name} failed: ${errorMsg}`);
+              userPromptErrorLogger.logToolError(externalTool.name, toolInput, error instanceof Error ? error : new Error(errorMsg));
               if (wrappedStreamCallback) {
                 wrappedStreamCallback(`\u274C **${externalTool.name} failed:**
 \`\`\`
@@ -5467,6 +6309,13 @@ ${errorMsg}
       const errorMsg = error instanceof Error ? error.message : String(error);
       logger.error(`[${this.getProviderName()}] Error generating text response: ${errorMsg}`);
       logCollector?.error(`Error generating text response: ${errorMsg}`);
+      userPromptErrorLogger.logLlmError(
+        this.getProviderName(),
+        this.model,
+        "generateTextResponse",
+        error instanceof Error ? error : new Error(errorMsg),
+        { userPrompt }
+      );
       errors.push(errorMsg);
       return {
         success: false,
@@ -5669,6 +6518,11 @@ ${errorMsg}
       logger.error(`[${this.getProviderName()}] Error in handleUserRequest: ${errorMsg}`);
       logger.debug(`[${this.getProviderName()}] Error details:`, error);
       logCollector?.error(`Error processing request: ${errorMsg}`);
+      userPromptErrorLogger.logError(
+        "handleUserRequest",
+        error instanceof Error ? error : new Error(errorMsg),
+        { userPrompt }
+      );
       const elapsedTime = Date.now() - startTime;
       logger.info(`[${this.getProviderName()}] Total time taken: ${elapsedTime}ms (${(elapsedTime / 1e3).toFixed(2)}s)`);
       logCollector?.info(`Total time taken: ${elapsedTime}ms (${(elapsedTime / 1e3).toFixed(2)}s)`);
@@ -5707,7 +6561,7 @@ ${errorMsg}
           user: prompts.user
         },
         {
-          model: this.model,
+          model: this.fastModel,
           maxTokens: 1200,
           temperature: 0.7,
           apiKey: this.getApiKey(apiKey)
@@ -5744,6 +6598,9 @@ var GroqLLM = class extends BaseLLM {
   getDefaultModel() {
     return "groq/openai/gpt-oss-120b";
   }
+  getDefaultFastModel() {
+    return "groq/llama-3.1-8b-instant";
+  }
   getDefaultApiKey() {
     return process.env.GROQ_API_KEY;
   }
@@ -5763,6 +6620,9 @@ var AnthropicLLM = class extends BaseLLM {
   getDefaultModel() {
     return "anthropic/claude-sonnet-4-5-20250929";
   }
+  getDefaultFastModel() {
+    return "anthropic/claude-haiku-4-5-20251001";
+  }
   getDefaultApiKey() {
     return process.env.ANTHROPIC_API_KEY;
   }
@@ -5782,6 +6642,9 @@ var GeminiLLM = class extends BaseLLM {
   getDefaultModel() {
     return "gemini/gemini-2.5-flash";
   }
+  getDefaultFastModel() {
+    return "gemini/gemini-2.0-flash-exp";
+  }
   getDefaultApiKey() {
     return process.env.GEMINI_API_KEY;
   }
@@ -5801,6 +6664,9 @@ var OpenAILLM = class extends BaseLLM {
   getDefaultModel() {
     return "openai/gpt-4.1";
   }
+  getDefaultFastModel() {
+    return "openai/gpt-4o-mini";
+  }
   getDefaultApiKey() {
     return process.env.OPENAI_API_KEY;
   }
@@ -6307,6 +7173,9 @@ var get_user_request = async (data, components, sendMessage, anthropicApiKey, gr
   const prompt = payload.prompt;
   const SA_RUNTIME = payload.SA_RUNTIME;
   const wsId = userPromptRequest.from.id || "unknown";
+  const promptContext = `User Prompt: ${prompt?.substring(0, 50)}${(prompt?.length || 0) > 50 ? "..." : ""}`;
+  llmUsageLogger.resetLogFile(promptContext);
+  userPromptErrorLogger.resetLogFile(promptContext);
   if (!SA_RUNTIME) {
     errors.push("SA_RUNTIME is required");
   }
@@ -6380,6 +7249,14 @@ var get_user_request = async (data, components, sendMessage, anthropicApiKey, gr
   const uiBlockId = existingUiBlockId;
   if (!userResponse.success) {
     logger.error(`User prompt request failed with errors: ${userResponse.errors.join(", ")}`);
+    userPromptErrorLogger.logError("User Response Failed", userResponse.errors.join("\n"), {
+      prompt,
+      uiBlockId,
+      threadId,
+      responseData: userResponse.data
+    });
+    userPromptErrorLogger.writeSummary();
+    llmUsageLogger.logSessionSummary(`FAILED: ${prompt?.substring(0, 30)}`);
     return {
       success: false,
       data: userResponse.data,
@@ -6455,6 +7332,7 @@ var get_user_request = async (data, components, sendMessage, anthropicApiKey, gr
       }
     }
   }
+  llmUsageLogger.logSessionSummary(prompt?.substring(0, 50));
   return {
     success: userResponse.success,
     data: userResponse.data,
@@ -9357,8 +10235,8 @@ function sendDashCompResponse(id, res, sendMessage, clientId) {
 
 // src/auth/user-manager.ts
 init_logger();
-import fs5 from "fs";
-import path4 from "path";
+import fs7 from "fs";
+import path6 from "path";
 import os from "os";
 var UserManager = class {
   /**
@@ -9371,7 +10249,7 @@ var UserManager = class {
     this.hasChanged = false;
     this.syncInterval = null;
     this.isInitialized = false;
-    this.filePath = path4.join(os.homedir(), ".superatom", "projects", projectId, "users.json");
+    this.filePath = path6.join(os.homedir(), ".superatom", "projects", projectId, "users.json");
     this.syncIntervalMs = syncIntervalMs;
   }
   /**
@@ -9396,20 +10274,20 @@ var UserManager = class {
    */
   async loadUsersFromFile() {
     try {
-      const dir = path4.dirname(this.filePath);
-      if (!fs5.existsSync(dir)) {
+      const dir = path6.dirname(this.filePath);
+      if (!fs7.existsSync(dir)) {
         logger.info(`Creating directory structure: ${dir}`);
-        fs5.mkdirSync(dir, { recursive: true });
+        fs7.mkdirSync(dir, { recursive: true });
       }
-      if (!fs5.existsSync(this.filePath)) {
+      if (!fs7.existsSync(this.filePath)) {
         logger.info(`Users file does not exist at ${this.filePath}, creating with empty users`);
         const initialData = { users: [] };
-        fs5.writeFileSync(this.filePath, JSON.stringify(initialData, null, 4));
+        fs7.writeFileSync(this.filePath, JSON.stringify(initialData, null, 4));
         this.users = [];
         this.hasChanged = false;
         return;
       }
-      const fileContent = fs5.readFileSync(this.filePath, "utf-8");
+      const fileContent = fs7.readFileSync(this.filePath, "utf-8");
       const rawData = JSON.parse(fileContent);
       const validatedData = UsersDataSchema.parse(rawData);
       this.users = validatedData.users;
@@ -9428,16 +10306,16 @@ var UserManager = class {
       return;
     }
     try {
-      const dir = path4.dirname(this.filePath);
-      if (!fs5.existsSync(dir)) {
-        fs5.mkdirSync(dir, { recursive: true });
+      const dir = path6.dirname(this.filePath);
+      if (!fs7.existsSync(dir)) {
+        fs7.mkdirSync(dir, { recursive: true });
       }
       const usersToSave = this.users.map((user) => {
         const { wsIds, ...userWithoutWsIds } = user;
         return userWithoutWsIds;
       });
       const data = { users: usersToSave };
-      fs5.writeFileSync(this.filePath, JSON.stringify(data, null, 4));
+      fs7.writeFileSync(this.filePath, JSON.stringify(data, null, 4));
       this.hasChanged = false;
       logger.debug(`Synced ${this.users.length} users to file (wsIds excluded)`);
     } catch (error) {
@@ -9656,8 +10534,8 @@ var UserManager = class {
 
 // src/dashboards/dashboard-manager.ts
 init_logger();
-import fs6 from "fs";
-import path5 from "path";
+import fs8 from "fs";
+import path7 from "path";
 import os2 from "os";
 var DashboardManager = class {
   /**
@@ -9666,7 +10544,7 @@ var DashboardManager = class {
    */
   constructor(projectId = "snowflake-dataset") {
     this.projectId = projectId;
-    this.dashboardsBasePath = path5.join(
+    this.dashboardsBasePath = path7.join(
       os2.homedir(),
       ".superatom",
       "projects",
@@ -9680,7 +10558,7 @@ var DashboardManager = class {
    * @returns Full path to dashboard data.json file
    */
   getDashboardPath(dashboardId) {
-    return path5.join(this.dashboardsBasePath, dashboardId, "data.json");
+    return path7.join(this.dashboardsBasePath, dashboardId, "data.json");
   }
   /**
    * Create a new dashboard
@@ -9690,13 +10568,13 @@ var DashboardManager = class {
    */
   createDashboard(dashboardId, dashboard) {
     const dashboardPath = this.getDashboardPath(dashboardId);
-    const dashboardDir = path5.dirname(dashboardPath);
-    if (fs6.existsSync(dashboardPath)) {
+    const dashboardDir = path7.dirname(dashboardPath);
+    if (fs8.existsSync(dashboardPath)) {
       throw new Error(`Dashboard '${dashboardId}' already exists`);
     }
     const validated = DSLRendererPropsSchema.parse(dashboard);
-    fs6.mkdirSync(dashboardDir, { recursive: true });
-    fs6.writeFileSync(dashboardPath, JSON.stringify(validated, null, 4));
+    fs8.mkdirSync(dashboardDir, { recursive: true });
+    fs8.writeFileSync(dashboardPath, JSON.stringify(validated, null, 4));
     logger.info(`Dashboard created: ${dashboardId}`);
     return validated;
   }
@@ -9707,12 +10585,12 @@ var DashboardManager = class {
    */
   getDashboard(dashboardId) {
     const dashboardPath = this.getDashboardPath(dashboardId);
-    if (!fs6.existsSync(dashboardPath)) {
+    if (!fs8.existsSync(dashboardPath)) {
       logger.warn(`Dashboard not found: ${dashboardId}`);
       return null;
     }
     try {
-      const fileContent = fs6.readFileSync(dashboardPath, "utf-8");
+      const fileContent = fs8.readFileSync(dashboardPath, "utf-8");
       const dashboard = JSON.parse(fileContent);
       const validated = DSLRendererPropsSchema.parse(dashboard);
       return validated;
@@ -9726,16 +10604,16 @@ var DashboardManager = class {
    * @returns Array of dashboard objects with their IDs
    */
   getAllDashboards() {
-    if (!fs6.existsSync(this.dashboardsBasePath)) {
-      fs6.mkdirSync(this.dashboardsBasePath, { recursive: true });
+    if (!fs8.existsSync(this.dashboardsBasePath)) {
+      fs8.mkdirSync(this.dashboardsBasePath, { recursive: true });
       return [];
     }
     const dashboards = [];
     try {
-      const dashboardDirs = fs6.readdirSync(this.dashboardsBasePath);
+      const dashboardDirs = fs8.readdirSync(this.dashboardsBasePath);
       for (const dashboardId of dashboardDirs) {
         const dashboardPath = this.getDashboardPath(dashboardId);
-        if (fs6.existsSync(dashboardPath)) {
+        if (fs8.existsSync(dashboardPath)) {
           const dashboard = this.getDashboard(dashboardId);
           if (dashboard) {
             dashboards.push({ dashboardId, dashboard });
@@ -9757,13 +10635,13 @@ var DashboardManager = class {
    */
   updateDashboard(dashboardId, dashboard) {
     const dashboardPath = this.getDashboardPath(dashboardId);
-    if (!fs6.existsSync(dashboardPath)) {
+    if (!fs8.existsSync(dashboardPath)) {
       logger.warn(`Dashboard not found for update: ${dashboardId}`);
       return null;
     }
     try {
       const validated = DSLRendererPropsSchema.parse(dashboard);
-      fs6.writeFileSync(dashboardPath, JSON.stringify(validated, null, 4));
+      fs8.writeFileSync(dashboardPath, JSON.stringify(validated, null, 4));
       logger.info(`Dashboard updated: ${dashboardId}`);
       return validated;
     } catch (error) {
@@ -9778,13 +10656,13 @@ var DashboardManager = class {
    */
   deleteDashboard(dashboardId) {
     const dashboardPath = this.getDashboardPath(dashboardId);
-    const dashboardDir = path5.dirname(dashboardPath);
-    if (!fs6.existsSync(dashboardPath)) {
+    const dashboardDir = path7.dirname(dashboardPath);
+    if (!fs8.existsSync(dashboardPath)) {
       logger.warn(`Dashboard not found for deletion: ${dashboardId}`);
       return false;
     }
     try {
-      fs6.rmSync(dashboardDir, { recursive: true, force: true });
+      fs8.rmSync(dashboardDir, { recursive: true, force: true });
       logger.info(`Dashboard deleted: ${dashboardId}`);
       return true;
     } catch (error) {
@@ -9799,21 +10677,21 @@ var DashboardManager = class {
    */
   dashboardExists(dashboardId) {
     const dashboardPath = this.getDashboardPath(dashboardId);
-    return fs6.existsSync(dashboardPath);
+    return fs8.existsSync(dashboardPath);
   }
   /**
    * Get dashboard count
    * @returns Number of dashboards
    */
   getDashboardCount() {
-    if (!fs6.existsSync(this.dashboardsBasePath)) {
+    if (!fs8.existsSync(this.dashboardsBasePath)) {
       return 0;
     }
     try {
-      const dashboardDirs = fs6.readdirSync(this.dashboardsBasePath);
+      const dashboardDirs = fs8.readdirSync(this.dashboardsBasePath);
       return dashboardDirs.filter((dir) => {
         const dashboardPath = this.getDashboardPath(dir);
-        return fs6.existsSync(dashboardPath);
+        return fs8.existsSync(dashboardPath);
       }).length;
     } catch (error) {
       logger.error("Failed to get dashboard count:", error);
@@ -9824,8 +10702,8 @@ var DashboardManager = class {
 
 // src/reports/report-manager.ts
 init_logger();
-import fs7 from "fs";
-import path6 from "path";
+import fs9 from "fs";
+import path8 from "path";
 import os3 from "os";
 var ReportManager = class {
   /**
@@ -9834,7 +10712,7 @@ var ReportManager = class {
    */
   constructor(projectId = "snowflake-dataset") {
     this.projectId = projectId;
-    this.reportsBasePath = path6.join(
+    this.reportsBasePath = path8.join(
       os3.homedir(),
       ".superatom",
       "projects",
@@ -9848,7 +10726,7 @@ var ReportManager = class {
    * @returns Full path to report data.json file
    */
   getReportPath(reportId) {
-    return path6.join(this.reportsBasePath, reportId, "data.json");
+    return path8.join(this.reportsBasePath, reportId, "data.json");
   }
   /**
    * Create a new report
@@ -9858,13 +10736,13 @@ var ReportManager = class {
    */
   createReport(reportId, report) {
     const reportPath = this.getReportPath(reportId);
-    const reportDir = path6.dirname(reportPath);
-    if (fs7.existsSync(reportPath)) {
+    const reportDir = path8.dirname(reportPath);
+    if (fs9.existsSync(reportPath)) {
       throw new Error(`Report '${reportId}' already exists`);
     }
     const validated = DSLRendererPropsSchema2.parse(report);
-    fs7.mkdirSync(reportDir, { recursive: true });
-    fs7.writeFileSync(reportPath, JSON.stringify(validated, null, 4));
+    fs9.mkdirSync(reportDir, { recursive: true });
+    fs9.writeFileSync(reportPath, JSON.stringify(validated, null, 4));
     logger.info(`Report created: ${reportId}`);
     return validated;
   }
@@ -9875,12 +10753,12 @@ var ReportManager = class {
    */
   getReport(reportId) {
     const reportPath = this.getReportPath(reportId);
-    if (!fs7.existsSync(reportPath)) {
+    if (!fs9.existsSync(reportPath)) {
       logger.warn(`Report not found: ${reportId}`);
       return null;
     }
     try {
-      const fileContent = fs7.readFileSync(reportPath, "utf-8");
+      const fileContent = fs9.readFileSync(reportPath, "utf-8");
       const report = JSON.parse(fileContent);
       const validated = DSLRendererPropsSchema2.parse(report);
       return validated;
@@ -9894,16 +10772,16 @@ var ReportManager = class {
    * @returns Array of report objects with their IDs
    */
   getAllReports() {
-    if (!fs7.existsSync(this.reportsBasePath)) {
-      fs7.mkdirSync(this.reportsBasePath, { recursive: true });
+    if (!fs9.existsSync(this.reportsBasePath)) {
+      fs9.mkdirSync(this.reportsBasePath, { recursive: true });
       return [];
     }
     const reports = [];
     try {
-      const reportDirs = fs7.readdirSync(this.reportsBasePath);
+      const reportDirs = fs9.readdirSync(this.reportsBasePath);
       for (const reportId of reportDirs) {
         const reportPath = this.getReportPath(reportId);
-        if (fs7.existsSync(reportPath)) {
+        if (fs9.existsSync(reportPath)) {
           const report = this.getReport(reportId);
           if (report) {
             reports.push({ reportId, report });
@@ -9925,13 +10803,13 @@ var ReportManager = class {
    */
   updateReport(reportId, report) {
     const reportPath = this.getReportPath(reportId);
-    if (!fs7.existsSync(reportPath)) {
+    if (!fs9.existsSync(reportPath)) {
       logger.warn(`Report not found for update: ${reportId}`);
       return null;
     }
     try {
       const validated = DSLRendererPropsSchema2.parse(report);
-      fs7.writeFileSync(reportPath, JSON.stringify(validated, null, 4));
+      fs9.writeFileSync(reportPath, JSON.stringify(validated, null, 4));
       logger.info(`Report updated: ${reportId}`);
       return validated;
     } catch (error) {
@@ -9946,13 +10824,13 @@ var ReportManager = class {
    */
   deleteReport(reportId) {
     const reportPath = this.getReportPath(reportId);
-    const reportDir = path6.dirname(reportPath);
-    if (!fs7.existsSync(reportPath)) {
+    const reportDir = path8.dirname(reportPath);
+    if (!fs9.existsSync(reportPath)) {
       logger.warn(`Report not found for deletion: ${reportId}`);
       return false;
     }
     try {
-      fs7.rmSync(reportDir, { recursive: true, force: true });
+      fs9.rmSync(reportDir, { recursive: true, force: true });
       logger.info(`Report deleted: ${reportId}`);
       return true;
     } catch (error) {
@@ -9967,21 +10845,21 @@ var ReportManager = class {
    */
   reportExists(reportId) {
     const reportPath = this.getReportPath(reportId);
-    return fs7.existsSync(reportPath);
+    return fs9.existsSync(reportPath);
   }
   /**
    * Get report count
    * @returns Number of reports
    */
   getReportCount() {
-    if (!fs7.existsSync(this.reportsBasePath)) {
+    if (!fs9.existsSync(this.reportsBasePath)) {
       return 0;
     }
     try {
-      const reportDirs = fs7.readdirSync(this.reportsBasePath);
+      const reportDirs = fs9.readdirSync(this.reportsBasePath);
       return reportDirs.filter((dir) => {
         const reportPath = this.getReportPath(dir);
-        return fs7.existsSync(reportPath);
+        return fs9.existsSync(reportPath);
       }).length;
     } catch (error) {
       logger.error("Failed to get report count:", error);
@@ -10604,8 +11482,10 @@ export {
   UILogCollector,
   UserManager,
   hybridRerank,
+  llmUsageLogger,
   logger,
   rerankChromaResults,
-  rerankConversationResults
+  rerankConversationResults,
+  userPromptErrorLogger
 };
 //# sourceMappingURL=index.mjs.map