@heripo/document-processor 0.1.45 → 0.1.47

package/dist/index.js

@@ -90,6 +90,15 @@ function detectProvider(model) {
   if (providerId.includes("lmstudio")) return "lmstudio";
   return "unknown";
 }
+function cacheWrite1hTokens(steps) {
+  let total;
+  for (const step of steps ?? []) {
+    const raw = step.usage.raw;
+    const value = raw?.cache_creation?.ephemeral_1h_input_tokens;
+    if (value !== void 0) total = (total ?? 0) + value;
+  }
+  return total;
+}
 var LLMCaller = class {
   /**
    * Extract model name from LanguageModel object
@@ -108,6 +117,9 @@ var LLMCaller = class {
    * Build usage information from response
    */
   static buildUsage(config, modelName, response, usedFallback) {
+    const usage = response.usage;
+    const write1h = cacheWrite1hTokens(response.steps);
+    const allWrites = usage?.inputTokenDetails?.cacheWriteTokens;
     return {
       component: config.component,
       phase: config.phase,
@@ -116,6 +128,13 @@ var LLMCaller = class {
       inputTokens: response.usage?.inputTokens ?? 0,
       outputTokens: response.usage?.outputTokens ?? 0,
       totalTokens: response.usage?.totalTokens ?? 0,
+      ...usage?.inputTokenDetails?.cacheReadTokens != null && {
+        cachedInputTokens: usage.inputTokenDetails.cacheReadTokens
+      },
+      ...allWrites != null && {
+        cacheWriteTokens: allWrites - (write1h ?? 0)
+      },
+      ...write1h !== void 0 && { cacheWrite1hTokens: write1h },
       metadata: config.metadata
     };
   }
@@ -158,7 +177,8 @@ var LLMCaller = class {
       if (toolCall) {
         return {
           output: toolCall.input,
-          usage: lastResult.usage
+          usage: lastResult.usage,
+          steps: lastResult.steps
         };
       }
     }
@@ -295,16 +315,32 @@ function emptyUsage() {
   return { inputTokens: 0, outputTokens: 0, totalTokens: 0 };
 }
 function addInto(target, src) {
+  const hadUsage = target.inputTokens !== 0 || target.outputTokens !== 0 || target.totalTokens !== 0;
   target.inputTokens += src.inputTokens;
   target.outputTokens += src.outputTokens;
   target.totalTokens += src.totalTokens;
+  for (const key of CACHE_KEYS) {
+    const next = src[key];
+    const current = target[key];
+    if (next === void 0) {
+      if (current !== void 0) target[key] = null;
+    } else if (current === void 0) {
+      target[key] = hadUsage ? null : next;
+    } else {
+      target[key] = current === null || next === null ? null : current + next;
+    }
+  }
 }
+var CACHE_KEYS = [
+  "cachedInputTokens",
+  "cacheWriteTokens",
+  "cacheWrite1hTokens"
+];
 function sumUsage(a, b) {
-  return {
-    inputTokens: (a?.inputTokens ?? 0) + (b?.inputTokens ?? 0),
-    outputTokens: (a?.outputTokens ?? 0) + (b?.outputTokens ?? 0),
-    totalTokens: (a?.totalTokens ?? 0) + (b?.totalTokens ?? 0)
-  };
+  const total = emptyUsage();
+  if (a) addInto(total, a);
+  if (b) addInto(total, b);
+  return total;
 }
 function accumulateModel(bucket, modelName, usage) {
   let entry = bucket.get(modelName);
@@ -419,21 +455,13 @@ var LLMTokenUsageAggregator = class {
       components.push({
         component: component.component,
         phases,
-        total: {
-          inputTokens: component.total.inputTokens,
-          outputTokens: component.total.outputTokens,
-          totalTokens: component.total.totalTokens
-        }
+        total: { ...component.total }
       });
     }
     const totalUsage = this.getTotalUsage();
     return {
       components,
-      total: {
-        inputTokens: totalUsage.inputTokens,
-        outputTokens: totalUsage.outputTokens,
-        totalTokens: totalUsage.totalTokens
-      }
+      total: totalUsage
     };
   }
   /**
@@ -442,19 +470,11 @@ var LLMTokenUsageAggregator = class {
    * @returns Aggregated token usage totals
    */
   getTotalUsage() {
-    let totalInput = 0;
-    let totalOutput = 0;
-    let totalTokens = 0;
+    const total = emptyUsage();
     for (const component of Object.values(this.usage)) {
-      totalInput += component.total.inputTokens;
-      totalOutput += component.total.outputTokens;
-      totalTokens += component.total.totalTokens;
+      addInto(total, component.total);
     }
-    return {
-      inputTokens: totalInput,
-      outputTokens: totalOutput,
-      totalTokens
-    };
+    return total;
   }
   /**
    * Log comprehensive token usage summary