@absolutejs/ai 0.0.25 → 0.0.27

package/dist/ai/index.js

@@ -571,10 +571,15 @@ var flushPendingToolCalls = function* (pendingToolCalls) {
   }
   pendingToolCalls.clear();
 };
-var extractUsage = (parsedUsage) => ({
-  inputTokens: parsedUsage.prompt_tokens ?? 0,
-  outputTokens: parsedUsage.completion_tokens ?? 0
-});
+var extractUsage = (parsedUsage) => {
+  const prompt = parsedUsage.prompt_tokens ?? 0;
+  const cached = parsedUsage.cached_tokens ?? 0;
+  return {
+    cacheReadInputTokens: cached,
+    inputTokens: Math.max(0, prompt - cached),
+    outputTokens: parsedUsage.completion_tokens ?? 0
+  };
+};
 var resolveToolCallIndex = (toolCall) => {
   const raw = typeof toolCall.index === "number" ? toolCall.index : NOT_FOUND;
   return raw < 0 ? undefined : raw;
@@ -644,7 +649,9 @@ var narrowUsageRecord = (parsed) => {
   const { usage } = parsed;
   const promptTokens = typeof usage.prompt_tokens === "number" ? usage.prompt_tokens : 0;
   const completionTokens = typeof usage.completion_tokens === "number" ? usage.completion_tokens : 0;
+  const cachedTokens = isRecord(usage.prompt_tokens_details) && typeof usage.prompt_tokens_details.cached_tokens === "number" ? usage.prompt_tokens_details.cached_tokens : 0;
   return extractUsage({
+    cached_tokens: cachedTokens,
     completion_tokens: completionTokens,
     prompt_tokens: promptTokens
   });
@@ -978,8 +985,11 @@ var extractUsage2 = (response) => {
     return;
   }
   const { usage } = response;
+  const input = typeof usage.input_tokens === "number" ? usage.input_tokens : 0;
+  const cached = isRecord2(usage.input_tokens_details) && typeof usage.input_tokens_details.cached_tokens === "number" ? usage.input_tokens_details.cached_tokens : 0;
   return {
-    inputTokens: typeof usage.input_tokens === "number" ? usage.input_tokens : 0,
+    cacheReadInputTokens: cached,
+    inputTokens: Math.max(0, input - cached),
     outputTokens: typeof usage.output_tokens === "number" ? usage.output_tokens : 0
   };
 };
@@ -2709,6 +2719,42 @@ var handleStreamError = async (socket, err, messageId, conversationId, signal, s
 
 // src/ai/streamAIToSSE.ts
 var DEFAULT_MAX_TURNS2 = 10;
+var DEFAULT_HEARTBEAT_MS = 15000;
+var HEARTBEAT_TICK = Symbol("heartbeat-tick");
+var withHeartbeat = async function* (source, signal, intervalMs) {
+  if (!Number.isFinite(intervalMs) || intervalMs <= 0) {
+    yield* source;
+    return;
+  }
+  try {
+    let next = source.next();
+    for (;; ) {
+      let timer;
+      const tick = new Promise((resolve) => {
+        timer = setTimeout(() => resolve(HEARTBEAT_TICK), intervalMs);
+      });
+      let winner;
+      try {
+        winner = await Promise.race([next, tick]);
+      } finally {
+        if (timer)
+          clearTimeout(timer);
+      }
+      if (winner === HEARTBEAT_TICK) {
+        if (signal.aborted)
+          return;
+        yield { data: "", event: "ping" };
+        continue;
+      }
+      if (winner.done)
+        return;
+      yield winner.value;
+      next = source.next();
+    }
+  } finally {
+    await source.return?.(undefined);
+  }
+};
 var buildToolDefinitions2 = (tools) => Object.entries(tools).map(([name, def]) => ({
   description: def.description,
   input_schema: def.input,
@@ -2732,7 +2778,7 @@ var streamAIToSSE = async function* (conversationId, messageId, options, rendere
   const maxTurns = options.maxTurns ?? DEFAULT_MAX_TURNS2;
   const messages = options.messages ? [...options.messages] : [];
   try {
-    yield* streamTurns(options, renderers, messages, signal, startTime, maxTurns);
+    yield* withHeartbeat(streamTurns(options, renderers, messages, signal, startTime, maxTurns), signal, options.heartbeatMs ?? DEFAULT_HEARTBEAT_MS);
   } catch (err) {
     if (signal.aborted)
       return;
@@ -4364,5 +4410,5 @@ export {
   PROVIDER_STATUS_PAGES
 };
 
-//# debugId=A76D544D382AA89A64756E2164756E21
+//# debugId=4EA405589A58240564756E2164756E21
 //# sourceMappingURL=index.js.map