@absolutejs/ai 0.3.4 → 0.4.1

package/dist/ai/providers/anthropic.js

@@ -351,7 +351,7 @@ async function* tapStream(source, params, providerName) {
   let lastUsage;
   try {
     for await (const chunk of source) {
-      if (chunk.type === "done" && chunk.usage) {
+      if ((chunk.type === "done" || chunk.type === "usage_update" && chunk.final) && chunk.usage) {
         lastUsage = chunk.usage;
       }
       yield chunk;
@@ -597,7 +597,6 @@ var API_VERSION = "2023-06-01";
 var DEFAULT_MAX_TOKENS = 32000;
 var EVENT_PREFIX_LENGTH = 7;
 var DATA_PREFIX_LENGTH = 6;
-var EMPTY_CHUNKS = [];
 var isRecord = (val) => typeof val === "object" && val !== null;
 var mapContentBlock = (block) => {
   if (block.type === "thinking") {
@@ -876,14 +875,79 @@ var getNumber = (obj, key) => {
   }
   return 0;
 };
+var TOOL_INPUT_PROGRESS_CHARS = 2048;
+var TOOL_INPUT_FIELD_MAX_CHARS = 200;
+var readJsonString = (json, start) => {
+  for (let index = start + 1;index < json.length; index += 1) {
+    if (json[index] === "\\")
+      index += 1;
+    else if (json[index] === '"')
+      return { end: index + 1, raw: json.slice(start + 1, index) };
+  }
+  return;
+};
+var decodeJsonString = (raw) => {
+  try {
+    const value = JSON.parse(`"${raw}"`);
+    return typeof value === "string" ? value : undefined;
+  } catch {
+    return;
+  }
+};
+var completeStringFields = (partialJson) => {
+  const fields = {};
+  let depth = 0;
+  let key;
+  let index = 0;
+  while (index < partialJson.length) {
+    const character = partialJson[index];
+    if (character === '"') {
+      const text = readJsonString(partialJson, index);
+      if (!text)
+        break;
+      if (depth === 1 && key === undefined) {
+        const after = partialJson.slice(text.end).trimStart();
+        if (after.startsWith(":"))
+          key = text.raw;
+      } else if (depth === 1 && key !== undefined) {
+        const value = decodeJsonString(text.raw);
+        if (value !== undefined && value.length <= TOOL_INPUT_FIELD_MAX_CHARS)
+          fields[key] = value;
+        key = undefined;
+      }
+      index = text.end;
+      continue;
+    }
+    if (character === "{" || character === "[")
+      depth += 1;
+    else if (character === "}" || character === "]")
+      depth -= 1;
+    else if (character === "," && depth === 1)
+      key = undefined;
+    index += 1;
+  }
+  return fields;
+};
+var toolInputProgress = (state) => {
+  state.toolInputReported = state.toolInputJson.length;
+  return {
+    fields: completeStringFields(state.toolInputJson),
+    id: state.currentToolId,
+    name: state.currentToolName,
+    receivedChars: state.toolInputJson.length,
+    type: "tool_input"
+  };
+};
 var handleContentBlockStart = (parsed, state) => {
   const block = getRecord(parsed, "content_block");
   if (block && block.type === "tool_use") {
     state.currentToolId = getString(block, "id");
     state.currentToolName = getString(block, "name");
     state.toolInputJson = "";
+    state.toolInputReported = 0;
     state.isThinkingBlock = false;
     state.currentProviderBlock = undefined;
+    return toolInputProgress(state);
   } else if (block && block.type === "thinking") {
     state.isThinkingBlock = true;
     state.thinkingSignature = "";
@@ -893,6 +957,7 @@ var handleContentBlockStart = (parsed, state) => {
     state.currentProviderBlock = block && block.type !== "text" ? { ...block } : undefined;
     state.providerBlockInputJson = "";
   }
+  return;
 };
 var handleContentBlockDelta = (parsed, state) => {
   const delta = getRecord(parsed, "delta");
@@ -927,6 +992,8 @@ var handleContentBlockDelta = (parsed, state) => {
       state.providerBlockInputJson += getString(delta, "partial_json");
     } else {
       state.toolInputJson += getString(delta, "partial_json");
+      if (state.toolInputJson.length - state.toolInputReported >= TOOL_INPUT_PROGRESS_CHARS)
+        return toolInputProgress(state);
     }
   }
   if (delta.type === "signature_delta") {
@@ -1046,8 +1113,7 @@ var handleError = (parsed, state) => {
 var processEvent = (eventType, parsed, state) => {
   switch (eventType) {
     case "content_block_start": {
-      handleContentBlockStart(parsed, state);
-      return;
+      return handleContentBlockStart(parsed, state);
     }
     case "content_block_delta": {
       return handleContentBlockDelta(parsed, state);
@@ -1058,11 +1124,21 @@ var processEvent = (eventType, parsed, state) => {
     case "message_delta": {
       handleMessageDelta(parsed, state);
       mergeMetadata(parsed, state);
-      return;
+      return state.usage ? {
+        type: "usage_update",
+        usage: state.usage,
+        metadata: state.metadata,
+        final: false
+      } : undefined;
     }
     case "message_start": {
       handleMessageStart(parsed, state);
-      return;
+      return state.usage ? {
+        type: "usage_update",
+        usage: state.usage,
+        metadata: state.metadata,
+        final: false
+      } : undefined;
     }
     case "message_stop": {
       mergeMetadata(parsed, state);
@@ -1096,49 +1172,6 @@ var processSingleEvent = (event, state) => {
   }
   return processEvent(eventType, parsed, state);
 };
-var collectChunk = (event, state) => {
-  const chunk = processSingleEvent(event, state);
-  return chunk ? [chunk] : [];
-};
-var processBufferedEvents = (eventsText, state) => {
-  const events = eventsText.split(`
-
-`);
-  state.buffer = events.pop() ?? "";
-  return events.flatMap((event) => collectChunk(event, state));
-};
-var readNextChunks = async (reader, decoder, state, signal) => {
-  if (signal?.aborted) {
-    return { chunks: EMPTY_CHUNKS, done: true };
-  }
-  const { done, value } = await reader.read();
-  if (done) {
-    return { chunks: EMPTY_CHUNKS, done: true };
-  }
-  const rawText = state.buffer + decoder.decode(value, { stream: true });
-  const chunks = processBufferedEvents(rawText, state);
-  return { chunks, done: false };
-};
-var findDoneChunk = (chunks) => chunks.findIndex((c) => c.type === "done");
-var sseStreamLoop = async (reader, decoder, state, signal) => {
-  const result = await readNextChunks(reader, decoder, state, signal);
-  if (result.done) {
-    return { chunks: result.chunks, finished: true };
-  }
-  const doneIdx = findDoneChunk(result.chunks);
-  if (doneIdx >= 0) {
-    return { chunks: result.chunks.slice(0, doneIdx + 1), finished: true };
-  }
-  return { chunks: result.chunks, finished: false };
-};
-async function* streamChunks(reader, decoder, state, signal) {
-  let finished = false;
-  while (!finished) {
-    const result = await sseStreamLoop(reader, decoder, state, signal);
-    ({ finished } = result);
-    yield* result.chunks;
-  }
-}
 async function* parseSSEStream(body, providerName, signal) {
   const reader = body.getReader();
   const decoder = new TextDecoder;
@@ -1150,13 +1183,40 @@ async function* parseSSEStream(body, providerName, signal) {
     stopReason: "",
     thinkingSignature: "",
     toolInputJson: "",
+    toolInputReported: 0,
     usage: undefined,
     providerName,
     providerBlockInputJson: ""
   };
   try {
-    yield* streamChunks(reader, decoder, state, signal);
+    while (true) {
+      signal?.throwIfAborted();
+      const { done, value } = await reader.read();
+      if (done)
+        return;
+      const events = (state.buffer + decoder.decode(value, { stream: true })).split(`
+
+`);
+      state.buffer = events.pop() ?? "";
+      for (const event of events) {
+        const chunk = processSingleEvent(event, state);
+        if (!chunk)
+          continue;
+        if (chunk.type === "tool_input" && chunk.receivedChars === 0)
+          yield {
+            type: "tool_input_start",
+            id: chunk.id,
+            name: chunk.name
+          };
+        yield chunk;
+        if (chunk.type === "done")
+          return;
+      }
+    }
   } finally {
+    await reader.cancel().catch(() => {
+      return;
+    });
     reader.releaseLock();
   }
 }
@@ -1278,5 +1338,5 @@ export {
   anthropic
 };
 
-//# debugId=0F1301D0EAAFB06664756E2164756E21
+//# debugId=E2C338FD75B8D35664756E2164756E21
 //# sourceMappingURL=anthropic.js.map