@browser-ai/web-llm 2.1.3 → 2.1.4

package/dist/index.js

@@ -804,6 +804,91 @@ var ToolCallFenceDetector = class {
   }
 };
 
+// ../shared/src/streaming/tool-call-stream-utils.ts
+function extractToolName(content) {
+  const jsonMatch = content.match(/\{\s*"name"\s*:\s*"([^"]+)"/);
+  if (jsonMatch) {
+    return jsonMatch[1];
+  }
+  return null;
+}
+var ARGUMENTS_FIELD_REGEX = /"arguments"\s*:\s*/g;
+var ARGUMENTS_SEARCH_OVERLAP = 32;
+function createArgumentsStreamState() {
+  return {
+    searchFrom: 0,
+    valueStartIndex: null,
+    parseIndex: 0,
+    started: false,
+    depth: 0,
+    inString: false,
+    escaped: false,
+    complete: false
+  };
+}
+function extractArgumentsDelta(content, state) {
+  if (state.complete) {
+    return "";
+  }
+  if (state.valueStartIndex === null) {
+    ARGUMENTS_FIELD_REGEX.lastIndex = state.searchFrom;
+    const match = ARGUMENTS_FIELD_REGEX.exec(content);
+    ARGUMENTS_FIELD_REGEX.lastIndex = 0;
+    if (!match || match.index === void 0) {
+      state.searchFrom = Math.max(0, content.length - ARGUMENTS_SEARCH_OVERLAP);
+      return "";
+    }
+    state.valueStartIndex = match.index + match[0].length;
+    state.parseIndex = state.valueStartIndex;
+    state.searchFrom = state.valueStartIndex;
+  }
+  if (state.parseIndex >= content.length) {
+    return "";
+  }
+  let delta = "";
+  for (let i = state.parseIndex; i < content.length; i++) {
+    const char = content[i];
+    delta += char;
+    if (!state.started) {
+      if (!/\s/.test(char)) {
+        state.started = true;
+        if (char === "{" || char === "[") {
+          state.depth = 1;
+        }
+      }
+      continue;
+    }
+    if (state.escaped) {
+      state.escaped = false;
+      continue;
+    }
+    if (char === "\\") {
+      state.escaped = true;
+      continue;
+    }
+    if (char === '"') {
+      state.inString = !state.inString;
+      continue;
+    }
+    if (!state.inString) {
+      if (char === "{" || char === "[") {
+        state.depth += 1;
+      } else if (char === "}" || char === "]") {
+        if (state.depth > 0) {
+          state.depth -= 1;
+          if (state.depth === 0) {
+            state.parseIndex = i + 1;
+            state.complete = true;
+            return delta;
+          }
+        }
+      }
+    }
+  }
+  state.parseIndex = content.length;
+  return delta;
+}
+
 // src/convert-to-webllm-messages.tsx
 function convertToolResultOutput(output) {
   switch (output.type) {
@@ -1004,63 +1089,6 @@ function doesBrowserSupportWebLLM() {
 }
 
 // src/web-llm-language-model.ts
-function extractToolName(content) {
-  const jsonMatch = content.match(/\{\s*"name"\s*:\s*"([^"]+)"/);
-  if (jsonMatch) {
-    return jsonMatch[1];
-  }
-  return null;
-}
-function extractArgumentsContent(content) {
-  const match = content.match(/"arguments"\s*:\s*/);
-  if (!match || match.index === void 0) {
-    return "";
-  }
-  const startIndex = match.index + match[0].length;
-  let result = "";
-  let depth = 0;
-  let inString = false;
-  let escaped = false;
-  let started = false;
-  for (let i = startIndex; i < content.length; i++) {
-    const char = content[i];
-    result += char;
-    if (!started) {
-      if (!/\s/.test(char)) {
-        started = true;
-        if (char === "{" || char === "[") {
-          depth = 1;
-        }
-      }
-      continue;
-    }
-    if (escaped) {
-      escaped = false;
-      continue;
-    }
-    if (char === "\\") {
-      escaped = true;
-      continue;
-    }
-    if (char === '"') {
-      inString = !inString;
-      continue;
-    }
-    if (!inString) {
-      if (char === "{" || char === "[") {
-        depth += 1;
-      } else if (char === "}" || char === "]") {
-        if (depth > 0) {
-          depth -= 1;
-          if (depth === 0) {
-            break;
-          }
-        }
-      }
-    }
-  }
-  return result;
-}
 var WebLLMLanguageModel = class {
   constructor(modelId, options = {}) {
     this.specificationVersion = "v3";
@@ -1509,7 +1537,7 @@ var WebLLMLanguageModel = class {
           let currentToolCallId = null;
           let toolInputStartEmitted = false;
           let accumulatedFenceContent = "";
-          let streamedArgumentsLength = 0;
+          let argumentsStreamState = createArgumentsStreamState();
           let insideFence = false;
           for await (const chunk of response) {
             const choice = chunk.choices[0];
@@ -1531,7 +1559,7 @@ var WebLLMLanguageModel = class {
                   currentToolCallId = `call_${Date.now()}_${Math.random().toString(36).slice(2, 9)}`;
                   toolInputStartEmitted = false;
                   accumulatedFenceContent = "";
-                  streamedArgumentsLength = 0;
+                  argumentsStreamState = createArgumentsStreamState();
                   insideFence = true;
                   continue;
                 }
@@ -1541,19 +1569,16 @@ var WebLLMLanguageModel = class {
                     accumulatedFenceContent += result.safeContent;
                   }
                   if (toolInputStartEmitted && currentToolCallId) {
-                    const argsContent = extractArgumentsContent(
-                      accumulatedFenceContent
+                    const delta2 = extractArgumentsDelta(
+                      accumulatedFenceContent,
+                      argumentsStreamState
                     );
-                    if (argsContent.length > streamedArgumentsLength) {
-                      const delta2 = argsContent.slice(streamedArgumentsLength);
-                      streamedArgumentsLength = argsContent.length;
-                      if (delta2.length > 0) {
-                        controller.enqueue({
-                          type: "tool-input-delta",
-                          id: currentToolCallId,
-                          delta: delta2
-                        });
-                      }
+                    if (delta2.length > 0) {
+                      controller.enqueue({
+                        type: "tool-input-delta",
+                        id: currentToolCallId,
+                        delta: delta2
+                      });
                     }
                   }
                   const parsed = parseJsonFunctionCalls(result.completeFence);
@@ -1567,7 +1592,7 @@ var WebLLMLanguageModel = class {
                     currentToolCallId = null;
                     toolInputStartEmitted = false;
                     accumulatedFenceContent = "";
-                    streamedArgumentsLength = 0;
+                    argumentsStreamState = createArgumentsStreamState();
                     insideFence = false;
                     continue;
                   }
@@ -1587,21 +1612,16 @@ var WebLLMLanguageModel = class {
                         });
                         toolInputStartEmitted = true;
                       }
-                      const argsContent = extractArgumentsContent(
-                        accumulatedFenceContent
+                      const delta2 = extractArgumentsDelta(
+                        accumulatedFenceContent,
+                        argumentsStreamState
                       );
-                      if (argsContent.length > streamedArgumentsLength) {
-                        const delta2 = argsContent.slice(
-                          streamedArgumentsLength
-                        );
-                        streamedArgumentsLength = argsContent.length;
-                        if (delta2.length > 0) {
-                          controller.enqueue({
-                            type: "tool-input-delta",
-                            id: toolCallId,
-                            delta: delta2
-                          });
-                        }
+                      if (delta2.length > 0) {
+                        controller.enqueue({
+                          type: "tool-input-delta",
+                          id: toolCallId,
+                          delta: delta2
+                        });
                       }
                     } else {
                       controller.enqueue({
@@ -1636,7 +1656,7 @@ var WebLLMLanguageModel = class {
                   currentToolCallId = null;
                   toolInputStartEmitted = false;
                   accumulatedFenceContent = "";
-                  streamedArgumentsLength = 0;
+                  argumentsStreamState = createArgumentsStreamState();
                   insideFence = false;
                   continue;
                 }
@@ -1654,21 +1674,16 @@ var WebLLMLanguageModel = class {
                       toolInputStartEmitted = true;
                     }
                     if (toolInputStartEmitted && currentToolCallId) {
-                      const argsContent = extractArgumentsContent(
-                        accumulatedFenceContent
+                      const delta2 = extractArgumentsDelta(
+                        accumulatedFenceContent,
+                        argumentsStreamState
                       );
-                      if (argsContent.length > streamedArgumentsLength) {
-                        const delta2 = argsContent.slice(
-                          streamedArgumentsLength
-                        );
-                        streamedArgumentsLength = argsContent.length;
-                        if (delta2.length > 0) {
-                          controller.enqueue({
-                            type: "tool-input-delta",
-                            id: currentToolCallId,
-                            delta: delta2
-                          });
-                        }
+                      if (delta2.length > 0) {
+                        controller.enqueue({
+                          type: "tool-input-delta",
+                          id: currentToolCallId,
+                          delta: delta2
+                        });
                       }
                     }
                   }