@ottocode/web-sdk 0.1.314 → 0.1.316

package/dist/hooks/index.js

@@ -3124,6 +3124,78 @@ var useSecureInputStore = create11((set) => ({
   clearPendingInputs: () => set({ pendingInputs: [] })
 }));
 
+// src/hooks/tool-preview-helpers.ts
+function bestEffortUnescapeJsonString(value) {
+  try {
+    return JSON.parse(`"${value.replace(/\\$/, "")}"`);
+  } catch {
+    return value.replace(/\\n/g, `
+`).replace(/\\t/g, "\t").replace(/\\r/g, "\r").replace(/\\"/g, '"').replace(/\\\\/g, "\\");
+  }
+}
+function extractJsonStringFieldAt(text, field, startIndex, requireClosed = false) {
+  const marker = `"${field}"`;
+  const markerIndex = text.indexOf(marker, Math.max(0, startIndex));
+  if (markerIndex === -1)
+    return;
+  const colonIndex = text.indexOf(":", markerIndex + marker.length);
+  if (colonIndex === -1)
+    return;
+  const quoteIndex = text.indexOf('"', colonIndex + 1);
+  if (quoteIndex === -1)
+    return;
+  let escaped = "";
+  let escaping = false;
+  let closed = false;
+  let endIndex = text.length;
+  for (let i = quoteIndex + 1;i < text.length; i += 1) {
+    const char = text[i];
+    if (escaping) {
+      escaped += `\\${char}`;
+      escaping = false;
+      continue;
+    }
+    if (char === "\\") {
+      escaping = true;
+      continue;
+    }
+    if (char === '"') {
+      closed = true;
+      endIndex = i + 1;
+      break;
+    }
+    escaped += char;
+  }
+  if (requireClosed && !closed)
+    return;
+  return {
+    value: bestEffortUnescapeJsonString(escaped),
+    endIndex,
+    closed
+  };
+}
+function extractStreamingMultiEditPreviewEdits(buffer) {
+  const editsStart = buffer.indexOf('"edits"');
+  if (editsStart === -1)
+    return [];
+  const edits = [];
+  let cursor = editsStart;
+  const maxPreviewEdits = 50;
+  while (cursor < buffer.length && edits.length < maxPreviewEdits) {
+    const oldString = extractJsonStringFieldAt(buffer, "oldString", cursor, true);
+    if (!oldString)
+      break;
+    const newString = extractJsonStringFieldAt(buffer, "newString", oldString.endIndex, false);
+    if (!newString)
+      break;
+    edits.push({ oldString: oldString.value, newString: newString.value });
+    cursor = Math.max(newString.endIndex, oldString.endIndex + 1);
+    if (!newString.closed)
+      break;
+  }
+  return edits;
+}
+
 // src/hooks/useSessionStream.ts
 var TOOL_PREVIEW_THROTTLE_MS = 500;
 var TOOL_PREVIEW_THROTTLE_MIN_CHARS = 8000;
@@ -3277,7 +3349,7 @@ ${value.slice(-STREAMING_TOOL_INPUT_TAIL_CHARS)}`;
       toolInputBuffersRef.current.set(key, next);
       return parseArgsRecord(next);
     };
-    const bestEffortUnescapeJsonString = (value) => {
+    const bestEffortUnescapeJsonString2 = (value) => {
       try {
         return JSON.parse(`"${value.replace(/\\$/, "")}"`);
       } catch {
@@ -3318,7 +3390,7 @@ ${value.slice(-STREAMING_TOOL_INPUT_TAIL_CHARS)}`;
       }
       if (requireClosed && !closed)
         return;
-      return bestEffortUnescapeJsonString(escaped);
+      return bestEffortUnescapeJsonString2(escaped);
     };
     const getBufferedToolInput = (payload) => {
       const key = getToolBufferKey(payload);
@@ -3355,7 +3427,7 @@ ${argContent.slice(-STREAMING_WRITE_CONTENT_PREVIEW_CHARS)}`;
       }
       const rawTail = buffer.slice(Math.max(valueStart, buffer.length - STREAMING_WRITE_CONTENT_PREVIEW_CHARS));
       return `… showing latest streamed content only …
-${bestEffortUnescapeJsonString(rawTail)}`;
+${bestEffortUnescapeJsonString2(rawTail)}`;
     };
     const getStreamingPatchPreviewContent = (args, buffer) => {
       const argPatch = args?.patch;
@@ -3384,9 +3456,9 @@ ${argPatch.slice(-STREAMING_PATCH_PREVIEW_TAIL_CHARS)}`;
       }
       const rawHead = buffer.slice(valueStart, valueStart + STREAMING_PATCH_PREVIEW_HEAD_CHARS);
       const rawTail = buffer.slice(-STREAMING_PATCH_PREVIEW_TAIL_CHARS);
-      return `${bestEffortUnescapeJsonString(rawHead)}
+      return `${bestEffortUnescapeJsonString2(rawHead)}
 … patch preview truncated while streaming …
-${bestEffortUnescapeJsonString(rawTail)}`;
+${bestEffortUnescapeJsonString2(rawTail)}`;
     };
     const getResultRecord = (payload) => payload?.result && typeof payload.result === "object" && !Array.isArray(payload.result) ? payload.result : null;
     const getArtifactRecord = (payload) => {
@@ -3562,14 +3634,15 @@ ${bestEffortUnescapeJsonString(rawTail)}`;
       return lines.join(`
 `);
     };
-    const getMultiEditPreviewEdits = (args) => {
+    const getMultiEditPreviewEdits = (args, buffer) => {
       const edits = Array.isArray(args?.edits) ? args.edits : [];
-      return edits.flatMap((edit) => {
+      const parsedEdits = edits.flatMap((edit) => {
         if (!edit || typeof edit !== "object" || Array.isArray(edit))
           return [];
         const record = edit;
         return typeof record.oldString === "string" && typeof record.newString === "string" ? [{ oldString: record.oldString, newString: record.newString }] : [];
       });
+      return parsedEdits.length > 0 ? parsedEdits : extractStreamingMultiEditPreviewEdits(buffer);
     };
     const getEditPreviewPatch = (toolName, path, args, buffer, artifact) => {
       if (typeof artifact?.patch === "string")
@@ -3579,7 +3652,7 @@ ${bestEffortUnescapeJsonString(rawTail)}`;
         const newString = getStringArg(args, buffer, "newString");
         return oldString !== undefined && newString !== undefined ? buildStringEditPatchPreview(path, [{ oldString, newString }]) : undefined;
       }
-      const edits = getMultiEditPreviewEdits(args);
+      const edits = getMultiEditPreviewEdits(args, buffer);
       return buildStringEditPatchPreview(path, edits);
     };
     const handleReadToolActivity = (eventType, payload, delta) => {
@@ -8069,6 +8142,7 @@ function useEdgeHover({
 import { useCallback as useCallback14, useEffect as useEffect22, useRef as useRef11, useState as useState10 } from "react";
 var TARGET_SAMPLE_RATE = 16000;
 var PCM_FRAME_BYTES = 3200;
+var PROCESSOR_BUFFER_SIZE = 4096;
 function getAudioContextConstructor() {
   if (typeof window === "undefined")
     return null;
@@ -8213,8 +8287,7 @@ function useVoiceInput({
   }, []);
   const handleAudioProcess = useCallback14((event) => {
     const audioContext = audioContextRef.current;
-    const socket = socketRef.current;
-    if (!audioContext || !socket || socket.readyState !== WebSocket.OPEN || stoppingRef.current) {
+    if (!audioContext || stoppingRef.current) {
       return;
     }
     const input = event.inputBuffer.getChannelData(0);
@@ -8246,9 +8319,53 @@ function useVoiceInput({
     setIsTranscribing(false);
     stoppingRef.current = false;
     try {
-      const status = await apiClient.getDictationStatus();
+      const streamPromise = navigator.mediaDevices.getUserMedia({
+        audio: {
+          echoCancellation: true,
+          noiseSuppression: true,
+          autoGainControl: true
+        }
+      });
+      const statusPromise = apiClient.getDictationStatus().then((status2) => ({ status: status2 }), (error2) => ({ error: error2 }));
+      const stream = await streamPromise;
+      if (stoppingRef.current) {
+        for (const track of stream.getTracks())
+          track.stop();
+        return;
+      }
+      streamRef.current = stream;
+      const AudioContextCtor = getAudioContextConstructor();
+      if (!AudioContextCtor)
+        throw new Error("AudioContext is unavailable");
+      const audioContext = new AudioContextCtor;
+      audioContextRef.current = audioContext;
+      const source = audioContext.createMediaStreamSource(stream);
+      const analyserNode = audioContext.createAnalyser();
+      analyserNode.fftSize = 256;
+      analyserNode.smoothingTimeConstant = 0.55;
+      const processor = audioContext.createScriptProcessor(PROCESSOR_BUFFER_SIZE, 1, 1);
+      processor.onaudioprocess = handleAudioProcess;
+      source.connect(analyserNode);
+      source.connect(processor);
+      processor.connect(audioContext.destination);
+      sourceRef.current = source;
+      processorRef.current = processor;
+      if (audioContext.state === "suspended") {
+        await audioContext.resume();
+      }
+      if (stoppingRef.current)
+        return;
+      setAnalyser(analyserNode);
+      setIsListening(true);
+      const statusResult = await statusPromise;
+      if ("error" in statusResult)
+        throw statusResult.error;
+      const { status } = statusResult;
+      if (stoppingRef.current)
+        return;
       const model = status.models.find((item) => item.id === status.defaultModel);
       if (!model?.installed) {
+        cleanup();
         handleMissingModel();
         return;
       }
@@ -8256,7 +8373,10 @@ function useVoiceInput({
         model: status.defaultModel,
         language: toLanguageCode(lang)
       });
+      if (stoppingRef.current)
+        return;
       if (!session.modelInstalled) {
+        cleanup();
         handleMissingModel();
         return;
       }
@@ -8269,7 +8389,6 @@ function useVoiceInput({
           reject(new Error("Timed out connecting to local dictation"));
         }, 5000);
         socket.onopen = () => {
-          window.clearTimeout(timeout);
           socket.send(JSON.stringify({
             type: "start",
             model: session.model,
@@ -8281,7 +8400,23 @@ function useVoiceInput({
             },
             partialResults: false
           }));
-          resolve();
+        };
+        socket.onmessage = (event) => {
+          if (typeof event.data !== "string")
+            return;
+          const payload = parseServerEvent(event.data);
+          if (!payload)
+            return;
+          if (payload.type === "ready") {
+            window.clearTimeout(timeout);
+            flushFrameBuffer(false);
+            resolve();
+            return;
+          }
+          if (payload.type === "error") {
+            window.clearTimeout(timeout);
+            reject(new Error(payload.message));
+          }
         };
         socket.onerror = () => {
           window.clearTimeout(timeout);
@@ -8309,32 +8444,6 @@ function useVoiceInput({
           setIsListening(false);
         setIsTranscribing(false);
       };
-      const stream = await navigator.mediaDevices.getUserMedia({
-        audio: {
-          echoCancellation: true,
-          noiseSuppression: true,
-          autoGainControl: true
-        }
-      });
-      streamRef.current = stream;
-      const AudioContextCtor = getAudioContextConstructor();
-      if (!AudioContextCtor)
-        throw new Error("AudioContext is unavailable");
-      const audioContext = new AudioContextCtor;
-      const source = audioContext.createMediaStreamSource(stream);
-      const analyserNode = audioContext.createAnalyser();
-      analyserNode.fftSize = 256;
-      analyserNode.smoothingTimeConstant = 0.55;
-      const processor = audioContext.createScriptProcessor(4096, 1, 1);
-      processor.onaudioprocess = handleAudioProcess;
-      source.connect(analyserNode);
-      source.connect(processor);
-      processor.connect(audioContext.destination);
-      audioContextRef.current = audioContext;
-      sourceRef.current = source;
-      processorRef.current = processor;
-      setAnalyser(analyserNode);
-      setIsListening(true);
     } catch (err) {
       const name = err instanceof Error ? err.name : "";
       const msg = name === "NotAllowedError" ? "Microphone permission denied" : err instanceof Error ? err.message : "Could not start voice input";
@@ -8346,6 +8455,7 @@ function useVoiceInput({
     emitError,
     handleAudioProcess,
     handleMissingModel,
+    flushFrameBuffer,
     isSupported,
     lang
   ]);
@@ -8591,4 +8701,4 @@ export {
   getAgentToolCount
 };
 
-//# debugId=FCCD29FAF084571164756E2164756E21
+//# debugId=43D698DB1EF766A364756E2164756E21