ai 3.3.22 → 3.3.24

package/dist/index.mjs

@@ -1418,8 +1418,8 @@ function createAsyncIterableStream(source, transformer) {
 var noSchemaOutputStrategy = {
   type: "no-schema",
   jsonSchema: void 0,
-  validatePartialResult({ value }) {
-    return { success: true, value };
+  validatePartialResult({ value, textDelta }) {
+    return { success: true, value: { partial: value, textDelta } };
   },
   validateFinalResult(value) {
     return value === void 0 ? { success: false, error: new NoObjectGeneratedError() } : { success: true, value };
@@ -1433,8 +1433,15 @@ var noSchemaOutputStrategy = {
 var objectOutputStrategy = (schema) => ({
   type: "object",
   jsonSchema: schema.jsonSchema,
-  validatePartialResult({ value }) {
-    return { success: true, value };
+  validatePartialResult({ value, textDelta }) {
+    return {
+      success: true,
+      value: {
+        // Note: currently no validation of partial results:
+        partial: value,
+        textDelta
+      }
+    };
   },
   validateFinalResult(value) {
     return safeValidateTypes2({ value, schema });
@@ -1448,7 +1455,7 @@ var objectOutputStrategy = (schema) => ({
 var arrayOutputStrategy = (schema) => {
   const { $schema, ...itemSchema } = schema.jsonSchema;
   return {
-    type: "object",
+    type: "array",
     // wrap in object that contains array of elements, since most LLMs will not
     // be able to generate an array directly:
     // possible future optimization: use arrays directly when model supports grammar-guided generation
@@ -1461,10 +1468,8 @@ var arrayOutputStrategy = (schema) => {
       required: ["elements"],
       additionalProperties: false
     },
-    validatePartialResult({
-      value,
-      parseState
-    }) {
+    validatePartialResult({ value, latestObject, isFirstDelta, isFinalDelta }) {
+      var _a11;
       if (!isJSONObject(value) || !isJSONArray(value.elements)) {
         return {
           success: false,
@@ -1479,7 +1484,7 @@ var arrayOutputStrategy = (schema) => {
       for (let i = 0; i < inputArray.length; i++) {
         const element = inputArray[i];
         const result = safeValidateTypes2({ value: element, schema });
-        if (i === inputArray.length - 1 && (!result.success || parseState !== "successful-parse")) {
+        if (i === inputArray.length - 1 && !isFinalDelta) {
           continue;
         }
         if (!result.success) {
@@ -1487,7 +1492,25 @@ var arrayOutputStrategy = (schema) => {
         }
         resultArray.push(result.value);
       }
-      return { success: true, value: resultArray };
+      const publishedElementCount = (_a11 = latestObject == null ? void 0 : latestObject.length) != null ? _a11 : 0;
+      let textDelta = "";
+      if (isFirstDelta) {
+        textDelta += "[";
+      }
+      if (publishedElementCount > 0) {
+        textDelta += ",";
+      }
+      textDelta += resultArray.slice(publishedElementCount).map((element) => JSON.stringify(element)).join(",");
+      if (isFinalDelta) {
+        textDelta += "]";
+      }
+      return {
+        success: true,
+        value: {
+          partial: resultArray,
+          textDelta
+        }
+      };
     },
     validateFinalResult(value) {
       if (!isJSONObject(value) || !isJSONArray(value.elements)) {
@@ -1990,6 +2013,12 @@ var DelayedPromise = class {
   }
 };
 
+// core/util/now.ts
+function now() {
+  var _a11, _b;
+  return (_b = (_a11 = globalThis == null ? void 0 : globalThis.performance) == null ? void 0 : _a11.now()) != null ? _b : Date.now();
+}
+
 // core/generate-object/stream-object.ts
 async function streamObject({
   model,
@@ -2151,7 +2180,7 @@ async function streamObject({
       const {
         result: { stream, warnings, rawResponse },
         doStreamSpan,
-        startTimestamp
+        startTimestampMs
       } = await retry(
         () => recordSpan({
           name: "ai.streamObject.doStream",
@@ -2181,8 +2210,7 @@ async function streamObject({
           tracer,
           endWhenDone: false,
           fn: async (doStreamSpan2) => ({
-            startTimestamp: performance.now(),
-            // get before the call
+            startTimestampMs: now(),
             doStreamSpan: doStreamSpan2,
             result: await model.doStream(callOptions)
           })
@@ -2197,7 +2225,7 @@ async function streamObject({
         rootSpan,
         doStreamSpan,
         telemetry,
-        startTimestamp
+        startTimestampMs
       });
     }
   });
@@ -2212,7 +2240,7 @@ var DefaultStreamObjectResult = class {
     rootSpan,
     doStreamSpan,
     telemetry,
-    startTimestamp
+    startTimestampMs
   }) {
     this.warnings = warnings;
     this.rawResponse = rawResponse;
@@ -2231,17 +2259,18 @@ var DefaultStreamObjectResult = class {
     let object;
     let error;
     let accumulatedText = "";
-    let delta = "";
+    let textDelta = "";
     let latestObjectJson = void 0;
     let latestObject = void 0;
-    let firstChunk = true;
+    let isFirstChunk = true;
+    let isFirstDelta = true;
     const self = this;
     this.originalStream = stream.pipeThrough(
       new TransformStream({
         async transform(chunk, controller) {
-          if (firstChunk) {
-            const msToFirstChunk = performance.now() - startTimestamp;
-            firstChunk = false;
+          if (isFirstChunk) {
+            const msToFirstChunk = now() - startTimestampMs;
+            isFirstChunk = false;
             doStreamSpan.addEvent("ai.stream.firstChunk", {
               "ai.stream.msToFirstChunk": msToFirstChunk
             });
@@ -2251,36 +2280,37 @@ var DefaultStreamObjectResult = class {
           }
           if (typeof chunk === "string") {
             accumulatedText += chunk;
-            delta += chunk;
+            textDelta += chunk;
             const { value: currentObjectJson, state: parseState } = parsePartialJson(accumulatedText);
             if (currentObjectJson !== void 0 && !isDeepEqualData(latestObjectJson, currentObjectJson)) {
               const validationResult = outputStrategy.validatePartialResult({
                 value: currentObjectJson,
-                parseState
+                textDelta,
+                latestObject,
+                isFirstDelta,
+                isFinalDelta: parseState === "successful-parse"
               });
-              if (validationResult.success && !isDeepEqualData(latestObject, validationResult.value)) {
+              if (validationResult.success && !isDeepEqualData(latestObject, validationResult.value.partial)) {
                 latestObjectJson = currentObjectJson;
-                latestObject = validationResult.value;
+                latestObject = validationResult.value.partial;
                 controller.enqueue({
                   type: "object",
                   object: latestObject
                 });
                 controller.enqueue({
                   type: "text-delta",
-                  textDelta: delta
+                  textDelta: validationResult.value.textDelta
                 });
-                delta = "";
+                textDelta = "";
+                isFirstDelta = false;
               }
             }
             return;
           }
           switch (chunk.type) {
             case "finish": {
-              if (delta !== "") {
-                controller.enqueue({
-                  type: "text-delta",
-                  textDelta: delta
-                });
+              if (textDelta !== "") {
+                controller.enqueue({ type: "text-delta", textDelta });
               }
               finishReason = chunk.finishReason;
               usage = calculateCompletionTokenUsage(chunk.usage);
@@ -3297,7 +3327,7 @@ async function streamText({
         const {
           result: { stream: stream2, warnings: warnings2, rawResponse: rawResponse2 },
           doStreamSpan: doStreamSpan2,
-          startTimestamp: startTimestamp2
+          startTimestampMs: startTimestampMs2
         } = await retry(
           () => recordSpan({
             name: "ai.streamText.doStream",
@@ -3326,7 +3356,7 @@ async function streamText({
             tracer,
             endWhenDone: false,
             fn: async (doStreamSpan3) => ({
-              startTimestamp: performance.now(),
+              startTimestampMs: now(),
               // get before the call
               doStreamSpan: doStreamSpan3,
               result: await model.doStream({
@@ -3356,7 +3386,7 @@ async function streamText({
             rawResponse: rawResponse2
           },
           doStreamSpan: doStreamSpan2,
-          startTimestamp: startTimestamp2
+          startTimestampMs: startTimestampMs2
         };
       };
       const promptMessages = await convertToLanguageModelPrompt({
@@ -3366,7 +3396,7 @@ async function streamText({
       const {
         result: { stream, warnings, rawResponse },
         doStreamSpan,
-        startTimestamp
+        startTimestampMs
       } = await startRoundtrip({
         promptType: validatePrompt({ system, prompt, messages }).type,
         promptMessages
@@ -3380,7 +3410,7 @@ async function streamText({
         rootSpan,
         doStreamSpan,
         telemetry,
-        startTimestamp,
+        startTimestampMs,
         maxToolRoundtrips,
         startRoundtrip,
         promptMessages
@@ -3398,7 +3428,7 @@ var DefaultStreamTextResult = class {
     rootSpan,
     doStreamSpan,
     telemetry,
-    startTimestamp,
+    startTimestampMs,
     maxToolRoundtrips,
     startRoundtrip,
     promptMessages
@@ -3429,7 +3459,7 @@ var DefaultStreamTextResult = class {
     const self = this;
     function addRoundtripStream({
       stream: stream2,
-      startTimestamp: startTimestamp2,
+      startTimestamp,
       doStreamSpan: doStreamSpan2,
       currentToolRoundtrip,
       promptMessages: promptMessages2,
@@ -3456,7 +3486,7 @@ var DefaultStreamTextResult = class {
           new TransformStream({
             async transform(chunk, controller) {
               if (roundtripFirstChunk) {
-                const msToFirstChunk = performance.now() - startTimestamp2;
+                const msToFirstChunk = now() - startTimestamp;
                 roundtripFirstChunk = false;
                 doStreamSpan2.addEvent("ai.stream.firstChunk", {
                   "ai.stream.msToFirstChunk": msToFirstChunk
@@ -3560,7 +3590,11 @@ var DefaultStreamTextResult = class {
                     (message) => convertToLanguageModelMessage(message, null)
                   )
                 );
-                const { result, doStreamSpan: doStreamSpan3, startTimestamp: startTimestamp3 } = await startRoundtrip({
+                const {
+                  result,
+                  doStreamSpan: doStreamSpan3,
+                  startTimestampMs: startTimestamp2
+                } = await startRoundtrip({
                   promptType: "messages",
                   promptMessages: promptMessages2
                 });
@@ -3568,7 +3602,7 @@ var DefaultStreamTextResult = class {
                 self.rawResponse = result.rawResponse;
                 addRoundtripStream({
                   stream: result.stream,
-                  startTimestamp: startTimestamp3,
+                  startTimestamp: startTimestamp2,
                   doStreamSpan: doStreamSpan3,
                   currentToolRoundtrip: currentToolRoundtrip + 1,
                   promptMessages: promptMessages2,
@@ -3631,7 +3665,7 @@ var DefaultStreamTextResult = class {
     }
     addRoundtripStream({
       stream,
-      startTimestamp,
+      startTimestamp: startTimestampMs,
       doStreamSpan,
       currentToolRoundtrip: 0,
       promptMessages,