ai 3.3.22 → 3.3.24

package/CHANGELOG.md

@@ -1,5 +1,17 @@
 # ai
 
+## 3.3.24
+
+### Patch Changes
+
+- d87a655: fix (ai/core): provide fallback when globalThis.performance is not available
+
+## 3.3.23
+
+### Patch Changes
+
+- b55e6f7: fix (ai/core): streamObject text stream in array mode must not include elements: prefix.
+
 ## 3.3.22
 
 ### Patch Changes

package/dist/index.js

@@ -1491,8 +1491,8 @@ function createAsyncIterableStream(source, transformer) {
 var noSchemaOutputStrategy = {
   type: "no-schema",
   jsonSchema: void 0,
-  validatePartialResult({ value }) {
-    return { success: true, value };
+  validatePartialResult({ value, textDelta }) {
+    return { success: true, value: { partial: value, textDelta } };
   },
   validateFinalResult(value) {
     return value === void 0 ? { success: false, error: new NoObjectGeneratedError() } : { success: true, value };
@@ -1506,8 +1506,15 @@ var noSchemaOutputStrategy = {
 var objectOutputStrategy = (schema) => ({
   type: "object",
   jsonSchema: schema.jsonSchema,
-  validatePartialResult({ value }) {
-    return { success: true, value };
+  validatePartialResult({ value, textDelta }) {
+    return {
+      success: true,
+      value: {
+        // Note: currently no validation of partial results:
+        partial: value,
+        textDelta
+      }
+    };
   },
   validateFinalResult(value) {
     return (0, import_provider_utils5.safeValidateTypes)({ value, schema });
@@ -1521,7 +1528,7 @@ var objectOutputStrategy = (schema) => ({
 var arrayOutputStrategy = (schema) => {
   const { $schema, ...itemSchema } = schema.jsonSchema;
   return {
-    type: "object",
+    type: "array",
     // wrap in object that contains array of elements, since most LLMs will not
     // be able to generate an array directly:
     // possible future optimization: use arrays directly when model supports grammar-guided generation
@@ -1534,10 +1541,8 @@ var arrayOutputStrategy = (schema) => {
       required: ["elements"],
       additionalProperties: false
     },
-    validatePartialResult({
-      value,
-      parseState
-    }) {
+    validatePartialResult({ value, latestObject, isFirstDelta, isFinalDelta }) {
+      var _a11;
       if (!(0, import_provider9.isJSONObject)(value) || !(0, import_provider9.isJSONArray)(value.elements)) {
         return {
           success: false,
@@ -1552,7 +1557,7 @@ var arrayOutputStrategy = (schema) => {
       for (let i = 0; i < inputArray.length; i++) {
         const element = inputArray[i];
         const result = (0, import_provider_utils5.safeValidateTypes)({ value: element, schema });
-        if (i === inputArray.length - 1 && (!result.success || parseState !== "successful-parse")) {
+        if (i === inputArray.length - 1 && !isFinalDelta) {
           continue;
         }
         if (!result.success) {
@@ -1560,7 +1565,25 @@ var arrayOutputStrategy = (schema) => {
         }
         resultArray.push(result.value);
       }
-      return { success: true, value: resultArray };
+      const publishedElementCount = (_a11 = latestObject == null ? void 0 : latestObject.length) != null ? _a11 : 0;
+      let textDelta = "";
+      if (isFirstDelta) {
+        textDelta += "[";
+      }
+      if (publishedElementCount > 0) {
+        textDelta += ",";
+      }
+      textDelta += resultArray.slice(publishedElementCount).map((element) => JSON.stringify(element)).join(",");
+      if (isFinalDelta) {
+        textDelta += "]";
+      }
+      return {
+        success: true,
+        value: {
+          partial: resultArray,
+          textDelta
+        }
+      };
     },
     validateFinalResult(value) {
       if (!(0, import_provider9.isJSONObject)(value) || !(0, import_provider9.isJSONArray)(value.elements)) {
@@ -2060,6 +2083,12 @@ var DelayedPromise = class {
   }
 };
 
+// core/util/now.ts
+function now() {
+  var _a11, _b;
+  return (_b = (_a11 = globalThis == null ? void 0 : globalThis.performance) == null ? void 0 : _a11.now()) != null ? _b : Date.now();
+}
+
 // core/generate-object/stream-object.ts
 async function streamObject({
   model,
@@ -2221,7 +2250,7 @@ async function streamObject({
       const {
         result: { stream, warnings, rawResponse },
         doStreamSpan,
-        startTimestamp
+        startTimestampMs
       } = await retry(
         () => recordSpan({
           name: "ai.streamObject.doStream",
@@ -2251,8 +2280,7 @@ async function streamObject({
           tracer,
           endWhenDone: false,
           fn: async (doStreamSpan2) => ({
-            startTimestamp: performance.now(),
-            // get before the call
+            startTimestampMs: now(),
             doStreamSpan: doStreamSpan2,
             result: await model.doStream(callOptions)
           })
@@ -2267,7 +2295,7 @@ async function streamObject({
         rootSpan,
         doStreamSpan,
         telemetry,
-        startTimestamp
+        startTimestampMs
       });
     }
   });
@@ -2282,7 +2310,7 @@ var DefaultStreamObjectResult = class {
     rootSpan,
     doStreamSpan,
     telemetry,
-    startTimestamp
+    startTimestampMs
   }) {
     this.warnings = warnings;
     this.rawResponse = rawResponse;
@@ -2301,17 +2329,18 @@ var DefaultStreamObjectResult = class {
     let object;
     let error;
     let accumulatedText = "";
-    let delta = "";
+    let textDelta = "";
     let latestObjectJson = void 0;
     let latestObject = void 0;
-    let firstChunk = true;
+    let isFirstChunk = true;
+    let isFirstDelta = true;
     const self = this;
     this.originalStream = stream.pipeThrough(
       new TransformStream({
         async transform(chunk, controller) {
-          if (firstChunk) {
-            const msToFirstChunk = performance.now() - startTimestamp;
-            firstChunk = false;
+          if (isFirstChunk) {
+            const msToFirstChunk = now() - startTimestampMs;
+            isFirstChunk = false;
             doStreamSpan.addEvent("ai.stream.firstChunk", {
               "ai.stream.msToFirstChunk": msToFirstChunk
             });
@@ -2321,36 +2350,37 @@ var DefaultStreamObjectResult = class {
           }
           if (typeof chunk === "string") {
             accumulatedText += chunk;
-            delta += chunk;
+            textDelta += chunk;
             const { value: currentObjectJson, state: parseState } = (0, import_ui_utils2.parsePartialJson)(accumulatedText);
             if (currentObjectJson !== void 0 && !(0, import_ui_utils2.isDeepEqualData)(latestObjectJson, currentObjectJson)) {
               const validationResult = outputStrategy.validatePartialResult({
                 value: currentObjectJson,
-                parseState
+                textDelta,
+                latestObject,
+                isFirstDelta,
+                isFinalDelta: parseState === "successful-parse"
               });
-              if (validationResult.success && !(0, import_ui_utils2.isDeepEqualData)(latestObject, validationResult.value)) {
+              if (validationResult.success && !(0, import_ui_utils2.isDeepEqualData)(latestObject, validationResult.value.partial)) {
                 latestObjectJson = currentObjectJson;
-                latestObject = validationResult.value;
+                latestObject = validationResult.value.partial;
                 controller.enqueue({
                   type: "object",
                   object: latestObject
                 });
                 controller.enqueue({
                   type: "text-delta",
-                  textDelta: delta
+                  textDelta: validationResult.value.textDelta
                 });
-                delta = "";
+                textDelta = "";
+                isFirstDelta = false;
               }
             }
             return;
           }
           switch (chunk.type) {
             case "finish": {
-              if (delta !== "") {
-                controller.enqueue({
-                  type: "text-delta",
-                  textDelta: delta
-                });
+              if (textDelta !== "") {
+                controller.enqueue({ type: "text-delta", textDelta });
               }
               finishReason = chunk.finishReason;
               usage = calculateCompletionTokenUsage(chunk.usage);
@@ -3367,7 +3397,7 @@ async function streamText({
         const {
           result: { stream: stream2, warnings: warnings2, rawResponse: rawResponse2 },
           doStreamSpan: doStreamSpan2,
-          startTimestamp: startTimestamp2
+          startTimestampMs: startTimestampMs2
         } = await retry(
           () => recordSpan({
             name: "ai.streamText.doStream",
@@ -3396,7 +3426,7 @@ async function streamText({
             tracer,
             endWhenDone: false,
             fn: async (doStreamSpan3) => ({
-              startTimestamp: performance.now(),
+              startTimestampMs: now(),
               // get before the call
               doStreamSpan: doStreamSpan3,
               result: await model.doStream({
@@ -3426,7 +3456,7 @@ async function streamText({
             rawResponse: rawResponse2
           },
           doStreamSpan: doStreamSpan2,
-          startTimestamp: startTimestamp2
+          startTimestampMs: startTimestampMs2
         };
       };
       const promptMessages = await convertToLanguageModelPrompt({
@@ -3436,7 +3466,7 @@ async function streamText({
       const {
         result: { stream, warnings, rawResponse },
         doStreamSpan,
-        startTimestamp
+        startTimestampMs
       } = await startRoundtrip({
         promptType: validatePrompt({ system, prompt, messages }).type,
         promptMessages
@@ -3450,7 +3480,7 @@ async function streamText({
         rootSpan,
         doStreamSpan,
         telemetry,
-        startTimestamp,
+        startTimestampMs,
         maxToolRoundtrips,
         startRoundtrip,
         promptMessages
@@ -3468,7 +3498,7 @@ var DefaultStreamTextResult = class {
     rootSpan,
     doStreamSpan,
     telemetry,
-    startTimestamp,
+    startTimestampMs,
     maxToolRoundtrips,
     startRoundtrip,
     promptMessages
@@ -3499,7 +3529,7 @@ var DefaultStreamTextResult = class {
     const self = this;
     function addRoundtripStream({
       stream: stream2,
-      startTimestamp: startTimestamp2,
+      startTimestamp,
       doStreamSpan: doStreamSpan2,
       currentToolRoundtrip,
       promptMessages: promptMessages2,
@@ -3526,7 +3556,7 @@ var DefaultStreamTextResult = class {
           new TransformStream({
             async transform(chunk, controller) {
               if (roundtripFirstChunk) {
-                const msToFirstChunk = performance.now() - startTimestamp2;
+                const msToFirstChunk = now() - startTimestamp;
                 roundtripFirstChunk = false;
                 doStreamSpan2.addEvent("ai.stream.firstChunk", {
                   "ai.stream.msToFirstChunk": msToFirstChunk
@@ -3630,7 +3660,11 @@ var DefaultStreamTextResult = class {
                     (message) => convertToLanguageModelMessage(message, null)
                   )
                 );
-                const { result, doStreamSpan: doStreamSpan3, startTimestamp: startTimestamp3 } = await startRoundtrip({
+                const {
+                  result,
+                  doStreamSpan: doStreamSpan3,
+                  startTimestampMs: startTimestamp2
+                } = await startRoundtrip({
                   promptType: "messages",
                   promptMessages: promptMessages2
                 });
@@ -3638,7 +3672,7 @@ var DefaultStreamTextResult = class {
                 self.rawResponse = result.rawResponse;
                 addRoundtripStream({
                   stream: result.stream,
-                  startTimestamp: startTimestamp3,
+                  startTimestamp: startTimestamp2,
                   doStreamSpan: doStreamSpan3,
                   currentToolRoundtrip: currentToolRoundtrip + 1,
                   promptMessages: promptMessages2,
@@ -3701,7 +3735,7 @@ var DefaultStreamTextResult = class {
     }
     addRoundtripStream({
       stream,
-      startTimestamp,
+      startTimestamp: startTimestampMs,
       doStreamSpan,
       currentToolRoundtrip: 0,
       promptMessages,