@ai-sdk/provider-utils 2.1.15 → 2.2.1

package/CHANGELOG.md

@@ -1,5 +1,22 @@
 # @ai-sdk/provider-utils
 
+## 2.2.1
+
+### Patch Changes
+
+- f10f0fa: fix (provider-utils): improve event source stream parsing performance
+
+## 2.2.0
+
+### Minor Changes
+
+- 5bc638d: AI SDK 4.2
+
+### Patch Changes
+
+- Updated dependencies [5bc638d]
+  - @ai-sdk/provider@1.1.0
+
 ## 2.1.15
 
 ### Patch Changes

package/dist/index.d.mts

@@ -19,6 +19,14 @@ declare function convertAsyncIteratorToReadableStream<T>(iterator: AsyncIterator
  */
 declare function delay(delayInMs?: number | null): Promise<void>;
 
+type EventSourceChunk = {
+    event: string | undefined;
+    data: string;
+    id?: string;
+    retry?: number;
+};
+declare function createEventSourceParserStream(): TransformStream<string, EventSourceChunk>;
+
 /**
 Extracts the headers from a response object and returns them as a key-value object.
 
@@ -217,6 +225,12 @@ declare function loadSetting({ settingValue, environmentVariableName, settingNam
     description: string;
 }): string;
 
+declare function parseProviderOptions<T>({ provider, providerOptions, schema, }: {
+    provider: string;
+    providerOptions: Record<string, unknown> | undefined;
+    schema: z.ZodSchema<T>;
+}): T | undefined;
+
 declare const postJsonToApi: <T>({ url, headers, body, failedResponseHandler, successfulResponseHandler, abortSignal, fetch, }: {
     url: string;
     headers?: Record<string, string | undefined>;
@@ -299,12 +313,6 @@ declare function safeValidateTypes<T>({ value, schema, }: {
 
 declare function withoutTrailingSlash(url: string | undefined): string | undefined;
 
-declare function parseProviderOptions<T>({ provider, providerOptions, schema, }: {
-    provider: string;
-    providerOptions: Record<string, unknown> | undefined;
-    schema: z.ZodSchema<T>;
-}): T | undefined;
-
 /**
 Typed tool call that is returned by generateText and streamText.
 It contains the tool call ID, the tool name, and the tool arguments.
@@ -355,4 +363,4 @@ interface ToolResult<NAME extends string, ARGS, RESULT> {
  */
 type CoreToolResult<NAME extends string, ARGS, RESULT> = ToolResult<NAME, ARGS, RESULT>;
 
-export { type CoreToolCall, type CoreToolResult, type FetchFunction, type IDGenerator, type ParseResult, type Resolvable, type ResponseHandler, type ToolCall, type ToolResult, type ValidationResult, type Validator, asValidator, combineHeaders, convertAsyncIteratorToReadableStream, convertBase64ToUint8Array, convertUint8ArrayToBase64, createBinaryResponseHandler, createEventSourceResponseHandler, createIdGenerator, createJsonErrorResponseHandler, createJsonResponseHandler, createJsonStreamResponseHandler, createStatusCodeErrorResponseHandler, delay, extractResponseHeaders, generateId, getErrorMessage, getFromApi, isAbortError, isParsableJson, isValidator, loadApiKey, loadOptionalSetting, loadSetting, parseJSON, parseProviderOptions, postJsonToApi, postToApi, removeUndefinedEntries, resolve, safeParseJSON, safeValidateTypes, validateTypes, validator, validatorSymbol, withoutTrailingSlash, zodValidator };
+export { type CoreToolCall, type CoreToolResult, type EventSourceChunk, type FetchFunction, type IDGenerator, type ParseResult, type Resolvable, type ResponseHandler, type ToolCall, type ToolResult, type ValidationResult, type Validator, asValidator, combineHeaders, convertAsyncIteratorToReadableStream, convertBase64ToUint8Array, convertUint8ArrayToBase64, createBinaryResponseHandler, createEventSourceParserStream, createEventSourceResponseHandler, createIdGenerator, createJsonErrorResponseHandler, createJsonResponseHandler, createJsonStreamResponseHandler, createStatusCodeErrorResponseHandler, delay, extractResponseHeaders, generateId, getErrorMessage, getFromApi, isAbortError, isParsableJson, isValidator, loadApiKey, loadOptionalSetting, loadSetting, parseJSON, parseProviderOptions, postJsonToApi, postToApi, removeUndefinedEntries, resolve, safeParseJSON, safeValidateTypes, validateTypes, validator, validatorSymbol, withoutTrailingSlash, zodValidator };

package/dist/index.d.ts

@@ -19,6 +19,14 @@ declare function convertAsyncIteratorToReadableStream<T>(iterator: AsyncIterator
  */
 declare function delay(delayInMs?: number | null): Promise<void>;
 
+type EventSourceChunk = {
+    event: string | undefined;
+    data: string;
+    id?: string;
+    retry?: number;
+};
+declare function createEventSourceParserStream(): TransformStream<string, EventSourceChunk>;
+
 /**
 Extracts the headers from a response object and returns them as a key-value object.
 
@@ -217,6 +225,12 @@ declare function loadSetting({ settingValue, environmentVariableName, settingNam
     description: string;
 }): string;
 
+declare function parseProviderOptions<T>({ provider, providerOptions, schema, }: {
+    provider: string;
+    providerOptions: Record<string, unknown> | undefined;
+    schema: z.ZodSchema<T>;
+}): T | undefined;
+
 declare const postJsonToApi: <T>({ url, headers, body, failedResponseHandler, successfulResponseHandler, abortSignal, fetch, }: {
     url: string;
     headers?: Record<string, string | undefined>;
@@ -299,12 +313,6 @@ declare function safeValidateTypes<T>({ value, schema, }: {
 
 declare function withoutTrailingSlash(url: string | undefined): string | undefined;
 
-declare function parseProviderOptions<T>({ provider, providerOptions, schema, }: {
-    provider: string;
-    providerOptions: Record<string, unknown> | undefined;
-    schema: z.ZodSchema<T>;
-}): T | undefined;
-
 /**
 Typed tool call that is returned by generateText and streamText.
 It contains the tool call ID, the tool name, and the tool arguments.
@@ -355,4 +363,4 @@ interface ToolResult<NAME extends string, ARGS, RESULT> {
  */
 type CoreToolResult<NAME extends string, ARGS, RESULT> = ToolResult<NAME, ARGS, RESULT>;
 
-export { type CoreToolCall, type CoreToolResult, type FetchFunction, type IDGenerator, type ParseResult, type Resolvable, type ResponseHandler, type ToolCall, type ToolResult, type ValidationResult, type Validator, asValidator, combineHeaders, convertAsyncIteratorToReadableStream, convertBase64ToUint8Array, convertUint8ArrayToBase64, createBinaryResponseHandler, createEventSourceResponseHandler, createIdGenerator, createJsonErrorResponseHandler, createJsonResponseHandler, createJsonStreamResponseHandler, createStatusCodeErrorResponseHandler, delay, extractResponseHeaders, generateId, getErrorMessage, getFromApi, isAbortError, isParsableJson, isValidator, loadApiKey, loadOptionalSetting, loadSetting, parseJSON, parseProviderOptions, postJsonToApi, postToApi, removeUndefinedEntries, resolve, safeParseJSON, safeValidateTypes, validateTypes, validator, validatorSymbol, withoutTrailingSlash, zodValidator };
+export { type CoreToolCall, type CoreToolResult, type EventSourceChunk, type FetchFunction, type IDGenerator, type ParseResult, type Resolvable, type ResponseHandler, type ToolCall, type ToolResult, type ValidationResult, type Validator, asValidator, combineHeaders, convertAsyncIteratorToReadableStream, convertBase64ToUint8Array, convertUint8ArrayToBase64, createBinaryResponseHandler, createEventSourceParserStream, createEventSourceResponseHandler, createIdGenerator, createJsonErrorResponseHandler, createJsonResponseHandler, createJsonStreamResponseHandler, createStatusCodeErrorResponseHandler, delay, extractResponseHeaders, generateId, getErrorMessage, getFromApi, isAbortError, isParsableJson, isValidator, loadApiKey, loadOptionalSetting, loadSetting, parseJSON, parseProviderOptions, postJsonToApi, postToApi, removeUndefinedEntries, resolve, safeParseJSON, safeValidateTypes, validateTypes, validator, validatorSymbol, withoutTrailingSlash, zodValidator };

package/dist/index.js

@@ -36,6 +36,7 @@ __export(src_exports, {
   convertBase64ToUint8Array: () => convertBase64ToUint8Array,
   convertUint8ArrayToBase64: () => convertUint8ArrayToBase64,
   createBinaryResponseHandler: () => createBinaryResponseHandler,
+  createEventSourceParserStream: () => createEventSourceParserStream,
   createEventSourceResponseHandler: () => createEventSourceResponseHandler,
   createIdGenerator: () => createIdGenerator,
   createJsonErrorResponseHandler: () => createJsonErrorResponseHandler,
@@ -114,6 +115,98 @@ async function delay(delayInMs) {
   return delayInMs == null ? Promise.resolve() : new Promise((resolve2) => setTimeout(resolve2, delayInMs));
 }
 
+// src/event-source-parser-stream.ts
+function createEventSourceParserStream() {
+  let buffer = "";
+  let event = void 0;
+  let data = [];
+  let lastEventId = void 0;
+  let retry = void 0;
+  function parseLine(line, controller) {
+    if (line === "") {
+      dispatchEvent(controller);
+      return;
+    }
+    if (line.startsWith(":")) {
+      return;
+    }
+    const colonIndex = line.indexOf(":");
+    if (colonIndex === -1) {
+      handleField(line, "");
+      return;
+    }
+    const field = line.slice(0, colonIndex);
+    const valueStart = colonIndex + 1;
+    const value = valueStart < line.length && line[valueStart] === " " ? line.slice(valueStart + 1) : line.slice(valueStart);
+    handleField(field, value);
+  }
+  function dispatchEvent(controller) {
+    if (data.length > 0) {
+      controller.enqueue({
+        event,
+        data: data.join("\n"),
+        id: lastEventId,
+        retry
+      });
+      data = [];
+      event = void 0;
+      retry = void 0;
+    }
+  }
+  function handleField(field, value) {
+    switch (field) {
+      case "event":
+        event = value;
+        break;
+      case "data":
+        data.push(value);
+        break;
+      case "id":
+        lastEventId = value;
+        break;
+      case "retry":
+        const parsedRetry = parseInt(value, 10);
+        if (!isNaN(parsedRetry)) {
+          retry = parsedRetry;
+        }
+        break;
+    }
+  }
+  return new TransformStream({
+    transform(chunk, controller) {
+      const { lines, incompleteLine } = splitLines(buffer, chunk);
+      buffer = incompleteLine;
+      for (let i = 0; i < lines.length; i++) {
+        parseLine(lines[i], controller);
+      }
+    },
+    flush(controller) {
+      parseLine(buffer, controller);
+      dispatchEvent(controller);
+    }
+  });
+}
+function splitLines(buffer, chunk) {
+  const lines = [];
+  let currentLine = buffer;
+  for (let i = 0; i < chunk.length; ) {
+    const char = chunk[i++];
+    if (char === "\n") {
+      lines.push(currentLine);
+      currentLine = "";
+    } else if (char === "\r") {
+      lines.push(currentLine);
+      currentLine = "";
+      if (chunk[i + 1] === "\n") {
+        i++;
+      }
+    } else {
+      currentLine += char;
+    }
+  }
+  return { lines, incompleteLine: currentLine };
+}
+
 // src/extract-response-headers.ts
 function extractResponseHeaders(response) {
   const headers = {};
@@ -450,8 +543,32 @@ function isParsableJson(input) {
   }
 }
 
-// src/post-to-api.ts
+// src/parse-provider-options.ts
 var import_provider7 = require("@ai-sdk/provider");
+function parseProviderOptions({
+  provider,
+  providerOptions,
+  schema
+}) {
+  if ((providerOptions == null ? void 0 : providerOptions[provider]) == null) {
+    return void 0;
+  }
+  const parsedProviderOptions = safeValidateTypes({
+    value: providerOptions[provider],
+    schema
+  });
+  if (!parsedProviderOptions.success) {
+    throw new import_provider7.InvalidArgumentError({
+      argument: "providerOptions",
+      message: `invalid ${provider} provider options`,
+      cause: parsedProviderOptions.error
+    });
+  }
+  return parsedProviderOptions.value;
+}
+
+// src/post-to-api.ts
+var import_provider8 = require("@ai-sdk/provider");
 var getOriginalFetch2 = () => globalThis.fetch;
 var postJsonToApi = async ({
   url,
@@ -502,10 +619,10 @@ var postToApi = async ({
           requestBodyValues: body.values
         });
       } catch (error) {
-        if (isAbortError(error) || import_provider7.APICallError.isInstance(error)) {
+        if (isAbortError(error) || import_provider8.APICallError.isInstance(error)) {
           throw error;
         }
-        throw new import_provider7.APICallError({
+        throw new import_provider8.APICallError({
           message: "Failed to process error response",
           cause: error,
           statusCode: response.status,
@@ -524,11 +641,11 @@ var postToApi = async ({
       });
     } catch (error) {
       if (error instanceof Error) {
-        if (isAbortError(error) || import_provider7.APICallError.isInstance(error)) {
+        if (isAbortError(error) || import_provider8.APICallError.isInstance(error)) {
           throw error;
         }
       }
-      throw new import_provider7.APICallError({
+      throw new import_provider8.APICallError({
         message: "Failed to process successful response",
         cause: error,
         statusCode: response.status,
@@ -544,7 +661,7 @@ var postToApi = async ({
     if (error instanceof TypeError && error.message === "fetch failed") {
       const cause = error.cause;
       if (cause != null) {
-        throw new import_provider7.APICallError({
+        throw new import_provider8.APICallError({
           message: `Cannot connect to API: ${cause.message}`,
           cause,
           url,
@@ -567,8 +684,7 @@ async function resolve(value) {
 }
 
 // src/response-handler.ts
-var import_provider8 = require("@ai-sdk/provider");
-var import_stream = require("eventsource-parser/stream");
+var import_provider9 = require("@ai-sdk/provider");
 var createJsonErrorResponseHandler = ({
   errorSchema,
   errorToMessage,
@@ -579,7 +695,7 @@ var createJsonErrorResponseHandler = ({
   if (responseBody.trim() === "") {
     return {
       responseHeaders,
-      value: new import_provider8.APICallError({
+      value: new import_provider9.APICallError({
         message: response.statusText,
         url,
         requestBodyValues,
@@ -597,7 +713,7 @@ var createJsonErrorResponseHandler = ({
     });
     return {
       responseHeaders,
-      value: new import_provider8.APICallError({
+      value: new import_provider9.APICallError({
         message: errorToMessage(parsedError),
         url,
         requestBodyValues,
@@ -611,7 +727,7 @@ var createJsonErrorResponseHandler = ({
   } catch (parseError) {
     return {
       responseHeaders,
-      value: new import_provider8.APICallError({
+      value: new import_provider9.APICallError({
         message: response.statusText,
         url,
         requestBodyValues,
@@ -626,11 +742,11 @@ var createJsonErrorResponseHandler = ({
 var createEventSourceResponseHandler = (chunkSchema) => async ({ response }) => {
   const responseHeaders = extractResponseHeaders(response);
   if (response.body == null) {
-    throw new import_provider8.EmptyResponseBodyError({});
+    throw new import_provider9.EmptyResponseBodyError({});
   }
   return {
     responseHeaders,
-    value: response.body.pipeThrough(new TextDecoderStream()).pipeThrough(new import_stream.EventSourceParserStream()).pipeThrough(
+    value: response.body.pipeThrough(new TextDecoderStream()).pipeThrough(createEventSourceParserStream()).pipeThrough(
       new TransformStream({
         transform({ data }, controller) {
           if (data === "[DONE]") {
@@ -650,7 +766,7 @@ var createEventSourceResponseHandler = (chunkSchema) => async ({ response }) =>
 var createJsonStreamResponseHandler = (chunkSchema) => async ({ response }) => {
   const responseHeaders = extractResponseHeaders(response);
   if (response.body == null) {
-    throw new import_provider8.EmptyResponseBodyError({});
+    throw new import_provider9.EmptyResponseBodyError({});
   }
   let buffer = "";
   return {
@@ -682,7 +798,7 @@ var createJsonResponseHandler = (responseSchema) => async ({ response, url, requ
   });
   const responseHeaders = extractResponseHeaders(response);
   if (!parsedResult.success) {
-    throw new import_provider8.APICallError({
+    throw new import_provider9.APICallError({
       message: "Invalid JSON response",
       cause: parsedResult.error,
       statusCode: response.status,
@@ -701,7 +817,7 @@ var createJsonResponseHandler = (responseSchema) => async ({ response, url, requ
 var createBinaryResponseHandler = () => async ({ response, url, requestBodyValues }) => {
   const responseHeaders = extractResponseHeaders(response);
   if (!response.body) {
-    throw new import_provider8.APICallError({
+    throw new import_provider9.APICallError({
       message: "Response body is empty",
       url,
       requestBodyValues,
@@ -717,7 +833,7 @@ var createBinaryResponseHandler = () => async ({ response, url, requestBodyValue
       value: new Uint8Array(buffer)
     };
   } catch (error) {
-    throw new import_provider8.APICallError({
+    throw new import_provider9.APICallError({
       message: "Failed to read response as array buffer",
       url,
       requestBodyValues,
@@ -733,7 +849,7 @@ var createStatusCodeErrorResponseHandler = () => async ({ response, url, request
   const responseBody = await response.text();
   return {
     responseHeaders,
-    value: new import_provider8.APICallError({
+    value: new import_provider9.APICallError({
       message: response.statusText,
       url,
       requestBodyValues,
@@ -763,30 +879,6 @@ function convertUint8ArrayToBase64(array) {
 function withoutTrailingSlash(url) {
   return url == null ? void 0 : url.replace(/\/$/, "");
 }
-
-// src/parse-provider-options.ts
-var import_provider9 = require("@ai-sdk/provider");
-function parseProviderOptions({
-  provider,
-  providerOptions,
-  schema
-}) {
-  if ((providerOptions == null ? void 0 : providerOptions[provider]) == null) {
-    return void 0;
-  }
-  const parsedProviderOptions = safeValidateTypes({
-    value: providerOptions[provider],
-    schema
-  });
-  if (!parsedProviderOptions.success) {
-    throw new import_provider9.InvalidArgumentError({
-      argument: "providerOptions",
-      message: `invalid ${provider} provider options`,
-      cause: parsedProviderOptions.error
-    });
-  }
-  return parsedProviderOptions.value;
-}
 // Annotate the CommonJS export names for ESM import in node:
 0 && (module.exports = {
   asValidator,
@@ -795,6 +887,7 @@ function parseProviderOptions({
   convertBase64ToUint8Array,
   convertUint8ArrayToBase64,
   createBinaryResponseHandler,
+  createEventSourceParserStream,
   createEventSourceResponseHandler,
   createIdGenerator,
   createJsonErrorResponseHandler,