ai 2.2.36 → 3.0.0

package/dist/index.d.ts

@@ -1,3 +1,4 @@
+import { ChatCompletionResponseChunk } from '@mistralai/mistralai';
 import { ServerResponse } from 'node:http';
 
 interface FunctionCall {
@@ -854,6 +855,8 @@ declare function LangChainStream(callbacks?: AIStreamCallbacksAndOptions): {
     };
 };
 
+declare function MistralStream(response: AsyncGenerator<ChatCompletionResponseChunk, void, unknown>, callbacks?: AIStreamCallbacksAndOptions): ReadableStream;
+
 interface Prediction {
     id: string;
     status: 'starting' | 'processing' | 'succeeded' | 'failed' | 'canceled';
@@ -969,4 +972,4 @@ declare function streamToResponse(res: ReadableStream, response: ServerResponse,
     status?: number;
 }): void;
 
-export { AIStream, AIStreamCallbacksAndOptions, AIStreamParser, AIStreamParserOptions, AWSBedrockAnthropicStream, AWSBedrockCohereStream, AWSBedrockLlama2Stream, AWSBedrockStream, AnthropicStream, AssistantMessage, COMPLEX_HEADER, ChatRequest, ChatRequestOptions, CohereStream, CompletionUsage, CreateMessage, DataMessage, Function, FunctionCall, FunctionCallHandler, FunctionCallPayload, GoogleGenerativeAIStream, HuggingFaceStream, IdGenerator, InkeepAIStreamCallbacksAndOptions, InkeepChatResultCallbacks, InkeepOnFinalMetadata, InkeepStream, JSONValue, LangChainStream, Message$1 as Message, OpenAIStream, OpenAIStreamCallbacks, ReactResponseRow, ReplicateStream, RequestOptions, StreamString, StreamingTextResponse, Tool, ToolCall, ToolCallHandler, ToolCallPayload, ToolChoice, UseChatOptions, UseCompletionOptions, createCallbacksTransformer, createChunkDecoder, createEventStreamTransformer, createStreamDataTransformer, experimental_AssistantResponse, experimental_StreamData, experimental_StreamingReactResponse, isStreamStringEqualToType, nanoid, readableFromAsyncIterable, streamToResponse, trimStartOfStreamHelper };
+export { AIStream, AIStreamCallbacksAndOptions, AIStreamParser, AIStreamParserOptions, AWSBedrockAnthropicStream, AWSBedrockCohereStream, AWSBedrockLlama2Stream, AWSBedrockStream, AnthropicStream, AssistantMessage, COMPLEX_HEADER, ChatRequest, ChatRequestOptions, CohereStream, CompletionUsage, CreateMessage, DataMessage, Function, FunctionCall, FunctionCallHandler, FunctionCallPayload, GoogleGenerativeAIStream, HuggingFaceStream, IdGenerator, InkeepAIStreamCallbacksAndOptions, InkeepChatResultCallbacks, InkeepOnFinalMetadata, InkeepStream, JSONValue, LangChainStream, Message$1 as Message, MistralStream, OpenAIStream, OpenAIStreamCallbacks, ReactResponseRow, ReplicateStream, RequestOptions, StreamString, StreamingTextResponse, Tool, ToolCall, ToolCallHandler, ToolCallPayload, ToolChoice, UseChatOptions, UseCompletionOptions, createCallbacksTransformer, createChunkDecoder, createEventStreamTransformer, createStreamDataTransformer, experimental_AssistantResponse, experimental_StreamData, experimental_StreamingReactResponse, isStreamStringEqualToType, nanoid, readableFromAsyncIterable, streamToResponse, trimStartOfStreamHelper };

package/dist/index.js

@@ -32,6 +32,7 @@ __export(streams_exports, {
   HuggingFaceStream: () => HuggingFaceStream,
   InkeepStream: () => InkeepStream,
   LangChainStream: () => LangChainStream,
+  MistralStream: () => MistralStream,
   OpenAIStream: () => OpenAIStream,
   ReplicateStream: () => ReplicateStream,
   StreamingTextResponse: () => StreamingTextResponse,
@@ -830,12 +831,30 @@ function LangChainStream(callbacks) {
   };
 }
 
+// streams/mistral-stream.ts
+async function* streamable4(stream) {
+  var _a, _b;
+  for await (const chunk of stream) {
+    const content = (_b = (_a = chunk.choices[0]) == null ? void 0 : _a.delta) == null ? void 0 : _b.content;
+    if (content === void 0 || content === "") {
+      continue;
+    }
+    yield content;
+  }
+}
+function MistralStream(response, callbacks) {
+  const stream = readableFromAsyncIterable(streamable4(response));
+  return stream.pipeThrough(createCallbacksTransformer(callbacks)).pipeThrough(
+    createStreamDataTransformer(callbacks == null ? void 0 : callbacks.experimental_streamData)
+  );
+}
+
 // streams/openai-stream.ts
 function parseOpenAIStream() {
   const extract = chunkToText();
   return (data) => extract(JSON.parse(data));
 }
-async function* streamable4(stream) {
+async function* streamable5(stream) {
   const extract = chunkToText();
   for await (let chunk of stream) {
     if ("promptFilterResults" in chunk) {
@@ -875,7 +894,7 @@ function chunkToText() {
   const trimStartOfStream = trimStartOfStreamHelper();
   let isFunctionStreamingIn;
   return (json) => {
-    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p, _q;
+    var _a, _b, _c, _d, _e, _f, _g, _h, _i, _j, _k, _l, _m, _n, _o, _p, _q, _r;
     if (isChatCompletionChunk(json)) {
       const delta = (_a = json.choices[0]) == null ? void 0 : _a.delta;
       if ((_b = delta.function_call) == null ? void 0 : _b.name) {
@@ -891,12 +910,12 @@ function chunkToText() {
         }
       } else if ((_h = delta.function_call) == null ? void 0 : _h.arguments) {
         return cleanupArguments((_i = delta.function_call) == null ? void 0 : _i.arguments);
-      } else if ((_k = (_j = delta.tool_calls) == null ? void 0 : _j[0].function) == null ? void 0 : _k.arguments) {
-        return cleanupArguments((_n = (_m = (_l = delta.tool_calls) == null ? void 0 : _l[0]) == null ? void 0 : _m.function) == null ? void 0 : _n.arguments);
-      } else if (isFunctionStreamingIn && (((_o = json.choices[0]) == null ? void 0 : _o.finish_reason) === "function_call" || ((_p = json.choices[0]) == null ? void 0 : _p.finish_reason) === "stop")) {
+      } else if ((_l = (_k = (_j = delta.tool_calls) == null ? void 0 : _j[0]) == null ? void 0 : _k.function) == null ? void 0 : _l.arguments) {
+        return cleanupArguments((_o = (_n = (_m = delta.tool_calls) == null ? void 0 : _m[0]) == null ? void 0 : _n.function) == null ? void 0 : _o.arguments);
+      } else if (isFunctionStreamingIn && (((_p = json.choices[0]) == null ? void 0 : _p.finish_reason) === "function_call" || ((_q = json.choices[0]) == null ? void 0 : _q.finish_reason) === "stop")) {
         isFunctionStreamingIn = false;
         return '"}}';
-      } else if (isFunctionStreamingIn && ((_q = json.choices[0]) == null ? void 0 : _q.finish_reason) === "tool_calls") {
+      } else if (isFunctionStreamingIn && ((_r = json.choices[0]) == null ? void 0 : _r.finish_reason) === "tool_calls") {
         isFunctionStreamingIn = false;
         return '"}}]}';
       }
@@ -924,7 +943,7 @@ function OpenAIStream(res, callbacks) {
   const cb = callbacks;
   let stream;
   if (Symbol.asyncIterator in res) {
-    stream = readableFromAsyncIterable(streamable4(res)).pipeThrough(
+    stream = readableFromAsyncIterable(streamable5(res)).pipeThrough(
       createCallbacksTransformer(
         (cb == null ? void 0 : cb.experimental_onFunctionCall) || (cb == null ? void 0 : cb.experimental_onToolCall) ? {
           ...cb,
@@ -1431,6 +1450,7 @@ function streamToResponse(res, response, init) {
   HuggingFaceStream,
   InkeepStream,
   LangChainStream,
+  MistralStream,
   OpenAIStream,
   ReplicateStream,
   StreamingTextResponse,