ai 2.2.20 → 2.2.22

package/dist/index.d.ts

@@ -242,7 +242,7 @@ interface ChatCompletionChunk {
 }
 interface ChatCompletionChunkChoice {
     delta: ChoiceDelta;
-    finish_reason: 'stop' | 'length' | 'function_call' | 'content_filter' | null;
+    finish_reason: 'stop' | 'length' | 'tool_calls' | 'content_filter' | 'function_call' | null;
     index: number;
 }
 interface ChoiceDelta {
@@ -258,7 +258,33 @@ interface ChoiceDelta {
     /**
      * The role of the author of this message.
      */
-    role?: 'system' | 'user' | 'assistant' | 'function';
+    role?: 'system' | 'user' | 'assistant' | 'tool';
+    tool_calls?: Array<DeltaToolCall>;
+}
+interface DeltaToolCall {
+    index: number;
+    /**
+     * The ID of the tool call.
+     */
+    id?: string;
+    function?: ToolCallFunction;
+    /**
+     * The type of the tool. Currently, only `function` is supported.
+     */
+    type?: 'function';
+}
+interface ToolCallFunction {
+    /**
+     * The arguments to call the function with, as generated by the model in JSON
+     * format. Note that the model does not always generate valid JSON, and may
+     * hallucinate parameters not defined by your function schema. Validate the
+     * arguments in your code before calling your function.
+     */
+    arguments?: string;
+    /**
+     * The name of the function to call.
+     */
+    name?: string;
 }
 /**
  * https://github.com/openai/openai-node/blob/3ec43ee790a2eb6a0ccdd5f25faa23251b0f9b8e/src/resources/completions.ts#L28C1-L64C1
@@ -548,7 +574,9 @@ interface Prediction {
  * return new StreamingTextResponse(stream)
  *
  */
-declare function ReplicateStream(res: Prediction, cb?: AIStreamCallbacksAndOptions): Promise<ReadableStream>;
+declare function ReplicateStream(res: Prediction, cb?: AIStreamCallbacksAndOptions, options?: {
+    headers?: Record<string, string>;
+}): Promise<ReadableStream>;
 
 declare const nanoid: (size?: number | undefined) => string;
 declare function createChunkDecoder(): (chunk: Uint8Array | undefined) => string;

package/dist/index.js

@@ -530,14 +530,12 @@ function createParser2(res) {
       if (!text)
         return;
       if (value.generated_text != null && value.generated_text.length > 0) {
-        controller.close();
         return;
       }
       if (text === "</s>" || text === "<|endoftext|>" || text === "<|end|>") {
-        controller.close();
-      } else {
-        controller.enqueue(text);
+        return;
       }
+      controller.enqueue(text);
     }
   });
 }
@@ -693,7 +691,7 @@ function LangChainStream(callbacks) {
 }
 
 // streams/replicate-stream.ts
-async function ReplicateStream(res, cb) {
+async function ReplicateStream(res, cb, options) {
   var _a;
   const url = (_a = res.urls) == null ? void 0 : _a.stream;
   if (!url) {
@@ -705,7 +703,8 @@ async function ReplicateStream(res, cb) {
   const eventStream = await fetch(url, {
     method: "GET",
     headers: {
-      Accept: "text/event-stream"
+      Accept: "text/event-stream",
+      ...options == null ? void 0 : options.headers
     }
   });
   return AIStream(eventStream, void 0, cb).pipeThrough(

package/dist/index.mjs

@@ -484,14 +484,12 @@ function createParser2(res) {
       if (!text)
         return;
       if (value.generated_text != null && value.generated_text.length > 0) {
-        controller.close();
         return;
       }
       if (text === "</s>" || text === "<|endoftext|>" || text === "<|end|>") {
-        controller.close();
-      } else {
-        controller.enqueue(text);
+        return;
       }
+      controller.enqueue(text);
     }
   });
 }
@@ -647,7 +645,7 @@ function LangChainStream(callbacks) {
 }
 
 // streams/replicate-stream.ts
-async function ReplicateStream(res, cb) {
+async function ReplicateStream(res, cb, options) {
   var _a;
   const url = (_a = res.urls) == null ? void 0 : _a.stream;
   if (!url) {
@@ -659,7 +657,8 @@ async function ReplicateStream(res, cb) {
   const eventStream = await fetch(url, {
     method: "GET",
     headers: {
-      Accept: "text/event-stream"
+      Accept: "text/event-stream",
+      ...options == null ? void 0 : options.headers
     }
   });
   return AIStream(eventStream, void 0, cb).pipeThrough(

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "ai",
-  "version": "2.2.20",
+  "version": "2.2.22",
   "license": "Apache-2.0",
   "sideEffects": false,
   "main": "./dist/index.js",
@@ -69,6 +69,7 @@
   },
   "devDependencies": {
     "@edge-runtime/jest-environment": "1.1.0-beta.31",
+    "@huggingface/inference": "2.6.4",
     "@types/jest": "29.2.0",
     "@types/node": "^17.0.12",
     "@types/react": "^18.2.8",
@@ -76,6 +77,7 @@
     "eslint": "^7.32.0",
     "jest": "29.2.1",
     "langchain": "0.0.172",
+    "openai": "4.16.1",
     "ts-jest": "29.0.3",
     "tsup": "^6.7.0",
     "typescript": "5.1.3",

package/react/dist/index.js

@@ -86,7 +86,7 @@ var getStreamStringTypeAndValue = (line) => {
 };
 var COMPLEX_HEADER = "X-Experimental-Stream-Data";
 
-// react/parseComplexResponse.ts
+// react/parse-complex-response.ts
 async function parseComplexResponse({
   reader,
   abortControllerRef,
@@ -332,7 +332,7 @@ var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, exi
 function useChat({
   api = "/api/chat",
   id,
-  initialMessages = [],
+  initialMessages,
   initialInput = "",
   sendExtraMessageFields,
   experimental_onFunctionCall,
@@ -345,8 +345,9 @@ function useChat({
 } = {}) {
   const hookId = (0, import_react.useId)();
   const chatId = id || hookId;
+  const [initialMessagesFallback] = (0, import_react.useState)([]);
   const { data: messages, mutate } = (0, import_swr.default)([api, chatId], null, {
-    fallbackData: initialMessages
+    fallbackData: initialMessages != null ? initialMessages : initialMessagesFallback
   });
   const { data: isLoading = false, mutate: mutateLoading } = (0, import_swr.default)(
     [chatId, "loading"],

package/react/dist/index.mjs

@@ -50,7 +50,7 @@ var getStreamStringTypeAndValue = (line) => {
 };
 var COMPLEX_HEADER = "X-Experimental-Stream-Data";
 
-// react/parseComplexResponse.ts
+// react/parse-complex-response.ts
 async function parseComplexResponse({
   reader,
   abortControllerRef,
@@ -296,7 +296,7 @@ var getStreamedResponse = async (api, chatRequest, mutate, mutateStreamData, exi
 function useChat({
   api = "/api/chat",
   id,
-  initialMessages = [],
+  initialMessages,
   initialInput = "",
   sendExtraMessageFields,
   experimental_onFunctionCall,
@@ -309,8 +309,9 @@ function useChat({
 } = {}) {
   const hookId = useId();
   const chatId = id || hookId;
+  const [initialMessagesFallback] = useState([]);
   const { data: messages, mutate } = useSWR([api, chatId], null, {
-    fallbackData: initialMessages
+    fallbackData: initialMessages != null ? initialMessages : initialMessagesFallback
   });
   const { data: isLoading = false, mutate: mutateLoading } = useSWR(
     [chatId, "loading"],