@ai-sdk/openai-compatible 1.0.0-canary.4 → 1.0.0-canary.6

package/CHANGELOG.md

@@ -1,5 +1,26 @@
 # @ai-sdk/openai-compatible
 
+## 1.0.0-canary.6
+
+### Patch Changes
+
+- 6db02c9: chore(openai-compatible): remove simulateStreaming
+- Updated dependencies [411e483]
+- Updated dependencies [79457bd]
+- Updated dependencies [ad80501]
+- Updated dependencies [1766ede]
+- Updated dependencies [f10304b]
+  - @ai-sdk/provider@2.0.0-canary.5
+  - @ai-sdk/provider-utils@3.0.0-canary.6
+
+## 1.0.0-canary.5
+
+### Patch Changes
+
+- Updated dependencies [6f6bb89]
+  - @ai-sdk/provider@2.0.0-canary.4
+  - @ai-sdk/provider-utils@3.0.0-canary.5
+
 ## 1.0.0-canary.4
 
 ### Patch Changes

package/dist/index.d.mts

@@ -9,13 +9,6 @@ interface OpenAICompatibleChatSettings {
   monitor and detect abuse.
     */
     user?: string;
-    /**
-  Simulates streaming by using a normal generate call and returning it as a stream.
-  Enable this if the model that you are using does not support streaming.
-  
-  Defaults to `false`.
-     */
-    simulateStreaming?: boolean;
 }
 
 declare const openaiCompatibleErrorDataSchema: z.ZodObject<{

package/dist/index.d.ts

@@ -9,13 +9,6 @@ interface OpenAICompatibleChatSettings {
   monitor and detect abuse.
     */
     user?: string;
-    /**
-  Simulates streaming by using a normal generate call and returning it as a stream.
-  Enable this if the model that you are using does not support streaming.
-  
-  Defaults to `false`.
-     */
-    simulateStreaming?: boolean;
 }
 
 declare const openaiCompatibleErrorDataSchema: z.ZodObject<{

package/dist/index.js

@@ -268,7 +268,7 @@ var OpenAICompatibleChatLanguageModel = class {
   }
   getArgs({
     prompt,
-    maxTokens,
+    maxOutputTokens,
     temperature,
     topP,
     topK,
@@ -308,7 +308,7 @@ var OpenAICompatibleChatLanguageModel = class {
         // model specific settings:
         user: this.settings.user,
         // standardized settings:
-        max_tokens: maxTokens,
+        max_tokens: maxOutputTokens,
         temperature,
         top_p: topP,
         frequency_penalty: frequencyPenalty,
@@ -391,11 +391,10 @@ var OpenAICompatibleChatLanguageModel = class {
       }),
       finishReason: mapOpenAICompatibleFinishReason(choice.finish_reason),
       usage: {
-        promptTokens: (_i = (_h = responseBody.usage) == null ? void 0 : _h.prompt_tokens) != null ? _i : NaN,
-        completionTokens: (_k = (_j = responseBody.usage) == null ? void 0 : _j.completion_tokens) != null ? _k : NaN
+        inputTokens: (_i = (_h = responseBody.usage) == null ? void 0 : _h.prompt_tokens) != null ? _i : void 0,
+        outputTokens: (_k = (_j = responseBody.usage) == null ? void 0 : _j.completion_tokens) != null ? _k : void 0
       },
       providerMetadata,
-      rawCall: { rawPrompt, rawSettings },
       request: { body },
       response: {
         ...getResponseMetadata(responseBody),
@@ -407,59 +406,6 @@ var OpenAICompatibleChatLanguageModel = class {
   }
   async doStream(options) {
     var _a;
-    if (this.settings.simulateStreaming) {
-      const result = await this.doGenerate(options);
-      const simulatedStream = new ReadableStream({
-        start(controller) {
-          controller.enqueue({ type: "response-metadata", ...result.response });
-          if (result.reasoning) {
-            if (Array.isArray(result.reasoning)) {
-              for (const part of result.reasoning) {
-                if (part.type === "text") {
-                  controller.enqueue({
-                    type: "reasoning",
-                    textDelta: part.text
-                  });
-                }
-              }
-            } else {
-              controller.enqueue({
-                type: "reasoning",
-                textDelta: result.reasoning
-              });
-            }
-          }
-          if (result.text) {
-            controller.enqueue({
-              type: "text-delta",
-              textDelta: result.text
-            });
-          }
-          if (result.toolCalls) {
-            for (const toolCall of result.toolCalls) {
-              controller.enqueue({
-                type: "tool-call",
-                ...toolCall
-              });
-            }
-          }
-          controller.enqueue({
-            type: "finish",
-            finishReason: result.finishReason,
-            usage: result.usage,
-            logprobs: result.logprobs,
-            providerMetadata: result.providerMetadata
-          });
-          controller.close();
-        }
-      });
-      return {
-        stream: simulatedStream,
-        rawCall: result.rawCall,
-        response: result.response,
-        warnings: result.warnings
-      };
-    }
     const { args, warnings } = this.getArgs({ ...options });
     const body = JSON.stringify({ ...args, stream: true });
     const metadataExtractor = (_a = this.config.metadataExtractor) == null ? void 0 : _a.createStreamExtractor();
@@ -480,7 +426,6 @@ var OpenAICompatibleChatLanguageModel = class {
       abortSignal: options.abortSignal,
       fetch: this.config.fetch
     });
-    const { messages: rawPrompt, ...rawSettings } = args;
     const toolCalls = [];
     let finishReason = "unknown";
     let usage = {
@@ -670,15 +615,14 @@ var OpenAICompatibleChatLanguageModel = class {
               type: "finish",
               finishReason,
               usage: {
-                promptTokens: (_a2 = usage.promptTokens) != null ? _a2 : NaN,
-                completionTokens: (_b = usage.completionTokens) != null ? _b : NaN
+                inputTokens: (_a2 = usage.promptTokens) != null ? _a2 : void 0,
+                outputTokens: (_b = usage.completionTokens) != null ? _b : void 0
               },
               providerMetadata
             });
           }
         })
       ),
-      rawCall: { rawPrompt, rawSettings },
       request: { body },
       response: { headers: responseHeaders },
       warnings
@@ -862,7 +806,7 @@ var OpenAICompatibleCompletionLanguageModel = class {
   getArgs({
     inputFormat,
     prompt,
-    maxTokens,
+    maxOutputTokens,
     temperature,
     topP,
     topK,
@@ -904,7 +848,7 @@ var OpenAICompatibleCompletionLanguageModel = class {
         suffix: this.settings.suffix,
         user: this.settings.user,
         // standardized settings:
-        max_tokens: maxTokens,
+        max_tokens: maxOutputTokens,
         temperature,
         top_p: topP,
         frequency_penalty: frequencyPenalty,
@@ -940,17 +884,15 @@ var OpenAICompatibleCompletionLanguageModel = class {
       abortSignal: options.abortSignal,
       fetch: this.config.fetch
     });
-    const { prompt: rawPrompt, ...rawSettings } = args;
     const choice = response.choices[0];
     return {
       text: choice.text,
       usage: {
-        promptTokens: (_b = (_a = response.usage) == null ? void 0 : _a.prompt_tokens) != null ? _b : NaN,
-        completionTokens: (_d = (_c = response.usage) == null ? void 0 : _c.completion_tokens) != null ? _d : NaN
+        inputTokens: (_b = (_a = response.usage) == null ? void 0 : _a.prompt_tokens) != null ? _b : void 0,
+        outputTokens: (_d = (_c = response.usage) == null ? void 0 : _c.completion_tokens) != null ? _d : void 0
       },
       finishReason: mapOpenAICompatibleFinishReason(choice.finish_reason),
-      rawCall: { rawPrompt, rawSettings },
-      request: { body: JSON.stringify(args) },
+      request: { body: args },
       response: {
         ...getResponseMetadata(response),
         headers: responseHeaders,
@@ -979,17 +921,17 @@ var OpenAICompatibleCompletionLanguageModel = class {
       abortSignal: options.abortSignal,
       fetch: this.config.fetch
     });
-    const { prompt: rawPrompt, ...rawSettings } = args;
     let finishReason = "unknown";
-    let usage = {
-      promptTokens: Number.NaN,
-      completionTokens: Number.NaN
+    const usage = {
+      inputTokens: void 0,
+      outputTokens: void 0
     };
     let isFirstChunk = true;
     return {
       stream: response.pipeThrough(
         new TransformStream({
           transform(chunk, controller) {
+            var _a, _b;
             if (!chunk.success) {
               finishReason = "error";
               controller.enqueue({ type: "error", error: chunk.error });
@@ -1009,10 +951,8 @@ var OpenAICompatibleCompletionLanguageModel = class {
               });
             }
             if (value.usage != null) {
-              usage = {
-                promptTokens: value.usage.prompt_tokens,
-                completionTokens: value.usage.completion_tokens
-              };
+              usage.inputTokens = (_a = value.usage.prompt_tokens) != null ? _a : void 0;
+              usage.outputTokens = (_b = value.usage.completion_tokens) != null ? _b : void 0;
             }
             const choice = value.choices[0];
             if ((choice == null ? void 0 : choice.finish_reason) != null) {
@@ -1036,8 +976,7 @@ var OpenAICompatibleCompletionLanguageModel = class {
           }
         })
       ),
-      rawCall: { rawPrompt, rawSettings },
-      request: { body: JSON.stringify(body) },
+      request: { body },
       response: { headers: responseHeaders },
       warnings
     };