@alisio/plugin-openai-compatible 0.1.0-alpha.3 → 0.1.0-alpha.5

package/dist/provider.js

@@ -132,12 +132,23 @@ export class OpenAICompatibleProvider {
             if (choice.finish_reason)
                 finish = choice.finish_reason;
         }
-        if (finish !== "stop" && finish !== "tool_calls")
+        if (finish !== "stop" && finish !== "tool_calls" && finish !== "length")
             throw new Error(`Provider response incomplete: ${finish ?? "stream ended"}`);
         const completed = [...calls.entries()].sort(([a], [b]) => a - b).map(([, c]) => c);
         if (completed.some((c) => !c.id || !c.name))
             throw new Error("Incomplete tool call");
-        yield { type: "completed", message: { role: "assistant", text, calls: completed }, usage };
+        if (finish === "length" && !text.trim())
+            throw new Error("Provider response cut off by max output tokens before any usable content; raise limits.maxOutputTokens");
+        yield {
+            type: "completed",
+            message: {
+                role: "assistant",
+                text,
+                calls: completed,
+                ...(finish === "length" ? { truncated: true } : {}),
+            },
+            usage,
+        };
     }
     async *responses(request) {
         const input = [];
@@ -190,10 +201,38 @@ export class OpenAICompatibleProvider {
                 yield { type: "text_delta", delta: event.delta };
             if (event.type === "response.reasoning_summary_text.delta")
                 yield { type: "reasoning_delta", delta: event.delta };
-            if (event.type === "response.failed" ||
-                event.type === "response.incomplete" ||
-                event.type === "error")
+            if (event.type === "response.failed" || event.type === "error")
                 throw new Error(`Provider response failed: ${event.type}`);
+            if (event.type === "response.incomplete") {
+                complete = true;
+                const r = event.response;
+                const calls = r.output
+                    .filter((x) => x.type === "function_call")
+                    .map((x) => ({ id: x.call_id, name: x.name, arguments: x.arguments }));
+                const text = r.output
+                    .filter((x) => x.type === "message")
+                    .flatMap((x) => x.content)
+                    .filter((x) => x.type === "output_text")
+                    .map((x) => x.text)
+                    .join("");
+                if (!text.trim())
+                    throw new Error("Provider response cut off by max output tokens before any usable content; raise limits.maxOutputTokens");
+                if (calls.some((c) => !c.id || !c.name))
+                    throw new Error("Incomplete tool call");
+                yield {
+                    type: "completed",
+                    message: { role: "assistant", text, calls, providerData: r.output, truncated: true },
+                    usage: r.usage
+                        ? {
+                            input: r.usage.input_tokens,
+                            output: r.usage.output_tokens,
+                            ...(typeof r.usage.input_tokens_details?.cached_tokens === "number"
+                                ? { cachedInput: r.usage.input_tokens_details.cached_tokens }
+                                : {}),
+                        }
+                        : undefined,
+                };
+            }
             if (event.type === "response.completed") {
                 complete = true;
                 const r = event.response;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@alisio/plugin-openai-compatible",
-  "version": "0.1.0-alpha.3",
+  "version": "0.1.0-alpha.5",
   "description": "Built-in OpenAI-compatible model provider for Alisio.",
   "license": "MIT",
   "type": "module",
@@ -24,10 +24,10 @@
     "openai": "7.23.0"
   },
   "peerDependencies": {
-    "@alisio/sdk": "^0.1.0-alpha.2"
+    "@alisio/sdk": "^0.1.0-alpha.5"
   },
   "devDependencies": {
-    "@alisio/sdk": "0.1.0-alpha.2"
+    "@alisio/sdk": "0.1.0-alpha.5"
   },
   "publishConfig": {
     "access": "public",