@agentica/core 0.32.3-dev.1 → 0.32.3-dev.2

package/lib/index.mjs

@@ -1131,13 +1131,15 @@ class MPSC {
     constructor() {
         this.queue = new AsyncQueue;
         this.consumer = new ReadableStream({
-            pull: async controller => {
-                const {value, done} = await this.queue.dequeue();
-                if (done === true) {
-                    controller.close();
-                    return;
+            start: async controller => {
+                while (true) {
+                    const {value, done} = await this.queue.dequeue();
+                    if (done === true) {
+                        controller.close();
+                        return;
+                    }
+                    controller.enqueue(value);
                 }
-                controller.enqueue(value);
             }
         });
     }
@@ -1185,10 +1187,10 @@ async function reduce(stream, reducer, initial) {
     return acc;
 }
 
-function from(value) {
+function from(...value) {
     const stream = new ReadableStream({
         start: controller => {
-            controller.enqueue(value);
+            value.forEach((v => controller.enqueue(v)));
             controller.close();
         }
     });
@@ -1247,37 +1249,35 @@ async function reduceStreamingWithDispatch(stream, eventProcessor) {
         const acc = await accPromise;
         const registerContext = choices => {
             for (const choice of choices) {
+                if (choice.delta.content != null && choice.delta.content !== "") {
+                    if (streamContext.has(choice.index)) {
+                        const context = streamContext.get(choice.index);
+                        context.content += choice.delta.content;
+                        context.mpsc.produce(choice.delta.content);
+                    } else {
+                        const mpsc = new MPSC;
+                        streamContext.set(choice.index, {
+                            content: choice.delta.content,
+                            mpsc
+                        });
+                        mpsc.produce(choice.delta.content);
+                        eventProcessor({
+                            stream: streamDefaultReaderToAsyncGenerator(mpsc.consumer.getReader()),
+                            done: () => mpsc.done(),
+                            get: () => streamContext.get(choice.index)?.content ?? "",
+                            join: async () => {
+                                await mpsc.waitClosed();
+                                return streamContext.get(choice.index).content;
+                            }
+                        });
+                    }
+                }
                 if (choice.finish_reason != null) {
                     const context = streamContext.get(choice.index);
                     if (context != null) {
                         context.mpsc.close();
                     }
-                    continue;
-                }
-                if (choice.delta.content == null || choice.delta.content === "") {
-                    continue;
-                }
-                if (streamContext.has(choice.index)) {
-                    const context = streamContext.get(choice.index);
-                    context.content += choice.delta.content;
-                    context.mpsc.produce(choice.delta.content);
-                    continue;
                 }
-                const mpsc = new MPSC;
-                streamContext.set(choice.index, {
-                    content: choice.delta.content,
-                    mpsc
-                });
-                mpsc.produce(choice.delta.content);
-                eventProcessor({
-                    stream: streamDefaultReaderToAsyncGenerator(mpsc.consumer.getReader()),
-                    done: () => mpsc.done(),
-                    get: () => streamContext.get(choice.index)?.content ?? "",
-                    join: async () => {
-                        await mpsc.waitClosed();
-                        return streamContext.get(choice.index).content;
-                    }
-                });
             }
         };
         if (acc.object === "chat.completion.chunk") {
@@ -1290,6 +1290,20 @@ async function reduceStreamingWithDispatch(stream, eventProcessor) {
     if (nullableCompletion == null) {
         throw new Error("StreamUtil.reduce did not produce a ChatCompletion. Possible causes: the input stream was empty, invalid, or closed prematurely. " + "To debug: check that the stream is properly initialized and contains valid ChatCompletionChunk data. " + "You may also enable verbose logging upstream to inspect the stream contents. " + `Stream locked: ${stream.locked}.`);
     }
+    if (nullableCompletion.object === "chat.completion.chunk") {
+        const completion = ChatGptCompletionMessageUtil.merge([ nullableCompletion ]);
+        completion.choices.forEach((choice => {
+            if (choice.message.content != null && choice.message.content !== "") {
+                eventProcessor({
+                    stream: toAsyncGenerator(choice.message.content),
+                    done: () => true,
+                    get: () => choice.message.content,
+                    join: async () => choice.message.content
+                });
+            }
+        }));
+        return completion;
+    }
     return nullableCompletion;
 }