@octomil/browser 1.3.0 → 1.4.0

package/dist/index.cjs

@@ -34646,7 +34646,51 @@ function createTransformersJsLocalResponsesRuntime(options = {}) {
       return toResponse(request, config.model, generatedText);
     },
     async *stream(request) {
-      const response = await this.create(request);
+      const generator = await getGenerator(config);
+      const messages = buildMessages(request, config.maxInputChars);
+      const generationInput = renderGenerationInput(generator, messages);
+      const pending = [];
+      let wake = null;
+      const push = (item) => {
+        pending.push(item);
+        if (wake) {
+          wake();
+          wake = null;
+        }
+      };
+      const pull = async () => {
+        while (pending.length === 0) {
+          await new Promise((r) => {
+            wake = r;
+          });
+        }
+        return pending.shift();
+      };
+      const genPromise = generator(generationInput, {
+        max_new_tokens: request.maxOutputTokens ?? config.maxNewTokens,
+        temperature: request.temperature ?? config.temperature,
+        top_p: request.topP ?? config.topP,
+        repetition_penalty: config.repetitionPenalty,
+        do_sample: (request.temperature ?? config.temperature) > 0,
+        return_full_text: false,
+        callback_function: (text) => {
+          if (typeof text === "string" && text.length > 0) {
+            push({ kind: "token", text });
+          }
+        }
+      }).then(() => push({ kind: "done" })).catch((err) => push({ kind: "error", error: err }));
+      let fullText = "";
+      while (true) {
+        const item = await pull();
+        if (item.kind === "error") {
+          throw item.error instanceof Error ? item.error : new Error(String(item.error));
+        }
+        if (item.kind === "done") break;
+        fullText += item.text;
+        yield { type: "text_delta", delta: item.text };
+      }
+      await genPromise;
+      const response = toResponse(request, config.model, fullText);
       const firstOutput = response.output[0];
       if (firstOutput?.type === "tool_call") {
         yield {
@@ -34656,8 +34700,6 @@ function createTransformersJsLocalResponsesRuntime(options = {}) {
           name: firstOutput.toolCall?.name,
           argumentsDelta: firstOutput.toolCall?.arguments
         };
-      } else if (firstOutput?.type === "text" && firstOutput.text) {
-        yield { type: "text_delta", delta: firstOutput.text };
       }
       yield { type: "done", response };
     }