modelfusion 0.130.0 → 0.130.1

package/CHANGELOG.md

@@ -1,5 +1,11 @@
 # Changelog
 
+## v0.130.1 - 2024-01-22
+
+### Fixed
+
+- Duplex speech streaming works in Vercel Edge Functions.
+
 ## v0.130.0 - 2024-01-21
 
 ### Changed

package/README.md

@@ -89,13 +89,16 @@ import { readFileSync } from "fs";
 const image = readFileSync("./image.png");
 
 const textStream = await streamText({
-  model: openai.ChatTextGenerator({ model: "gpt-4-vision-preview" }),
-  prompt: [
-    openai.ChatMessage.user([
-      { type: "text", text: "Describe the image in detail:" },
+  model: openai
+    .ChatTextGenerator({ model: "gpt-4-vision-preview" })
+    .withInstructionPrompt(),
+
+  prompt: {
+    instruction: [
+      { type: "text", text: "Describe the image in detail." },
       { type: "image", image, mimeType: "image/png" },
-    ]),
-  ],
+    ],
+  },
 });
 
 for await (const textPart of textStream) {

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "modelfusion",
   "description": "The TypeScript library for building AI applications.",
-  "version": "0.130.0",
+  "version": "0.130.1",
   "author": "Lars Grammel",
   "license": "MIT",
   "keywords": [

package/util/SimpleWebSocket.cjs

@@ -24,18 +24,25 @@ var __importStar = (this && this.__importStar) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.createSimpleWebSocket = void 0;
+const Runtime = __importStar(require("./detectRuntime.cjs"));
 /**
  * Creates a simplified websocket connection. This function works in both Node.js and browser.
  */
 async function createSimpleWebSocket(url) {
-    if (typeof window === "undefined") {
-        // Use ws library in Node.js:
-        const { default: WebSocket } = await Promise.resolve().then(() => __importStar(require("ws")));
-        return new WebSocket(url);
-    }
-    else {
-        // Use native WebSocket in browser:
-        return new WebSocket(url);
+    switch (Runtime.detectRuntime()) {
+        case "vercel-edge":
+        case "cloudflare-workers":
+        case "browser": {
+            return new WebSocket(url);
+        }
+        case "node": {
+            // Use ws library (for Node.js):
+            const { default: WebSocket } = await Promise.resolve().then(() => __importStar(require("ws")));
+            return new WebSocket(url);
+        }
+        default: {
+            throw new Error("Unknown runtime");
+        }
     }
 }
 exports.createSimpleWebSocket = createSimpleWebSocket;

package/util/SimpleWebSocket.js

@@ -1,14 +1,21 @@
+import * as Runtime from "./detectRuntime.js";
 /**
  * Creates a simplified websocket connection. This function works in both Node.js and browser.
  */
 export async function createSimpleWebSocket(url) {
-    if (typeof window === "undefined") {
-        // Use ws library in Node.js:
-        const { default: WebSocket } = await import("ws");
-        return new WebSocket(url);
-    }
-    else {
-        // Use native WebSocket in browser:
-        return new WebSocket(url);
+    switch (Runtime.detectRuntime()) {
+        case "vercel-edge":
+        case "cloudflare-workers":
+        case "browser": {
+            return new WebSocket(url);
+        }
+        case "node": {
+            // Use ws library (for Node.js):
+            const { default: WebSocket } = await import("ws");
+            return new WebSocket(url);
+        }
+        default: {
+            throw new Error("Unknown runtime");
+        }
     }
 }

package/util/detectRuntime.cjs

@@ -0,0 +1,21 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.detectRuntime = void 0;
+function detectRuntime() {
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    const globalThisAny = globalThis;
+    if (globalThisAny.EdgeRuntime) {
+        return "vercel-edge";
+    }
+    if (globalThis.navigator?.userAgent === "Cloudflare-Workers") {
+        return "cloudflare-workers";
+    }
+    if (globalThis.process?.release?.name === "node") {
+        return "node";
+    }
+    if (globalThis.window) {
+        return "browser";
+    }
+    return null;
+}
+exports.detectRuntime = detectRuntime;

package/util/detectRuntime.d.ts

@@ -0,0 +1 @@
+export declare function detectRuntime(): "vercel-edge" | "cloudflare-workers" | "node" | "browser" | null;

package/util/detectRuntime.js

@@ -0,0 +1,17 @@
+export function detectRuntime() {
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    const globalThisAny = globalThis;
+    if (globalThisAny.EdgeRuntime) {
+        return "vercel-edge";
+    }
+    if (globalThis.navigator?.userAgent === "Cloudflare-Workers") {
+        return "cloudflare-workers";
+    }
+    if (globalThis.process?.release?.name === "node") {
+        return "node";
+    }
+    if (globalThis.window) {
+        return "browser";
+    }
+    return null;
+}