@rivet-dev/vercel-world 0.0.0-http-body-streaming.064e07d

package/dist/actors/streams.js

@@ -0,0 +1,127 @@
+import { event } from "rivetkit";
+import { decodeValue, encodeValue } from "../codec.js";
+import { withActorTransaction } from "./shared.js";
+function envInteger(name, fallback, min) {
+    const value = Number(process.env[name]);
+    return Number.isFinite(value) ? Math.max(min, Math.floor(value)) : fallback;
+}
+export const STREAM_TTL_MS = envInteger("RIVET_WORLD_RIVET_STREAM_TTL_MS", 86_400_000, 0);
+export const streamAppended = event();
+function assertRunKey(c, runId) {
+    if (c.key[0] !== runId)
+        throw new Error("workflowRun actor key must match runId");
+}
+function decodeBase64Chunk(value) {
+    return new Uint8Array(Buffer.from(value, "base64"));
+}
+let broadcastCounter = 0;
+function shouldDropBroadcast(eof) {
+    if (eof)
+        return false;
+    const rate = Number(process.env.RIVET_WORLD_RIVET_INJECT_BROADCAST_DROP_RATE);
+    if (!Number.isFinite(rate) || rate <= 0)
+        return false;
+    const r = Math.min(rate, 1);
+    const n = broadcastCounter++;
+    return Math.floor((n + 1) * r) > Math.floor(n * r);
+}
+async function injectReadDelay() {
+    const ms = Number(process.env.RIVET_WORLD_RIVET_INJECT_STREAM_READ_DELAY_MS);
+    if (Number.isFinite(ms) && ms > 0) {
+        await new Promise((resolve) => setTimeout(resolve, ms));
+    }
+}
+async function cleanupExpired(c, streamId) {
+    if (STREAM_TTL_MS === 0)
+        return 0;
+    const expired = await c.db.execute(`SELECT 1 FROM stream_chunks WHERE stream_id = ? AND eof = 1
+		 AND created_at <= ? LIMIT 1`, streamId, Date.now() - STREAM_TTL_MS);
+    if (expired.length === 0)
+        return 0;
+    return (await c.db.execute("DELETE FROM stream_chunks WHERE stream_id = ? RETURNING sequence", streamId)).length;
+}
+export async function writeStream(c, streamId, runId, chunkBase64, eof) {
+    assertRunKey(c, runId);
+    await cleanupExpired(c, streamId);
+    const result = await withActorTransaction(c, async (tx) => {
+        const closed = await tx.db.execute("SELECT sequence FROM stream_chunks WHERE stream_id = ? AND eof = 1 LIMIT 1", streamId);
+        if (closed[0]) {
+            if (eof)
+                return { sequence: Number(closed[0].sequence), inserted: false };
+            throw new Error(`stream "${streamId}" is already closed`);
+        }
+        const next = await tx.db.execute("SELECT COALESCE(MAX(sequence), -1) + 1 AS sequence FROM stream_chunks WHERE stream_id = ?", streamId);
+        const value = Number(next[0]?.sequence ?? 0);
+        await tx.db.execute(`INSERT INTO stream_chunks (stream_id, sequence, chunk_data, eof, created_at)
+			 VALUES (?, ?, ?, ?, ?)`, streamId, value, encodeValue(decodeBase64Chunk(chunkBase64)), eof ? 1 : 0, Date.now());
+        await tx.db.execute("INSERT OR IGNORE INTO run_streams (stream_id) VALUES (?)", streamId);
+        return { sequence: value, inserted: true };
+    });
+    const chunkId = String(result.sequence);
+    if (result.inserted && !shouldDropBroadcast(eof)) {
+        c.broadcast("streamAppended", { streamId, runId, chunkId, eof });
+    }
+    return { chunkId };
+}
+export async function getStreamChunks(c, streamId, runId, startIndex = 0, limit = 100) {
+    assertRunKey(c, runId);
+    await cleanupExpired(c, streamId);
+    const rows = await c.db.execute(`SELECT sequence, chunk_data FROM stream_chunks
+		 WHERE stream_id = ? AND eof = 0 AND sequence >= ?
+		 ORDER BY sequence ASC LIMIT ?`, streamId, startIndex, limit + 1);
+    const hasMore = rows.length > limit;
+    const values = rows.slice(0, limit);
+    const data = values.map((row) => ({
+        index: Number(row.sequence),
+        data: decodeValue(row.chunk_data) ?? new Uint8Array(),
+    }));
+    const closed = await c.db.execute("SELECT 1 FROM stream_chunks WHERE stream_id = ? AND eof = 1 LIMIT 1", streamId);
+    await injectReadDelay();
+    const nextSequence = values.length
+        ? Number(values.at(-1)?.sequence) + 1
+        : startIndex;
+    return {
+        data,
+        cursor: hasMore
+            ? Buffer.from(JSON.stringify({ i: nextSequence })).toString("base64")
+            : null,
+        hasMore,
+        done: !hasMore && closed.length > 0,
+    };
+}
+export async function getStreamInfo(c, streamId, runId) {
+    assertRunKey(c, runId);
+    await cleanupExpired(c, streamId);
+    const row = (await c.db.execute(`SELECT SUM(CASE WHEN eof = 0 THEN 1 ELSE 0 END) AS chunk_count,
+			 MAX(eof) AS done FROM stream_chunks WHERE stream_id = ?`, streamId))[0];
+    const count = Number(row?.chunk_count ?? 0);
+    return { tailIndex: count - 1, done: Number(row?.done ?? 0) === 1 };
+}
+export async function listStreams(c, runId) {
+    assertRunKey(c, runId);
+    return (await c.db.execute(`SELECT r.stream_id FROM run_streams r
+			WHERE EXISTS (SELECT 1 FROM stream_chunks c WHERE c.stream_id = r.stream_id)
+			ORDER BY r.stream_id`)).map((row) => String(row.stream_id));
+}
+export async function cleanupExpiredStreams(c) {
+    if (STREAM_TTL_MS === 0)
+        return;
+    const cutoff = Date.now() - STREAM_TTL_MS;
+    const streams = await c.db.execute(`SELECT DISTINCT stream_id FROM stream_chunks
+		 WHERE eof = 1 AND created_at <= ?
+		 ORDER BY stream_id LIMIT 32`, cutoff);
+    for (const row of streams) {
+        const streamId = String(row.stream_id);
+        await c.db.execute("DELETE FROM stream_chunks WHERE stream_id = ?", streamId);
+        await c.db.execute("DELETE FROM run_streams WHERE stream_id = ?", streamId);
+    }
+}
+export async function expireClosedStreamForTesting(c, streamId, runId) {
+    assertRunKey(c, runId);
+    if (process.env.RIVET_WORLD_RIVET_TESTING !== "1") {
+        throw new Error("expireClosedForTesting requires test mode");
+    }
+    await c.db.execute("UPDATE stream_chunks SET created_at = ? WHERE stream_id = ? AND eof = 1", Date.now() - STREAM_TTL_MS - 1_000, streamId);
+    return { deletedChunks: await cleanupExpired(c, streamId) };
+}
+//# sourceMappingURL=streams.js.map

package/dist/actors/streams.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"streams.js","sourceRoot":"","sources":["../../src/actors/streams.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,EAAa,MAAM,UAAU,CAAC;AAC5C,OAAO,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AACvD,OAAO,EAAE,oBAAoB,EAAY,MAAM,aAAa,CAAC;AAE7D,SAAS,UAAU,CAAC,IAAY,EAAE,QAAgB,EAAE,GAAW;IAC9D,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;IACxC,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;AAC7E,CAAC;AAED,MAAM,CAAC,MAAM,aAAa,GAAG,UAAU,CACtC,iCAAiC,EACjC,UAAU,EACV,CAAC,CACD,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAKtB,KAAK,EAAE,CAAC;AAOb,SAAS,YAAY,CAAC,CAAgB,EAAE,KAAa;IACpD,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;AACnF,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAa;IACvC,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC;AACrD,CAAC;AAED,IAAI,gBAAgB,GAAG,CAAC,CAAC;AACzB,SAAS,mBAAmB,CAAC,GAAY;IACxC,IAAI,GAAG;QAAE,OAAO,KAAK,CAAC;IACtB,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC;IAC9E,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC;QAAE,OAAO,KAAK,CAAC;IACtD,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAC5B,MAAM,CAAC,GAAG,gBAAgB,EAAE,CAAC;IAC7B,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;AACpD,CAAC;AAED,KAAK,UAAU,eAAe;IAC7B,MAAM,EAAE,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;IAC7E,IAAI,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,CAAC;QACnC,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IACzD,CAAC;AACF,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,CAAM,EAAE,QAAgB;IACrD,IAAI,aAAa,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAClC,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,EAAE,CAAC,OAAO,CACjC;+BAC6B,EAC7B,QAAQ,EACR,IAAI,CAAC,GAAG,EAAE,GAAG,aAAa,CAC1B,CAAC;IACF,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACnC,OAAO,CACN,MAAM,CAAC,CAAC,EAAE,CAAC,OAAO,CACjB,kEAAkE,EAClE,QAAQ,CACR,CACD,CAAC,MAAM,CAAC;AACV,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAChC,CAAgB,EAChB,QAAgB,EAChB,KAAa,EACb,WAAmB,EACnB,GAAY;IAEZ,YAAY,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACvB,MAAM,cAAc,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IAClC,MAAM,MAAM,GAAG,MAAM,oBAAoB,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE;QACzD,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,EAAE,CAAC,OAAO,CACjC,4EAA4E,EAC5E,QAAQ,CACR,CAAC;QACF,IAAI,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;YACf,IAAI,GAAG;gBAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;YAC1E,MAAM,IAAI,KAAK,CAAC,WAAW,QAAQ,qBAAqB,CAAC,CAAC;QAC3D,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,EAAE,CAAC,OAAO,CAC/B,2FAA2F,EAC3F,QAAQ,CACR,CAAC;QACF,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,QAAQ,IAAI,CAAC,CAAC,CAAC;QAC7C,MAAM,EAAE,CAAC,EAAE,CAAC,OAAO,CAClB;2BACwB,EACxB,QAAQ,EACR,KAAK,EACL,WAAW,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC,EAC3C,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EACX,IAAI,CAAC,GAAG,EAAE,CACV,CAAC;QACF,MAAM,EAAE,CAAC,EAAE,CAAC,OAAO,CAClB,0DAA0D,EAC1D,QAAQ,CACR,CAAC;QACF,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;IAC5C,CAAC,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACxC,IAAI,MAAM,CAAC,QAAQ,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,EAAE,CAAC;QAClD,CAAC,CAAC,SAAS,CAAC,gBAAgB,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC;IAClE,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,CAAC;AACpB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CACpC,CAAgB,EAChB,QAAgB,EAChB,KAAa,EACb,UAAU,GAAG,CAAC,EACd,KAAK,GAAG,GAAG;IAEX,YAAY,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACvB,MAAM,cAAc,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IAClC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,EAAE,CAAC,OAAO,CAC9B;;iCAE+B,EAC/B,QAAQ,EACR,UAAU,EACV,KAAK,GAAG,CAAC,CACT,CAAC;IACF,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACpC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACpC,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACjC,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAC3B,IAAI,EAAE,WAAW,CAAa,GAAG,CAAC,UAAU,CAAC,IAAI,IAAI,UAAU,EAAE;KACjE,CAAC,CAAC,CAAC;IACJ,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,EAAE,CAAC,OAAO,CAChC,qEAAqE,EACrE,QAAQ,CACR,CAAC;IACF,MAAM,eAAe,EAAE,CAAC;IACxB,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM;QACjC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,GAAG,CAAC;QACrC,CAAC,CAAC,UAAU,CAAC;IACd,OAAO;QACN,IAAI;QACJ,MAAM,EAAE,OAAO;YACd,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACrE,CAAC,CAAC,IAAI;QACP,OAAO;QACP,IAAI,EAAE,CAAC,OAAO,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;KACnC,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CAClC,CAAgB,EAChB,QAAgB,EAChB,KAAa;IAEb,YAAY,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACvB,MAAM,cAAc,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IAClC,MAAM,GAAG,GAAG,CACX,MAAM,CAAC,CAAC,EAAE,CAAC,OAAO,CACjB;4DACyD,EACzD,QAAQ,CACR,CACD,CAAC,CAAC,CAAC,CAAC;IACL,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,EAAE,WAAW,IAAI,CAAC,CAAC,CAAC;IAC5C,OAAO,EAAE,SAAS,EAAE,KAAK,GAAG,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;AACrE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,CAAgB,EAAE,KAAa;IAChE,YAAY,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACvB,OAAO,CACN,MAAM,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC;;wBAEG,CAAC,CACvB,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;AACvC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,CAAM;IACjD,IAAI,aAAa,KAAK,CAAC;QAAE,OAAO;IAChC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,aAAa,CAAC;IAC1C,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,EAAE,CAAC,OAAO,CACjC;;+BAE6B,EAC7B,MAAM,CACN,CAAC;IACF,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACvC,MAAM,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,+CAA+C,EAAE,QAAQ,CAAC,CAAC;QAC9E,MAAM,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,6CAA6C,EAAE,QAAQ,CAAC,CAAC;IAC7E,CAAC;AACF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,4BAA4B,CACjD,CAAgB,EAChB,QAAgB,EAChB,KAAa;IAEb,YAAY,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACvB,IAAI,OAAO,CAAC,GAAG,CAAC,yBAAyB,KAAK,GAAG,EAAE,CAAC;QACnD,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IAC9D,CAAC;IACD,MAAM,CAAC,CAAC,EAAE,CAAC,OAAO,CACjB,yEAAyE,EACzE,IAAI,CAAC,GAAG,EAAE,GAAG,aAAa,GAAG,KAAK,EAClC,QAAQ,CACR,CAAC;IACF,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC,CAAC,EAAE,QAAQ,CAAC,EAAE,CAAC;AAC7D,CAAC"}