@streamsy/storage 0.5.0 → 0.6.0

package/dist/bun.d.ts

@@ -1,4 +1,4 @@
-import { r as SqlStorageOptions } from "./storage-kHdg037u.js";
+import { r as SqlStorageOptions } from "./storage-Cb_kOO_g.js";
 import { Layer } from "effect";
 import { StorageFault, Streamsy } from "@streamsy/core";
 import { Protocol } from "@streamsy/core/protocol";

package/dist/bun.js

@@ -1,5 +1,5 @@
 import { t as __exportAll } from "./rolldown-runtime-D8jQpDG7.js";
-import { a as storageLayer$1, d as retryWithPolicy, f as transactionRetryPolicy, o as inspectFormat, s as newerVersionFault, u as sharedSqlClientLayer } from "./storage-D3Ubo2kB.js";
+import { a as storageLayer$1, d as retryWithPolicy, f as transactionRetryPolicy, o as inspectFormat, s as newerVersionFault, u as sharedSqlClientLayer } from "./storage-DFCZf1UK.js";
 import { Array, Cause, Effect, FileSystem, Layer, Option, Path, Result, Schema } from "effect";
 import { StorageFault } from "@streamsy/core";
 import { Protocol } from "@streamsy/core/protocol";

package/dist/durable-object.d.ts

@@ -1,4 +1,4 @@
-import { r as SqlStorageOptions } from "./storage-kHdg037u.js";
+import { r as SqlStorageOptions } from "./storage-Cb_kOO_g.js";
 import { Layer } from "effect";
 import { Streamsy } from "@streamsy/core";
 import { Protocol } from "@streamsy/core/protocol";

package/dist/durable-object.js

@@ -1,5 +1,5 @@
 import { t as __exportAll } from "./rolldown-runtime-D8jQpDG7.js";
-import { i as layerWithDurableObjectTransactions, u as sharedSqlClientLayer } from "./storage-D3Ubo2kB.js";
+import { i as layerWithDurableObjectTransactions, u as sharedSqlClientLayer } from "./storage-DFCZf1UK.js";
 import { Layer } from "effect";
 import "@streamsy/core";
 import { Protocol } from "@streamsy/core/protocol";

package/dist/index.d.ts

@@ -1,4 +1,4 @@
-import { a as layerProtocol, c as DEFAULT_TRANSACTION_RETRY_DELAY_MS, i as layer, n as Options, o as clientLayer, s as DEFAULT_TRANSACTION_RETRY_ATTEMPTS, t as DEFAULT_REPAIR_INTERVAL_MS } from "./storage-kHdg037u.js";
+import { a as layerProtocol, c as DEFAULT_TRANSACTION_RETRY_DELAY_MS, i as layer, n as Options, o as clientLayer, s as DEFAULT_TRANSACTION_RETRY_ATTEMPTS, t as DEFAULT_REPAIR_INTERVAL_MS } from "./storage-Cb_kOO_g.js";
 declare namespace sql_storage_d_exports {
   export { DEFAULT_REPAIR_INTERVAL_MS, DEFAULT_TRANSACTION_RETRY_ATTEMPTS, DEFAULT_TRANSACTION_RETRY_DELAY_MS, Options, clientLayer, layer, layerProtocol };
 }

package/dist/index.js

@@ -1,5 +1,5 @@
 import { t as __exportAll } from "./rolldown-runtime-D8jQpDG7.js";
-import { l as clientLayer, n as layer, r as layerProtocol, t as DEFAULT_REPAIR_INTERVAL_MS } from "./storage-D3Ubo2kB.js";
+import { l as clientLayer, n as layer, r as layerProtocol, t as DEFAULT_REPAIR_INTERVAL_MS } from "./storage-DFCZf1UK.js";
 // src/sql-storage.ts
 var sql_storage_exports = /* @__PURE__ */ __exportAll({
 	DEFAULT_REPAIR_INTERVAL_MS: () => DEFAULT_REPAIR_INTERVAL_MS,

package/dist/{storage-kHdg037u.d.ts → storage-Cb_kOO_g.d.ts}

@@ -1,8 +1,8 @@
-import { Context, Effect, Layer, Queue, Scope, Stream } from "effect";
+import { Context, Effect, Layer, PubSub, Queue, Scope, Stream } from "effect";
 import { Reactivity } from "effect/reactivity";
 import { SqlClient, SqlError } from "effect/sql";
 import { OwnerRecords } from "@streamsy/core/internal";
-import { CommitBoundary, Storage, StorageFault, Streamsy } from "@streamsy/core";
+import { CommitBoundary, Storage, StorageFault, StreamId, Streamsy } from "@streamsy/core";
 import { Protocol } from "@streamsy/core/protocol";
 declare const DEFAULT_TRANSACTION_RETRY_ATTEMPTS = 16;
 declare const DEFAULT_TRANSACTION_RETRY_DELAY_MS = 25;

package/dist/{storage-D3Ubo2kB.js → storage-DFCZf1UK.js}

@@ -1,4 +1,4 @@
-import { Array, Clock, Context, Deferred, Effect, Fiber, Layer, Option, Order, Predicate, Queue, Schedule, Scheduler, Schema, Stream } from "effect";
+import { Array, Clock, Context, Deferred, Effect, Fiber, Layer, Option, Order, Predicate, PubSub, Queue, Schedule, Scheduler, Schema, Stream } from "effect";
 import { Reactivity } from "effect/reactivity";
 import { SqlClient, SqlError } from "effect/sql";
 import { OwnerRecords, attachOwner, ownerOf } from "@streamsy/core/internal";
@@ -41,6 +41,7 @@ const makeBoundary = (repairIntervalMs, transactionRetry, probe, transactionMaxO
 	const sql = yield* SqlClient.SqlClient;
 	const reactivity = yield* Reactivity.Reactivity;
 	const subscriptions = /* @__PURE__ */ new Set();
+	const feed = yield* Effect.acquireRelease(PubSub.unbounded(), PubSub.shutdown);
 	let closed = false;
 	yield* Effect.addFinalizer(() => Effect.gen(function* () {
 		const active = yield* Effect.sync(() => {
@@ -52,17 +53,20 @@ const makeBoundary = (repairIntervalMs, transactionRetry, probe, transactionMaxO
 	}));
 	const ownedTransaction = (body) => Effect.suspend(() => {
 		if (probe !== void 0) probe.transactionAttempts += 1;
-		const pending = /* @__PURE__ */ new Set();
+		const pending = {
+			keys: /* @__PURE__ */ new Set(),
+			ids: /* @__PURE__ */ new Set()
+		};
 		let bodyCompleted = false;
 		const transactionBody = body.pipe(Effect.provideService(PendingInvalidations, pending), Effect.tap(() => Effect.sync(() => {
 			bodyCompleted = true;
 		})));
 		const transaction = sql.withTransaction(transactionBody).pipe(Effect.catchIf((error) => bodyCompleted && SqlError.isSqlError(error), (error) => Effect.die(error)));
 		return (transactionMaxOpsBeforeYield === void 0 ? transaction : transaction.pipe(Effect.provideService(Scheduler.MaxOpsBeforeYield, transactionMaxOpsBeforeYield))).pipe(Effect.tap(() => {
-			if (pending.size === 0) return Effect.void;
+			if (pending.keys.size === 0) return Effect.void;
 			if (probe !== void 0) probe.invalidations += 1;
-			return reactivity.invalidate([...pending]);
-		}));
+			return reactivity.invalidate([...pending.keys]);
+		}), Effect.tap(() => pending.ids.size === 0 ? Effect.void : PubSub.publish(feed, [...pending.ids])));
 	});
 	const withTransaction = (body) => Effect.flatMap(Effect.serviceOption(PendingInvalidations), (owned) => {
 		if (Option.isSome(owned)) return body;
@@ -71,12 +75,13 @@ const makeBoundary = (repairIntervalMs, transactionRetry, probe, transactionMaxO
 			return ownedTransaction(body);
 		});
 	});
-	const mutation = ({ keys, effect, retryable }) => Effect.flatMap(Effect.serviceOption(sql.transactionService), (ambient) => Effect.flatMap(Effect.serviceOption(PendingInvalidations), (pendingBefore) => {
+	const mutation = ({ keys, ids, effect, retryable }) => Effect.flatMap(Effect.serviceOption(sql.transactionService), (ambient) => Effect.flatMap(Effect.serviceOption(PendingInvalidations), (pendingBefore) => {
 		if (Option.isSome(ambient) && Option.isNone(pendingBefore)) return Effect.die(/* @__PURE__ */ new Error("Ambient SQL transaction is not owned by CommitBoundary"));
 		const run = Effect.tap(effect, () => Effect.flatMap(Effect.serviceOption(PendingInvalidations), (pending) => {
 			if (Option.isNone(pending)) return Effect.die(/* @__PURE__ */ new Error("CommitBoundary owner context disappeared"));
 			return Effect.sync(() => {
-				for (const key of keys) pending.value.add(key);
+				for (const key of keys) pending.value.keys.add(key);
+				for (const id of ids) pending.value.ids.add(id);
 			});
 		}));
 		return Option.isSome(ambient) ? run : retryWithPolicy(ownedTransaction(run), transactionRetry, (error) => SqlError.isSqlError(error) ? error.isRetryable : retryable(error));
@@ -134,7 +139,8 @@ const makeBoundary = (repairIntervalMs, transactionRetry, probe, transactionMaxO
 	return {
 		withTransaction,
 		mutation,
-		changes
+		changes,
+		committed: PubSub.subscribe(feed)
 	};
 });
 const boundaryLayer = (repairIntervalMs, transactionRetry, probe, transactionMaxOpsBeforeYield) => Layer.effect(BoundaryRuntimeService, makeBoundary(repairIntervalMs, transactionRetry, probe, transactionMaxOpsBeforeYield));
@@ -723,6 +729,7 @@ const makeStorage = (sql, boundary) => Storage.of({
 		if (Option.isSome(oversized)) return Effect.fail(oversized.value);
 		return boundary.mutation({
 			keys: [STORAGE_KEY],
+			ids,
 			effect: applyMutation(sql, mutation),
 			retryable: (error) => Predicate.isTagged(error, "StorageFault") && error.retryable
 		}).pipe(Effect.catchIf(SqlError.isSqlError, (error) => Effect.fail(sqlFault("mutate.transaction", error))));
@@ -731,6 +738,7 @@ const makeStorage = (sql, boundary) => Storage.of({
 		keys: [STORAGE_KEY],
 		read: snapshot(sql, id)
 	}),
+	committed: boundary.committed,
 	nextExpiry: attempt("nextExpiry", sql`SELECT expires_at_ms AS at, stream_id FROM streamsy_streams
  WHERE expires_at_ms IS NOT NULL AND soft_deleted = 0
  ORDER BY expires_at_ms, stream_id LIMIT 1`).pipe(Effect.flatMap((rows) => rows[0] === void 0 ? Effect.succeed(Option.none()) : decodeExpiryRow(rows[0]).pipe(Effect.map(({ at, stream_id: streamId }) => Option.some({

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@streamsy/storage",
-  "version": "0.5.0",
+  "version": "0.6.0",
   "description": "Effect SQL storage for Streamsy on SQLite, Postgres and MySQL, with Bun and Durable Object SQLite host layers.",
   "license": "MIT",
   "repository": {
@@ -42,7 +42,7 @@
     "test:dialects": "bun --bun vitest run test/dialects"
   },
   "dependencies": {
-    "@streamsy/core": "^0.5.0"
+    "@streamsy/core": "^0.6.0"
   },
   "devDependencies": {
     "@cloudflare/workers-types": "4.20251228.0",
@@ -52,7 +52,7 @@
     "@effect/sql-sqlite-bun": "4.0.5",
     "@effect/sql-sqlite-do": "4.0.5",
     "@effect/vitest": "4.0.5",
-    "@streamsy/serve": "0.5.0",
+    "@streamsy/serve": "0.6.0",
     "@types/bun": "^1.4.3",
     "effect": "4.0.5",
     "miniflare": "4.20260730.0",