@voidhash/mimic-effect 0.0.8 → 1.0.0-beta.1

package/dist/ColdStorage.cjs

@@ -0,0 +1,60 @@
+let effect = require("effect");
+
+//#region src/ColdStorage.ts
+/**
+* @voidhash/mimic-effect - ColdStorage
+*
+* Interface and implementations for document snapshot storage.
+*/
+/**
+* Context tag for ColdStorage service
+*/
+var ColdStorageTag = class extends effect.Context.Tag("@voidhash/mimic-effect/ColdStorage")() {};
+/**
+* Create a ColdStorage layer from an Effect that produces a ColdStorage service.
+*
+* This allows you to access other Effect services when implementing custom storage.
+*
+* @example
+* ```typescript
+* const Cold = ColdStorage.make(
+*   Effect.gen(function*() {
+*     const redis = yield* RedisService
+*
+*     return {
+*       load: (documentId) => redis.get(`doc:${documentId}`).pipe(
+*         Effect.map(data => data ? JSON.parse(data) : undefined)
+*       ),
+*       save: (documentId, document) =>
+*         redis.set(`doc:${documentId}`, JSON.stringify(document)),
+*       delete: (documentId) => redis.del(`doc:${documentId}`),
+*     }
+*   })
+* )
+* ```
+*/
+const make = (effect$1) => effect.Layer.effect(ColdStorageTag, effect$1);
+let InMemory;
+(function(_InMemory) {
+	_InMemory.make = () => effect.Layer.effect(ColdStorageTag, effect.Effect.gen(function* () {
+		const store = yield* effect.Ref.make(effect.HashMap.empty());
+		return {
+			load: (documentId) => effect.Effect.gen(function* () {
+				const current = yield* effect.Ref.get(store);
+				const result = effect.HashMap.get(current, documentId);
+				return result._tag === "Some" ? result.value : void 0;
+			}),
+			save: (documentId, document) => effect.Ref.update(store, (map) => effect.HashMap.set(map, documentId, document)),
+			delete: (documentId) => effect.Ref.update(store, (map) => effect.HashMap.remove(map, documentId))
+		};
+	}));
+})(InMemory || (InMemory = {}));
+const ColdStorage = {
+	Tag: ColdStorageTag,
+	make,
+	InMemory
+};
+
+//#endregion
+exports.ColdStorage = ColdStorage;
+exports.ColdStorageTag = ColdStorageTag;

package/dist/ColdStorage.d.cts

@@ -0,0 +1,53 @@
+import { StoredDocument } from "./Types.cjs";
+import { ColdStorageError } from "./Errors.cjs";
+import { Context, Effect, Layer } from "effect";
+
+//#region src/ColdStorage.d.ts
+
+/**
+ * ColdStorage interface for storing document snapshots.
+ *
+ * This is the "cold" tier of the two-tier storage system.
+ * It stores complete document snapshots less frequently (on periodic intervals
+ * or after a threshold of transactions).
+ */
+interface ColdStorage {
+  /**
+   * Load a document snapshot.
+   * Returns undefined if the document doesn't exist.
+   */
+  readonly load: (documentId: string) => Effect.Effect<StoredDocument | undefined, ColdStorageError>;
+  /**
+   * Save a document snapshot.
+   */
+  readonly save: (documentId: string, document: StoredDocument) => Effect.Effect<void, ColdStorageError>;
+  /**
+   * Delete a document snapshot.
+   */
+  readonly delete: (documentId: string) => Effect.Effect<void, ColdStorageError>;
+}
+declare const ColdStorageTag_base: Context.TagClass<ColdStorageTag, "@voidhash/mimic-effect/ColdStorage", ColdStorage>;
+/**
+ * Context tag for ColdStorage service
+ */
+declare class ColdStorageTag extends ColdStorageTag_base {}
+/**
+ * In-memory ColdStorage implementation.
+ *
+ * Useful for testing and development. Not suitable for production
+ * as data is lost when the process restarts.
+ */
+declare namespace InMemory {
+  /**
+   * Create an in-memory ColdStorage layer.
+   */
+  const make: () => Layer.Layer<ColdStorageTag>;
+}
+declare const ColdStorage: {
+  Tag: typeof ColdStorageTag;
+  make: <E, R>(effect: Effect.Effect<ColdStorage, E, R>) => Layer.Layer<ColdStorageTag, E, R>;
+  InMemory: typeof InMemory;
+};
+//#endregion
+export { ColdStorage, ColdStorageTag };
+//# sourceMappingURL=ColdStorage.d.cts.map

package/dist/ColdStorage.d.cts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ColdStorage.d.cts","names":[],"sources":["../src/ColdStorage.ts"],"sourcesContent":[],"mappings":";;;;;;;;;;;;;AA2CC,UAvBgB,WAAA,CAuBhB;;;;;EASY,SAAA,IAAA,EAAA,CAAA,UAAe,EAAA,MAAQ,EAAA,GAzB7B,MAAA,CAAO,MA4BX,CA5BkB,cA4BlB,GAAA,SAAA,EA5B8C,gBA4B9C,CAAA;EA4Cc;AAgCjB;;EA9CwB,SAAA,IAAA,EAAA,CAAA,UAAA,EAAA,MAAA,EAAA,QAAA,EAnDV,cAmDU,EAAA,GAlDjB,MAAA,CAAO,MAkDU,CAAA,IAAA,EAlDG,gBAkDH,CAAA;EAAa;;;EACtB,SAAA,MAAA,EAAA,CAAA,UAAA,EAAA,MAAA,EAAA,GA5CR,MAAA,CAAO,MA4CC,CAAA,IAAA,EA5CY,gBA4CZ,CAAA;;cA3Cd,mBA2CiC,kBAAA,eAAA,EAAA,oCAAA,aAAA,CAAA;;;;cAlCrB,cAAA,SAAuB,mBAAA;;;;;;;kBA+CnB,QAAA;;;;oBAIS,KAAA,CAAM,MAAM;;cA4BzB;;uBA9CH,MAAA,CAAO,OAAO,aAAa,GAAG,OACrC,KAAA,CAAM,MAAM,gBAAgB,GAAG"}

package/dist/ColdStorage.d.mts

@@ -0,0 +1,53 @@
+import { StoredDocument } from "./Types.mjs";
+import { ColdStorageError } from "./Errors.mjs";
+import { Context, Effect, Layer } from "effect";
+
+//#region src/ColdStorage.d.ts
+
+/**
+ * ColdStorage interface for storing document snapshots.
+ *
+ * This is the "cold" tier of the two-tier storage system.
+ * It stores complete document snapshots less frequently (on periodic intervals
+ * or after a threshold of transactions).
+ */
+interface ColdStorage {
+  /**
+   * Load a document snapshot.
+   * Returns undefined if the document doesn't exist.
+   */
+  readonly load: (documentId: string) => Effect.Effect<StoredDocument | undefined, ColdStorageError>;
+  /**
+   * Save a document snapshot.
+   */
+  readonly save: (documentId: string, document: StoredDocument) => Effect.Effect<void, ColdStorageError>;
+  /**
+   * Delete a document snapshot.
+   */
+  readonly delete: (documentId: string) => Effect.Effect<void, ColdStorageError>;
+}
+declare const ColdStorageTag_base: Context.TagClass<ColdStorageTag, "@voidhash/mimic-effect/ColdStorage", ColdStorage>;
+/**
+ * Context tag for ColdStorage service
+ */
+declare class ColdStorageTag extends ColdStorageTag_base {}
+/**
+ * In-memory ColdStorage implementation.
+ *
+ * Useful for testing and development. Not suitable for production
+ * as data is lost when the process restarts.
+ */
+declare namespace InMemory {
+  /**
+   * Create an in-memory ColdStorage layer.
+   */
+  const make: () => Layer.Layer<ColdStorageTag>;
+}
+declare const ColdStorage: {
+  Tag: typeof ColdStorageTag;
+  make: <E, R>(effect: Effect.Effect<ColdStorage, E, R>) => Layer.Layer<ColdStorageTag, E, R>;
+  InMemory: typeof InMemory;
+};
+//#endregion
+export { ColdStorage, ColdStorageTag };
+//# sourceMappingURL=ColdStorage.d.mts.map

package/dist/ColdStorage.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ColdStorage.d.mts","names":[],"sources":["../src/ColdStorage.ts"],"sourcesContent":[],"mappings":";;;;;;;;;;;;;AA2CC,UAvBgB,WAAA,CAuBhB;;;;;EASY,SAAA,IAAA,EAAA,CAAA,UAAe,EAAA,MAAQ,EAAA,GAzB7B,MAAA,CAAO,MA4BX,CA5BkB,cA4BlB,GAAA,SAAA,EA5B8C,gBA4B9C,CAAA;EA4Cc;AAgCjB;;EA9CwB,SAAA,IAAA,EAAA,CAAA,UAAA,EAAA,MAAA,EAAA,QAAA,EAnDV,cAmDU,EAAA,GAlDjB,MAAA,CAAO,MAkDU,CAAA,IAAA,EAlDG,gBAkDH,CAAA;EAAa;;;EACtB,SAAA,MAAA,EAAA,CAAA,UAAA,EAAA,MAAA,EAAA,GA5CR,MAAA,CAAO,MA4CC,CAAA,IAAA,EA5CY,gBA4CZ,CAAA;;cA3Cd,mBA2CiC,kBAAA,eAAA,EAAA,oCAAA,aAAA,CAAA;;;;cAlCrB,cAAA,SAAuB,mBAAA;;;;;;;kBA+CnB,QAAA;;;;oBAIS,KAAA,CAAM,MAAM;;cA4BzB;;uBA9CH,MAAA,CAAO,OAAO,aAAa,GAAG,OACrC,KAAA,CAAM,MAAM,gBAAgB,GAAG"}

package/dist/ColdStorage.mjs

@@ -0,0 +1,60 @@
+import { Context, Effect, HashMap, Layer, Ref } from "effect";
+
+//#region src/ColdStorage.ts
+/**
+* @voidhash/mimic-effect - ColdStorage
+*
+* Interface and implementations for document snapshot storage.
+*/
+/**
+* Context tag for ColdStorage service
+*/
+var ColdStorageTag = class extends Context.Tag("@voidhash/mimic-effect/ColdStorage")() {};
+/**
+* Create a ColdStorage layer from an Effect that produces a ColdStorage service.
+*
+* This allows you to access other Effect services when implementing custom storage.
+*
+* @example
+* ```typescript
+* const Cold = ColdStorage.make(
+*   Effect.gen(function*() {
+*     const redis = yield* RedisService
+*
+*     return {
+*       load: (documentId) => redis.get(`doc:${documentId}`).pipe(
+*         Effect.map(data => data ? JSON.parse(data) : undefined)
+*       ),
+*       save: (documentId, document) =>
+*         redis.set(`doc:${documentId}`, JSON.stringify(document)),
+*       delete: (documentId) => redis.del(`doc:${documentId}`),
+*     }
+*   })
+* )
+* ```
+*/
+const make = (effect) => Layer.effect(ColdStorageTag, effect);
+let InMemory;
+(function(_InMemory) {
+	_InMemory.make = () => Layer.effect(ColdStorageTag, Effect.gen(function* () {
+		const store = yield* Ref.make(HashMap.empty());
+		return {
+			load: (documentId) => Effect.gen(function* () {
+				const current = yield* Ref.get(store);
+				const result = HashMap.get(current, documentId);
+				return result._tag === "Some" ? result.value : void 0;
+			}),
+			save: (documentId, document) => Ref.update(store, (map) => HashMap.set(map, documentId, document)),
+			delete: (documentId) => Ref.update(store, (map) => HashMap.remove(map, documentId))
+		};
+	}));
+})(InMemory || (InMemory = {}));
+const ColdStorage = {
+	Tag: ColdStorageTag,
+	make,
+	InMemory
+};
+
+//#endregion
+export { ColdStorage, ColdStorageTag };
+//# sourceMappingURL=ColdStorage.mjs.map

package/dist/ColdStorage.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"ColdStorage.mjs","names":[],"sources":["../src/ColdStorage.ts"],"sourcesContent":["/**\n * @voidhash/mimic-effect - ColdStorage\n *\n * Interface and implementations for document snapshot storage.\n */\nimport { Context, Effect, HashMap, Layer, Ref } from \"effect\";\nimport type { StoredDocument } from \"./Types\";\nimport { ColdStorageError } from \"./Errors\";\n\n// =============================================================================\n// ColdStorage Interface\n// =============================================================================\n\n/**\n * ColdStorage interface for storing document snapshots.\n *\n * This is the \"cold\" tier of the two-tier storage system.\n * It stores complete document snapshots less frequently (on periodic intervals\n * or after a threshold of transactions).\n */\nexport interface ColdStorage {\n  /**\n   * Load a document snapshot.\n   * Returns undefined if the document doesn't exist.\n   */\n  readonly load: (\n    documentId: string\n  ) => Effect.Effect<StoredDocument | undefined, ColdStorageError>;\n\n  /**\n   * Save a document snapshot.\n   */\n  readonly save: (\n    documentId: string,\n    document: StoredDocument\n  ) => Effect.Effect<void, ColdStorageError>;\n\n  /**\n   * Delete a document snapshot.\n   */\n  readonly delete: (\n    documentId: string\n  ) => Effect.Effect<void, ColdStorageError>;\n}\n\n// =============================================================================\n// Context Tag\n// =============================================================================\n\n/**\n * Context tag for ColdStorage service\n */\nexport class ColdStorageTag extends Context.Tag(\"@voidhash/mimic-effect/ColdStorage\")<\n  ColdStorageTag,\n  ColdStorage\n>() {}\n\n// =============================================================================\n// Factory\n// =============================================================================\n\n/**\n * Create a ColdStorage layer from an Effect that produces a ColdStorage service.\n *\n * This allows you to access other Effect services when implementing custom storage.\n *\n * @example\n * ```typescript\n * const Cold = ColdStorage.make(\n *   Effect.gen(function*() {\n *     const redis = yield* RedisService\n *\n *     return {\n *       load: (documentId) => redis.get(`doc:${documentId}`).pipe(\n *         Effect.map(data => data ? JSON.parse(data) : undefined)\n *       ),\n *       save: (documentId, document) =>\n *         redis.set(`doc:${documentId}`, JSON.stringify(document)),\n *       delete: (documentId) => redis.del(`doc:${documentId}`),\n *     }\n *   })\n * )\n * ```\n */\nexport const make = <E, R>(\n  effect: Effect.Effect<ColdStorage, E, R>\n): Layer.Layer<ColdStorageTag, E, R> =>\n  Layer.effect(ColdStorageTag, effect);\n\n// =============================================================================\n// InMemory Implementation\n// =============================================================================\n\n/**\n * In-memory ColdStorage implementation.\n *\n * Useful for testing and development. Not suitable for production\n * as data is lost when the process restarts.\n */\nexport namespace InMemory {\n  /**\n   * Create an in-memory ColdStorage layer.\n   */\n  export const make = (): Layer.Layer<ColdStorageTag> =>\n    Layer.effect(\n      ColdStorageTag,\n      Effect.gen(function* () {\n        const store = yield* Ref.make(HashMap.empty<string, StoredDocument>());\n\n        return {\n          load: (documentId) =>\n            Effect.gen(function* () {\n              const current = yield* Ref.get(store);\n              const result = HashMap.get(current, documentId);\n              return result._tag === \"Some\" ? result.value : undefined;\n            }),\n\n          save: (documentId, document) =>\n            Ref.update(store, (map) => HashMap.set(map, documentId, document)),\n\n          delete: (documentId) =>\n            Ref.update(store, (map) => HashMap.remove(map, documentId)),\n        };\n      })\n    );\n}\n\n// =============================================================================\n// Re-export namespace\n// =============================================================================\n\nexport const ColdStorage = {\n  Tag: ColdStorageTag,\n  make,\n  InMemory,\n};\n"],"mappings":";;;;;;;;;;;AAoDA,IAAa,iBAAb,cAAoC,QAAQ,IAAI,qCAAqC,EAGlF,CAAC;;;;;;;;;;;;;;;;;;;;;;;;AA6BJ,MAAa,QACX,WAEA,MAAM,OAAO,gBAAgB,OAAO;;;wBAiBlC,MAAM,OACJ,gBACA,OAAO,IAAI,aAAa;EACtB,MAAM,QAAQ,OAAO,IAAI,KAAK,QAAQ,OAA+B,CAAC;AAEtE,SAAO;GACL,OAAO,eACL,OAAO,IAAI,aAAa;IACtB,MAAM,UAAU,OAAO,IAAI,IAAI,MAAM;IACrC,MAAM,SAAS,QAAQ,IAAI,SAAS,WAAW;AAC/C,WAAO,OAAO,SAAS,SAAS,OAAO,QAAQ;KAC/C;GAEJ,OAAO,YAAY,aACjB,IAAI,OAAO,QAAQ,QAAQ,QAAQ,IAAI,KAAK,YAAY,SAAS,CAAC;GAEpE,SAAS,eACP,IAAI,OAAO,QAAQ,QAAQ,QAAQ,OAAO,KAAK,WAAW,CAAC;GAC9D;GACD,CACH;;AAOL,MAAa,cAAc;CACzB,KAAK;CACL;CACA;CACD"}

package/dist/DocumentManager.cjs

@@ -1,118 +1,229 @@
-const require_rolldown_runtime = require('./_virtual/rolldown_runtime.cjs');
-const require_MimicConfig = require('./MimicConfig.cjs');
-const require_MimicDataStorage = require('./MimicDataStorage.cjs');
-let effect_Effect = require("effect/Effect");
-effect_Effect = require_rolldown_runtime.__toESM(effect_Effect);
-let effect_Layer = require("effect/Layer");
-effect_Layer = require_rolldown_runtime.__toESM(effect_Layer);
-let effect_PubSub = require("effect/PubSub");
-effect_PubSub = require_rolldown_runtime.__toESM(effect_PubSub);
-let effect_Ref = require("effect/Ref");
-effect_Ref = require_rolldown_runtime.__toESM(effect_Ref);
-let effect_HashMap = require("effect/HashMap");
-effect_HashMap = require_rolldown_runtime.__toESM(effect_HashMap);
-let effect_Context = require("effect/Context");
-effect_Context = require_rolldown_runtime.__toESM(effect_Context);
-let effect_Stream = require("effect/Stream");
-effect_Stream = require_rolldown_runtime.__toESM(effect_Stream);
+const require_ColdStorage = require('./ColdStorage.cjs');
+const require_HotStorage = require('./HotStorage.cjs');
+const require_Metrics = require('./Metrics.cjs');
+let effect = require("effect");
 let _voidhash_mimic_server = require("@voidhash/mimic/server");
 
 //#region src/DocumentManager.ts
 /**
-* @since 0.0.1
-* Document manager that handles multiple document instances.
+* @voidhash/mimic-effect - DocumentManager
+*
+* Internal service for managing document lifecycle, including:
+* - Document creation and restoration
+* - Transaction processing
+* - WAL management
+* - Snapshot scheduling
+* - Idle document GC
 */
-var DocumentManager_exports = /* @__PURE__ */ require_rolldown_runtime.__export({
-	DocumentManagerTag: () => DocumentManagerTag,
-	layer: () => layer
-});
 /**
-* Context tag for DocumentManager.
+* Context tag for DocumentManager service
 */
-var DocumentManagerTag = class extends effect_Context.Tag("@voidhash/mimic-server-effect/DocumentManager")() {};
+var DocumentManagerTag = class extends effect.Context.Tag("@voidhash/mimic-effect/DocumentManager")() {};
 /**
-* Create the DocumentManager service.
+* Context tag for DocumentManager configuration
 */
-const makeDocumentManager = effect_Effect.gen(function* () {
-	const config = yield* require_MimicConfig.MimicServerConfigTag;
-	const storage = yield* require_MimicDataStorage.MimicDataStorageTag;
-	const documents = yield* effect_Ref.make(effect_HashMap.empty());
-	const getOrCreateDocument = (documentId) => effect_Effect.gen(function* () {
-		const current = yield* effect_Ref.get(documents);
-		const existing = effect_HashMap.get(current, documentId);
-		if (existing._tag === "Some") {
-			yield* effect_Ref.update(existing.value.refCount, (n) => n + 1);
-			return existing.value;
-		}
-		const rawState = yield* effect_Effect.catchAll(storage.load(documentId), () => effect_Effect.succeed(void 0));
-		const initialState = rawState !== void 0 ? yield* storage.onLoad(rawState) : config.initial !== void 0 ? yield* config.initial({ documentId }) : void 0;
-		const pubsub = yield* effect_PubSub.unbounded();
-		const serverDocument = _voidhash_mimic_server.ServerDocument.make({
+var DocumentManagerConfigTag = class extends effect.Context.Tag("@voidhash/mimic-effect/DocumentManagerConfig")() {};
+/**
+* Create the DocumentManager layer.
+* Requires ColdStorage, HotStorage, and DocumentManagerConfig.
+*/
+const layer = effect.Layer.scoped(DocumentManagerTag, effect.Effect.gen(function* () {
+	const coldStorage = yield* require_ColdStorage.ColdStorageTag;
+	const hotStorage = yield* require_HotStorage.HotStorageTag;
+	const config = yield* DocumentManagerConfigTag;
+	const store = yield* effect.Ref.make(effect.HashMap.empty());
+	const SCHEMA_VERSION = 1;
+	/**
+	* Compute initial state for a new document
+	*/
+	const computeInitialState = (documentId) => {
+		if (config.initial === void 0) return effect.Effect.succeed(void 0);
+		if (typeof config.initial === "function") return config.initial({ documentId });
+		return effect.Effect.succeed(config.initial);
+	};
+	/**
+	* Restore a document from storage
+	*/
+	const restoreDocument = (documentId) => effect.Effect.gen(function* () {
+		const storedDoc = yield* effect.Effect.catchAll(coldStorage.load(documentId), () => effect.Effect.succeed(void 0));
+		let initialState;
+		let initialVersion = 0;
+		if (storedDoc) {
+			initialState = storedDoc.state;
+			initialVersion = storedDoc.version;
+		} else initialState = yield* computeInitialState(documentId);
+		const pubsub = yield* effect.PubSub.unbounded();
+		const lastSnapshotVersion = yield* effect.Ref.make(initialVersion);
+		const lastSnapshotTime = yield* effect.Ref.make(Date.now());
+		const transactionsSinceSnapshot = yield* effect.Ref.make(0);
+		const lastActivityTime = yield* effect.Ref.make(Date.now());
+		const document = _voidhash_mimic_server.ServerDocument.make({
 			schema: config.schema,
 			initialState,
+			initialVersion,
 			maxTransactionHistory: config.maxTransactionHistory,
-			onBroadcast: (transactionMessage) => {
-				const currentState = serverDocument.get();
-				effect_Effect.runFork(effect_Effect.gen(function* () {
-					if (currentState !== void 0) {
-						const transformedState = yield* storage.onSave(currentState);
-						yield* effect_Effect.catchAll(storage.save(documentId, transformedState), (error) => effect_Effect.logError("Failed to save document", error));
-					}
-				}));
-				effect_Effect.runSync(effect_PubSub.publish(pubsub, {
+			onBroadcast: (message) => {
+				effect.Effect.runSync(effect.PubSub.publish(pubsub, {
 					type: "transaction",
-					transaction: transactionMessage.transaction,
-					version: transactionMessage.version
+					transaction: message.transaction,
+					version: message.version
 				}));
 			},
 			onRejection: (transactionId, reason) => {
-				effect_Effect.runSync(effect_PubSub.publish(pubsub, {
+				effect.Effect.runSync(effect.PubSub.publish(pubsub, {
 					type: "error",
 					transactionId,
 					reason
 				}));
 			}
 		});
+		const walEntries = yield* effect.Effect.catchAll(hotStorage.getEntries(documentId, initialVersion), () => effect.Effect.succeed([]));
+		for (const entry of walEntries) {
+			const result = document.submit(entry.transaction);
+			if (!result.success) yield* effect.Effect.logWarning("Skipping corrupted WAL entry", {
+				documentId,
+				version: entry.version,
+				reason: result.reason
+			});
+		}
 		const instance = {
-			document: serverDocument,
+			document,
 			pubsub,
-			refCount: yield* effect_Ref.make(1)
+			lastSnapshotVersion,
+			lastSnapshotTime,
+			transactionsSinceSnapshot,
+			lastActivityTime
 		};
-		yield* effect_Ref.update(documents, (map) => effect_HashMap.set(map, documentId, instance));
+		if (storedDoc) yield* effect.Metric.increment(require_Metrics.documentsRestored);
+		else yield* effect.Metric.increment(require_Metrics.documentsCreated);
+		yield* effect.Metric.incrementBy(require_Metrics.documentsActive, 1);
 		return instance;
 	});
-	const submit = (documentId, transaction) => effect_Effect.gen(function* () {
-		return (yield* getOrCreateDocument(documentId)).document.submit(transaction);
-	});
-	const getSnapshot = (documentId) => effect_Effect.gen(function* () {
-		return (yield* getOrCreateDocument(documentId)).document.getSnapshot();
+	/**
+	* Get or create a document instance
+	*/
+	const getOrCreateDocument = (documentId) => effect.Effect.gen(function* () {
+		const current = yield* effect.Ref.get(store);
+		const existing = effect.HashMap.get(current, documentId);
+		if (existing._tag === "Some") {
+			yield* effect.Ref.set(existing.value.lastActivityTime, Date.now());
+			return existing.value;
+		}
+		const instance = yield* restoreDocument(documentId);
+		yield* effect.Ref.update(store, (map) => effect.HashMap.set(map, documentId, instance));
+		return instance;
 	});
-	const subscribe = (documentId) => effect_Effect.gen(function* () {
-		const instance = yield* getOrCreateDocument(documentId);
-		const queue = yield* effect_PubSub.subscribe(instance.pubsub);
-		yield* effect_Effect.addFinalizer(() => effect_Effect.gen(function* () {
-			yield* effect_Ref.updateAndGet(instance.refCount, (n) => n - 1);
+	/**
+	* Save a snapshot to ColdStorage and truncate WAL
+	*/
+	const saveSnapshot = (documentId, instance) => effect.Effect.gen(function* () {
+		const state = instance.document.get();
+		const version = instance.document.getVersion();
+		if (state === void 0) return;
+		const storedDoc = {
+			state,
+			version,
+			schemaVersion: SCHEMA_VERSION,
+			savedAt: Date.now()
+		};
+		const snapshotStartTime = Date.now();
+		yield* effect.Effect.catchAll(coldStorage.save(documentId, storedDoc), (e) => effect.Effect.logError("Failed to save snapshot", {
+			documentId,
+			error: e
+		}));
+		const snapshotDuration = Date.now() - snapshotStartTime;
+		yield* effect.Metric.increment(require_Metrics.storageSnapshots);
+		yield* effect.Metric.update(require_Metrics.storageSnapshotLatency, snapshotDuration);
+		yield* effect.Effect.catchAll(hotStorage.truncate(documentId, version), (e) => effect.Effect.logError("Failed to truncate WAL", {
+			documentId,
+			error: e
 		}));
-		return effect_Stream.fromQueue(queue);
+		yield* effect.Ref.set(instance.lastSnapshotVersion, version);
+		yield* effect.Ref.set(instance.lastSnapshotTime, Date.now());
+		yield* effect.Ref.set(instance.transactionsSinceSnapshot, 0);
+	});
+	/**
+	* Check if snapshot should be triggered
+	*/
+	const checkSnapshotTriggers = (documentId, instance) => effect.Effect.gen(function* () {
+		const txCount = yield* effect.Ref.get(instance.transactionsSinceSnapshot);
+		const lastTime = yield* effect.Ref.get(instance.lastSnapshotTime);
+		const now = Date.now();
+		const intervalMs = effect.Duration.toMillis(config.snapshot.interval);
+		if (txCount >= config.snapshot.transactionThreshold) {
+			yield* saveSnapshot(documentId, instance);
+			return;
+		}
+		if (now - lastTime >= intervalMs) {
+			yield* saveSnapshot(documentId, instance);
+			return;
+		}
 	});
+	yield* effect.Effect.gen(function* () {
+		yield* effect.Effect.gen(function* () {
+			const current = yield* effect.Ref.get(store);
+			const now = Date.now();
+			const maxIdleMs = effect.Duration.toMillis(config.maxIdleTime);
+			for (const [documentId, instance] of current) if (now - (yield* effect.Ref.get(instance.lastActivityTime)) >= maxIdleMs) {
+				yield* saveSnapshot(documentId, instance);
+				yield* effect.Ref.update(store, (map) => effect.HashMap.remove(map, documentId));
+				yield* effect.Metric.increment(require_Metrics.documentsEvicted);
+				yield* effect.Metric.incrementBy(require_Metrics.documentsActive, -1);
+				yield* effect.Effect.logInfo("Document evicted due to idle timeout", { documentId });
+			}
+		}).pipe(effect.Effect.repeat(effect.Schedule.spaced("1 minute")), effect.Effect.fork);
+	});
+	yield* effect.Effect.addFinalizer(() => effect.Effect.gen(function* () {
+		const current = yield* effect.Ref.get(store);
+		for (const [documentId, instance] of current) yield* saveSnapshot(documentId, instance);
+		yield* effect.Effect.logInfo("DocumentManager shutdown complete");
+	}));
 	return {
-		submit,
-		getSnapshot,
-		subscribe
+		submit: (documentId, transaction) => effect.Effect.gen(function* () {
+			const instance = yield* getOrCreateDocument(documentId);
+			const submitStartTime = Date.now();
+			const result = instance.document.submit(transaction);
+			const latency = Date.now() - submitStartTime;
+			yield* effect.Metric.update(require_Metrics.transactionsLatency, latency);
+			if (result.success) {
+				yield* effect.Metric.increment(require_Metrics.transactionsProcessed);
+				const walEntry = {
+					transaction,
+					version: result.version,
+					timestamp: Date.now()
+				};
+				yield* effect.Effect.catchAll(hotStorage.append(documentId, walEntry), (e) => effect.Effect.logError("Failed to append to WAL", {
+					documentId,
+					error: e
+				}));
+				yield* effect.Metric.increment(require_Metrics.storageWalAppends);
+				yield* effect.Ref.update(instance.transactionsSinceSnapshot, (n) => n + 1);
+				yield* checkSnapshotTriggers(documentId, instance);
+			} else yield* effect.Metric.increment(require_Metrics.transactionsRejected);
+			return result;
+		}),
+		getSnapshot: (documentId) => effect.Effect.gen(function* () {
+			return (yield* getOrCreateDocument(documentId)).document.getSnapshot();
+		}),
+		subscribe: (documentId) => effect.Effect.gen(function* () {
+			const instance = yield* getOrCreateDocument(documentId);
+			return effect.Stream.fromPubSub(instance.pubsub);
+		}),
+		touch: (documentId) => effect.Effect.gen(function* () {
+			const current = yield* effect.Ref.get(store);
+			const existing = effect.HashMap.get(current, documentId);
+			if (existing._tag === "Some") yield* effect.Ref.set(existing.value.lastActivityTime, Date.now());
+		})
 	};
-});
-/**
-* Layer that provides DocumentManager.
-* Requires MimicServerConfigTag and MimicDataStorageTag.
-*/
-const layer = effect_Layer.effect(DocumentManagerTag, makeDocumentManager);
+}));
+const DocumentManager = {
+	Tag: DocumentManagerTag,
+	ConfigTag: DocumentManagerConfigTag,
+	layer
+};
 
 //#endregion
+exports.DocumentManager = DocumentManager;
+exports.DocumentManagerConfigTag = DocumentManagerConfigTag;
 exports.DocumentManagerTag = DocumentManagerTag;
-Object.defineProperty(exports, 'DocumentManager_exports', {
-  enumerable: true,
-  get: function () {
-    return DocumentManager_exports;
-  }
-});
 exports.layer = layer;

package/dist/DocumentManager.d.cts

@@ -1,19 +1,24 @@
-import { ServerBroadcast, SnapshotMessage, SubmitResult } from "./DocumentProtocol.cjs";
-import { MimicServerConfigTag } from "./MimicConfig.cjs";
-import { MimicDataStorageTag } from "./MimicDataStorage.cjs";
-import * as Effect from "effect/Effect";
-import * as Layer from "effect/Layer";
+import { ResolvedConfig } from "./Types.cjs";
+import { ServerBroadcast, SnapshotMessage } from "./Protocol.cjs";
+import { ColdStorageTag } from "./ColdStorage.cjs";
+import { HotStorageTag } from "./HotStorage.cjs";
+import { Context, Effect, Layer, Scope, Stream } from "effect";
 import { Transaction } from "@voidhash/mimic";
-import * as Context from "effect/Context";
-import * as Scope from "effect/Scope";
-import * as Stream from "effect/Stream";
 
 //#region src/DocumentManager.d.ts
-declare namespace DocumentManager_d_exports {
-  export { DocumentManager, DocumentManagerTag, layer };
-}
+
+/**
+ * Result of submitting a transaction
+ */
+type SubmitResult = {
+  readonly success: true;
+  readonly version: number;
+} | {
+  readonly success: false;
+  readonly reason: string;
+};
 /**
- * Service interface for the DocumentManager.
+ * Internal service for managing document lifecycle.
  */
 interface DocumentManager {
   /**
@@ -26,20 +31,29 @@ interface DocumentManager {
   readonly getSnapshot: (documentId: string) => Effect.Effect<SnapshotMessage>;
   /**
    * Subscribe to broadcasts for a document.
-   * Returns a Stream of server broadcasts.
    */
   readonly subscribe: (documentId: string) => Effect.Effect<Stream.Stream<ServerBroadcast>, never, Scope.Scope>;
+  /**
+   * Touch a document to update its last activity time.
+   * Call this on any client activity to prevent idle GC.
+   */
+  readonly touch: (documentId: string) => Effect.Effect<void>;
 }
-declare const DocumentManagerTag_base: Context.TagClass<DocumentManagerTag, "@voidhash/mimic-server-effect/DocumentManager", DocumentManager>;
+declare const DocumentManagerTag_base: Context.TagClass<DocumentManagerTag, "@voidhash/mimic-effect/DocumentManager", DocumentManager>;
 /**
- * Context tag for DocumentManager.
+ * Context tag for DocumentManager service
  */
 declare class DocumentManagerTag extends DocumentManagerTag_base {}
+declare const DocumentManagerConfigTag_base: Context.TagClass<DocumentManagerConfigTag, "@voidhash/mimic-effect/DocumentManagerConfig", ResolvedConfig<Primitive.AnyPrimitive>>;
 /**
- * Layer that provides DocumentManager.
- * Requires MimicServerConfigTag and MimicDataStorageTag.
+ * Context tag for DocumentManager configuration
  */
-declare const layer: Layer.Layer<DocumentManagerTag, never, MimicServerConfigTag | MimicDataStorageTag>;
+declare class DocumentManagerConfigTag extends DocumentManagerConfigTag_base {}
+declare const DocumentManager: {
+  Tag: typeof DocumentManagerTag;
+  ConfigTag: typeof DocumentManagerConfigTag;
+  layer: Layer.Layer<DocumentManagerTag, never, ColdStorageTag | HotStorageTag | DocumentManagerConfigTag>;
+};
 //#endregion
-export { DocumentManagerTag, DocumentManager_d_exports };
+export { DocumentManager, DocumentManagerConfigTag, DocumentManagerTag, SubmitResult };
 //# sourceMappingURL=DocumentManager.d.cts.map

package/dist/DocumentManager.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"DocumentManager.d.cts","names":[],"sources":["../src/DocumentManager.ts"],"sourcesContent":[],"mappings":";;;;;;;;;;;;;;;;;UA2CiB,eAAA;EAAA;;;EAOV,SAAO,MAAA,EAAA,CAAA,UAAA,EAAA,MAAA,EAAA,WAAA,EADG,WAAA,CAAY,WACf,EAAA,GAAP,MAAA,CAAO,MAAA,CAAO,YAAP,CAAA;EAOO;;;EASjB,SAAO,WAAA,EAAA,CAAA,UAAA,EAAA,MAAA,EAAA,GATJ,MAAA,CAAO,MASH,CATU,eASV,CAAA;EAEP;;;AAEH;8CALM,MAAA,CAAO,OACV,MAAA,CAAO,OAAO,yBAEd,KAAA,CAAM;;cAET;;AAKD;AA8KA;AACE,cA/KW,kBAAA,SAA2B,uBAAA,CA+KtC;;;;;cADW,OAAO,KAAA,CAAM,MACxB,2BAEA,uBAAuB"}
+{"version":3,"file":"DocumentManager.d.cts","names":[],"sources":["../src/DocumentManager.ts"],"sourcesContent":[],"mappings":";;;;;;;;;;;;AAgF0C,KApC9B,YAAA,GAoCqC;EAAM,SAAA,OAAA,EAAA,IAAA;EACtD,SAAA,OAAA,EAAA,MAAA;;;;;AASD;AAE2C;;UArC1B,eAAA;;;;EAoEJ,SAAA,MAAA,EAAA,CAAA,UAAyB,EAAA,MAAA,EAAA,WAAQ,EA9D7B,WAAA,CAAY,WAgEwC,EAAA,GA/D9D,MAAA,CAAO,MA+DuD,CA/DhD,YA+DgD,CAAA;EAwXxD;;;gDAlbmC,MAAA,CAAO,OAAO;;;;8CAOvD,MAAA,CAAO,OAAO,MAAA,CAAO,OAAO,yBAAyB,KAAA,CAAM;;;;;0CAMxB,MAAA,CAAO;;cAChD;;;;cASY,kBAAA,SAA2B,uBAAA;cAEG;;;;cA+B9B,wBAAA,SAAiC,6BAAA;cA0XjC"}