@voidhash/mimic-effect 1.0.0-beta.1 → 1.0.0-beta.11

package/dist/MimicServer.mjs

@@ -1,6 +1,6 @@
+import { MissingDocumentIdError } from "./Errors.mjs";
 import { connectionsActive, connectionsDuration, connectionsErrors, connectionsTotal } from "./Metrics.mjs";
 import { MimicServerEngineTag } from "./MimicServerEngine.mjs";
-import { MissingDocumentIdError } from "./Errors.mjs";
 import { authResultFailure, authResultSuccess, encodeServerMessage, errorMessage, parseClientMessage, pong, presenceRemoveMessage, presenceSnapshotMessage, presenceUpdateMessage, snapshotMessage } from "./Protocol.mjs";
 import { MimicAuthServiceTag } from "./MimicAuthService.mjs";
 import { Duration, Effect, Fiber, Layer, Metric, Stream } from "effect";
@@ -42,7 +42,7 @@ const extractDocumentId = (path) => {
 /**
 * Handle a WebSocket connection for a document.
 */
-const handleWebSocketConnection = (socket, documentId, engine, authService, _routeConfig) => Effect.gen(function* () {
+const handleWebSocketConnection = Effect.fn("websocket.connection.handle")(function* (socket, documentId, engine, authService, _routeConfig) {
 	const connectionId = crypto.randomUUID();
 	const connectionStartTime = Date.now();
 	yield* Metric.increment(connectionsTotal);
@@ -55,30 +55,30 @@ const handleWebSocketConnection = (socket, documentId, engine, authService, _rou
 	};
 	const write = yield* socket.writer;
 	const sendMessage = (message) => write(encodeServerMessage(message));
-	const sendPresenceSnapshot = Effect.gen(function* () {
+	const sendPresenceSnapshot = Effect.fn("presence.snapshot.send")(function* () {
 		if (!engine.config.presence) return;
 		const snapshot = yield* engine.getPresenceSnapshot(documentId);
 		yield* sendMessage(presenceSnapshotMessage(connectionId, snapshot.presences));
 	});
-	const sendDocumentSnapshot = Effect.gen(function* () {
+	const sendDocumentSnapshot = Effect.fn("document.snapshot.send")(function* () {
 		const snapshot = yield* engine.getSnapshot(documentId);
 		yield* sendMessage(snapshotMessage(snapshot.state, snapshot.version));
 	});
-	const handleAuth = (token) => Effect.gen(function* () {
+	const handleAuth = Effect.fn("auth.handle")(function* (token) {
 		const result = yield* Effect.either(authService.authenticate(token, documentId));
 		if (result._tag === "Right") {
 			state.authenticated = true;
 			state.authContext = result.right;
 			yield* sendMessage(authResultSuccess(result.right.userId, result.right.permission));
-			yield* sendDocumentSnapshot;
-			yield* sendPresenceSnapshot;
+			yield* sendDocumentSnapshot();
+			yield* sendPresenceSnapshot();
 		} else {
 			var _result$left$reason;
 			yield* Metric.increment(connectionsErrors);
 			yield* sendMessage(authResultFailure((_result$left$reason = result.left.reason) !== null && _result$left$reason !== void 0 ? _result$left$reason : "Authentication failed"));
 		}
 	});
-	const handlePresenceSet = (data) => Effect.gen(function* () {
+	const handlePresenceSet = Effect.fn("presence.set.handle")(function* (data) {
 		if (!state.authenticated) return;
 		if (!state.authContext) return;
 		if (!engine.config.presence) return;
@@ -100,13 +100,13 @@ const handleWebSocketConnection = (socket, documentId, engine, authService, _rou
 		});
 		state.hasPresence = true;
 	});
-	const handlePresenceClear = Effect.gen(function* () {
+	const handlePresenceClear = Effect.fn("presence.clear.handle")(function* () {
 		if (!state.authenticated) return;
 		if (!engine.config.presence) return;
 		yield* engine.removePresence(documentId, connectionId);
 		state.hasPresence = false;
 	});
-	const handleMessage = (message) => Effect.gen(function* () {
+	const handleMessage = Effect.fn("message.handle")(function* (message) {
 		yield* engine.touch(documentId);
 		switch (message.type) {
 			case "auth":
@@ -137,16 +137,16 @@ const handleWebSocketConnection = (socket, documentId, engine, authService, _rou
 				yield* handlePresenceSet(message.data);
 				break;
 			case "presence_clear":
-				yield* handlePresenceClear;
+				yield* handlePresenceClear();
 				break;
 		}
 	});
-	const subscribeFiber = yield* Effect.fork(Effect.gen(function* () {
+	const subscribeFiber = yield* Effect.fork(Effect.fn("subscriptions.document.start")(function* () {
 		while (!state.authenticated) yield* Effect.sleep(Duration.millis(100));
 		const broadcastStream = yield* engine.subscribe(documentId);
 		yield* Stream.runForEach(broadcastStream, (broadcast) => sendMessage(broadcast));
-	}).pipe(Effect.scoped));
-	const presenceFiber = yield* Effect.fork(Effect.gen(function* () {
+	})().pipe(Effect.scoped));
+	const presenceFiber = yield* Effect.fork(Effect.fn("subscriptions.presence.start")(function* () {
 		if (!engine.config.presence) return;
 		while (!state.authenticated) yield* Effect.sleep(Duration.millis(100));
 		const presenceStream = yield* engine.subscribePresence(documentId);
@@ -155,8 +155,8 @@ const handleWebSocketConnection = (socket, documentId, engine, authService, _rou
 			if (event.type === "presence_update") yield* sendMessage(presenceUpdateMessage(event.id, event.data, event.userId));
 			else if (event.type === "presence_remove") yield* sendMessage(presenceRemoveMessage(event.id));
 		}));
-	}).pipe(Effect.scoped));
-	yield* Effect.addFinalizer(() => Effect.gen(function* () {
+	})().pipe(Effect.scoped));
+	yield* Effect.addFinalizer(() => Effect.fn("connection.cleanup")(function* () {
 		const duration = Date.now() - connectionStartTime;
 		yield* Fiber.interrupt(subscribeFiber);
 		yield* Fiber.interrupt(presenceFiber);
@@ -168,10 +168,10 @@ const handleWebSocketConnection = (socket, documentId, engine, authService, _rou
 			documentId,
 			durationMs: duration
 		});
-	}));
-	yield* socket.runRaw((data) => Effect.gen(function* () {
+	})());
+	yield* socket.runRaw((data) => Effect.fn("message.process")(function* () {
 		yield* handleMessage(yield* parseClientMessage(data));
-	}).pipe(Effect.catchAll((error) => Effect.logError("Message handling error", error))));
+	})().pipe(Effect.catchAll((error) => Effect.logError("Message handling error", error))));
 });
 /**
 * Create a route layer for MimicServerEngine.
@@ -218,7 +218,7 @@ const layerHttpLayerRouter = (options) => {
 		const router = yield* HttpLayerRouter.HttpRouter;
 		const engine = yield* MimicServerEngineTag;
 		const authService = yield* MimicAuthServiceTag;
-		const handler = (request) => Effect.gen(function* () {
+		const handler = Effect.fn("websocket.route.handler")(function* (request) {
 			const documentIdResult = yield* Effect.either(extractDocumentId(request.url));
 			if (documentIdResult._tag === "Left") return HttpServerResponse.text(`Missing document ID in path: ${request.url}`, { status: 400 });
 			const documentId = documentIdResult.right;

package/dist/MimicServer.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"MimicServer.mjs","names":["Metrics.connectionsTotal","Metrics.connectionsActive","state: ConnectionState","Protocol.encodeServerMessage","Protocol.presenceSnapshotMessage","Protocol.snapshotMessage","Protocol.authResultSuccess","Metrics.connectionsErrors","Protocol.authResultFailure","Protocol.pong","Protocol.errorMessage","Protocol.presenceUpdateMessage","Protocol.presenceRemoveMessage","Metrics.connectionsDuration","Protocol.parseClientMessage"],"sources":["../src/MimicServer.ts"],"sourcesContent":["/**\n * @voidhash/mimic-effect - MimicServer\n *\n * WebSocket route layer for MimicServerEngine.\n * Creates routes compatible with HttpLayerRouter.\n */\nimport {\n  Duration,\n  Effect,\n  Fiber,\n  Layer,\n  Metric,\n  Scope,\n  Stream,\n} from \"effect\";\nimport {\n  HttpLayerRouter,\n  HttpServerRequest,\n  HttpServerResponse,\n} from \"@effect/platform\";\nimport type * as Socket from \"@effect/platform/Socket\";\nimport { Presence } from \"@voidhash/mimic\";\nimport type { MimicServerRouteConfig, ResolvedRouteConfig } from \"./Types\";\nimport * as Protocol from \"./Protocol\";\nimport { MissingDocumentIdError } from \"./Errors\";\nimport { MimicServerEngineTag, type MimicServerEngine } from \"./MimicServerEngine\";\nimport { MimicAuthServiceTag, type MimicAuthService } from \"./MimicAuthService\";\nimport * as Metrics from \"./Metrics\";\nimport type { AuthContext } from \"./Types\";\n\n// =============================================================================\n// Default Configuration\n// =============================================================================\n\nconst DEFAULT_PATH = \"/mimic\";\nconst DEFAULT_HEARTBEAT_INTERVAL = Duration.seconds(30);\nconst DEFAULT_HEARTBEAT_TIMEOUT = Duration.seconds(10);\n\n/**\n * Resolve route configuration with defaults\n */\nconst resolveRouteConfig = (\n  config?: MimicServerRouteConfig\n): ResolvedRouteConfig => ({\n  path: config?.path ?? DEFAULT_PATH,\n  heartbeatInterval: config?.heartbeatInterval\n    ? Duration.decode(config.heartbeatInterval)\n    : DEFAULT_HEARTBEAT_INTERVAL,\n  heartbeatTimeout: config?.heartbeatTimeout\n    ? Duration.decode(config.heartbeatTimeout)\n    : DEFAULT_HEARTBEAT_TIMEOUT,\n});\n\n// =============================================================================\n// URL Path Parsing\n// =============================================================================\n\n/**\n * Extract document ID from URL path.\n * Expected format: /basePath/doc/{documentId}\n */\nconst extractDocumentId = (\n  path: string\n): Effect.Effect<string, MissingDocumentIdError> => {\n  // Remove leading slash and split\n  const parts = path.replace(/^\\/+/, \"\").split(\"/\");\n\n  // Find the last occurrence of 'doc' in the path\n  const docIndex = parts.lastIndexOf(\"doc\");\n  const part = parts[docIndex + 1];\n  if (docIndex !== -1 && part) {\n    return Effect.succeed(decodeURIComponent(part));\n  }\n  return Effect.fail(new MissingDocumentIdError({ path }));\n};\n\n// =============================================================================\n// Connection State\n// =============================================================================\n\ninterface ConnectionState {\n  readonly documentId: string;\n  readonly connectionId: string;\n  authenticated: boolean;\n  authContext?: AuthContext;\n  hasPresence: boolean;\n}\n\n// =============================================================================\n// WebSocket Connection Handler\n// =============================================================================\n\n/**\n * Handle a WebSocket connection for a document.\n */\nconst handleWebSocketConnection = (\n  socket: Socket.Socket,\n  documentId: string,\n  engine: MimicServerEngine,\n  authService: MimicAuthService,\n  _routeConfig: ResolvedRouteConfig\n): Effect.Effect<void, Socket.SocketError, Scope.Scope> =>\n  Effect.gen(function* () {\n    const connectionId = crypto.randomUUID();\n    const connectionStartTime = Date.now();\n\n    // Track connection metrics\n    yield* Metric.increment(Metrics.connectionsTotal);\n    yield* Metric.incrementBy(Metrics.connectionsActive, 1);\n\n    // Track connection state (mutable for simplicity)\n    const state: ConnectionState = {\n      documentId,\n      connectionId,\n      authenticated: false,\n      hasPresence: false,\n    };\n\n    // Get the socket writer\n    const write = yield* socket.writer;\n\n    // Helper to send a message to the client\n    const sendMessage = (message: Protocol.ServerMessage) =>\n      write(Protocol.encodeServerMessage(message));\n\n    // Send presence snapshot after auth\n    const sendPresenceSnapshot = Effect.gen(function* () {\n      if (!engine.config.presence) return;\n\n      const snapshot = yield* engine.getPresenceSnapshot(documentId);\n      yield* sendMessage(\n        Protocol.presenceSnapshotMessage(connectionId, snapshot.presences)\n      );\n    });\n\n    // Send document snapshot after auth\n    const sendDocumentSnapshot = Effect.gen(function* () {\n      const snapshot = yield* engine.getSnapshot(documentId);\n      yield* sendMessage(\n        Protocol.snapshotMessage(snapshot.state, snapshot.version)\n      );\n    });\n\n    // Handle authentication\n    const handleAuth = (token: string) =>\n      Effect.gen(function* () {\n        const result = yield* Effect.either(\n          authService.authenticate(token, documentId)\n        );\n\n        if (result._tag === \"Right\") {\n          state.authenticated = true;\n          state.authContext = result.right;\n\n          yield* sendMessage(\n            Protocol.authResultSuccess(\n              result.right.userId,\n              result.right.permission\n            )\n          );\n\n          // Send document snapshot after successful auth\n          yield* sendDocumentSnapshot;\n\n          // Send presence snapshot after successful auth\n          yield* sendPresenceSnapshot;\n        } else {\n          yield* Metric.increment(Metrics.connectionsErrors);\n          yield* sendMessage(\n            Protocol.authResultFailure(\n              result.left.reason ?? \"Authentication failed\"\n            )\n          );\n        }\n      });\n\n    // Handle presence set\n    const handlePresenceSet = (data: unknown) =>\n      Effect.gen(function* () {\n        if (!state.authenticated) return;\n        if (!state.authContext) return;\n        if (!engine.config.presence) return;\n\n        // Check write permission\n        if (state.authContext.permission !== \"write\") {\n          yield* Effect.logWarning(\"Presence set rejected - read-only user\", {\n            connectionId,\n          });\n          return;\n        }\n\n        // Validate presence data against schema\n        const validated = Presence.validateSafe(engine.config.presence, data);\n        if (validated === undefined) {\n          yield* Effect.logWarning(\"Invalid presence data received\", {\n            connectionId,\n            data,\n          });\n          return;\n        }\n\n        // Store in engine\n        yield* engine.setPresence(documentId, connectionId, {\n          data: validated,\n          userId: state.authContext.userId,\n        });\n\n        state.hasPresence = true;\n      });\n\n    // Handle presence clear\n    const handlePresenceClear = Effect.gen(function* () {\n      if (!state.authenticated) return;\n      if (!engine.config.presence) return;\n\n      yield* engine.removePresence(documentId, connectionId);\n      state.hasPresence = false;\n    });\n\n    // Handle a client message\n    const handleMessage = (message: Protocol.ClientMessage) =>\n      Effect.gen(function* () {\n        // Touch document on any activity (prevents idle GC)\n        yield* engine.touch(documentId);\n\n        switch (message.type) {\n          case \"auth\":\n            yield* handleAuth(message.token);\n            break;\n\n          case \"ping\":\n            yield* sendMessage(Protocol.pong());\n            break;\n\n          case \"submit\":\n            if (!state.authenticated) {\n              yield* sendMessage(\n                Protocol.errorMessage(\n                  message.transaction.id,\n                  \"Not authenticated\"\n                )\n              );\n              return;\n            }\n\n            // Check write permission\n            if (state.authContext?.permission !== \"write\") {\n              yield* sendMessage(\n                Protocol.errorMessage(\n                  message.transaction.id,\n                  \"Write permission required\"\n                )\n              );\n              return;\n            }\n\n            // Submit to the engine\n            const submitResult = yield* engine.submit(\n              documentId,\n              message.transaction\n            );\n\n            // If rejected, send error (success is broadcast to all)\n            if (!submitResult.success) {\n              yield* sendMessage(\n                Protocol.errorMessage(message.transaction.id, submitResult.reason)\n              );\n            }\n            break;\n\n          case \"request_snapshot\":\n            if (!state.authenticated) {\n              return;\n            }\n            const snapshot = yield* engine.getSnapshot(documentId);\n            yield* sendMessage(\n              Protocol.snapshotMessage(snapshot.state, snapshot.version)\n            );\n            break;\n\n          case \"presence_set\":\n            yield* handlePresenceSet(message.data);\n            break;\n\n          case \"presence_clear\":\n            yield* handlePresenceClear;\n            break;\n        }\n      });\n\n    // Subscribe to document broadcasts\n    const subscribeFiber = yield* Effect.fork(\n      Effect.gen(function* () {\n        // Wait until authenticated before subscribing\n        while (!state.authenticated) {\n          yield* Effect.sleep(Duration.millis(100));\n        }\n\n        // Subscribe to the document\n        const broadcastStream = yield* engine.subscribe(documentId);\n\n        // Forward broadcasts to the WebSocket\n        yield* Stream.runForEach(broadcastStream, (broadcast) =>\n          sendMessage(broadcast as Protocol.ServerMessage)\n        );\n      }).pipe(Effect.scoped)\n    );\n\n    // Subscribe to presence events (if presence is enabled)\n    const presenceFiber = yield* Effect.fork(\n      Effect.gen(function* () {\n        if (!engine.config.presence) return;\n\n        // Wait until authenticated before subscribing\n        while (!state.authenticated) {\n          yield* Effect.sleep(Duration.millis(100));\n        }\n\n        // Subscribe to presence events\n        const presenceStream = yield* engine.subscribePresence(documentId);\n\n        // Forward presence events to the WebSocket, filtering out our own events (no-echo)\n        yield* Stream.runForEach(presenceStream, (event) =>\n          Effect.gen(function* () {\n            // Don't echo our own presence events\n            if (event.id === connectionId) return;\n\n            if (event.type === \"presence_update\") {\n              yield* sendMessage(\n                Protocol.presenceUpdateMessage(event.id, event.data, event.userId)\n              );\n            } else if (event.type === \"presence_remove\") {\n              yield* sendMessage(Protocol.presenceRemoveMessage(event.id));\n            }\n          })\n        );\n      }).pipe(Effect.scoped)\n    );\n\n    // Ensure cleanup on disconnect\n    yield* Effect.addFinalizer(() =>\n      Effect.gen(function* () {\n        // Calculate connection duration\n        const duration = Date.now() - connectionStartTime;\n\n        // Interrupt the subscribe fibers\n        yield* Fiber.interrupt(subscribeFiber);\n        yield* Fiber.interrupt(presenceFiber);\n\n        // Remove presence if we had any\n        if (state.hasPresence && engine.config.presence) {\n          yield* engine.removePresence(documentId, connectionId);\n        }\n\n        // Update connection metrics\n        yield* Metric.incrementBy(Metrics.connectionsActive, -1);\n        yield* Metric.update(Metrics.connectionsDuration, duration);\n\n        yield* Effect.logDebug(\"WebSocket connection closed\", {\n          connectionId,\n          documentId,\n          durationMs: duration,\n        });\n      })\n    );\n\n    // Process incoming messages\n    yield* socket.runRaw((data) =>\n      Effect.gen(function* () {\n        const message = yield* Protocol.parseClientMessage(data);\n        yield* handleMessage(message);\n      }).pipe(\n        Effect.catchAll((error) =>\n          Effect.logError(\"Message handling error\", error)\n        )\n      )\n    );\n  });\n\n// =============================================================================\n// Factory\n// =============================================================================\n\n/**\n * Create a route layer for MimicServerEngine.\n *\n * This creates a WebSocket route that connects to the engine.\n * Use Layer.mergeAll to compose with other routes.\n *\n * @example\n * ```typescript\n * // 1. Create the engine\n * const Engine = MimicServerEngine.make({\n *   schema: DocSchema,\n *   initial: { title: \"Untitled\" },\n * })\n *\n * // 2. Create the WebSocket route\n * const MimicRoute = MimicServer.layerHttpLayerRouter({\n *   path: \"/mimic\",\n * })\n *\n * // 3. Wire together\n * const MimicLive = MimicRoute.pipe(\n *   Layer.provide(Engine),\n *   Layer.provide(ColdStorage.InMemory.make()),\n *   Layer.provide(HotStorage.InMemory.make()),\n *   Layer.provide(MimicAuthService.NoAuth.make()),\n * )\n *\n * // 4. Compose with other routes\n * const AllRoutes = Layer.mergeAll(MimicLive, DocsRoute, OtherRoutes)\n *\n * // 5. Serve\n * HttpLayerRouter.serve(AllRoutes).pipe(\n *   Layer.provide(NodeHttpServer.layer(createServer, { port: 3000 })),\n *   Layer.launch,\n *   NodeRuntime.runMain\n * )\n * ```\n */\nexport const layerHttpLayerRouter = (\n  options?: MimicServerRouteConfig\n) => {\n  const routeConfig = resolveRouteConfig(options);\n\n  // Build the route path pattern: {path}/doc/:documentId\n  const routePath =\n    `${routeConfig.path}/doc/:documentId` as HttpLayerRouter.PathInput;\n\n  return Layer.scopedDiscard(\n    Effect.gen(function* () {\n      const router = yield* HttpLayerRouter.HttpRouter;\n      // Capture engine and auth service at layer creation time\n      const engine = yield* MimicServerEngineTag;\n      const authService = yield* MimicAuthServiceTag;\n\n      // Create the handler that receives the request\n      // Engine and authService are captured in closure, not yielded per-request\n      const handler = (request: HttpServerRequest.HttpServerRequest) =>\n        Effect.gen(function* () {\n          // Extract document ID from path\n          const documentIdResult = yield* Effect.either(\n            extractDocumentId(request.url)\n          );\n          if (documentIdResult._tag === \"Left\") {\n            return HttpServerResponse.text(\n              `Missing document ID in path: ${request.url}`,\n              { status: 400 }\n            );\n          }\n          const documentId = documentIdResult.right;\n\n          // Upgrade to WebSocket\n          const socket = yield* request.upgrade;\n\n          // Handle the WebSocket connection\n          yield* handleWebSocketConnection(\n            socket,\n            documentId,\n            engine,\n            authService,\n            routeConfig\n          ).pipe(\n            Effect.scoped,\n            Effect.catchAll((error) =>\n              Effect.logError(\"WebSocket connection error\", error)\n            )\n          );\n\n          // Return empty response - the WebSocket upgrade handles the connection\n          return HttpServerResponse.empty();\n        });\n\n      yield* router.add(\"GET\", routePath, handler);\n    })\n  );\n};\n\n// =============================================================================\n// Re-export namespace\n// =============================================================================\n\nexport const MimicServer = {\n  layerHttpLayerRouter,\n};\n\n// =============================================================================\n// Re-export types\n// =============================================================================\n\nexport type { MimicServerRouteConfig };\n"],"mappings":";;;;;;;;;;;;;;;;AAkCA,MAAM,eAAe;AACrB,MAAM,6BAA6B,SAAS,QAAQ,GAAG;AACvD,MAAM,4BAA4B,SAAS,QAAQ,GAAG;;;;AAKtD,MAAM,sBACJ,WACwB;;QAAC;EACzB,sEAAM,OAAQ,2DAAQ;EACtB,oEAAmB,OAAQ,qBACvB,SAAS,OAAO,OAAO,kBAAkB,GACzC;EACJ,mEAAkB,OAAQ,oBACtB,SAAS,OAAO,OAAO,iBAAiB,GACxC;EACL;;;;;;AAUD,MAAM,qBACJ,SACkD;CAElD,MAAM,QAAQ,KAAK,QAAQ,QAAQ,GAAG,CAAC,MAAM,IAAI;CAGjD,MAAM,WAAW,MAAM,YAAY,MAAM;CACzC,MAAM,OAAO,MAAM,WAAW;AAC9B,KAAI,aAAa,MAAM,KACrB,QAAO,OAAO,QAAQ,mBAAmB,KAAK,CAAC;AAEjD,QAAO,OAAO,KAAK,IAAI,uBAAuB,EAAE,MAAM,CAAC,CAAC;;;;;AAsB1D,MAAM,6BACJ,QACA,YACA,QACA,aACA,iBAEA,OAAO,IAAI,aAAa;CACtB,MAAM,eAAe,OAAO,YAAY;CACxC,MAAM,sBAAsB,KAAK,KAAK;AAGtC,QAAO,OAAO,UAAUA,iBAAyB;AACjD,QAAO,OAAO,YAAYC,mBAA2B,EAAE;CAGvD,MAAMC,QAAyB;EAC7B;EACA;EACA,eAAe;EACf,aAAa;EACd;CAGD,MAAM,QAAQ,OAAO,OAAO;CAG5B,MAAM,eAAe,YACnB,MAAMC,oBAA6B,QAAQ,CAAC;CAG9C,MAAM,uBAAuB,OAAO,IAAI,aAAa;AACnD,MAAI,CAAC,OAAO,OAAO,SAAU;EAE7B,MAAM,WAAW,OAAO,OAAO,oBAAoB,WAAW;AAC9D,SAAO,YACLC,wBAAiC,cAAc,SAAS,UAAU,CACnE;GACD;CAGF,MAAM,uBAAuB,OAAO,IAAI,aAAa;EACnD,MAAM,WAAW,OAAO,OAAO,YAAY,WAAW;AACtD,SAAO,YACLC,gBAAyB,SAAS,OAAO,SAAS,QAAQ,CAC3D;GACD;CAGF,MAAM,cAAc,UAClB,OAAO,IAAI,aAAa;EACtB,MAAM,SAAS,OAAO,OAAO,OAC3B,YAAY,aAAa,OAAO,WAAW,CAC5C;AAED,MAAI,OAAO,SAAS,SAAS;AAC3B,SAAM,gBAAgB;AACtB,SAAM,cAAc,OAAO;AAE3B,UAAO,YACLC,kBACE,OAAO,MAAM,QACb,OAAO,MAAM,WACd,CACF;AAGD,UAAO;AAGP,UAAO;SACF;;AACL,UAAO,OAAO,UAAUC,kBAA0B;AAClD,UAAO,YACLC,yCACE,OAAO,KAAK,2EAAU,wBACvB,CACF;;GAEH;CAGJ,MAAM,qBAAqB,SACzB,OAAO,IAAI,aAAa;AACtB,MAAI,CAAC,MAAM,cAAe;AAC1B,MAAI,CAAC,MAAM,YAAa;AACxB,MAAI,CAAC,OAAO,OAAO,SAAU;AAG7B,MAAI,MAAM,YAAY,eAAe,SAAS;AAC5C,UAAO,OAAO,WAAW,0CAA0C,EACjE,cACD,CAAC;AACF;;EAIF,MAAM,YAAY,SAAS,aAAa,OAAO,OAAO,UAAU,KAAK;AACrE,MAAI,cAAc,QAAW;AAC3B,UAAO,OAAO,WAAW,kCAAkC;IACzD;IACA;IACD,CAAC;AACF;;AAIF,SAAO,OAAO,YAAY,YAAY,cAAc;GAClD,MAAM;GACN,QAAQ,MAAM,YAAY;GAC3B,CAAC;AAEF,QAAM,cAAc;GACpB;CAGJ,MAAM,sBAAsB,OAAO,IAAI,aAAa;AAClD,MAAI,CAAC,MAAM,cAAe;AAC1B,MAAI,CAAC,OAAO,OAAO,SAAU;AAE7B,SAAO,OAAO,eAAe,YAAY,aAAa;AACtD,QAAM,cAAc;GACpB;CAGF,MAAM,iBAAiB,YACrB,OAAO,IAAI,aAAa;AAEtB,SAAO,OAAO,MAAM,WAAW;AAE/B,UAAQ,QAAQ,MAAhB;GACE,KAAK;AACH,WAAO,WAAW,QAAQ,MAAM;AAChC;GAEF,KAAK;AACH,WAAO,YAAYC,MAAe,CAAC;AACnC;GAEF,KAAK;;AACH,QAAI,CAAC,MAAM,eAAe;AACxB,YAAO,YACLC,aACE,QAAQ,YAAY,IACpB,oBACD,CACF;AACD;;AAIF,+BAAI,MAAM,qFAAa,gBAAe,SAAS;AAC7C,YAAO,YACLA,aACE,QAAQ,YAAY,IACpB,4BACD,CACF;AACD;;IAIF,MAAM,eAAe,OAAO,OAAO,OACjC,YACA,QAAQ,YACT;AAGD,QAAI,CAAC,aAAa,QAChB,QAAO,YACLA,aAAsB,QAAQ,YAAY,IAAI,aAAa,OAAO,CACnE;AAEH;GAEF,KAAK;AACH,QAAI,CAAC,MAAM,cACT;IAEF,MAAM,WAAW,OAAO,OAAO,YAAY,WAAW;AACtD,WAAO,YACLL,gBAAyB,SAAS,OAAO,SAAS,QAAQ,CAC3D;AACD;GAEF,KAAK;AACH,WAAO,kBAAkB,QAAQ,KAAK;AACtC;GAEF,KAAK;AACH,WAAO;AACP;;GAEJ;CAGJ,MAAM,iBAAiB,OAAO,OAAO,KACnC,OAAO,IAAI,aAAa;AAEtB,SAAO,CAAC,MAAM,cACZ,QAAO,OAAO,MAAM,SAAS,OAAO,IAAI,CAAC;EAI3C,MAAM,kBAAkB,OAAO,OAAO,UAAU,WAAW;AAG3D,SAAO,OAAO,WAAW,kBAAkB,cACzC,YAAY,UAAoC,CACjD;GACD,CAAC,KAAK,OAAO,OAAO,CACvB;CAGD,MAAM,gBAAgB,OAAO,OAAO,KAClC,OAAO,IAAI,aAAa;AACtB,MAAI,CAAC,OAAO,OAAO,SAAU;AAG7B,SAAO,CAAC,MAAM,cACZ,QAAO,OAAO,MAAM,SAAS,OAAO,IAAI,CAAC;EAI3C,MAAM,iBAAiB,OAAO,OAAO,kBAAkB,WAAW;AAGlE,SAAO,OAAO,WAAW,iBAAiB,UACxC,OAAO,IAAI,aAAa;AAEtB,OAAI,MAAM,OAAO,aAAc;AAE/B,OAAI,MAAM,SAAS,kBACjB,QAAO,YACLM,sBAA+B,MAAM,IAAI,MAAM,MAAM,MAAM,OAAO,CACnE;YACQ,MAAM,SAAS,kBACxB,QAAO,YAAYC,sBAA+B,MAAM,GAAG,CAAC;IAE9D,CACH;GACD,CAAC,KAAK,OAAO,OAAO,CACvB;AAGD,QAAO,OAAO,mBACZ,OAAO,IAAI,aAAa;EAEtB,MAAM,WAAW,KAAK,KAAK,GAAG;AAG9B,SAAO,MAAM,UAAU,eAAe;AACtC,SAAO,MAAM,UAAU,cAAc;AAGrC,MAAI,MAAM,eAAe,OAAO,OAAO,SACrC,QAAO,OAAO,eAAe,YAAY,aAAa;AAIxD,SAAO,OAAO,YAAYX,mBAA2B,GAAG;AACxD,SAAO,OAAO,OAAOY,qBAA6B,SAAS;AAE3D,SAAO,OAAO,SAAS,+BAA+B;GACpD;GACA;GACA,YAAY;GACb,CAAC;GACF,CACH;AAGD,QAAO,OAAO,QAAQ,SACpB,OAAO,IAAI,aAAa;AAEtB,SAAO,cADS,OAAOC,mBAA4B,KAAK,CAC3B;GAC7B,CAAC,KACD,OAAO,UAAU,UACf,OAAO,SAAS,0BAA0B,MAAM,CACjD,CACF,CACF;EACD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA4CJ,MAAa,wBACX,YACG;CACH,MAAM,cAAc,mBAAmB,QAAQ;CAG/C,MAAM,YACJ,GAAG,YAAY,KAAK;AAEtB,QAAO,MAAM,cACX,OAAO,IAAI,aAAa;EACtB,MAAM,SAAS,OAAO,gBAAgB;EAEtC,MAAM,SAAS,OAAO;EACtB,MAAM,cAAc,OAAO;EAI3B,MAAM,WAAW,YACf,OAAO,IAAI,aAAa;GAEtB,MAAM,mBAAmB,OAAO,OAAO,OACrC,kBAAkB,QAAQ,IAAI,CAC/B;AACD,OAAI,iBAAiB,SAAS,OAC5B,QAAO,mBAAmB,KACxB,gCAAgC,QAAQ,OACxC,EAAE,QAAQ,KAAK,CAChB;GAEH,MAAM,aAAa,iBAAiB;AAMpC,UAAO,0BAHQ,OAAO,QAAQ,SAK5B,YACA,QACA,aACA,YACD,CAAC,KACA,OAAO,QACP,OAAO,UAAU,UACf,OAAO,SAAS,8BAA8B,MAAM,CACrD,CACF;AAGD,UAAO,mBAAmB,OAAO;IACjC;AAEJ,SAAO,OAAO,IAAI,OAAO,WAAW,QAAQ;GAC5C,CACH;;AAOH,MAAa,cAAc,EACzB,sBACD"}
+{"version":3,"file":"MimicServer.mjs","names":["Metrics.connectionsTotal","Metrics.connectionsActive","state: ConnectionState","Protocol.encodeServerMessage","Protocol.presenceSnapshotMessage","Protocol.snapshotMessage","Protocol.authResultSuccess","Metrics.connectionsErrors","Protocol.authResultFailure","Protocol.pong","Protocol.errorMessage","Protocol.presenceUpdateMessage","Protocol.presenceRemoveMessage","Metrics.connectionsDuration","Protocol.parseClientMessage"],"sources":["../src/MimicServer.ts"],"sourcesContent":["/**\n * @voidhash/mimic-effect - MimicServer\n *\n * WebSocket route layer for MimicServerEngine.\n * Creates routes compatible with HttpLayerRouter.\n */\nimport {\n  Duration,\n  Effect,\n  Fiber,\n  Layer,\n  Metric,\n  Stream,\n} from \"effect\";\nimport {\n  HttpLayerRouter,\n  HttpServerRequest,\n  HttpServerResponse,\n} from \"@effect/platform\";\nimport type * as Socket from \"@effect/platform/Socket\";\nimport { Presence } from \"@voidhash/mimic\";\nimport type { MimicServerRouteConfig, ResolvedRouteConfig } from \"./Types\";\nimport * as Protocol from \"./Protocol\";\nimport { MissingDocumentIdError } from \"./Errors\";\nimport { MimicServerEngineTag, type MimicServerEngine } from \"./MimicServerEngine\";\nimport { MimicAuthServiceTag, type MimicAuthService } from \"./MimicAuthService\";\nimport * as Metrics from \"./Metrics\";\nimport type { AuthContext } from \"./Types\";\n\n// =============================================================================\n// Default Configuration\n// =============================================================================\n\nconst DEFAULT_PATH = \"/mimic\";\nconst DEFAULT_HEARTBEAT_INTERVAL = Duration.seconds(30);\nconst DEFAULT_HEARTBEAT_TIMEOUT = Duration.seconds(10);\n\n/**\n * Resolve route configuration with defaults\n */\nconst resolveRouteConfig = (\n  config?: MimicServerRouteConfig\n): ResolvedRouteConfig => ({\n  path: config?.path ?? DEFAULT_PATH,\n  heartbeatInterval: config?.heartbeatInterval\n    ? Duration.decode(config.heartbeatInterval)\n    : DEFAULT_HEARTBEAT_INTERVAL,\n  heartbeatTimeout: config?.heartbeatTimeout\n    ? Duration.decode(config.heartbeatTimeout)\n    : DEFAULT_HEARTBEAT_TIMEOUT,\n});\n\n// =============================================================================\n// URL Path Parsing\n// =============================================================================\n\n/**\n * Extract document ID from URL path.\n * Expected format: /basePath/doc/{documentId}\n */\nconst extractDocumentId = (\n  path: string\n): Effect.Effect<string, MissingDocumentIdError> => {\n  // Remove leading slash and split\n  const parts = path.replace(/^\\/+/, \"\").split(\"/\");\n\n  // Find the last occurrence of 'doc' in the path\n  const docIndex = parts.lastIndexOf(\"doc\");\n  const part = parts[docIndex + 1];\n  if (docIndex !== -1 && part) {\n    return Effect.succeed(decodeURIComponent(part));\n  }\n  return Effect.fail(new MissingDocumentIdError({ path }));\n};\n\n// =============================================================================\n// Connection State\n// =============================================================================\n\ninterface ConnectionState {\n  readonly documentId: string;\n  readonly connectionId: string;\n  authenticated: boolean;\n  authContext?: AuthContext;\n  hasPresence: boolean;\n}\n\n// =============================================================================\n// WebSocket Connection Handler\n// =============================================================================\n\n/**\n * Handle a WebSocket connection for a document.\n */\nconst handleWebSocketConnection = Effect.fn(\"websocket.connection.handle\")(\n  function* (\n    socket: Socket.Socket,\n    documentId: string,\n    engine: MimicServerEngine,\n    authService: MimicAuthService,\n    _routeConfig: ResolvedRouteConfig\n  ) {\n    const connectionId = crypto.randomUUID();\n    const connectionStartTime = Date.now();\n\n    // Track connection metrics\n    yield* Metric.increment(Metrics.connectionsTotal);\n    yield* Metric.incrementBy(Metrics.connectionsActive, 1);\n\n    // Track connection state (mutable for simplicity)\n    const state: ConnectionState = {\n      documentId,\n      connectionId,\n      authenticated: false,\n      hasPresence: false,\n    };\n\n    // Get the socket writer\n    const write = yield* socket.writer;\n\n    // Helper to send a message to the client\n    const sendMessage = (message: Protocol.ServerMessage) =>\n      write(Protocol.encodeServerMessage(message));\n\n    // Send presence snapshot after auth\n    const sendPresenceSnapshot = Effect.fn(\"presence.snapshot.send\")(\n      function* () {\n        if (!engine.config.presence) return;\n\n        const snapshot = yield* engine.getPresenceSnapshot(documentId);\n        yield* sendMessage(\n          Protocol.presenceSnapshotMessage(connectionId, snapshot.presences)\n        );\n      }\n    );\n\n    // Send document snapshot after auth\n    const sendDocumentSnapshot = Effect.fn(\"document.snapshot.send\")(\n      function* () {\n        const snapshot = yield* engine.getSnapshot(documentId);\n        yield* sendMessage(\n          Protocol.snapshotMessage(snapshot.state, snapshot.version)\n        );\n      }\n    );\n\n    // Handle authentication\n    const handleAuth = Effect.fn(\"auth.handle\")(function* (token: string) {\n      const result = yield* Effect.either(\n        authService.authenticate(token, documentId)\n      );\n\n      if (result._tag === \"Right\") {\n        state.authenticated = true;\n        state.authContext = result.right;\n\n        yield* sendMessage(\n          Protocol.authResultSuccess(\n            result.right.userId,\n            result.right.permission\n          )\n        );\n\n        // Send document snapshot after successful auth\n        yield* sendDocumentSnapshot();\n\n        // Send presence snapshot after successful auth\n        yield* sendPresenceSnapshot();\n      } else {\n        yield* Metric.increment(Metrics.connectionsErrors);\n        yield* sendMessage(\n          Protocol.authResultFailure(\n            result.left.reason ?? \"Authentication failed\"\n          )\n        );\n      }\n    });\n\n    // Handle presence set\n    const handlePresenceSet = Effect.fn(\"presence.set.handle\")(\n      function* (data: unknown) {\n        if (!state.authenticated) return;\n        if (!state.authContext) return;\n        if (!engine.config.presence) return;\n\n        // Check write permission\n        if (state.authContext.permission !== \"write\") {\n          yield* Effect.logWarning(\"Presence set rejected - read-only user\", {\n            connectionId,\n          });\n          return;\n        }\n\n        // Validate presence data against schema\n        const validated = Presence.validateSafe(engine.config.presence, data);\n        if (validated === undefined) {\n          yield* Effect.logWarning(\"Invalid presence data received\", {\n            connectionId,\n            data,\n          });\n          return;\n        }\n\n        // Store in engine\n        yield* engine.setPresence(documentId, connectionId, {\n          data: validated,\n          userId: state.authContext.userId,\n        });\n\n        state.hasPresence = true;\n      }\n    );\n\n    // Handle presence clear\n    const handlePresenceClear = Effect.fn(\"presence.clear.handle\")(\n      function* () {\n        if (!state.authenticated) return;\n        if (!engine.config.presence) return;\n\n        yield* engine.removePresence(documentId, connectionId);\n        state.hasPresence = false;\n      }\n    );\n\n    // Handle a client message\n    const handleMessage = Effect.fn(\"message.handle\")(\n      function* (message: Protocol.ClientMessage) {\n        // Touch document on any activity (prevents idle GC)\n        yield* engine.touch(documentId);\n\n        switch (message.type) {\n          case \"auth\":\n            yield* handleAuth(message.token);\n            break;\n\n          case \"ping\":\n            yield* sendMessage(Protocol.pong());\n            break;\n\n          case \"submit\":\n            if (!state.authenticated) {\n              yield* sendMessage(\n                Protocol.errorMessage(\n                  message.transaction.id,\n                  \"Not authenticated\"\n                )\n              );\n              return;\n            }\n\n            // Check write permission\n            if (state.authContext?.permission !== \"write\") {\n              yield* sendMessage(\n                Protocol.errorMessage(\n                  message.transaction.id,\n                  \"Write permission required\"\n                )\n              );\n              return;\n            }\n\n            // Submit to the engine\n            const submitResult = yield* engine.submit(\n              documentId,\n              message.transaction\n            );\n\n            // If rejected, send error (success is broadcast to all)\n            if (!submitResult.success) {\n              yield* sendMessage(\n                Protocol.errorMessage(message.transaction.id, submitResult.reason)\n              );\n            }\n            break;\n\n          case \"request_snapshot\":\n            if (!state.authenticated) {\n              return;\n            }\n            const snapshot = yield* engine.getSnapshot(documentId);\n            yield* sendMessage(\n              Protocol.snapshotMessage(snapshot.state, snapshot.version)\n            );\n            break;\n\n          case \"presence_set\":\n            yield* handlePresenceSet(message.data);\n            break;\n\n          case \"presence_clear\":\n            yield* handlePresenceClear();\n            break;\n        }\n      }\n    );\n\n    // Subscribe to document broadcasts\n    const subscribeFiber = yield* Effect.fork(\n      Effect.fn(\"subscriptions.document.start\")(function* () {\n        // Wait until authenticated before subscribing\n        while (!state.authenticated) {\n          yield* Effect.sleep(Duration.millis(100));\n        }\n\n        // Subscribe to the document\n        const broadcastStream = yield* engine.subscribe(documentId);\n\n        // Forward broadcasts to the WebSocket\n        yield* Stream.runForEach(broadcastStream, (broadcast) =>\n          sendMessage(broadcast as Protocol.ServerMessage)\n        );\n      })().pipe(Effect.scoped)\n    );\n\n    // Subscribe to presence events (if presence is enabled)\n    const presenceFiber = yield* Effect.fork(\n      Effect.fn(\"subscriptions.presence.start\")(function* () {\n        if (!engine.config.presence) return;\n\n        // Wait until authenticated before subscribing\n        while (!state.authenticated) {\n          yield* Effect.sleep(Duration.millis(100));\n        }\n\n        // Subscribe to presence events\n        const presenceStream = yield* engine.subscribePresence(documentId);\n\n        // Forward presence events to the WebSocket, filtering out our own events (no-echo)\n        yield* Stream.runForEach(presenceStream, (event) =>\n          Effect.gen(function* () {\n            // Don't echo our own presence events\n            if (event.id === connectionId) return;\n\n            if (event.type === \"presence_update\") {\n              yield* sendMessage(\n                Protocol.presenceUpdateMessage(event.id, event.data, event.userId)\n              );\n            } else if (event.type === \"presence_remove\") {\n              yield* sendMessage(Protocol.presenceRemoveMessage(event.id));\n            }\n          })\n        );\n      })().pipe(Effect.scoped)\n    );\n\n    // Ensure cleanup on disconnect\n    yield* Effect.addFinalizer(() =>\n      Effect.fn(\"connection.cleanup\")(function* () {\n        // Calculate connection duration\n        const duration = Date.now() - connectionStartTime;\n\n        // Interrupt the subscribe fibers\n        yield* Fiber.interrupt(subscribeFiber);\n        yield* Fiber.interrupt(presenceFiber);\n\n        // Remove presence if we had any\n        if (state.hasPresence && engine.config.presence) {\n          yield* engine.removePresence(documentId, connectionId);\n        }\n\n        // Update connection metrics\n        yield* Metric.incrementBy(Metrics.connectionsActive, -1);\n        yield* Metric.update(Metrics.connectionsDuration, duration);\n\n        yield* Effect.logDebug(\"WebSocket connection closed\", {\n          connectionId,\n          documentId,\n          durationMs: duration,\n        });\n      })()\n    );\n\n    // Process incoming messages\n    yield* socket.runRaw((data) =>\n      Effect.fn(\"message.process\")(function* () {\n        const message = yield* Protocol.parseClientMessage(data);\n        yield* handleMessage(message);\n      })().pipe(\n        Effect.catchAll((error) =>\n          Effect.logError(\"Message handling error\", error)\n        )\n      )\n    );\n  }\n);\n\n// =============================================================================\n// Factory\n// =============================================================================\n\n/**\n * Create a route layer for MimicServerEngine.\n *\n * This creates a WebSocket route that connects to the engine.\n * Use Layer.mergeAll to compose with other routes.\n *\n * @example\n * ```typescript\n * // 1. Create the engine\n * const Engine = MimicServerEngine.make({\n *   schema: DocSchema,\n *   initial: { title: \"Untitled\" },\n * })\n *\n * // 2. Create the WebSocket route\n * const MimicRoute = MimicServer.layerHttpLayerRouter({\n *   path: \"/mimic\",\n * })\n *\n * // 3. Wire together\n * const MimicLive = MimicRoute.pipe(\n *   Layer.provide(Engine),\n *   Layer.provide(ColdStorage.InMemory.make()),\n *   Layer.provide(HotStorage.InMemory.make()),\n *   Layer.provide(MimicAuthService.NoAuth.make()),\n * )\n *\n * // 4. Compose with other routes\n * const AllRoutes = Layer.mergeAll(MimicLive, DocsRoute, OtherRoutes)\n *\n * // 5. Serve\n * HttpLayerRouter.serve(AllRoutes).pipe(\n *   Layer.provide(NodeHttpServer.layer(createServer, { port: 3000 })),\n *   Layer.launch,\n *   NodeRuntime.runMain\n * )\n * ```\n */\nexport const layerHttpLayerRouter = (\n  options?: MimicServerRouteConfig\n) => {\n  const routeConfig = resolveRouteConfig(options);\n\n  // Build the route path pattern: {path}/doc/:documentId\n  const routePath =\n    `${routeConfig.path}/doc/:documentId` as HttpLayerRouter.PathInput;\n\n  return Layer.scopedDiscard(\n    Effect.gen(function* () {\n      const router = yield* HttpLayerRouter.HttpRouter;\n      // Capture engine and auth service at layer creation time\n      const engine = yield* MimicServerEngineTag;\n      const authService = yield* MimicAuthServiceTag;\n\n      // Create the handler that receives the request\n      // Engine and authService are captured in closure, not yielded per-request\n      const handler = Effect.fn(\"websocket.route.handler\")(\n        function* (request: HttpServerRequest.HttpServerRequest) {\n          // Extract document ID from path\n          const documentIdResult = yield* Effect.either(\n            extractDocumentId(request.url)\n          );\n          if (documentIdResult._tag === \"Left\") {\n            return HttpServerResponse.text(\n              `Missing document ID in path: ${request.url}`,\n              { status: 400 }\n            );\n          }\n          const documentId = documentIdResult.right;\n\n          // Upgrade to WebSocket\n          const socket = yield* request.upgrade;\n\n          // Handle the WebSocket connection\n          yield* handleWebSocketConnection(\n            socket,\n            documentId,\n            engine,\n            authService,\n            routeConfig\n          ).pipe(\n            Effect.scoped,\n            Effect.catchAll((error) =>\n              Effect.logError(\"WebSocket connection error\", error)\n            )\n          );\n\n          // Return empty response - the WebSocket upgrade handles the connection\n          return HttpServerResponse.empty();\n        }\n      );\n\n      yield* router.add(\"GET\", routePath, handler);\n    })\n  );\n};\n\n// =============================================================================\n// Re-export namespace\n// =============================================================================\n\nexport const MimicServer = {\n  layerHttpLayerRouter,\n};\n\n// =============================================================================\n// Re-export types\n// =============================================================================\n\nexport type { MimicServerRouteConfig };\n"],"mappings":";;;;;;;;;;;;;;;;AAiCA,MAAM,eAAe;AACrB,MAAM,6BAA6B,SAAS,QAAQ,GAAG;AACvD,MAAM,4BAA4B,SAAS,QAAQ,GAAG;;;;AAKtD,MAAM,sBACJ,WACwB;;QAAC;EACzB,sEAAM,OAAQ,2DAAQ;EACtB,oEAAmB,OAAQ,qBACvB,SAAS,OAAO,OAAO,kBAAkB,GACzC;EACJ,mEAAkB,OAAQ,oBACtB,SAAS,OAAO,OAAO,iBAAiB,GACxC;EACL;;;;;;AAUD,MAAM,qBACJ,SACkD;CAElD,MAAM,QAAQ,KAAK,QAAQ,QAAQ,GAAG,CAAC,MAAM,IAAI;CAGjD,MAAM,WAAW,MAAM,YAAY,MAAM;CACzC,MAAM,OAAO,MAAM,WAAW;AAC9B,KAAI,aAAa,MAAM,KACrB,QAAO,OAAO,QAAQ,mBAAmB,KAAK,CAAC;AAEjD,QAAO,OAAO,KAAK,IAAI,uBAAuB,EAAE,MAAM,CAAC,CAAC;;;;;AAsB1D,MAAM,4BAA4B,OAAO,GAAG,8BAA8B,CACxE,WACE,QACA,YACA,QACA,aACA,cACA;CACA,MAAM,eAAe,OAAO,YAAY;CACxC,MAAM,sBAAsB,KAAK,KAAK;AAGtC,QAAO,OAAO,UAAUA,iBAAyB;AACjD,QAAO,OAAO,YAAYC,mBAA2B,EAAE;CAGvD,MAAMC,QAAyB;EAC7B;EACA;EACA,eAAe;EACf,aAAa;EACd;CAGD,MAAM,QAAQ,OAAO,OAAO;CAG5B,MAAM,eAAe,YACnB,MAAMC,oBAA6B,QAAQ,CAAC;CAG9C,MAAM,uBAAuB,OAAO,GAAG,yBAAyB,CAC9D,aAAa;AACX,MAAI,CAAC,OAAO,OAAO,SAAU;EAE7B,MAAM,WAAW,OAAO,OAAO,oBAAoB,WAAW;AAC9D,SAAO,YACLC,wBAAiC,cAAc,SAAS,UAAU,CACnE;GAEJ;CAGD,MAAM,uBAAuB,OAAO,GAAG,yBAAyB,CAC9D,aAAa;EACX,MAAM,WAAW,OAAO,OAAO,YAAY,WAAW;AACtD,SAAO,YACLC,gBAAyB,SAAS,OAAO,SAAS,QAAQ,CAC3D;GAEJ;CAGD,MAAM,aAAa,OAAO,GAAG,cAAc,CAAC,WAAW,OAAe;EACpE,MAAM,SAAS,OAAO,OAAO,OAC3B,YAAY,aAAa,OAAO,WAAW,CAC5C;AAED,MAAI,OAAO,SAAS,SAAS;AAC3B,SAAM,gBAAgB;AACtB,SAAM,cAAc,OAAO;AAE3B,UAAO,YACLC,kBACE,OAAO,MAAM,QACb,OAAO,MAAM,WACd,CACF;AAGD,UAAO,sBAAsB;AAG7B,UAAO,sBAAsB;SACxB;;AACL,UAAO,OAAO,UAAUC,kBAA0B;AAClD,UAAO,YACLC,yCACE,OAAO,KAAK,2EAAU,wBACvB,CACF;;GAEH;CAGF,MAAM,oBAAoB,OAAO,GAAG,sBAAsB,CACxD,WAAW,MAAe;AACxB,MAAI,CAAC,MAAM,cAAe;AAC1B,MAAI,CAAC,MAAM,YAAa;AACxB,MAAI,CAAC,OAAO,OAAO,SAAU;AAG7B,MAAI,MAAM,YAAY,eAAe,SAAS;AAC5C,UAAO,OAAO,WAAW,0CAA0C,EACjE,cACD,CAAC;AACF;;EAIF,MAAM,YAAY,SAAS,aAAa,OAAO,OAAO,UAAU,KAAK;AACrE,MAAI,cAAc,QAAW;AAC3B,UAAO,OAAO,WAAW,kCAAkC;IACzD;IACA;IACD,CAAC;AACF;;AAIF,SAAO,OAAO,YAAY,YAAY,cAAc;GAClD,MAAM;GACN,QAAQ,MAAM,YAAY;GAC3B,CAAC;AAEF,QAAM,cAAc;GAEvB;CAGD,MAAM,sBAAsB,OAAO,GAAG,wBAAwB,CAC5D,aAAa;AACX,MAAI,CAAC,MAAM,cAAe;AAC1B,MAAI,CAAC,OAAO,OAAO,SAAU;AAE7B,SAAO,OAAO,eAAe,YAAY,aAAa;AACtD,QAAM,cAAc;GAEvB;CAGD,MAAM,gBAAgB,OAAO,GAAG,iBAAiB,CAC/C,WAAW,SAAiC;AAE1C,SAAO,OAAO,MAAM,WAAW;AAE/B,UAAQ,QAAQ,MAAhB;GACE,KAAK;AACH,WAAO,WAAW,QAAQ,MAAM;AAChC;GAEF,KAAK;AACH,WAAO,YAAYC,MAAe,CAAC;AACnC;GAEF,KAAK;;AACH,QAAI,CAAC,MAAM,eAAe;AACxB,YAAO,YACLC,aACE,QAAQ,YAAY,IACpB,oBACD,CACF;AACD;;AAIF,+BAAI,MAAM,qFAAa,gBAAe,SAAS;AAC7C,YAAO,YACLA,aACE,QAAQ,YAAY,IACpB,4BACD,CACF;AACD;;IAIF,MAAM,eAAe,OAAO,OAAO,OACjC,YACA,QAAQ,YACT;AAGD,QAAI,CAAC,aAAa,QAChB,QAAO,YACLA,aAAsB,QAAQ,YAAY,IAAI,aAAa,OAAO,CACnE;AAEH;GAEF,KAAK;AACH,QAAI,CAAC,MAAM,cACT;IAEF,MAAM,WAAW,OAAO,OAAO,YAAY,WAAW;AACtD,WAAO,YACLL,gBAAyB,SAAS,OAAO,SAAS,QAAQ,CAC3D;AACD;GAEF,KAAK;AACH,WAAO,kBAAkB,QAAQ,KAAK;AACtC;GAEF,KAAK;AACH,WAAO,qBAAqB;AAC5B;;GAGP;CAGD,MAAM,iBAAiB,OAAO,OAAO,KACnC,OAAO,GAAG,+BAA+B,CAAC,aAAa;AAErD,SAAO,CAAC,MAAM,cACZ,QAAO,OAAO,MAAM,SAAS,OAAO,IAAI,CAAC;EAI3C,MAAM,kBAAkB,OAAO,OAAO,UAAU,WAAW;AAG3D,SAAO,OAAO,WAAW,kBAAkB,cACzC,YAAY,UAAoC,CACjD;GACD,EAAE,CAAC,KAAK,OAAO,OAAO,CACzB;CAGD,MAAM,gBAAgB,OAAO,OAAO,KAClC,OAAO,GAAG,+BAA+B,CAAC,aAAa;AACrD,MAAI,CAAC,OAAO,OAAO,SAAU;AAG7B,SAAO,CAAC,MAAM,cACZ,QAAO,OAAO,MAAM,SAAS,OAAO,IAAI,CAAC;EAI3C,MAAM,iBAAiB,OAAO,OAAO,kBAAkB,WAAW;AAGlE,SAAO,OAAO,WAAW,iBAAiB,UACxC,OAAO,IAAI,aAAa;AAEtB,OAAI,MAAM,OAAO,aAAc;AAE/B,OAAI,MAAM,SAAS,kBACjB,QAAO,YACLM,sBAA+B,MAAM,IAAI,MAAM,MAAM,MAAM,OAAO,CACnE;YACQ,MAAM,SAAS,kBACxB,QAAO,YAAYC,sBAA+B,MAAM,GAAG,CAAC;IAE9D,CACH;GACD,EAAE,CAAC,KAAK,OAAO,OAAO,CACzB;AAGD,QAAO,OAAO,mBACZ,OAAO,GAAG,qBAAqB,CAAC,aAAa;EAE3C,MAAM,WAAW,KAAK,KAAK,GAAG;AAG9B,SAAO,MAAM,UAAU,eAAe;AACtC,SAAO,MAAM,UAAU,cAAc;AAGrC,MAAI,MAAM,eAAe,OAAO,OAAO,SACrC,QAAO,OAAO,eAAe,YAAY,aAAa;AAIxD,SAAO,OAAO,YAAYX,mBAA2B,GAAG;AACxD,SAAO,OAAO,OAAOY,qBAA6B,SAAS;AAE3D,SAAO,OAAO,SAAS,+BAA+B;GACpD;GACA;GACA,YAAY;GACb,CAAC;GACF,EAAE,CACL;AAGD,QAAO,OAAO,QAAQ,SACpB,OAAO,GAAG,kBAAkB,CAAC,aAAa;AAExC,SAAO,cADS,OAAOC,mBAA4B,KAAK,CAC3B;GAC7B,EAAE,CAAC,KACH,OAAO,UAAU,UACf,OAAO,SAAS,0BAA0B,MAAM,CACjD,CACF,CACF;EAEJ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA4CD,MAAa,wBACX,YACG;CACH,MAAM,cAAc,mBAAmB,QAAQ;CAG/C,MAAM,YACJ,GAAG,YAAY,KAAK;AAEtB,QAAO,MAAM,cACX,OAAO,IAAI,aAAa;EACtB,MAAM,SAAS,OAAO,gBAAgB;EAEtC,MAAM,SAAS,OAAO;EACtB,MAAM,cAAc,OAAO;EAI3B,MAAM,UAAU,OAAO,GAAG,0BAA0B,CAClD,WAAW,SAA8C;GAEvD,MAAM,mBAAmB,OAAO,OAAO,OACrC,kBAAkB,QAAQ,IAAI,CAC/B;AACD,OAAI,iBAAiB,SAAS,OAC5B,QAAO,mBAAmB,KACxB,gCAAgC,QAAQ,OACxC,EAAE,QAAQ,KAAK,CAChB;GAEH,MAAM,aAAa,iBAAiB;AAMpC,UAAO,0BAHQ,OAAO,QAAQ,SAK5B,YACA,QACA,aACA,YACD,CAAC,KACA,OAAO,QACP,OAAO,UAAU,UACf,OAAO,SAAS,8BAA8B,MAAM,CACrD,CACF;AAGD,UAAO,mBAAmB,OAAO;IAEpC;AAED,SAAO,OAAO,IAAI,OAAO,WAAW,QAAQ;GAC5C,CACH;;AAOH,MAAa,cAAc,EACzB,sBACD"}

package/dist/MimicServerEngine.cjs

@@ -1,4 +1,7 @@
-const require_DocumentManager = require('./DocumentManager.cjs');
+const require_ColdStorage = require('./ColdStorage.cjs');
+const require_HotStorage = require('./HotStorage.cjs');
+const require_Metrics = require('./Metrics.cjs');
+const require_DocumentInstance = require('./DocumentInstance.cjs');
 const require_PresenceManager = require('./PresenceManager.cjs');
 let effect = require("effect");
 
@@ -19,11 +22,12 @@ const DEFAULT_MAX_IDLE_TIME = effect.Duration.minutes(5);
 const DEFAULT_MAX_TRANSACTION_HISTORY = 1e3;
 const DEFAULT_SNAPSHOT_INTERVAL = effect.Duration.minutes(5);
 const DEFAULT_SNAPSHOT_THRESHOLD = 100;
+const DEFAULT_SNAPSHOT_IDLE_TIMEOUT = effect.Duration.seconds(30);
 /**
 * Resolve configuration with defaults
 */
 const resolveConfig = (config) => {
-	var _config$maxTransactio, _config$snapshot, _config$snapshot$tran, _config$snapshot2;
+	var _config$maxTransactio, _config$snapshot, _config$snapshot$tran, _config$snapshot2, _config$snapshot3;
 	return {
 		schema: config.schema,
 		initial: config.initial,
@@ -32,7 +36,8 @@ const resolveConfig = (config) => {
 		maxTransactionHistory: (_config$maxTransactio = config.maxTransactionHistory) !== null && _config$maxTransactio !== void 0 ? _config$maxTransactio : DEFAULT_MAX_TRANSACTION_HISTORY,
 		snapshot: {
 			interval: ((_config$snapshot = config.snapshot) === null || _config$snapshot === void 0 ? void 0 : _config$snapshot.interval) ? effect.Duration.decode(config.snapshot.interval) : DEFAULT_SNAPSHOT_INTERVAL,
-			transactionThreshold: (_config$snapshot$tran = (_config$snapshot2 = config.snapshot) === null || _config$snapshot2 === void 0 ? void 0 : _config$snapshot2.transactionThreshold) !== null && _config$snapshot$tran !== void 0 ? _config$snapshot$tran : DEFAULT_SNAPSHOT_THRESHOLD
+			transactionThreshold: (_config$snapshot$tran = (_config$snapshot2 = config.snapshot) === null || _config$snapshot2 === void 0 ? void 0 : _config$snapshot2.transactionThreshold) !== null && _config$snapshot$tran !== void 0 ? _config$snapshot$tran : DEFAULT_SNAPSHOT_THRESHOLD,
+			idleTimeout: ((_config$snapshot3 = config.snapshot) === null || _config$snapshot3 === void 0 ? void 0 : _config$snapshot3.idleTimeout) ? effect.Duration.decode(config.snapshot.idleTimeout) : DEFAULT_SNAPSHOT_IDLE_TIMEOUT
 		}
 	};
 };
@@ -69,23 +74,99 @@ const resolveConfig = (config) => {
 */
 const make = (config) => {
 	const resolvedConfig = resolveConfig(config);
-	const configLayer = effect.Layer.succeed(require_DocumentManager.DocumentManagerConfigTag, resolvedConfig);
-	const internalLayers = effect.Layer.mergeAll(require_DocumentManager.layer.pipe(effect.Layer.provide(configLayer)), require_PresenceManager.layer);
 	return effect.Layer.scoped(MimicServerEngineTag, effect.Effect.gen(function* () {
-		const documentManager = yield* require_DocumentManager.DocumentManagerTag;
+		const coldStorage = yield* require_ColdStorage.ColdStorageTag;
+		const hotStorage = yield* require_HotStorage.HotStorageTag;
 		const presenceManager = yield* require_PresenceManager.PresenceManagerTag;
+		const store = yield* effect.Ref.make(effect.HashMap.empty());
+		/**
+		* Get or create a document instance
+		*/
+		const getOrCreateDocument = effect.Effect.fn("engine.document.get-or-create")(function* (documentId) {
+			const current = yield* effect.Ref.get(store);
+			const existing = effect.HashMap.get(current, documentId);
+			if (existing._tag === "Some") {
+				yield* effect.Ref.set(existing.value.lastActivityTime, Date.now());
+				return existing.value.instance;
+			}
+			const instance = yield* require_DocumentInstance.DocumentInstance.make(documentId, {
+				schema: config.schema,
+				initial: config.initial,
+				maxTransactionHistory: resolvedConfig.maxTransactionHistory,
+				snapshot: resolvedConfig.snapshot
+			}, coldStorage, hotStorage);
+			const lastActivityTime = yield* effect.Ref.make(Date.now());
+			yield* effect.Ref.update(store, (map) => effect.HashMap.set(map, documentId, {
+				instance,
+				lastActivityTime
+			}));
+			return instance;
+		});
+		yield* effect.Effect.fn("engine.gc.start")(function* () {
+			yield* effect.Effect.fn("engine.gc.loop")(function* () {
+				const current = yield* effect.Ref.get(store);
+				const now = Date.now();
+				const maxIdleMs = effect.Duration.toMillis(resolvedConfig.maxIdleTime);
+				for (const [documentId, entry] of current) if (now - (yield* effect.Ref.get(entry.lastActivityTime)) >= maxIdleMs) {
+					yield* effect.Effect.catchAll(entry.instance.saveSnapshot(), (e) => effect.Effect.logError("Failed to save snapshot during eviction", {
+						documentId,
+						error: e
+					}));
+					yield* effect.Ref.update(store, (map) => effect.HashMap.remove(map, documentId));
+					yield* effect.Metric.increment(require_Metrics.documentsEvicted);
+					yield* effect.Metric.incrementBy(require_Metrics.documentsActive, -1);
+					yield* effect.Effect.logInfo("Document evicted due to idle timeout", { documentId });
+				}
+			})().pipe(effect.Effect.repeat(effect.Schedule.spaced("1 minute")), effect.Effect.fork);
+		})();
+		yield* effect.Effect.fn("engine.snapshot.fiber.start")(function* () {
+			const idleTimeoutMs = effect.Duration.toMillis(resolvedConfig.snapshot.idleTimeout);
+			if (idleTimeoutMs <= 0) return;
+			yield* effect.Effect.fn("engine.snapshot.loop")(function* () {
+				const current = yield* effect.Ref.get(store);
+				const now = Date.now();
+				for (const [documentId, entry] of current) {
+					if (now - (yield* effect.Ref.get(entry.lastActivityTime)) < idleTimeoutMs) continue;
+					if (!(yield* entry.instance.needsSnapshot())) continue;
+					yield* effect.Effect.catchAll(entry.instance.saveSnapshot(), (e) => effect.Effect.logWarning("Periodic snapshot save failed", {
+						documentId,
+						error: e
+					}));
+					yield* effect.Metric.increment(require_Metrics.storageIdleSnapshots);
+				}
+			})().pipe(effect.Effect.repeat(effect.Schedule.spaced("10 seconds")), effect.Effect.fork);
+		})();
+		yield* effect.Effect.addFinalizer(() => effect.Effect.fn("engine.shutdown")(function* () {
+			const current = yield* effect.Ref.get(store);
+			for (const [documentId, entry] of current) yield* effect.Effect.catchAll(entry.instance.saveSnapshot(), (e) => effect.Effect.logError("Failed to save snapshot during shutdown", {
+				documentId,
+				error: e
+			}));
+			yield* effect.Effect.logInfo("MimicServerEngine shutdown complete");
+		})());
 		return {
-			submit: (documentId, transaction) => documentManager.submit(documentId, transaction),
-			getSnapshot: (documentId) => documentManager.getSnapshot(documentId),
-			subscribe: (documentId) => documentManager.subscribe(documentId),
-			touch: (documentId) => documentManager.touch(documentId),
+			submit: (documentId, transaction) => effect.Effect.gen(function* () {
+				return yield* (yield* getOrCreateDocument(documentId)).submit(transaction);
+			}),
+			getSnapshot: (documentId) => effect.Effect.gen(function* () {
+				return (yield* getOrCreateDocument(documentId)).getSnapshot();
+			}),
+			subscribe: (documentId) => effect.Effect.gen(function* () {
+				const instance = yield* getOrCreateDocument(documentId);
+				return effect.Stream.fromPubSub(instance.pubsub);
+			}),
+			touch: (documentId) => effect.Effect.gen(function* () {
+				const current = yield* effect.Ref.get(store);
+				const existing = effect.HashMap.get(current, documentId);
+				if (existing._tag === "Some") yield* effect.Ref.set(existing.value.lastActivityTime, Date.now());
+			}),
 			getPresenceSnapshot: (documentId) => presenceManager.getSnapshot(documentId),
 			setPresence: (documentId, connectionId, entry) => presenceManager.set(documentId, connectionId, entry),
 			removePresence: (documentId, connectionId) => presenceManager.remove(documentId, connectionId),
 			subscribePresence: (documentId) => presenceManager.subscribe(documentId),
 			config: resolvedConfig
 		};
-	})).pipe(effect.Layer.provide(internalLayers));
+	})).pipe(effect.Layer.provide(require_PresenceManager.layer));
 };
 const MimicServerEngine = {
 	Tag: MimicServerEngineTag,

package/dist/MimicServerEngine.d.cts

@@ -1,14 +1,19 @@
 import { MimicServerEngineConfig, PresenceEntry, PresenceEvent, PresenceSnapshot, ResolvedConfig } from "./Types.cjs";
+import { ColdStorageError, HotStorageError } from "./Errors.cjs";
 import { ServerMessage } from "./Protocol.cjs";
 import { ColdStorageTag } from "./ColdStorage.cjs";
 import { HotStorageTag } from "./HotStorage.cjs";
 import { MimicAuthServiceTag } from "./MimicAuthService.cjs";
-import { SubmitResult } from "./DocumentManager.cjs";
+import { SubmitResult } from "./DocumentInstance.cjs";
 import { Context, Effect, Layer, Scope, Stream } from "effect";
 import { Primitive, Transaction } from "@voidhash/mimic";
 
 //#region src/MimicServerEngine.d.ts
 
+/**
+ * Error type for MimicServerEngine operations
+ */
+type MimicServerEngineError = ColdStorageError | HotStorageError;
 /**
  * MimicServerEngine service interface.
  *
@@ -19,21 +24,24 @@ interface MimicServerEngine {
   /**
    * Submit a transaction to a document.
    * Authorization is checked against the auth service.
+   * May fail with MimicServerEngineError if storage is unavailable.
    */
-  readonly submit: (documentId: string, transaction: Transaction.Transaction) => Effect.Effect<SubmitResult, never>;
+  readonly submit: (documentId: string, transaction: Transaction.Transaction) => Effect.Effect<SubmitResult, MimicServerEngineError>;
   /**
    * Get document snapshot (current state and version).
+   * May fail with MimicServerEngineError if storage is unavailable.
    */
   readonly getSnapshot: (documentId: string) => Effect.Effect<{
     state: unknown;
     version: number;
-  }, never>;
+  }, MimicServerEngineError>;
   /**
    * Subscribe to document broadcasts (transactions).
    * Returns a stream of server messages.
    * Requires a Scope for cleanup when the subscription ends.
+   * May fail with MimicServerEngineError if storage is unavailable.
    */
-  readonly subscribe: (documentId: string) => Effect.Effect<Stream.Stream<ServerMessage, never, never>, never, Scope.Scope>;
+  readonly subscribe: (documentId: string) => Effect.Effect<Stream.Stream<ServerMessage, never, never>, MimicServerEngineError, Scope.Scope>;
   /**
    * Touch document to prevent idle garbage collection.
    */

package/dist/MimicServerEngine.d.cts.map

@@ -1 +1 @@
-{"version":3,"file":"MimicServerEngine.d.cts","names":[],"sources":["../src/MimicServerEngine.ts"],"sourcesContent":[],"mappings":";;;;;;;;;;;;;;;;;AA6FW,UA5CM,iBAAA,CA4CN;EACJ;;;;EAgBiE,SAAM,MAAA,EAAA,CAAA,UAAA,EAAA,MAAA,EAAA,WAAA,EAtD7D,WAAA,CAAY,WAsDiD,EAAA,GArDvE,MAAA,CAAO,MAqDgE,CArDzD,YAqDyD,EAAA,KAAA,CAAA;EAAvE;;;EAM0B,SAAA,WAAA,EAAA,CAAA,UAAA,EAAA,MAAA,EAAA,GApD1B,MAAA,CAAO,MAoDmB,CAAA;IAChC,KAAA,EAAA,OAAA;;;;;AASD;AAwIA;;EAjEqC,SAAU,SAAA,EAAA,CAAA,UAAA,EAAA,MAAA,EAAA,GA5HxC,MAAA,CAAO,MA4HiC,CA5H1B,MAAA,CAAO,MA4HmB,CA5HZ,aA4HY,EAAA,KAAA,EAAA,KAAA,CAAA,EAAA,KAAA,EA5HkC,KAAA,CAAM,KA4HxC,CAAA;EACb;;;EAIhC,SAAA,KAAA,EAAA,CAAA,UAAA,EAAA,MAAA,EAAA,GA5HwC,MAAA,CAAO,MA4H/C,CAAA,IAAA,EAAA,KAAA,CAAA;EAAiB;;;EAHL,SAAA,mBAAA,EAAA,CAAA,UAAA,EAAA,MAAA,EAAA,GAlHP,MAAA,CAAO,MAkHA,CAlHO,gBAkHP,EAAA,KAAA,CAAA;;;;0EA1GH,kBACJ,MAAA,CAAO;;;;yEAQP,MAAA,CAAO;;;;;sDAQP,MAAA,CAAO,OAAO,MAAA,CAAO,OAAO,qCAAqC,KAAA,CAAM;;;;;mBAM3D,eAAe,SAAA,CAAU;;cAC3C;;;;cASY,oBAAA,SAA6B,yBAAA;cAwI7B;;yBAjEwB,SAAA,CAAU,sBACrC,wBAAwB,aAC/B,KAAA,CAAM,MACP,6BAEA,iBAAiB,gBAAgB"}
+{"version":3,"file":"MimicServerEngine.d.cts","names":[],"sources":["../src/MimicServerEngine.ts"],"sourcesContent":[],"mappings":";;;;;;;;;;;;;;;AA0FqB,KAvCT,sBAAA,GAAyB,gBAuCT,GAvC4B,eAuC5B;;;;;;;AAoBjB,UA/CM,iBAAA,CA+CN;EACJ;;;;;EAgBA,SAAO,MAAA,EAAA,CAAA,UAAA,EAAA,MAAA,EAAA,WAAA,EAxDG,WAAA,CAAY,WAwDf,EAAA,GAvDP,MAAA,CAAO,MAuDA,CAvDO,YAuDP,EAvDqB,sBAuDrB,CAAA;EAMoB;;;AACjC;gDAtDM,MAAA,CAAO;;;KAA4C;EA+D7C;AA+Tb;;;;;EArOE,SAAA,SAAA,EAAA,CAAA,UAAA,EAAA,MAAA,EAAA,GA/IK,MAAA,CAAO,MA+IZ,CA/ImB,MAAA,CAAO,MA+I1B,CA/IiC,aA+IjC,EAAA,KAAA,EAAA,KAAA,CAAA,EA/IwE,sBA+IxE,EA/IgG,KAAA,CAAM,KA+ItG,CAAA;EAEA;;;EAHC,SAAM,KAAA,EAAA,CAAA,UAAA,EAAA,MAAA,EAAA,GAzIiC,MAAA,CAAO,MAyIxC,CAAA,IAAA,EAAA,KAAA,CAAA;EAAK;;;wDAlIP,MAAA,CAAO,OAAO;;;;0EAQV,kBACJ,MAAA,CAAO;;;;yEAQP,MAAA,CAAO;;;;;sDAQP,MAAA,CAAO,OAAO,MAAA,CAAO,OAAO,qCAAqC,KAAA,CAAM;;;;;mBAM3D,eAAe,SAAA,CAAU;;cAC3C;;;;cASY,oBAAA,SAA6B,yBAAA;cA+T7B;;yBAxOwB,SAAA,CAAU,sBACrC,wBAAwB,aAC/B,KAAA,CAAM,MACP,6BAEA,iBAAiB,gBAAgB"}

package/dist/MimicServerEngine.d.mts

@@ -1,14 +1,19 @@
 import { MimicServerEngineConfig, PresenceEntry, PresenceEvent, PresenceSnapshot, ResolvedConfig } from "./Types.mjs";
+import { ColdStorageError, HotStorageError } from "./Errors.mjs";
 import { ServerMessage } from "./Protocol.mjs";
 import { ColdStorageTag } from "./ColdStorage.mjs";
 import { HotStorageTag } from "./HotStorage.mjs";
 import { MimicAuthServiceTag } from "./MimicAuthService.mjs";
-import { SubmitResult } from "./DocumentManager.mjs";
+import { SubmitResult } from "./DocumentInstance.mjs";
 import { Context, Effect, Layer, Scope, Stream } from "effect";
 import { Primitive, Transaction } from "@voidhash/mimic";
 
 //#region src/MimicServerEngine.d.ts
 
+/**
+ * Error type for MimicServerEngine operations
+ */
+type MimicServerEngineError = ColdStorageError | HotStorageError;
 /**
  * MimicServerEngine service interface.
  *
@@ -19,21 +24,24 @@ interface MimicServerEngine {
   /**
    * Submit a transaction to a document.
    * Authorization is checked against the auth service.
+   * May fail with MimicServerEngineError if storage is unavailable.
    */
-  readonly submit: (documentId: string, transaction: Transaction.Transaction) => Effect.Effect<SubmitResult, never>;
+  readonly submit: (documentId: string, transaction: Transaction.Transaction) => Effect.Effect<SubmitResult, MimicServerEngineError>;
   /**
    * Get document snapshot (current state and version).
+   * May fail with MimicServerEngineError if storage is unavailable.
    */
   readonly getSnapshot: (documentId: string) => Effect.Effect<{
     state: unknown;
     version: number;
-  }, never>;
+  }, MimicServerEngineError>;
   /**
    * Subscribe to document broadcasts (transactions).
    * Returns a stream of server messages.
    * Requires a Scope for cleanup when the subscription ends.
+   * May fail with MimicServerEngineError if storage is unavailable.
    */
-  readonly subscribe: (documentId: string) => Effect.Effect<Stream.Stream<ServerMessage, never, never>, never, Scope.Scope>;
+  readonly subscribe: (documentId: string) => Effect.Effect<Stream.Stream<ServerMessage, never, never>, MimicServerEngineError, Scope.Scope>;
   /**
    * Touch document to prevent idle garbage collection.
    */

package/dist/MimicServerEngine.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"MimicServerEngine.d.mts","names":[],"sources":["../src/MimicServerEngine.ts"],"sourcesContent":[],"mappings":";;;;;;;;;;;;;;;;;AA6FW,UA5CM,iBAAA,CA4CN;EACJ;;;;EAgBiE,SAAM,MAAA,EAAA,CAAA,UAAA,EAAA,MAAA,EAAA,WAAA,EAtD7D,WAAA,CAAY,WAsDiD,EAAA,GArDvE,MAAA,CAAO,MAqDgE,CArDzD,YAqDyD,EAAA,KAAA,CAAA;EAAvE;;;EAM0B,SAAA,WAAA,EAAA,CAAA,UAAA,EAAA,MAAA,EAAA,GApD1B,MAAA,CAAO,MAoDmB,CAAA;IAChC,KAAA,EAAA,OAAA;;;;;AASD;AAwIA;;EAjEqC,SAAU,SAAA,EAAA,CAAA,UAAA,EAAA,MAAA,EAAA,GA5HxC,MAAA,CAAO,MA4HiC,CA5H1B,MAAA,CAAO,MA4HmB,CA5HZ,aA4HY,EAAA,KAAA,EAAA,KAAA,CAAA,EAAA,KAAA,EA5HkC,KAAA,CAAM,KA4HxC,CAAA;EACb;;;EAIhC,SAAA,KAAA,EAAA,CAAA,UAAA,EAAA,MAAA,EAAA,GA5HwC,MAAA,CAAO,MA4H/C,CAAA,IAAA,EAAA,KAAA,CAAA;EAAiB;;;EAHL,SAAA,mBAAA,EAAA,CAAA,UAAA,EAAA,MAAA,EAAA,GAlHP,MAAA,CAAO,MAkHA,CAlHO,gBAkHP,EAAA,KAAA,CAAA;;;;0EA1GH,kBACJ,MAAA,CAAO;;;;yEAQP,MAAA,CAAO;;;;;sDAQP,MAAA,CAAO,OAAO,MAAA,CAAO,OAAO,qCAAqC,KAAA,CAAM;;;;;mBAM3D,eAAe,SAAA,CAAU;;cAC3C;;;;cASY,oBAAA,SAA6B,yBAAA;cAwI7B;;yBAjEwB,SAAA,CAAU,sBACrC,wBAAwB,aAC/B,KAAA,CAAM,MACP,6BAEA,iBAAiB,gBAAgB"}
+{"version":3,"file":"MimicServerEngine.d.mts","names":[],"sources":["../src/MimicServerEngine.ts"],"sourcesContent":[],"mappings":";;;;;;;;;;;;;;;AA0FqB,KAvCT,sBAAA,GAAyB,gBAuCT,GAvC4B,eAuC5B;;;;;;;AAoBjB,UA/CM,iBAAA,CA+CN;EACJ;;;;;EAgBA,SAAO,MAAA,EAAA,CAAA,UAAA,EAAA,MAAA,EAAA,WAAA,EAxDG,WAAA,CAAY,WAwDf,EAAA,GAvDP,MAAA,CAAO,MAuDA,CAvDO,YAuDP,EAvDqB,sBAuDrB,CAAA;EAMoB;;;AACjC;gDAtDM,MAAA,CAAO;;;KAA4C;EA+D7C;AA+Tb;;;;;EArOE,SAAA,SAAA,EAAA,CAAA,UAAA,EAAA,MAAA,EAAA,GA/IK,MAAA,CAAO,MA+IZ,CA/ImB,MAAA,CAAO,MA+I1B,CA/IiC,aA+IjC,EAAA,KAAA,EAAA,KAAA,CAAA,EA/IwE,sBA+IxE,EA/IgG,KAAA,CAAM,KA+ItG,CAAA;EAEA;;;EAHC,SAAM,KAAA,EAAA,CAAA,UAAA,EAAA,MAAA,EAAA,GAzIiC,MAAA,CAAO,MAyIxC,CAAA,IAAA,EAAA,KAAA,CAAA;EAAK;;;wDAlIP,MAAA,CAAO,OAAO;;;;0EAQV,kBACJ,MAAA,CAAO;;;;yEAQP,MAAA,CAAO;;;;;sDAQP,MAAA,CAAO,OAAO,MAAA,CAAO,OAAO,qCAAqC,KAAA,CAAM;;;;;mBAM3D,eAAe,SAAA,CAAU;;cAC3C;;;;cASY,oBAAA,SAA6B,yBAAA;cA+T7B;;yBAxOwB,SAAA,CAAU,sBACrC,wBAAwB,aAC/B,KAAA,CAAM,MACP,6BAEA,iBAAiB,gBAAgB"}

package/dist/MimicServerEngine.mjs

@@ -1,6 +1,9 @@
-import { DocumentManagerConfigTag, DocumentManagerTag, layer } from "./DocumentManager.mjs";
-import { PresenceManagerTag, layer as layer$1 } from "./PresenceManager.mjs";
-import { Context, Duration, Effect, Layer } from "effect";
+import { ColdStorageTag } from "./ColdStorage.mjs";
+import { HotStorageTag } from "./HotStorage.mjs";
+import { documentsActive, documentsEvicted, storageIdleSnapshots } from "./Metrics.mjs";
+import { DocumentInstance } from "./DocumentInstance.mjs";
+import { PresenceManagerTag, layer } from "./PresenceManager.mjs";
+import { Context, Duration, Effect, HashMap, Layer, Metric, Ref, Schedule, Stream } from "effect";
 
 //#region src/MimicServerEngine.ts
 /**
@@ -19,11 +22,12 @@ const DEFAULT_MAX_IDLE_TIME = Duration.minutes(5);
 const DEFAULT_MAX_TRANSACTION_HISTORY = 1e3;
 const DEFAULT_SNAPSHOT_INTERVAL = Duration.minutes(5);
 const DEFAULT_SNAPSHOT_THRESHOLD = 100;
+const DEFAULT_SNAPSHOT_IDLE_TIMEOUT = Duration.seconds(30);
 /**
 * Resolve configuration with defaults
 */
 const resolveConfig = (config) => {
-	var _config$maxTransactio, _config$snapshot, _config$snapshot$tran, _config$snapshot2;
+	var _config$maxTransactio, _config$snapshot, _config$snapshot$tran, _config$snapshot2, _config$snapshot3;
 	return {
 		schema: config.schema,
 		initial: config.initial,
@@ -32,7 +36,8 @@ const resolveConfig = (config) => {
 		maxTransactionHistory: (_config$maxTransactio = config.maxTransactionHistory) !== null && _config$maxTransactio !== void 0 ? _config$maxTransactio : DEFAULT_MAX_TRANSACTION_HISTORY,
 		snapshot: {
 			interval: ((_config$snapshot = config.snapshot) === null || _config$snapshot === void 0 ? void 0 : _config$snapshot.interval) ? Duration.decode(config.snapshot.interval) : DEFAULT_SNAPSHOT_INTERVAL,
-			transactionThreshold: (_config$snapshot$tran = (_config$snapshot2 = config.snapshot) === null || _config$snapshot2 === void 0 ? void 0 : _config$snapshot2.transactionThreshold) !== null && _config$snapshot$tran !== void 0 ? _config$snapshot$tran : DEFAULT_SNAPSHOT_THRESHOLD
+			transactionThreshold: (_config$snapshot$tran = (_config$snapshot2 = config.snapshot) === null || _config$snapshot2 === void 0 ? void 0 : _config$snapshot2.transactionThreshold) !== null && _config$snapshot$tran !== void 0 ? _config$snapshot$tran : DEFAULT_SNAPSHOT_THRESHOLD,
+			idleTimeout: ((_config$snapshot3 = config.snapshot) === null || _config$snapshot3 === void 0 ? void 0 : _config$snapshot3.idleTimeout) ? Duration.decode(config.snapshot.idleTimeout) : DEFAULT_SNAPSHOT_IDLE_TIMEOUT
 		}
 	};
 };
@@ -69,23 +74,99 @@ const resolveConfig = (config) => {
 */
 const make = (config) => {
 	const resolvedConfig = resolveConfig(config);
-	const configLayer = Layer.succeed(DocumentManagerConfigTag, resolvedConfig);
-	const internalLayers = Layer.mergeAll(layer.pipe(Layer.provide(configLayer)), layer$1);
 	return Layer.scoped(MimicServerEngineTag, Effect.gen(function* () {
-		const documentManager = yield* DocumentManagerTag;
+		const coldStorage = yield* ColdStorageTag;
+		const hotStorage = yield* HotStorageTag;
 		const presenceManager = yield* PresenceManagerTag;
+		const store = yield* Ref.make(HashMap.empty());
+		/**
+		* Get or create a document instance
+		*/
+		const getOrCreateDocument = Effect.fn("engine.document.get-or-create")(function* (documentId) {
+			const current = yield* Ref.get(store);
+			const existing = HashMap.get(current, documentId);
+			if (existing._tag === "Some") {
+				yield* Ref.set(existing.value.lastActivityTime, Date.now());
+				return existing.value.instance;
+			}
+			const instance = yield* DocumentInstance.make(documentId, {
+				schema: config.schema,
+				initial: config.initial,
+				maxTransactionHistory: resolvedConfig.maxTransactionHistory,
+				snapshot: resolvedConfig.snapshot
+			}, coldStorage, hotStorage);
+			const lastActivityTime = yield* Ref.make(Date.now());
+			yield* Ref.update(store, (map) => HashMap.set(map, documentId, {
+				instance,
+				lastActivityTime
+			}));
+			return instance;
+		});
+		yield* Effect.fn("engine.gc.start")(function* () {
+			yield* Effect.fn("engine.gc.loop")(function* () {
+				const current = yield* Ref.get(store);
+				const now = Date.now();
+				const maxIdleMs = Duration.toMillis(resolvedConfig.maxIdleTime);
+				for (const [documentId, entry] of current) if (now - (yield* Ref.get(entry.lastActivityTime)) >= maxIdleMs) {
+					yield* Effect.catchAll(entry.instance.saveSnapshot(), (e) => Effect.logError("Failed to save snapshot during eviction", {
+						documentId,
+						error: e
+					}));
+					yield* Ref.update(store, (map) => HashMap.remove(map, documentId));
+					yield* Metric.increment(documentsEvicted);
+					yield* Metric.incrementBy(documentsActive, -1);
+					yield* Effect.logInfo("Document evicted due to idle timeout", { documentId });
+				}
+			})().pipe(Effect.repeat(Schedule.spaced("1 minute")), Effect.fork);
+		})();
+		yield* Effect.fn("engine.snapshot.fiber.start")(function* () {
+			const idleTimeoutMs = Duration.toMillis(resolvedConfig.snapshot.idleTimeout);
+			if (idleTimeoutMs <= 0) return;
+			yield* Effect.fn("engine.snapshot.loop")(function* () {
+				const current = yield* Ref.get(store);
+				const now = Date.now();
+				for (const [documentId, entry] of current) {
+					if (now - (yield* Ref.get(entry.lastActivityTime)) < idleTimeoutMs) continue;
+					if (!(yield* entry.instance.needsSnapshot())) continue;
+					yield* Effect.catchAll(entry.instance.saveSnapshot(), (e) => Effect.logWarning("Periodic snapshot save failed", {
+						documentId,
+						error: e
+					}));
+					yield* Metric.increment(storageIdleSnapshots);
+				}
+			})().pipe(Effect.repeat(Schedule.spaced("10 seconds")), Effect.fork);
+		})();
+		yield* Effect.addFinalizer(() => Effect.fn("engine.shutdown")(function* () {
+			const current = yield* Ref.get(store);
+			for (const [documentId, entry] of current) yield* Effect.catchAll(entry.instance.saveSnapshot(), (e) => Effect.logError("Failed to save snapshot during shutdown", {
+				documentId,
+				error: e
+			}));
+			yield* Effect.logInfo("MimicServerEngine shutdown complete");
+		})());
 		return {
-			submit: (documentId, transaction) => documentManager.submit(documentId, transaction),
-			getSnapshot: (documentId) => documentManager.getSnapshot(documentId),
-			subscribe: (documentId) => documentManager.subscribe(documentId),
-			touch: (documentId) => documentManager.touch(documentId),
+			submit: (documentId, transaction) => Effect.gen(function* () {
+				return yield* (yield* getOrCreateDocument(documentId)).submit(transaction);
+			}),
+			getSnapshot: (documentId) => Effect.gen(function* () {
+				return (yield* getOrCreateDocument(documentId)).getSnapshot();
+			}),
+			subscribe: (documentId) => Effect.gen(function* () {
+				const instance = yield* getOrCreateDocument(documentId);
+				return Stream.fromPubSub(instance.pubsub);
+			}),
+			touch: (documentId) => Effect.gen(function* () {
+				const current = yield* Ref.get(store);
+				const existing = HashMap.get(current, documentId);
+				if (existing._tag === "Some") yield* Ref.set(existing.value.lastActivityTime, Date.now());
+			}),
 			getPresenceSnapshot: (documentId) => presenceManager.getSnapshot(documentId),
 			setPresence: (documentId, connectionId, entry) => presenceManager.set(documentId, connectionId, entry),
 			removePresence: (documentId, connectionId) => presenceManager.remove(documentId, connectionId),
 			subscribePresence: (documentId) => presenceManager.subscribe(documentId),
 			config: resolvedConfig
 		};
-	})).pipe(Layer.provide(internalLayers));
+	})).pipe(Layer.provide(layer));
 };
 const MimicServerEngine = {
 	Tag: MimicServerEngineTag,