@optimystic/db-p2p 0.0.1

package/dist/src/sync/service.js

@@ -0,0 +1,168 @@
+import { buildSyncProtocol } from './protocol.js';
+import { pipe } from 'it-pipe';
+import { fromString as u8FromString } from 'uint8arrays/from-string';
+import { toString as u8ToString } from 'uint8arrays/to-string';
+import * as lp from 'it-length-prefixed';
+/**
+ * Service for handling incoming sync requests from other cluster peers.
+ *
+ * Listens on the sync protocol and responds to block requests by:
+ * 1. Extracting the block from local storage
+ * 2. Building a BlockArchive with requested revisions
+ * 3. Sending the response back to the requester
+ *
+ * This is the server-side of the block restoration mechanism.
+ */
+export class SyncService {
+    components;
+    running = false;
+    log;
+    protocol;
+    repo;
+    registrar;
+    constructor(components, init = {}) {
+        this.components = components;
+        this.log = components.logger.forComponent('db-p2p:sync-service');
+        this.protocol = buildSyncProtocol(init.protocolPrefix ?? '');
+        this.repo = components.repo;
+        this.registrar = components.registrar;
+    }
+    async start() {
+        if (this.running)
+            return;
+        await this.registrar.handle(this.protocol, async (data) => {
+            await this.handleSyncRequest(data.stream);
+        });
+        this.running = true;
+        this.log('Sync service started on protocol %s', this.protocol);
+    }
+    async stop() {
+        if (!this.running)
+            return;
+        await this.registrar.unhandle(this.protocol);
+        this.running = false;
+        this.log('Sync service stopped');
+    }
+    /**
+     * Handle an incoming sync request stream.
+     */
+    async handleSyncRequest(stream) {
+        try {
+            // Read request using length-prefixed protocol
+            const request = await this.readRequest(stream);
+            this.log('[Ring Zulu] Received sync request for block %s revision %s', request.blockId, request.rev ?? 'latest');
+            // Build archive from local storage
+            const archive = await this.buildArchive(request.blockId, request.rev, request.includePending, request.maxRevisions);
+            // Send response
+            const response = archive
+                ? {
+                    success: true,
+                    archive,
+                    responderId: stream.id
+                }
+                : {
+                    success: false,
+                    error: 'Block not found in local storage'
+                };
+            await this.sendResponse(stream, response);
+            this.log('[Ring Zulu] %s sync request for block %s', response.success ? 'Fulfilled' : 'Failed', request.blockId);
+        }
+        catch (error) {
+            this.log.error('Error handling sync request:', error);
+            // Try to send error response
+            try {
+                const errorResponse = {
+                    success: false,
+                    error: error instanceof Error ? error.message : 'Unknown error'
+                };
+                await this.sendResponse(stream, errorResponse);
+            }
+            catch (sendError) {
+                this.log.error('Failed to send error response:', sendError);
+            }
+        }
+        finally {
+            try {
+                await stream.close();
+            }
+            catch (closeError) {
+                // Ignore close errors
+            }
+        }
+    }
+    /**
+     * Read and parse a sync request from the stream.
+     */
+    async readRequest(stream) {
+        const messages = [];
+        await pipe(stream.source, lp.decode, async (source) => {
+            for await (const msg of source) {
+                messages.push(msg.subarray());
+            }
+        });
+        if (messages.length === 0) {
+            throw new Error('No request received');
+        }
+        const json = u8ToString(messages[0], 'utf8');
+        return JSON.parse(json);
+    }
+    /**
+     * Send a sync response to the stream.
+     */
+    async sendResponse(stream, response) {
+        const json = JSON.stringify(response);
+        const bytes = u8FromString(json, 'utf8');
+        await pipe([bytes], lp.encode, stream.sink);
+    }
+    /**
+     * Build a block archive from local storage.
+     *
+     * @param blockId - Block to retrieve
+     * @param rev - Optional specific revision
+     * @param includePending - Whether to include pending transactions
+     * @param maxRevisions - Maximum number of revisions to include
+     * @returns BlockArchive if found, undefined otherwise
+     */
+    async buildArchive(blockId, rev, _includePending, _maxRevisions) {
+        try {
+            // Get the block from local storage
+            const context = rev !== undefined
+                ? { rev, committed: [], pending: [] }
+                : undefined;
+            const result = await this.repo.get({
+                blockIds: [blockId],
+                context
+            });
+            const blockResult = result[blockId];
+            if (!blockResult || !blockResult.state.latest) {
+                return undefined;
+            }
+            const latest = blockResult.state.latest;
+            // Return minimal archive with just the requested block
+            const archive = {
+                blockId,
+                revisions: {
+                    [latest.rev]: {
+                        action: {
+                            actionId: latest.actionId,
+                            transform: { insert: blockResult.block }
+                        },
+                        block: blockResult.block
+                    }
+                },
+                range: [latest.rev, latest.rev + 1]
+            };
+            return archive;
+        }
+        catch (error) {
+            this.log.error('Error building archive for block %s:', blockId, error);
+            return undefined;
+        }
+    }
+}
+/**
+ * Factory function for creating a SyncService.
+ * Follows the libp2p service pattern.
+ */
+export const syncService = (init = {}) => (components) => new SyncService(components, init);
+//# sourceMappingURL=service.js.map

package/dist/src/sync/service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"service.js","sourceRoot":"","sources":["../../../src/sync/service.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,iBAAiB,EAAuC,MAAM,eAAe,CAAC;AACvF,OAAO,EAAE,IAAI,EAAE,MAAM,SAAS,CAAC;AAC/B,OAAO,EAAE,UAAU,IAAI,YAAY,EAAE,MAAM,yBAAyB,CAAC;AACrE,OAAO,EAAE,QAAQ,IAAI,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAczC;;;;;;;;;GASG;AACH,MAAM,OAAO,WAAW;IAQL;IAPV,OAAO,GAAG,KAAK,CAAC;IACP,GAAG,CAAS;IACZ,QAAQ,CAAS;IACjB,IAAI,CAAQ;IACZ,SAAS,CAA6F;IAEvH,YACkB,UAAiC,EAClD,OAAwB,EAAE;QADT,eAAU,GAAV,UAAU,CAAuB;QAGlD,IAAI,CAAC,GAAG,GAAG,UAAU,CAAC,MAAM,CAAC,YAAY,CAAC,qBAAqB,CAAC,CAAC;QACjE,IAAI,CAAC,QAAQ,GAAG,iBAAiB,CAAC,IAAI,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC;QAC7D,IAAI,CAAC,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC;QAC5B,IAAI,CAAC,SAAS,GAAG,UAAU,CAAC,SAAS,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,KAAK;QACV,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO;QAEzB,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAS,EAAE,EAAE;YAC9D,MAAM,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,GAAG,CAAC,qCAAqC,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IAChE,CAAC;IAED,KAAK,CAAC,IAAI;QACT,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO;QAC1B,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC7C,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QACrB,IAAI,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;IAClC,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,iBAAiB,CAAC,MAAc;QAC7C,IAAI,CAAC;YACJ,8CAA8C;YAC9C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;YAE/C,IAAI,CAAC,GAAG,CACP,4DAA4D,EAC5D,OAAO,CAAC,OAAO,EACf,OAAO,CAAC,GAAG,IAAI,QAAQ,CACvB,CAAC;YAEF,mCAAmC;YACnC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,YAAY,CACtC,OAAO,CAAC,OAAO,EACf,OAAO,CAAC,GAAG,EACX,OAAO,CAAC,cAAc,EACtB,OAAO,CAAC,YAAY,CACpB,CAAC;YAEF,gBAAgB;YAChB,MAAM,QAAQ,GAAiB,OAAO;gBACrC,CAAC,CAAC;oBACD,OAAO,EAAE,IAAI;oBACb,OAAO;oBACP,WAAW,EAAE,MAAM,CAAC,EAAE;iBACtB;gBACD,CAAC,CAAC;oBACD,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,kCAAkC;iBACzC,CAAC;YAEH,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;YAE1C,IAAI,CAAC,GAAG,CACP,0CAA0C,EAC1C,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,EACzC,OAAO,CAAC,OAAO,CACf,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,CAAC,CAAC;YAEtD,6BAA6B;YAC7B,IAAI,CAAC;gBACJ,MAAM,aAAa,GAAiB;oBACnC,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;iBAC/D,CAAC;gBACF,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;YAChD,CAAC;YAAC,OAAO,SAAS,EAAE,CAAC;gBACpB,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,gCAAgC,EAAE,SAAS,CAAC,CAAC;YAC7D,CAAC;QACF,CAAC;gBAAS,CAAC;YACV,IAAI,CAAC;gBACJ,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YACtB,CAAC;YAAC,OAAO,UAAU,EAAE,CAAC;gBACrB,sBAAsB;YACvB,CAAC;QACF,CAAC;IACF,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,WAAW,CAAC,MAAc;QACvC,MAAM,QAAQ,GAAiB,EAAE,CAAC;QAElC,MAAM,IAAI,CACT,MAAM,CAAC,MAAM,EACb,EAAE,CAAC,MAAM,EACT,KAAK,EAAE,MAAM,EAAE,EAAE;YAChB,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;gBAChC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC/B,CAAC;QACF,CAAC,CACD,CAAC;QAEF,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACxC,CAAC;QAED,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAE,EAAE,MAAM,CAAC,CAAC;QAC9C,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAgB,CAAC;IACxC,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,YAAY,CAAC,MAAc,EAAE,QAAsB;QAChE,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACtC,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAEzC,MAAM,IAAI,CACT,CAAC,KAAK,CAAC,EACP,EAAE,CAAC,MAAM,EACT,MAAM,CAAC,IAAI,CACX,CAAC;IACH,CAAC;IAED;;;;;;;;OAQG;IACK,KAAK,CAAC,YAAY,CACzB,OAAe,EACf,GAAY,EACZ,eAAyB,EACzB,aAAsB;QAEtB,IAAI,CAAC;YACJ,mCAAmC;YACnC,MAAM,OAAO,GAAG,GAAG,KAAK,SAAS;gBAChC,CAAC,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE;gBACrC,CAAC,CAAC,SAAS,CAAC;YAEb,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;gBAClC,QAAQ,EAAE,CAAC,OAAO,CAAC;gBACnB,OAAO;aACP,CAAC,CAAC;YAEH,MAAM,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;YACpC,IAAI,CAAC,WAAW,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;gBAC/C,OAAO,SAAS,CAAC;YAClB,CAAC;YAED,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC;YAExC,uDAAuD;YACvD,MAAM,OAAO,GAAgD;gBAC5D,OAAO;gBACP,SAAS,EAAE;oBACV,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;wBACb,MAAM,EAAE;4BACP,QAAQ,EAAE,MAAM,CAAC,QAAQ;4BACzB,SAAS,EAAE,EAAE,MAAM,EAAE,WAAW,CAAC,KAAK,EAAE;yBACxC;wBACD,KAAK,EAAE,WAAW,CAAC,KAAK;qBACxB;iBACD;gBACD,KAAK,EAAE,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC;aACnC,CAAC;YAEF,OAAO,OAAO,CAAC;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,sCAAsC,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;YACvE,OAAO,SAAS,CAAC;QAClB,CAAC;IACF,CAAC;CACD;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,OAAwB,EAAE,EAAE,EAAE,CACzD,CAAC,UAAiC,EAAE,EAAE,CAAC,IAAI,WAAW,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC"}

package/package.json

@@ -0,0 +1,73 @@
+{
+  "name": "@optimystic/db-p2p",
+  "version": "0.0.1",
+  "type": "module",
+  "description": "P2P database functionality for Optimystic",
+  "main": "dist/src/index.js",
+  "types": "./dist/src/index.d.ts",
+  "files": [
+    "src",
+    "dist",
+    "!dist/test",
+    "!**/*.tsbuildinfo"
+  ],
+  "exports": {
+    ".": {
+      "types": "./dist/src/index.d.ts",
+      "import": "./dist/src/index.js"
+    }
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/gotchoices/optimystic.git",
+    "directory": "packages/db-p2p"
+  },
+  "author": "Got Choices Foundation",
+  "license": "MIT",
+  "keywords": [
+    "optimystic",
+    "database",
+    "p2p",
+    "peer-to-peer",
+    "libp2p",
+    "distributed",
+    "dht",
+    "gossipsub"
+  ],
+  "scripts": {
+    "clean": "aegir clean",
+    "build": "aegir build --env node",
+    "lint": "aegir lint",
+    "test": "aegir test",
+    "test:node": "aegir test -t node",
+    "dep-check": "aegir dep-check"
+  },
+  "devDependencies": {
+    "@types/node": "^24.0.12",
+    "aegir": "^47.0.20",
+    "typescript": "^5.8.3"
+  },
+  "dependencies": {
+    "@chainsafe/libp2p-gossipsub": "^14.1.1",
+    "@chainsafe/libp2p-noise": "^16.1.4",
+    "@chainsafe/libp2p-yamux": "^7.0.4",
+    "@libp2p/bootstrap": "^11.0.46",
+    "@libp2p/identify": "^3.0.38",
+    "@libp2p/interface": "^2.10.5",
+    "@libp2p/kad-dht": "^15.1.10",
+    "@libp2p/peer-id": "^5.1.8",
+    "@libp2p/ping": "^2.0.36",
+    "@libp2p/tcp": "^10.1.18",
+    "@libp2p/websockets": "^9.2.18",
+    "@optimystic/db-core": "^0.0.1",
+    "async-mutex": "^0.5.0",
+    "debug": "^4.4.1",
+    "it-all": "^3.0.7",
+    "it-length-prefixed": "^10.0.1",
+    "it-pipe": "^3.0.1",
+    "libp2p": "^2.9.0",
+    "multiformats": "^13.3.2",
+    "p2p-fret": "^0.1.0",
+    "uint8arrays": "^5.1.0"
+  }
+}