@brightchain/brightchain-lib 0.29.26 → 0.30.1

package/src/lib/services/copyOnWrite.service.js

@@ -0,0 +1,256 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CopyOnWriteService = void 0;
+const cbl_1 = require("../blocks/cbl");
+const extendedCbl_1 = require("../blocks/extendedCbl");
+const memoryTuple_1 = require("../blocks/memoryTuple");
+const rawData_1 = require("../blocks/rawData");
+const constants_1 = require("../constants");
+const blockEncryptionType_1 = require("../enumerations/blockEncryptionType");
+const globalServiceProvider_1 = require("./globalServiceProvider");
+/**
+ * CopyOnWriteService provides efficient versioning for CBL-based data.
+ *
+ * When data changes, instead of re-creating all blocks from scratch, this service:
+ * 1. Reads the new data in block-sized chunks
+ * 2. Compares each chunk against the corresponding original block data
+ *    (recovered by XORing the tuple's constituent blocks)
+ * 3. Reuses the original tuple addresses for unchanged blocks
+ * 4. Creates new tuples only for blocks whose data has changed
+ * 5. Produces a new CBL that references both old (reused) and new block addresses
+ *
+ * This is analogous to copy-on-write in operating systems: we share unchanged
+ * pages and only allocate new storage for modified pages.
+ *
+ * The tuple size (typically 3) means each "logical block" in the CBL is
+ * represented by `tupleSize` addresses. When we say "reuse a tuple," we
+ * mean we copy all `tupleSize` addresses from the old CBL into the new one.
+ *
+ * @typeParam TID - The platform ID type (defaults to Uint8Array)
+ */
+class CopyOnWriteService {
+    checksumService;
+    cblService;
+    constructor(checksumService, cblService) {
+        this.checksumService =
+            checksumService ?? (0, globalServiceProvider_1.getGlobalServiceProvider)().checksumService;
+        this.cblService =
+            cblService ?? (0, globalServiceProvider_1.getGlobalServiceProvider)().cblService;
+    }
+    /**
+     * Create a new version of a CBL by applying changes from new data,
+     * reusing unchanged blocks from the original CBL.
+     *
+     * @param originalCbl - The existing CBL to base the new version on
+     * @param newData - The complete new data as a Uint8Array
+     * @param creator - The member creating the new version
+     * @param blockSize - The block size to use (must match the original CBL's block size)
+     * @param getBlockData - Function to retrieve raw block data by checksum from the store
+     * @param whitenedBlockSource - Function to get whitened blocks for new tuples
+     * @param randomBlockSource - Function to get random blocks for new tuples
+     * @param persistTuple - Function to persist newly created tuples
+     * @param options - Optional settings for extended CBL creation
+     * @returns The new CBL and statistics about reuse
+     */
+    async newVersion(originalCbl, newData, creator, blockSize, getBlockData, whitenedBlockSource, randomBlockSource, persistTuple, options) {
+        const now = new Date();
+        const tupleSize = originalCbl.tupleSize;
+        const originalAddresses = originalCbl.addresses;
+        const blockSizeBytes = blockSize;
+        // Calculate how many logical blocks (tuples) the original CBL has
+        const originalTupleCount = Math.floor(originalAddresses.length / tupleSize);
+        // Calculate how many logical blocks the new data needs
+        const newTotalBlocks = Math.ceil(newData.length / blockSizeBytes);
+        // We'll build the new address list tuple by tuple
+        const newAddressList = [];
+        let reusedTupleCount = 0;
+        let newTupleCount = 0;
+        for (let tupleIndex = 0; tupleIndex < newTotalBlocks; tupleIndex++) {
+            // Extract the new data chunk for this block position
+            const chunkStart = tupleIndex * blockSizeBytes;
+            const chunkEnd = Math.min(chunkStart + blockSizeBytes, newData.length);
+            let newChunk = newData.slice(chunkStart, chunkEnd);
+            // Pad the last chunk if needed
+            if (newChunk.length < blockSizeBytes) {
+                const padded = new Uint8Array(blockSizeBytes);
+                padded.set(newChunk);
+                // Remaining bytes are zero-filled (deterministic padding for comparison)
+                newChunk = padded;
+            }
+            // Check if we can reuse the original tuple at this position
+            let reused = false;
+            if (tupleIndex < originalTupleCount) {
+                const originalTupleStart = tupleIndex * tupleSize;
+                const originalTupleAddresses = originalAddresses.slice(originalTupleStart, originalTupleStart + tupleSize);
+                // Recover the original plaintext by XORing all blocks in the tuple
+                try {
+                    const originalPlaintext = await this.recoverTupleData(originalTupleAddresses, getBlockData);
+                    // Compare: if the data is identical, reuse the old addresses
+                    if (this.blocksEqual(newChunk, originalPlaintext)) {
+                        for (const addr of originalTupleAddresses) {
+                            newAddressList.push(addr);
+                        }
+                        reusedTupleCount++;
+                        reused = true;
+                    }
+                }
+                catch {
+                    // If we can't recover the original data (block missing, etc.),
+                    // fall through to create a new tuple
+                }
+            }
+            if (!reused) {
+                // Create a new tuple for this changed block
+                const tupleAddresses = await this.createNewTuple(newChunk, blockSize, creator, whitenedBlockSource, randomBlockSource, persistTuple, now);
+                for (const addr of tupleAddresses) {
+                    newAddressList.push(addr);
+                }
+                newTupleCount++;
+            }
+        }
+        // Build the address list buffer
+        const addressListBuffer = this.addressesToBuffer(newAddressList);
+        // Create the new CBL header
+        const isExtended = options?.createExtendedCbl && options.fileName;
+        const extendedInfo = isExtended
+            ? {
+                fileName: options.fileName,
+                mimeType: options?.mimeType ?? 'application/octet-stream',
+            }
+            : undefined;
+        const { headerData } = this.cblService.makeCblHeader(creator, now, newAddressList.length, newData.length, addressListBuffer, blockSize, blockEncryptionType_1.BlockEncryptionType.None, extendedInfo, tupleSize);
+        // Assemble the full CBL data: header + address list
+        const cblData = new Uint8Array(headerData.length + addressListBuffer.length);
+        cblData.set(headerData, 0);
+        cblData.set(addressListBuffer, headerData.length);
+        // Create the CBL block
+        const cbl = isExtended
+            ? new extendedCbl_1.ExtendedCBL(cblData, creator, blockSize)
+            : new cbl_1.ConstituentBlockListBlock(cblData, creator, blockSize);
+        return {
+            cbl,
+            reusedTupleCount,
+            newTupleCount,
+            totalTupleCount: reusedTupleCount + newTupleCount,
+        };
+    }
+    /**
+     * Recover the original plaintext data from a tuple by XORing all
+     * constituent blocks together.
+     *
+     * In the OFF system, a tuple of `tupleSize` blocks is stored such that
+     * XORing all blocks together recovers the original data:
+     *   plaintext = block[0] XOR block[1] XOR ... XOR block[tupleSize-1]
+     *
+     * @param tupleAddresses - The checksums of the blocks in the tuple
+     * @param getBlockData - Function to retrieve raw block data by checksum
+     * @returns The recovered plaintext data
+     */
+    async recoverTupleData(tupleAddresses, getBlockData) {
+        if (tupleAddresses.length === 0) {
+            throw new Error('Cannot recover data from empty tuple');
+        }
+        // Load all blocks in the tuple
+        const blockDataArrays = await Promise.all(tupleAddresses.map((addr) => getBlockData(addr)));
+        // XOR all blocks together to recover the plaintext
+        const result = new Uint8Array(blockDataArrays[0].length);
+        result.set(blockDataArrays[0]);
+        for (let i = 1; i < blockDataArrays.length; i++) {
+            const current = blockDataArrays[i];
+            for (let j = 0; j < result.length; j++) {
+                result[j] ^= current[j];
+            }
+        }
+        return result;
+    }
+    /**
+     * Compare two block-sized byte arrays for equality.
+     * Uses constant-length comparison (always checks all bytes).
+     */
+    blocksEqual(a, b) {
+        if (a.length !== b.length) {
+            return false;
+        }
+        let equal = true;
+        for (let i = 0; i < a.length; i++) {
+            if (a[i] !== b[i]) {
+                equal = false;
+                // Don't break early — we compare all bytes for consistency,
+                // though this isn't a security-sensitive comparison
+                break;
+            }
+        }
+        return equal;
+    }
+    /**
+     * Create a new tuple for a data block by XORing it with whitener/random blocks,
+     * then persist the tuple.
+     *
+     * @returns The checksums of all blocks in the new tuple (in order)
+     */
+    async createNewTuple(data, blockSize, creator, whitenedBlockSource, randomBlockSource, persistTuple, dateCreated) {
+        // Gather whitener/random blocks for the tuple (tupleSize - 1 blocks)
+        const companions = [];
+        for (let i = 0; i < constants_1.TUPLE.SIZE - 1; i++) {
+            const whitened = whitenedBlockSource();
+            if (whitened) {
+                companions.push(whitened);
+            }
+            else {
+                companions.push(randomBlockSource());
+            }
+        }
+        // XOR the data with all companion blocks to produce the "prime" block
+        let xored = new Uint8Array(data);
+        for (const companion of companions) {
+            const companionData = companion.data instanceof Uint8Array
+                ? companion.data
+                : await this.streamToUint8Array(companion.data);
+            for (let j = 0; j < xored.length; j++) {
+                xored[j] ^= companionData[j];
+            }
+        }
+        // Create the prime (XORed result) block
+        const primeChecksum = this.checksumService.calculateChecksum(xored);
+        const primeBlock = new rawData_1.RawDataBlock(blockSize, xored, dateCreated, primeChecksum);
+        // Build the tuple: [prime, ...companions]
+        const allBlocks = [primeBlock, ...companions];
+        const tuple = new memoryTuple_1.InMemoryBlockTuple(allBlocks);
+        await persistTuple(tuple);
+        // Return all block checksums in tuple order
+        return allBlocks.map((block) => block.idChecksum);
+    }
+    /**
+     * Convert an array of Checksums to a concatenated Uint8Array buffer.
+     */
+    addressesToBuffer(addresses) {
+        const buffers = addresses.map((addr) => addr.toUint8Array());
+        const totalLength = buffers.reduce((sum, buf) => sum + buf.length, 0);
+        const result = new Uint8Array(totalLength);
+        let offset = 0;
+        for (const buf of buffers) {
+            result.set(buf, offset);
+            offset += buf.length;
+        }
+        return result;
+    }
+    /**
+     * Helper to convert a Readable stream to Uint8Array.
+     */
+    async streamToUint8Array(readable) {
+        const chunks = [];
+        for await (const chunk of readable) {
+            chunks.push(new Uint8Array(chunk));
+        }
+        const totalLength = chunks.reduce((sum, c) => sum + c.length, 0);
+        const result = new Uint8Array(totalLength);
+        let offset = 0;
+        for (const chunk of chunks) {
+            result.set(chunk, offset);
+            offset += chunk.length;
+        }
+        return result;
+    }
+}
+exports.CopyOnWriteService = CopyOnWriteService;
+//# sourceMappingURL=copyOnWrite.service.js.map

package/src/lib/services/copyOnWrite.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"copyOnWrite.service.js","sourceRoot":"","sources":["../../../../../brightchain-lib/src/lib/services/copyOnWrite.service.ts"],"names":[],"mappings":";;;AACA,uCAA0D;AAC1D,uDAAoD;AACpD,uDAA2D;AAE3D,+CAAiD;AAGjD,4CAAqC;AACrC,6EAA0E;AAK1E,mEAAmE;AA6BnE;;;;;;;;;;;;;;;;;;;GAmBG;AACH,MAAa,kBAAkB;IACZ,eAAe,CAAkB;IACjC,UAAU,CAAkB;IAE7C,YACE,eAAiC,EACjC,UAA4B;QAE5B,IAAI,CAAC,eAAe;YAClB,eAAe,IAAI,IAAA,gDAAwB,GAAO,CAAC,eAAe,CAAC;QACrE,IAAI,CAAC,UAAU;YACb,UAAU,IAAI,IAAA,gDAAwB,GAAO,CAAC,UAAU,CAAC;IAC7D,CAAC;IAED;;;;;;;;;;;;;;OAcG;IACI,KAAK,CAAC,UAAU,CACrB,WAA2C,EAC3C,OAAmB,EACnB,OAAoB,EACpB,SAAoB,EACpB,YAAyD,EACzD,mBAAoD,EACpD,iBAAoC,EACpC,YAA0D,EAC1D,OAA4B;QAE5B,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,SAAS,GAAG,WAAW,CAAC,SAAS,CAAC;QACxC,MAAM,iBAAiB,GAAG,WAAW,CAAC,SAAS,CAAC;QAChD,MAAM,cAAc,GAAG,SAAmB,CAAC;QAE3C,kEAAkE;QAClE,MAAM,kBAAkB,GAAG,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC;QAE5E,uDAAuD;QACvD,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,cAAc,CAAC,CAAC;QAElE,kDAAkD;QAClD,MAAM,cAAc,GAAe,EAAE,CAAC;QACtC,IAAI,gBAAgB,GAAG,CAAC,CAAC;QACzB,IAAI,aAAa,GAAG,CAAC,CAAC;QAEtB,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,cAAc,EAAE,UAAU,EAAE,EAAE,CAAC;YACnE,qDAAqD;YACrD,MAAM,UAAU,GAAG,UAAU,GAAG,cAAc,CAAC;YAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,GAAG,cAAc,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;YACvE,IAAI,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;YAEnD,+BAA+B;YAC/B,IAAI,QAAQ,CAAC,MAAM,GAAG,cAAc,EAAE,CAAC;gBACrC,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,cAAc,CAAC,CAAC;gBAC9C,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBACrB,yEAAyE;gBACzE,QAAQ,GAAG,MAAM,CAAC;YACpB,CAAC;YAED,4DAA4D;YAC5D,IAAI,MAAM,GAAG,KAAK,CAAC;YACnB,IAAI,UAAU,GAAG,kBAAkB,EAAE,CAAC;gBACpC,MAAM,kBAAkB,GAAG,UAAU,GAAG,SAAS,CAAC;gBAClD,MAAM,sBAAsB,GAAG,iBAAiB,CAAC,KAAK,CACpD,kBAAkB,EAClB,kBAAkB,GAAG,SAAS,CAC/B,CAAC;gBAEF,mEAAmE;gBACnE,IAAI,CAAC;oBACH,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,gBAAgB,CACnD,sBAAsB,EACtB,YAAY,CACb,CAAC;oBAEF,6DAA6D;oBAC7D,IAAI,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,iBAAiB,CAAC,EAAE,CAAC;wBAClD,KAAK,MAAM,IAAI,IAAI,sBAAsB,EAAE,CAAC;4BAC1C,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;wBAC5B,CAAC;wBACD,gBAAgB,EAAE,CAAC;wBACnB,MAAM,GAAG,IAAI,CAAC;oBAChB,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC;oBACP,+DAA+D;oBAC/D,qCAAqC;gBACvC,CAAC;YACH,CAAC;YAED,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,4CAA4C;gBAC5C,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,cAAc,CAC9C,QAAQ,EACR,SAAS,EACT,OAAO,EACP,mBAAmB,EACnB,iBAAiB,EACjB,YAAY,EACZ,GAAG,CACJ,CAAC;gBACF,KAAK,MAAM,IAAI,IAAI,cAAc,EAAE,CAAC;oBAClC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC5B,CAAC;gBACD,aAAa,EAAE,CAAC;YAClB,CAAC;QACH,CAAC;QAED,gCAAgC;QAChC,MAAM,iBAAiB,GAAG,IAAI,CAAC,iBAAiB,CAAC,cAAc,CAAC,CAAC;QAEjE,4BAA4B;QAC5B,MAAM,UAAU,GACd,OAAO,EAAE,iBAAiB,IAAI,OAAO,CAAC,QAAQ,CAAC;QACjD,MAAM,YAAY,GAAG,UAAU;YAC7B,CAAC,CAAC;gBACE,QAAQ,EAAE,OAAQ,CAAC,QAAS;gBAC5B,QAAQ,EAAE,OAAO,EAAE,QAAQ,IAAI,0BAA0B;aAC1D;YACH,CAAC,CAAC,SAAS,CAAC;QAEd,MAAM,EAAE,UAAU,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,aAAa,CAClD,OAAO,EACP,GAAG,EACH,cAAc,CAAC,MAAM,EACrB,OAAO,CAAC,MAAM,EACd,iBAAiB,EACjB,SAAS,EACT,yCAAmB,CAAC,IAAI,EACxB,YAAY,EACZ,SAAS,CACV,CAAC;QAEF,oDAAoD;QACpD,MAAM,OAAO,GAAG,IAAI,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;QAC7E,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QAC3B,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;QAElD,uBAAuB;QACvB,MAAM,GAAG,GAAG,UAAU;YACpB,CAAC,CAAC,IAAI,yBAAW,CAAM,OAAO,EAAE,OAAO,EAAE,SAAS,CAAC;YACnD,CAAC,CAAC,IAAI,+BAAyB,CAAM,OAAO,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC;QAEpE,OAAO;YACL,GAAG;YACH,gBAAgB;YAChB,aAAa;YACb,eAAe,EAAE,gBAAgB,GAAG,aAAa;SAClD,CAAC;IACJ,CAAC;IAED;;;;;;;;;;;OAWG;IACK,KAAK,CAAC,gBAAgB,CAC5B,cAA0B,EAC1B,YAAyD;QAEzD,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC1D,CAAC;QAED,+BAA+B;QAC/B,MAAM,eAAe,GAAG,MAAM,OAAO,CAAC,GAAG,CACvC,cAAc,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CACjD,CAAC;QAEF,mDAAmD;QACnD,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QACzD,MAAM,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;QAE/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAChD,MAAM,OAAO,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC;YACnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACvC,MAAM,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;OAGG;IACK,WAAW,CAAC,CAAa,EAAE,CAAa;QAC9C,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM,EAAE,CAAC;YAC1B,OAAO,KAAK,CAAC;QACf,CAAC;QACD,IAAI,KAAK,GAAG,IAAI,CAAC;QACjB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAClC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAClB,KAAK,GAAG,KAAK,CAAC;gBACd,4DAA4D;gBAC5D,oDAAoD;gBACpD,MAAM;YACR,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;;;;OAKG;IACK,KAAK,CAAC,cAAc,CAC1B,IAAgB,EAChB,SAAoB,EACpB,OAAoB,EACpB,mBAAoD,EACpD,iBAAoC,EACpC,YAA0D,EAC1D,WAAiB;QAEjB,qEAAqE;QACrE,MAAM,UAAU,GAAoC,EAAE,CAAC;QACvD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,iBAAK,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,MAAM,QAAQ,GAAG,mBAAmB,EAAE,CAAC;YACvC,IAAI,QAAQ,EAAE,CAAC;gBACb,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC5B,CAAC;iBAAM,CAAC;gBACN,UAAU,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC;YACvC,CAAC;QACH,CAAC;QAED,sEAAsE;QACtE,IAAI,KAAK,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC;QACjC,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,MAAM,aAAa,GACjB,SAAS,CAAC,IAAI,YAAY,UAAU;gBAClC,CAAC,CAAC,SAAS,CAAC,IAAI;gBAChB,CAAC,CAAC,MAAM,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,IAAgB,CAAC,CAAC;YAChE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACtC,KAAK,CAAC,CAAC,CAAC,IAAI,aAAa,CAAC,CAAC,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;QAED,wCAAwC;QACxC,MAAM,aAAa,GAAG,IAAI,CAAC,eAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;QACpE,MAAM,UAAU,GAAG,IAAI,sBAAY,CACjC,SAAS,EACT,KAAK,EACL,WAAW,EACX,aAAa,CACd,CAAC;QAEF,0CAA0C;QAC1C,MAAM,SAAS,GAAG,CAAC,UAAU,EAAE,GAAG,UAAU,CAAC,CAAC;QAC9C,MAAM,KAAK,GAAG,IAAI,gCAAkB,CAAC,SAAS,CAAC,CAAC;QAChD,MAAM,YAAY,CAAC,KAAK,CAAC,CAAC;QAE1B,4CAA4C;QAC5C,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IACpD,CAAC;IAED;;OAEG;IACK,iBAAiB,CAAC,SAAqB;QAC7C,MAAM,OAAO,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;QAC7D,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACtE,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,WAAW,CAAC,CAAC;QAC3C,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;YAC1B,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YACxB,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC;QACvB,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,kBAAkB,CAAC,QAAkB;QACjD,MAAM,MAAM,GAAiB,EAAE,CAAC;QAChC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;YACnC,MAAM,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC;QACrC,CAAC;QACD,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QACjE,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,WAAW,CAAC,CAAC;QAC3C,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC;QACzB,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AApTD,gDAoTC"}

package/src/lib/services/index.d.ts

@@ -7,6 +7,7 @@ export * from './brightTrustService';
 export * from './brightTrustStateMachine';
 export * from './cblService';
 export * from './checksum.service';
+export * from './copyOnWrite.service';
 export * from './crypto';
 export * from './fec.service';
 export * from './identitySealingPipeline';

package/src/lib/services/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../brightchain-lib/src/lib/services/index.ts"],"names":[],"mappings":"AAAA,cAAc,iBAAiB,CAAC;AAChC,cAAc,mBAAmB,CAAC;AAClC,cAAc,yBAAyB,CAAC;AACxC,cAAc,sBAAsB,CAAC;AACrC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,sBAAsB,CAAC;AACrC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,cAAc,CAAC;AAC7B,cAAc,oBAAoB,CAAC;AACnC,cAAc,UAAU,CAAC;AACzB,cAAc,eAAe,CAAC;AAC9B,cAAc,2BAA2B,CAAC;AAC1C,cAAc,qBAAqB,CAAC;AACpC,cAAc,UAAU,CAAC;AACzB,cAAc,0BAA0B,CAAC;AACzC,cAAc,eAAe,CAAC;AAC9B,cAAc,aAAa,CAAC;AAC5B,cAAc,mBAAmB,CAAC;AAClC,cAAc,oBAAoB,CAAC;AACnC,cAAc,kBAAkB,CAAC;AACjC,cAAc,qBAAqB,CAAC;AACpC,cAAc,iBAAiB,CAAC;AAChC,cAAc,uBAAuB,CAAC;AACtC,cAAc,eAAe,CAAC;AAC9B,cAAc,OAAO,CAAC;AAGtB,cAAc,cAAc,CAAC;AAG7B,cAAc,iBAAiB,CAAC;AAGhC,cAAc,YAAY,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../brightchain-lib/src/lib/services/index.ts"],"names":[],"mappings":"AAAA,cAAc,iBAAiB,CAAC;AAChC,cAAc,mBAAmB,CAAC;AAClC,cAAc,yBAAyB,CAAC;AACxC,cAAc,sBAAsB,CAAC;AACrC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,sBAAsB,CAAC;AACrC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,cAAc,CAAC;AAC7B,cAAc,oBAAoB,CAAC;AACnC,cAAc,uBAAuB,CAAC;AACtC,cAAc,UAAU,CAAC;AACzB,cAAc,eAAe,CAAC;AAC9B,cAAc,2BAA2B,CAAC;AAC1C,cAAc,qBAAqB,CAAC;AACpC,cAAc,UAAU,CAAC;AACzB,cAAc,0BAA0B,CAAC;AACzC,cAAc,eAAe,CAAC;AAC9B,cAAc,aAAa,CAAC;AAC5B,cAAc,mBAAmB,CAAC;AAClC,cAAc,oBAAoB,CAAC;AACnC,cAAc,kBAAkB,CAAC;AACjC,cAAc,qBAAqB,CAAC;AACpC,cAAc,iBAAiB,CAAC;AAChC,cAAc,uBAAuB,CAAC;AACtC,cAAc,eAAe,CAAC;AAC9B,cAAc,OAAO,CAAC;AAGtB,cAAc,cAAc,CAAC;AAG7B,cAAc,iBAAiB,CAAC;AAGhC,cAAc,YAAY,CAAC"}

package/src/lib/services/index.js

@@ -10,6 +10,7 @@ tslib_1.__exportStar(require("./brightTrustService"), exports);
 tslib_1.__exportStar(require("./brightTrustStateMachine"), exports);
 tslib_1.__exportStar(require("./cblService"), exports);
 tslib_1.__exportStar(require("./checksum.service"), exports);
+tslib_1.__exportStar(require("./copyOnWrite.service"), exports);
 tslib_1.__exportStar(require("./crypto"), exports);
 tslib_1.__exportStar(require("./fec.service"), exports);
 tslib_1.__exportStar(require("./identitySealingPipeline"), exports);

package/src/lib/services/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../brightchain-lib/src/lib/services/index.ts"],"names":[],"mappings":";;;AAAA,0DAAgC;AAChC,4DAAkC;AAClC,kEAAwC;AACxC,+DAAqC;AACrC,yDAA+B;AAC/B,+DAAqC;AACrC,oEAA0C;AAC1C,uDAA6B;AAC7B,6DAAmC;AACnC,mDAAyB;AACzB,wDAA8B;AAC9B,oEAA0C;AAC1C,8DAAoC;AACpC,mDAAyB;AACzB,mEAAyC;AACzC,wDAA8B;AAC9B,sDAA4B;AAC5B,4DAAkC;AAClC,6DAAmC;AACnC,2DAAiC;AACjC,8DAAoC;AACpC,0DAAgC;AAChC,gEAAsC;AACtC,wDAA8B;AAC9B,gDAAsB;AAEtB,4CAA4C;AAC5C,uDAA6B;AAE7B,8DAA8D;AAC9D,0DAAgC;AAEhC,6DAA6D;AAC7D,qDAA2B"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../brightchain-lib/src/lib/services/index.ts"],"names":[],"mappings":";;;AAAA,0DAAgC;AAChC,4DAAkC;AAClC,kEAAwC;AACxC,+DAAqC;AACrC,yDAA+B;AAC/B,+DAAqC;AACrC,oEAA0C;AAC1C,uDAA6B;AAC7B,6DAAmC;AACnC,gEAAsC;AACtC,mDAAyB;AACzB,wDAA8B;AAC9B,oEAA0C;AAC1C,8DAAoC;AACpC,mDAAyB;AACzB,mEAAyC;AACzC,wDAA8B;AAC9B,sDAA4B;AAC5B,4DAAkC;AAClC,6DAAmC;AACnC,2DAAiC;AACjC,8DAAoC;AACpC,0DAAgC;AAChC,gEAAsC;AACtC,wDAA8B;AAC9B,gDAAsB;AAEtB,4CAA4C;AAC5C,uDAA6B;AAE7B,8DAA8D;AAC9D,0DAAgC;AAEhC,6DAA6D;AAC7D,qDAA2B"}

package/src/lib/services/memberStore.d.ts

@@ -25,6 +25,16 @@ export declare class MemberStore<TID extends PlatformID = Uint8Array> implements
      */
     private idToBytes;
     constructor(blockStore: IBlockStore, db?: IMemberStoreDb);
+    /**
+     * Pick the smallest supported block size that can hold `dataLength` bytes.
+     *
+     * Delegates to `BlockService.getBlockSizeForData` with the block store's
+     * supported sizes so that only sizes the store actually accepts are
+     * considered.
+     *
+     * @throws MemberError if no supported block size is large enough.
+     */
+    private blockSizeForData;
     /**
      * Attach (or replace) the DB reference after construction.
      * Called by the plugin after connect() so MemberStore can query
@@ -99,7 +109,13 @@ export declare class MemberStore<TID extends PlatformID = Uint8Array> implements
      */
     deleteMember(id: TID): Promise<void>;
     /**
-     * Update the member index
+     * Update the member index.
+     *
+     * Updates the in-memory indexes AND persists the entry to the
+     * `member_index` BrightDb collection (when `_db` is available) so that
+     * the data survives server restarts. Without this DB write, members
+     * created via `createMember()` / `register()` only existed in memory
+     * and were lost on restart.
      */
     updateIndex(entry: IMemberIndexEntry<TID>): Promise<void>;
     /**

package/src/lib/services/memberStore.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"memberStore.d.ts","sourceRoot":"","sources":["../../../../../brightchain-lib/src/lib/services/memberStore.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,MAAM,EACN,UAAU,EACV,YAAY,EAEb,MAAM,4BAA4B,CAAC;AAmBpC,OAAO,EACL,cAAc,EACd,iBAAiB,EACjB,oBAAoB,EACpB,gBAAgB,EAChB,YAAY,EACZ,cAAc,EACf,MAAM,iCAAiC,CAAC;AAEzC,OAAO,EACL,iCAAiC,EAEjC,gCAAgC,EAEjC,MAAM,qCAAqC,CAAC;AAC7C,OAAO,EAAE,WAAW,EAAE,MAAM,kCAAkC,CAAC;AAC/D,OAAO,EAAE,cAAc,EAAE,MAAM,qCAAqC,CAAC;AAKrE;;GAEG;AACH,qBAAa,WAAW,CAAC,GAAG,SAAS,UAAU,GAAG,UAAU,CAC1D,YAAW,YAAY,CAAC,GAAG,CAAC;IAE5B,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAc;IACzC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAsC;IAClE,OAAO,CAAC,QAAQ,CAAC,WAAW,CAA2B;IACvD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAsB;IAChD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAsB;IACjD,wEAAwE;IACxE,OAAO,CAAC,GAAG,CAAwB;IAEnC;;;;;;;;OAQG;IACH,OAAO,CAAC,SAAS;gBAoBL,UAAU,EAAE,WAAW,EAAE,EAAE,CAAC,EAAE,cAAc;IASxD;;;;OAIG;IACI,KAAK,CAAC,EAAE,EAAE,cAAc,GAAG,IAAI;IAItC;;;;;;;;OAQG;YACW,yBAAyB;IA6DvC;;OAEG;IACU,YAAY,CACvB,IAAI,EAAE,cAAc,GACnB,OAAO,CAAC;QAAE,SAAS,EAAE,gBAAgB,CAAC,GAAG,CAAC,CAAC;QAAC,QAAQ,EAAE,YAAY,CAAA;KAAE,CAAC;IA0UxE;;;;;;;;OAQG;IACU,SAAS,CAAC,EAAE,EAAE,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAwErD;;;;;;;;;OASG;IACU,qBAAqB,CAAC,EAAE,EAAE,GAAG,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IA4CnE;;;;;;;;OAQG;IACU,gBAAgB,CAAC,EAAE,EAAE,GAAG,GAAG,OAAO,CAAC;QAC9C,aAAa,EAAE,gCAAgC,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;QAC5D,cAAc,EAAE,iCAAiC,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;KAC/D,CAAC;IAoLF;;;;;;;;;;OAUG;IACU,YAAY,CACvB,EAAE,EAAE,GAAG,EACP,OAAO,EAAE,cAAc,CAAC,GAAG,CAAC,GAC3B,OAAO,CAAC,IAAI,CAAC;IAiLhB;;OAEG;IACU,YAAY,CAAC,EAAE,EAAE,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC;IAqCjD;;OAEG;IACU,WAAW,CAAC,KAAK,EAAE,iBAAiB,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IA2CtE;;;;;;;OAOG;IACU,UAAU,CACrB,QAAQ,EAAE,oBAAoB,CAAC,GAAG,CAAC,GAClC,OAAO,CAAC,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC;IAmFnC;;;;;;OAMG;YACW,iBAAiB;IAsF/B;;OAEG;IAEU,SAAS,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAKtD;;OAEG;IACU,gBAAgB,CAC3B,QAAQ,EAAE,cAAc,CAAC,GAAG,CAAC,EAAE,GAC9B,OAAO,CAAC,IAAI,CAAC;CAIjB"}
+{"version":3,"file":"memberStore.d.ts","sourceRoot":"","sources":["../../../../../brightchain-lib/src/lib/services/memberStore.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,MAAM,EACN,UAAU,EACV,YAAY,EAEb,MAAM,4BAA4B,CAAC;AAmBpC,OAAO,EACL,cAAc,EACd,iBAAiB,EACjB,oBAAoB,EACpB,gBAAgB,EAChB,YAAY,EACZ,cAAc,EACf,MAAM,iCAAiC,CAAC;AAEzC,OAAO,EACL,iCAAiC,EAEjC,gCAAgC,EAEjC,MAAM,qCAAqC,CAAC;AAC7C,OAAO,EAAE,WAAW,EAAE,MAAM,kCAAkC,CAAC;AAC/D,OAAO,EAAE,cAAc,EAAE,MAAM,qCAAqC,CAAC;AAKrE;;GAEG;AACH,qBAAa,WAAW,CAAC,GAAG,SAAS,UAAU,GAAG,UAAU,CAC1D,YAAW,YAAY,CAAC,GAAG,CAAC;IAE5B,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAc;IACzC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAsC;IAClE,OAAO,CAAC,QAAQ,CAAC,WAAW,CAA2B;IACvD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAsB;IAChD,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAsB;IACjD,wEAAwE;IACxE,OAAO,CAAC,GAAG,CAAwB;IAEnC;;;;;;;;OAQG;IACH,OAAO,CAAC,SAAS;gBAoBL,UAAU,EAAE,WAAW,EAAE,EAAE,CAAC,EAAE,cAAc;IASxD;;;;;;;;OAQG;IACH,OAAO,CAAC,gBAAgB;IAYxB;;;;OAIG;IACI,KAAK,CAAC,EAAE,EAAE,cAAc,GAAG,IAAI;IAItC;;;;;;;;OAQG;YACW,yBAAyB;IA6DvC;;OAEG;IACU,YAAY,CACvB,IAAI,EAAE,cAAc,GACnB,OAAO,CAAC;QAAE,SAAS,EAAE,gBAAgB,CAAC,GAAG,CAAC,CAAC;QAAC,QAAQ,EAAE,YAAY,CAAA;KAAE,CAAC;IAyVxE;;;;;;;;OAQG;IACU,SAAS,CAAC,EAAE,EAAE,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAwErD;;;;;;;;;OASG;IACU,qBAAqB,CAAC,EAAE,EAAE,GAAG,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IA2DnE;;;;;;;;OAQG;IACU,gBAAgB,CAAC,EAAE,EAAE,GAAG,GAAG,OAAO,CAAC;QAC9C,aAAa,EAAE,gCAAgC,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;QAC5D,cAAc,EAAE,iCAAiC,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;KAC/D,CAAC;IAoLF;;;;;;;;;;OAUG;IACU,YAAY,CACvB,EAAE,EAAE,GAAG,EACP,OAAO,EAAE,cAAc,CAAC,GAAG,CAAC,GAC3B,OAAO,CAAC,IAAI,CAAC;IAiLhB;;OAEG;IACU,YAAY,CAAC,EAAE,EAAE,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC;IAqCjD;;;;;;;;OAQG;IACU,WAAW,CAAC,KAAK,EAAE,iBAAiB,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAuFtE;;;;;;;OAOG;IACU,UAAU,CACrB,QAAQ,EAAE,oBAAoB,CAAC,GAAG,CAAC,GAClC,OAAO,CAAC,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC;IAmFnC;;;;;;OAMG;YACW,iBAAiB;IAsF/B;;OAEG;IAEU,SAAS,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAKtD;;OAEG;IACU,gBAAgB,CAC3B,QAAQ,EAAE,cAAc,CAAC,GAAG,CAAC,EAAE,GAC9B,OAAO,CAAC,IAAI,CAAC;CAIjB"}

package/src/lib/services/memberStore.js

@@ -9,6 +9,7 @@ const memberDocument_1 = require("../documents/member/memberDocument");
 const memberProfileDocument_1 = require("../documents/member/memberProfileDocument");
 const memberProfileHydration_1 = require("../documents/member/memberProfileHydration");
 const blockDataType_1 = require("../enumerations/blockDataType");
+const blockSize_1 = require("../enumerations/blockSize");
 const blockType_1 = require("../enumerations/blockType");
 const brightChainStrings_1 = require("../enumerations/brightChainStrings");
 const memberErrorType_1 = require("../enumerations/memberErrorType");
@@ -66,6 +67,23 @@ class MemberStore {
         this.emailIndex = new Map();
         this._db = db ?? null;
     }
+    /**
+     * Pick the smallest supported block size that can hold `dataLength` bytes.
+     *
+     * Delegates to `BlockService.getBlockSizeForData` with the block store's
+     * supported sizes so that only sizes the store actually accepts are
+     * considered.
+     *
+     * @throws MemberError if no supported block size is large enough.
+     */
+    blockSizeForData(dataLength) {
+        const blockService = service_provider_1.ServiceProvider.getInstance().blockService;
+        const size = blockService.getBlockSizeForData(dataLength, this.blockStore.supportedBlockSizes);
+        if (size === blockSize_1.BlockSize.Unknown) {
+            throw new memberError_1.MemberError(memberErrorType_1.MemberErrorType.FailedToCreateMemberBlocks);
+        }
+        return size;
+    }
     /**
      * Attach (or replace) the DB reference after construction.
      * Called by the plugin after connect() so MemberStore can query
@@ -91,7 +109,7 @@ class MemberStore {
             const blocks = [];
             for (const tuple of tuples) {
                 // Create metadata for XORed block
-                const metadata = new blockMetadata_1.BlockMetadata(this.blockStore.blockSize, blockType_1.BlockType.RawData, blockDataType_1.BlockDataType.PublicMemberData, Number(cbl.originalDataLength), new Date());
+                const metadata = new blockMetadata_1.BlockMetadata(this.blockSizeForData(Number(cbl.originalDataLength)), blockType_1.BlockType.RawData, blockDataType_1.BlockDataType.PublicMemberData, Number(cbl.originalDataLength), new Date());
                 const xoredBlock = await tuple.xor(this.blockStore, metadata);
                 blocks.push(xoredBlock.data);
             }
@@ -150,10 +168,13 @@ class MemberStore {
         let publicProfileBlock;
         let privateProfileBlock;
         try {
-            // Step 1: Create member document using factory method with block store's block size
-            // Use the original 'member' which has the private key for signing CBLs
+            // Step 1: Create member document using factory method.
+            // The document creates an internal MemoryBlockStore for CBL operations.
+            // Measure the serialized member size so we pick a block size that fits.
+            const memberJsonLength = new TextEncoder().encode(member.toJson()).length;
+            const docBlockSize = this.blockSizeForData(memberJsonLength);
             doc = memberDocument_1.MemberDocument.create(member, member, undefined, undefined, {
-                blockSize: this.blockStore.blockSize,
+                blockSize: docBlockSize,
             });
             rollbackOperations.push(async () => {
                 // No cleanup needed for document creation
@@ -182,7 +203,11 @@ class MemberStore {
                 dateCreated: new Date(),
                 dateUpdated: new Date(),
             };
-            profileDoc = memberProfileDocument_1.MemberProfileDocument.create(member, publicProfileData, privateProfileData, { blockSize: this.blockStore.blockSize });
+            // Estimate profile data size to pick an appropriate block size.
+            // Use a JSON-serializable snapshot (BigInt → string for measurement).
+            const profileSizeEstimate = Math.max(JSON.stringify(publicProfileData, (_k, v) => typeof v === 'bigint' ? v.toString() : v).length, JSON.stringify(privateProfileData, (_k, v) => typeof v === 'bigint' ? v.toString() : v).length);
+            const profileBlockSize = this.blockSizeForData(profileSizeEstimate);
+            profileDoc = memberProfileDocument_1.MemberProfileDocument.create(member, publicProfileData, privateProfileData, { blockSize: profileBlockSize });
             rollbackOperations.push(async () => {
                 // No cleanup needed for document creation
             });
@@ -297,14 +322,14 @@ class MemberStore {
                 // If we can't parse the CBL, skip copying constituent blocks
             }
             // Step 6: Create blocks for identity CBL data
-            publicBlock = new rawData_1.RawDataBlock(this.blockStore.blockSize, publicCBLData, doc.dateCreated, undefined, // Let RawDataBlock calculate the checksum
+            publicBlock = new rawData_1.RawDataBlock(this.blockSizeForData(publicCBLData.length), publicCBLData, doc.dateCreated, undefined, // Let RawDataBlock calculate the checksum
             blockType_1.BlockType.RawData, blockDataType_1.BlockDataType.PublicMemberData);
-            privateBlock = new rawData_1.RawDataBlock(this.blockStore.blockSize, privateCBLData, doc.dateCreated, undefined, // Let RawDataBlock calculate the checksum
+            privateBlock = new rawData_1.RawDataBlock(this.blockSizeForData(privateCBLData.length), privateCBLData, doc.dateCreated, undefined, // Let RawDataBlock calculate the checksum
             blockType_1.BlockType.RawData, blockDataType_1.BlockDataType.PrivateMemberData);
             // Step 7: Create blocks for profile CBL data
-            publicProfileBlock = new rawData_1.RawDataBlock(this.blockStore.blockSize, publicProfileCBLData, profileDoc.dateCreated, undefined, // Let RawDataBlock calculate the checksum
+            publicProfileBlock = new rawData_1.RawDataBlock(this.blockSizeForData(publicProfileCBLData.length), publicProfileCBLData, profileDoc.dateCreated, undefined, // Let RawDataBlock calculate the checksum
             blockType_1.BlockType.RawData, blockDataType_1.BlockDataType.PublicMemberData);
-            privateProfileBlock = new rawData_1.RawDataBlock(this.blockStore.blockSize, privateProfileCBLData, profileDoc.dateCreated, undefined, // Let RawDataBlock calculate the checksum
+            privateProfileBlock = new rawData_1.RawDataBlock(this.blockSizeForData(privateProfileCBLData.length), privateProfileCBLData, profileDoc.dateCreated, undefined, // Let RawDataBlock calculate the checksum
             blockType_1.BlockType.RawData, blockDataType_1.BlockDataType.PrivateMemberData);
             // Step 8: Store identity blocks
             await this.blockStore.setData(publicBlock);
@@ -451,7 +476,7 @@ class MemberStore {
             // Create ConstituentBlockListBlock from block data
             let cbl;
             try {
-                cbl = new cbl_1.ConstituentBlockListBlock(publicBlock.data, memberWithCorrectId, this.blockStore.blockSize);
+                cbl = new cbl_1.ConstituentBlockListBlock(publicBlock.data, memberWithCorrectId, this.blockSizeForData(publicBlock.data.length));
             }
             catch {
                 // If CBL creation fails, the data might be corrupted
@@ -499,6 +524,16 @@ class MemberStore {
                 console.info(`[MemberStore] getMemberPublicKeyHex: found publicKey in users collection for id=${idHex}`);
                 return userDoc.publicKey;
             }
+            // Document exists but publicKey is empty/missing
+            if (userDoc) {
+                console.warn(`[MemberStore] getMemberPublicKeyHex: user document found for id=${idHex} but publicKey is empty`);
+            }
+            else {
+                console.warn(`[MemberStore] getMemberPublicKeyHex: no user document found in users collection for id=${idHex}`);
+            }
+        }
+        else {
+            console.warn('[MemberStore] getMemberPublicKeyHex: no DB reference set, skipping fast path');
         }
         // Fallback — reconstruct from CBL blocks (works for createMember() members)
         try {
@@ -563,7 +598,7 @@ class MemberStore {
                     try {
                         // Get the member to use as creator for CBL validation
                         const member = await this.getMember(id);
-                        const cbl = new cbl_1.ConstituentBlockListBlock(blockData, member, this.blockStore.blockSize);
+                        const cbl = new cbl_1.ConstituentBlockListBlock(blockData, member, this.blockSizeForData(blockData.length));
                         const storageData = await this.extractProfileDataFromCBL(cbl);
                         // Validate required fields
                         if (!storageData.id ||
@@ -625,7 +660,7 @@ class MemberStore {
                     try {
                         // Get the member to use as creator for CBL validation
                         const member = await this.getMember(id);
-                        const cbl = new cbl_1.ConstituentBlockListBlock(blockData, member, this.blockStore.blockSize);
+                        const cbl = new cbl_1.ConstituentBlockListBlock(blockData, member, this.blockSizeForData(blockData.length));
                         const storageData = await this.extractProfileDataFromCBL(cbl);
                         // Validate required fields
                         if (!storageData.id ||
@@ -736,11 +771,11 @@ class MemberStore {
                 // Encode JSON to bytes
                 const publicProfileBytes = new TextEncoder().encode(publicProfileJson);
                 const privateProfileBytes = new TextEncoder().encode(privateProfileJson);
-                // Create new blocks for profile data — use the block store's block size
-                // to ensure compatibility with the store's supported sizes.
-                const newPublicProfileBlock = new rawData_1.RawDataBlock(this.blockStore.blockSize, publicProfileBytes, new Date(), undefined, // Let RawDataBlock calculate the checksum
+                // Create new blocks for profile data — pick the smallest supported
+                // block size that fits each payload.
+                const newPublicProfileBlock = new rawData_1.RawDataBlock(this.blockSizeForData(publicProfileBytes.length), publicProfileBytes, new Date(), undefined, // Let RawDataBlock calculate the checksum
                 blockType_1.BlockType.RawData, blockDataType_1.BlockDataType.PublicMemberData);
-                const newPrivateProfileBlock = new rawData_1.RawDataBlock(this.blockStore.blockSize, privateProfileBytes, new Date(), undefined, // Let RawDataBlock calculate the checksum
+                const newPrivateProfileBlock = new rawData_1.RawDataBlock(this.blockSizeForData(privateProfileBytes.length), privateProfileBytes, new Date(), undefined, // Let RawDataBlock calculate the checksum
                 blockType_1.BlockType.RawData, blockDataType_1.BlockDataType.PrivateMemberData);
                 // Store new blocks in block store
                 await this.blockStore.setData(newPublicProfileBlock);
@@ -835,7 +870,13 @@ class MemberStore {
         // The garbage collector will handle unreferenced blocks
     }
     /**
-     * Update the member index
+     * Update the member index.
+     *
+     * Updates the in-memory indexes AND persists the entry to the
+     * `member_index` BrightDb collection (when `_db` is available) so that
+     * the data survives server restarts. Without this DB write, members
+     * created via `createMember()` / `register()` only existed in memory
+     * and were lost on restart.
      */
     async updateIndex(entry) {
         const provider = service_provider_1.ServiceProvider.getInstance().idProvider;
@@ -874,6 +915,46 @@ class MemberStore {
         }
         // Update member index
         this.memberIndex.set(id, entry);
+        // ── Persist to the member_index BrightDb collection ──────────────
+        // This ensures the entry survives server restarts. The _queryIndexFromDb
+        // fallback queries this collection when the in-memory index is empty.
+        if (this._db) {
+            try {
+                const indexCol = this._db.collection('member_index');
+                const doc = {
+                    id,
+                    publicCBL: entry.publicCBL.toHex(),
+                    privateCBL: entry.privateCBL.toHex(),
+                    ...(entry.publicProfileCBL
+                        ? { publicProfileCBL: entry.publicProfileCBL.toHex() }
+                        : {}),
+                    ...(entry.privateProfileCBL
+                        ? { privateProfileCBL: entry.privateProfileCBL.toHex() }
+                        : {}),
+                    poolId: this._db.name ?? '',
+                    type: entry.type,
+                    status: entry.status,
+                    lastUpdate: entry.lastUpdate.toISOString(),
+                    ...(entry.region ? { region: entry.region } : {}),
+                    reputation: entry.reputation,
+                };
+                // Upsert: try update first, insert if not found
+                const existing = await indexCol.findOne({ id });
+                if (existing) {
+                    await indexCol.updateOne({ id }, { $set: doc });
+                }
+                else {
+                    await indexCol.insertOne(doc);
+                }
+            }
+            catch (err) {
+                // Log but don't fail — the in-memory index is already updated.
+                // On restart, _queryIndexFromDb will miss this entry, but the
+                // users collection doc (written separately) may still allow
+                // partial recovery.
+                console.warn('[MemberStore] Failed to persist member_index entry to DB:', err instanceof Error ? err.message : String(err));
+            }
+        }
     }
     /**
      * Query the member index.