@cmdoss/memwal-sdk 0.6.2 → 0.8.0

package/dist/utils/memoryIndexOnChain.js

@@ -0,0 +1,312 @@
+/**
+ * Memory Index On-Chain Utilities
+ *
+ * Utilities for managing MemoryIndex object on Sui blockchain:
+ * - Reading current MemoryIndex state from chain
+ * - Updating blob IDs after Walrus sync
+ * - Creating new MemoryIndex if doesn't exist
+ *
+ * Environment Variables:
+ * - MEMORY_INDEX_ID: Sui object ID of the MemoryIndex
+ * - INDEX_BLOB_ID: Current Walrus blob ID for HNSW index (updated after sync)
+ * - GRAPH_BLOB_ID: Current Walrus blob ID for knowledge graph
+ */
+import { Transaction } from '@mysten/sui/transactions';
+/**
+ * Read MemoryIndex object from Sui blockchain
+ *
+ * @param options - Options containing client and memoryIndexId
+ * @returns The MemoryIndex object data or null if not found
+ *
+ * @example
+ * ```typescript
+ * const memoryIndex = await getMemoryIndex({
+ *   client: suiClient,
+ *   memoryIndexId: process.env.MEMORY_INDEX_ID!
+ * });
+ *
+ * if (memoryIndex) {
+ *   console.log(`Version: ${memoryIndex.version}`);
+ *   console.log(`Index Blob: ${memoryIndex.indexBlobId}`);
+ * }
+ * ```
+ */
+export async function getMemoryIndex(options) {
+    const { client, memoryIndexId } = options;
+    if (!memoryIndexId) {
+        console.warn('⚠️ MEMORY_INDEX_ID not provided');
+        return null;
+    }
+    try {
+        const object = await client.getObject({
+            id: memoryIndexId,
+            options: {
+                showContent: true,
+                showOwner: true,
+            }
+        });
+        if (!object.data?.content || object.data.content.dataType !== 'moveObject') {
+            console.warn(`⚠️ MemoryIndex object ${memoryIndexId} not found or not a Move object`);
+            return null;
+        }
+        const fields = object.data.content.fields;
+        const owner = object.data.owner;
+        // Extract owner address
+        let ownerAddress = '';
+        if (owner && typeof owner === 'object' && 'AddressOwner' in owner) {
+            ownerAddress = owner.AddressOwner;
+        }
+        return {
+            objectId: memoryIndexId,
+            owner: ownerAddress,
+            version: Number(fields.version || 1),
+            indexBlobId: fields.index_blob_id || '',
+            graphBlobId: fields.graph_blob_id || '',
+        };
+    }
+    catch (error) {
+        console.error(`❌ Failed to read MemoryIndex ${memoryIndexId}:`, error);
+        return null;
+    }
+}
+/**
+ * Update MemoryIndex on-chain with new blob IDs
+ *
+ * Call this after uploading index/graph to Walrus to update the on-chain reference.
+ * Uses optimistic locking (expectedVersion must match current version).
+ *
+ * @param options - Update options
+ * @returns Result with success status and new version
+ *
+ * @example
+ * ```typescript
+ * // First, read current state
+ * const current = await getMemoryIndex({ client, memoryIndexId });
+ *
+ * // Then upload to Walrus and get new blob ID
+ * const newBlobId = await uploadIndexToWalrus();
+ *
+ * // Finally, update on-chain
+ * const result = await updateMemoryIndexOnChain({
+ *   client,
+ *   signer: keypair,
+ *   packageId: process.env.PACKAGE_ID!,
+ *   memoryIndexId: process.env.MEMORY_INDEX_ID!,
+ *   expectedVersion: current.version,
+ *   newIndexBlobId: newBlobId,
+ *   newGraphBlobId: current.graphBlobId, // Keep existing if not changed
+ * });
+ * ```
+ */
+export async function updateMemoryIndexOnChain(options) {
+    const { client, signer, packageId, memoryIndexId, expectedVersion, newIndexBlobId, newGraphBlobId, gasBudget = 10000000, } = options;
+    try {
+        console.log(`\n📝 Updating MemoryIndex on-chain...`);
+        console.log(`   Object ID: ${memoryIndexId}`);
+        console.log(`   Expected version: ${expectedVersion}`);
+        console.log(`   New index blob: ${newIndexBlobId}`);
+        console.log(`   New graph blob: ${newGraphBlobId}`);
+        const tx = new Transaction();
+        tx.setGasBudget(gasBudget);
+        // Convert strings to vector<u8> for Move
+        const newIndexBlobIdBytes = Array.from(new TextEncoder().encode(newIndexBlobId));
+        const newGraphBlobIdBytes = Array.from(new TextEncoder().encode(newGraphBlobId));
+        tx.moveCall({
+            target: `${packageId}::memory::update_memory_index`,
+            arguments: [
+                tx.object(memoryIndexId), // &mut MemoryIndex
+                tx.pure.u64(expectedVersion), // expected_version: u64
+                tx.pure.vector('u8', newIndexBlobIdBytes), // new_index_blob_id: vector<u8>
+                tx.pure.vector('u8', newGraphBlobIdBytes), // new_graph_blob_id: vector<u8>
+            ]
+        });
+        const result = await client.signAndExecuteTransaction({
+            transaction: tx,
+            signer,
+            options: {
+                showEffects: true,
+                showObjectChanges: true,
+            },
+        });
+        if (result.effects?.status?.status !== 'success') {
+            const error = result.effects?.status?.error || 'Unknown error';
+            console.error(`❌ Transaction failed: ${error}`);
+            return { success: false, error };
+        }
+        const newVersion = expectedVersion + 1;
+        console.log(`✅ MemoryIndex updated successfully`);
+        console.log(`   Transaction: ${result.digest}`);
+        console.log(`   New version: ${newVersion}`);
+        return {
+            success: true,
+            digest: result.digest,
+            newVersion,
+        };
+    }
+    catch (error) {
+        const errorMsg = error instanceof Error ? error.message : String(error);
+        console.error(`❌ Failed to update MemoryIndex:`, errorMsg);
+        return { success: false, error: errorMsg };
+    }
+}
+/**
+ * Create a new MemoryIndex on-chain
+ *
+ * Use this when setting up a new wallet or if MEMORY_INDEX_ID doesn't exist.
+ *
+ * @param options - Creation options
+ * @returns Result with created object ID
+ *
+ * @example
+ * ```typescript
+ * const result = await createMemoryIndexOnChain({
+ *   client,
+ *   signer: keypair,
+ *   packageId: process.env.PACKAGE_ID!,
+ *   indexBlobId: 'placeholder-index',
+ *   graphBlobId: 'placeholder-graph',
+ * });
+ *
+ * if (result.success) {
+ *   console.log(`Created MemoryIndex: ${result.memoryIndexId}`);
+ *   // Save to .env: MEMORY_INDEX_ID=${result.memoryIndexId}
+ * }
+ * ```
+ */
+export async function createMemoryIndexOnChain(options) {
+    const { client, signer, packageId, indexBlobId, graphBlobId, gasBudget = 10000000, } = options;
+    try {
+        console.log(`\n📝 Creating new MemoryIndex on-chain...`);
+        console.log(`   Package ID: ${packageId}`);
+        console.log(`   Index blob: ${indexBlobId}`);
+        console.log(`   Graph blob: ${graphBlobId}`);
+        const tx = new Transaction();
+        tx.setGasBudget(gasBudget);
+        // Convert strings to vector<u8> for Move
+        const indexBlobIdBytes = Array.from(new TextEncoder().encode(indexBlobId));
+        const graphBlobIdBytes = Array.from(new TextEncoder().encode(graphBlobId));
+        tx.moveCall({
+            target: `${packageId}::memory::create_memory_index`,
+            arguments: [
+                tx.pure.vector('u8', indexBlobIdBytes),
+                tx.pure.vector('u8', graphBlobIdBytes),
+            ]
+        });
+        const result = await client.signAndExecuteTransaction({
+            transaction: tx,
+            signer,
+            options: {
+                showEffects: true,
+                showObjectChanges: true,
+            },
+        });
+        if (result.effects?.status?.status !== 'success') {
+            const error = result.effects?.status?.error || 'Unknown error';
+            console.error(`❌ Transaction failed: ${error}`);
+            return { success: false, error };
+        }
+        // Find the created MemoryIndex object
+        const createdObject = result.objectChanges?.find((change) => change.type === 'created' && change.objectType?.includes('::memory::MemoryIndex'));
+        if (!createdObject || createdObject.type !== 'created') {
+            return { success: false, error: 'MemoryIndex object not found in transaction result' };
+        }
+        const memoryIndexId = createdObject.objectId;
+        console.log(`✅ MemoryIndex created successfully`);
+        console.log(`   Object ID: ${memoryIndexId}`);
+        console.log(`   Transaction: ${result.digest}`);
+        console.log(`\n   Add to .env:`);
+        console.log(`   MEMORY_INDEX_ID=${memoryIndexId}`);
+        return {
+            success: true,
+            memoryIndexId,
+            digest: result.digest,
+        };
+    }
+    catch (error) {
+        const errorMsg = error instanceof Error ? error.message : String(error);
+        console.error(`❌ Failed to create MemoryIndex:`, errorMsg);
+        return { success: false, error: errorMsg };
+    }
+}
+export async function syncIndexAndUpdateOnChain(options) {
+    const { client, signer, packageId, memoryIndexId, uploadToWalrus, newGraphBlobId, } = options;
+    try {
+        // Step 1: Read current state
+        console.log(`\n🔍 Reading current MemoryIndex state...`);
+        const current = await getMemoryIndex({ client, memoryIndexId });
+        if (!current) {
+            return { success: false, error: 'MemoryIndex not found on-chain' };
+        }
+        console.log(`   Current version: ${current.version}`);
+        console.log(`   Current index blob: ${current.indexBlobId}`);
+        // Step 2: Upload to Walrus
+        console.log(`\n☁️ Uploading index to Walrus...`);
+        const newIndexBlobId = await uploadToWalrus();
+        console.log(`   New index blob: ${newIndexBlobId}`);
+        // Step 3: Update on-chain
+        const graphBlobId = newGraphBlobId || current.graphBlobId;
+        const updateResult = await updateMemoryIndexOnChain({
+            client,
+            signer,
+            packageId,
+            memoryIndexId,
+            expectedVersion: current.version,
+            newIndexBlobId,
+            newGraphBlobId: graphBlobId,
+        });
+        if (!updateResult.success) {
+            return { success: false, error: updateResult.error };
+        }
+        return {
+            success: true,
+            newIndexBlobId,
+            newGraphBlobId: graphBlobId,
+            digest: updateResult.digest,
+            newVersion: updateResult.newVersion,
+        };
+    }
+    catch (error) {
+        const errorMsg = error instanceof Error ? error.message : String(error);
+        return { success: false, error: errorMsg };
+    }
+}
+/**
+ * Upload placeholder blob to Walrus
+ * Used when creating initial MemoryIndex
+ */
+export async function uploadPlaceholderToWalrus(walrusPublisherUrl, type) {
+    const content = JSON.stringify({
+        type: type === 'index' ? 'hnsw-index-placeholder' : 'knowledge-graph',
+        version: 1,
+        created: new Date().toISOString(),
+        note: type === 'index'
+            ? 'Placeholder for HNSW index. Actual index synced after adding memories.'
+            : 'Empty knowledge graph. Will be populated as memories are processed.',
+        ...(type === 'graph' ? { nodes: [], edges: [] } : {}),
+    });
+    const response = await fetch(walrusPublisherUrl, {
+        method: 'PUT',
+        headers: { 'Content-Type': 'application/octet-stream' },
+        body: new TextEncoder().encode(content),
+    });
+    if (!response.ok) {
+        throw new Error(`Walrus upload failed: ${response.status}`);
+    }
+    const result = await response.json();
+    // Handle different response formats
+    let blobId;
+    if (result.newlyCreated?.blobObject?.blobId) {
+        blobId = result.newlyCreated.blobObject.blobId;
+    }
+    else if (result.alreadyCertified?.blobId) {
+        blobId = result.alreadyCertified.blobId;
+    }
+    else if (result.blobId) {
+        blobId = result.blobId;
+    }
+    else {
+        throw new Error('Could not extract blobId from Walrus response');
+    }
+    return blobId;
+}
+//# sourceMappingURL=memoryIndexOnChain.js.map

package/dist/utils/memoryIndexOnChain.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"memoryIndexOnChain.js","sourceRoot":"","sources":["../../src/utils/memoryIndexOnChain.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAGH,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AA+FvD;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,OAA8B;IAE9B,MAAM,EAAE,MAAM,EAAE,aAAa,EAAE,GAAG,OAAO,CAAC;IAE1C,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,OAAO,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;QAChD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC;YACpC,EAAE,EAAE,aAAa;YACjB,OAAO,EAAE;gBACP,WAAW,EAAE,IAAI;gBACjB,SAAS,EAAE,IAAI;aAChB;SACF,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,KAAK,YAAY,EAAE,CAAC;YAC3E,OAAO,CAAC,IAAI,CAAC,yBAAyB,aAAa,iCAAiC,CAAC,CAAC;YACtF,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,MAAM,GAAI,MAAM,CAAC,IAAI,CAAC,OAAe,CAAC,MAAM,CAAC;QACnD,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC;QAEhC,wBAAwB;QACxB,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,cAAc,IAAI,KAAK,EAAE,CAAC;YAClE,YAAY,GAAI,KAAkC,CAAC,YAAY,CAAC;QAClE,CAAC;QAED,OAAO;YACL,QAAQ,EAAE,aAAa;YACvB,KAAK,EAAE,YAAY;YACnB,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,CAAC;YACpC,WAAW,EAAE,MAAM,CAAC,aAAa,IAAI,EAAE;YACvC,WAAW,EAAE,MAAM,CAAC,aAAa,IAAI,EAAE;SACxC,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,gCAAgC,aAAa,GAAG,EAAE,KAAK,CAAC,CAAC;QACvE,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AACH,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,OAAwC;IAExC,MAAM,EACJ,MAAM,EACN,MAAM,EACN,SAAS,EACT,aAAa,EACb,eAAe,EACf,cAAc,EACd,cAAc,EACd,SAAS,GAAG,QAAU,GACvB,GAAG,OAAO,CAAC;IAEZ,IAAI,CAAC;QACH,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;QACrD,OAAO,CAAC,GAAG,CAAC,iBAAiB,aAAa,EAAE,CAAC,CAAC;QAC9C,OAAO,CAAC,GAAG,CAAC,wBAAwB,eAAe,EAAE,CAAC,CAAC;QACvD,OAAO,CAAC,GAAG,CAAC,sBAAsB,cAAc,EAAE,CAAC,CAAC;QACpD,OAAO,CAAC,GAAG,CAAC,sBAAsB,cAAc,EAAE,CAAC,CAAC;QAEpD,MAAM,EAAE,GAAG,IAAI,WAAW,EAAE,CAAC;QAC7B,EAAE,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;QAE3B,yCAAyC;QACzC,MAAM,mBAAmB,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC;QACjF,MAAM,mBAAmB,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC;QAEjF,EAAE,CAAC,QAAQ,CAAC;YACV,MAAM,EAAE,GAAG,SAAS,+BAA+B;YACnD,SAAS,EAAE;gBACT,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,EAAsB,mBAAmB;gBACjE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,EAAkB,wBAAwB;gBACtE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,mBAAmB,CAAC,EAAK,gCAAgC;gBAC9E,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,mBAAmB,CAAC,EAAK,gCAAgC;aAC/E;SACF,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,yBAAyB,CAAC;YACpD,WAAW,EAAE,EAAE;YACf,MAAM;YACN,OAAO,EAAE;gBACP,WAAW,EAAE,IAAI;gBACjB,iBAAiB,EAAE,IAAI;aACxB;SACF,CAAC,CAAC;QAEH,IAAI,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,KAAK,SAAS,EAAE,CAAC;YACjD,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,IAAI,eAAe,CAAC;YAC/D,OAAO,CAAC,KAAK,CAAC,yBAAyB,KAAK,EAAE,CAAC,CAAC;YAChD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;QACnC,CAAC;QAED,MAAM,UAAU,GAAG,eAAe,GAAG,CAAC,CAAC;QACvC,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;QAClD,OAAO,CAAC,GAAG,CAAC,mBAAmB,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAChD,OAAO,CAAC,GAAG,CAAC,mBAAmB,UAAU,EAAE,CAAC,CAAC;QAE7C,OAAO;YACL,OAAO,EAAE,IAAI;YACb,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,UAAU;SACX,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,QAAQ,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACxE,OAAO,CAAC,KAAK,CAAC,iCAAiC,EAAE,QAAQ,CAAC,CAAC;QAC3D,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;IAC7C,CAAC;AACH,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,OAAwC;IAExC,MAAM,EACJ,MAAM,EACN,MAAM,EACN,SAAS,EACT,WAAW,EACX,WAAW,EACX,SAAS,GAAG,QAAU,GACvB,GAAG,OAAO,CAAC;IAEZ,IAAI,CAAC;QACH,OAAO,CAAC,GAAG,CAAC,2CAA2C,CAAC,CAAC;QACzD,OAAO,CAAC,GAAG,CAAC,kBAAkB,SAAS,EAAE,CAAC,CAAC;QAC3C,OAAO,CAAC,GAAG,CAAC,kBAAkB,WAAW,EAAE,CAAC,CAAC;QAC7C,OAAO,CAAC,GAAG,CAAC,kBAAkB,WAAW,EAAE,CAAC,CAAC;QAE7C,MAAM,EAAE,GAAG,IAAI,WAAW,EAAE,CAAC;QAC7B,EAAE,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;QAE3B,yCAAyC;QACzC,MAAM,gBAAgB,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC;QAC3E,MAAM,gBAAgB,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC;QAE3E,EAAE,CAAC,QAAQ,CAAC;YACV,MAAM,EAAE,GAAG,SAAS,+BAA+B;YACnD,SAAS,EAAE;gBACT,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,gBAAgB,CAAC;gBACtC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,gBAAgB,CAAC;aACvC;SACF,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,yBAAyB,CAAC;YACpD,WAAW,EAAE,EAAE;YACf,MAAM;YACN,OAAO,EAAE;gBACP,WAAW,EAAE,IAAI;gBACjB,iBAAiB,EAAE,IAAI;aACxB;SACF,CAAC,CAAC;QAEH,IAAI,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,KAAK,SAAS,EAAE,CAAC;YACjD,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,IAAI,eAAe,CAAC;YAC/D,OAAO,CAAC,KAAK,CAAC,yBAAyB,KAAK,EAAE,CAAC,CAAC;YAChD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;QACnC,CAAC;QAED,sCAAsC;QACtC,MAAM,aAAa,GAAG,MAAM,CAAC,aAAa,EAAE,IAAI,CAC9C,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,UAAU,EAAE,QAAQ,CAAC,uBAAuB,CAAC,CAC9F,CAAC;QAEF,IAAI,CAAC,aAAa,IAAI,aAAa,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YACvD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,oDAAoD,EAAE,CAAC;QACzF,CAAC;QAED,MAAM,aAAa,GAAG,aAAa,CAAC,QAAQ,CAAC;QAC7C,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;QAClD,OAAO,CAAC,GAAG,CAAC,iBAAiB,aAAa,EAAE,CAAC,CAAC;QAC9C,OAAO,CAAC,GAAG,CAAC,mBAAmB,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAChD,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;QACjC,OAAO,CAAC,GAAG,CAAC,sBAAsB,aAAa,EAAE,CAAC,CAAC;QAEnD,OAAO;YACL,OAAO,EAAE,IAAI;YACb,aAAa;YACb,MAAM,EAAE,MAAM,CAAC,MAAM;SACtB,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,QAAQ,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACxE,OAAO,CAAC,KAAK,CAAC,iCAAiC,EAAE,QAAQ,CAAC,CAAC;QAC3D,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;IAC7C,CAAC;AACH,CAAC;AAiCD,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,OAA6B;IAE7B,MAAM,EACJ,MAAM,EACN,MAAM,EACN,SAAS,EACT,aAAa,EACb,cAAc,EACd,cAAc,GACf,GAAG,OAAO,CAAC;IAEZ,IAAI,CAAC;QACH,6BAA6B;QAC7B,OAAO,CAAC,GAAG,CAAC,2CAA2C,CAAC,CAAC;QACzD,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;QAEhE,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,gCAAgC,EAAE,CAAC;QACrE,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,uBAAuB,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;QACtD,OAAO,CAAC,GAAG,CAAC,0BAA0B,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;QAE7D,2BAA2B;QAC3B,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;QACjD,MAAM,cAAc,GAAG,MAAM,cAAc,EAAE,CAAC;QAC9C,OAAO,CAAC,GAAG,CAAC,sBAAsB,cAAc,EAAE,CAAC,CAAC;QAEpD,0BAA0B;QAC1B,MAAM,WAAW,GAAG,cAAc,IAAI,OAAO,CAAC,WAAW,CAAC;QAC1D,MAAM,YAAY,GAAG,MAAM,wBAAwB,CAAC;YAClD,MAAM;YACN,MAAM;YACN,SAAS;YACT,aAAa;YACb,eAAe,EAAE,OAAO,CAAC,OAAO;YAChC,cAAc;YACd,cAAc,EAAE,WAAW;SAC5B,CAAC,CAAC;QAEH,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC;YAC1B,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,YAAY,CAAC,KAAK,EAAE,CAAC;QACvD,CAAC;QAED,OAAO;YACL,OAAO,EAAE,IAAI;YACb,cAAc;YACd,cAAc,EAAE,WAAW;YAC3B,MAAM,EAAE,YAAY,CAAC,MAAM;YAC3B,UAAU,EAAE,YAAY,CAAC,UAAU;SACpC,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,QAAQ,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACxE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;IAC7C,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,kBAA0B,EAC1B,IAAuB;IAEvB,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;QAC7B,IAAI,EAAE,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,iBAAiB;QACrE,OAAO,EAAE,CAAC;QACV,OAAO,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACjC,IAAI,EAAE,IAAI,KAAK,OAAO;YACpB,CAAC,CAAC,wEAAwE;YAC1E,CAAC,CAAC,qEAAqE;QACzE,GAAG,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACtD,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,kBAAkB,EAAE;QAC/C,MAAM,EAAE,KAAK;QACb,OAAO,EAAE,EAAE,cAAc,EAAE,0BAA0B,EAAE;QACvD,IAAI,EAAE,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC;KACxC,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,yBAAyB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IAC9D,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IAErC,oCAAoC;IACpC,IAAI,MAAc,CAAC;IACnB,IAAI,MAAM,CAAC,YAAY,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;QAC5C,MAAM,GAAG,MAAM,CAAC,YAAY,CAAC,UAAU,CAAC,MAAM,CAAC;IACjD,CAAC;SAAM,IAAI,MAAM,CAAC,gBAAgB,EAAE,MAAM,EAAE,CAAC;QAC3C,MAAM,GAAG,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC;IAC1C,CAAC;SAAM,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QACzB,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;IACzB,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;IACnE,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/utils/rebuildIndexNode.d.ts

@@ -43,6 +43,18 @@ export interface RebuildIndexNodeOptions {
     onProgress?: (current: number, total: number, status: string) => void;
     /** Whether to force re-index even if index exists */
     force?: boolean;
+    /**
+     * Quilt IDs to include in the rebuild.
+     * Quilts contain batch-uploaded memories that may not have on-chain Memory objects.
+     * Pass Quilt IDs here to include them in the index rebuild.
+     */
+    quiltIds?: string[];
+    /**
+     * Number of concurrent blob fetches (default: 10)
+     * Higher values can speed up rebuilding but may overwhelm the server
+     * Benchmark results: 10 is ~1.64x faster than sequential
+     */
+    fetchConcurrency?: number;
 }
 export interface RebuildIndexNodeResult {
     success: boolean;
@@ -54,6 +66,23 @@ export interface RebuildIndexNodeResult {
         error: string;
     }>;
     duration: number;
+    /** Detailed timing breakdown for performance analysis */
+    timing?: {
+        /** Time to initialize services (ms) */
+        initMs: number;
+        /** Time to fetch blockchain data (ms) */
+        blockchainFetchMs: number;
+        /** Time to fetch all blobs from Walrus (ms) */
+        walrusFetchMs: number;
+        /** Time to process memories and build index (ms) */
+        processingMs: number;
+        /** Time to save index to disk (ms) */
+        saveMs: number;
+        /** Total blobs fetched */
+        blobsFetched: number;
+        /** Total content bytes downloaded */
+        totalBytesDownloaded: number;
+    };
 }
 /**
  * Rebuild HNSW index from blockchain + Walrus (Node.js)

package/dist/utils/rebuildIndexNode.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"rebuildIndexNode.d.ts","sourceRoot":"","sources":["../../src/utils/rebuildIndexNode.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AAEH,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAGpD,MAAM,WAAW,uBAAuB;IACtC,gCAAgC;IAChC,WAAW,EAAE,MAAM,CAAC;IAEpB,0BAA0B;IAC1B,MAAM,EAAE,SAAS,CAAC;IAElB,4CAA4C;IAC5C,SAAS,EAAE,MAAM,CAAC;IAElB,0CAA0C;IAC1C,OAAO,CAAC,EAAE,SAAS,GAAG,SAAS,CAAC;IAEhC,wEAAwE;IACxE,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAE1B,8CAA8C;IAC9C,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB,wBAAwB;IACxB,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;IAEtE,qDAAqD;IACrD,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB;AAED,MAAM,WAAW,sBAAsB;IACrC,OAAO,EAAE,OAAO,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,MAAM,EAAE,KAAK,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACjD,QAAQ,EAAE,MAAM,CAAC;CAClB;AAaD;;GAEG;AACH,wBAAsB,gBAAgB,CAAC,OAAO,EAAE,uBAAuB,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAgTxG;AAED;;GAEG;AACH,wBAAsB,oBAAoB,CACxC,WAAW,EAAE,MAAM,EACnB,cAAc,SAAmB,GAChC,OAAO,CAAC,OAAO,CAAC,CASlB;AAED;;GAEG;AACH,wBAAsB,cAAc,CAClC,WAAW,EAAE,MAAM,EACnB,cAAc,SAAmB,GAChC,OAAO,CAAC,IAAI,CAAC,CAcf"}
+{"version":3,"file":"rebuildIndexNode.d.ts","sourceRoot":"","sources":["../../src/utils/rebuildIndexNode.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AAEH,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAGpD,MAAM,WAAW,uBAAuB;IACtC,gCAAgC;IAChC,WAAW,EAAE,MAAM,CAAC;IAEpB,0BAA0B;IAC1B,MAAM,EAAE,SAAS,CAAC;IAElB,4CAA4C;IAC5C,SAAS,EAAE,MAAM,CAAC;IAElB,0CAA0C;IAC1C,OAAO,CAAC,EAAE,SAAS,GAAG,SAAS,CAAC;IAEhC,wEAAwE;IACxE,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAE1B,8CAA8C;IAC9C,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB,wBAAwB;IACxB,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;IAEtE,qDAAqD;IACrD,KAAK,CAAC,EAAE,OAAO,CAAC;IAEhB;;;;OAIG;IACH,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IAEpB;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,sBAAsB;IACrC,OAAO,EAAE,OAAO,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,MAAM,EAAE,KAAK,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACjD,QAAQ,EAAE,MAAM,CAAC;IACjB,yDAAyD;IACzD,MAAM,CAAC,EAAE;QACP,uCAAuC;QACvC,MAAM,EAAE,MAAM,CAAC;QACf,yCAAyC;QACzC,iBAAiB,EAAE,MAAM,CAAC;QAC1B,+CAA+C;QAC/C,aAAa,EAAE,MAAM,CAAC;QACtB,oDAAoD;QACpD,YAAY,EAAE,MAAM,CAAC;QACrB,sCAAsC;QACtC,MAAM,EAAE,MAAM,CAAC;QACf,0BAA0B;QAC1B,YAAY,EAAE,MAAM,CAAC;QACrB,qCAAqC;QACrC,oBAAoB,EAAE,MAAM,CAAC;KAC9B,CAAC;CACH;AAkFD;;GAEG;AACH,wBAAsB,gBAAgB,CAAC,OAAO,EAAE,uBAAuB,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAuiBxG;AAED;;GAEG;AACH,wBAAsB,oBAAoB,CACxC,WAAW,EAAE,MAAM,EACnB,cAAc,SAAmB,GAChC,OAAO,CAAC,OAAO,CAAC,CASlB;AAED;;GAEG;AACH,wBAAsB,cAAc,CAClC,WAAW,EAAE,MAAM,EACnB,cAAc,SAAmB,GAChC,OAAO,CAAC,IAAI,CAAC,CAcf"}