@cmdoss/memwal-sdk 0.6.2 → 0.7.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (119) hide show
  1. package/ARCHITECTURE.md +547 -547
  2. package/BENCHMARKS.md +238 -238
  3. package/README.md +181 -181
  4. package/dist/ai-sdk/tools.d.ts +2 -2
  5. package/dist/ai-sdk/tools.js +2 -2
  6. package/dist/client/PersonalDataWallet.d.ts.map +1 -1
  7. package/dist/client/SimplePDWClient.d.ts +1 -1
  8. package/dist/client/SimplePDWClient.d.ts.map +1 -1
  9. package/dist/client/SimplePDWClient.js +16 -7
  10. package/dist/client/SimplePDWClient.js.map +1 -1
  11. package/dist/client/namespaces/EmbeddingsNamespace.d.ts +1 -1
  12. package/dist/client/namespaces/EmbeddingsNamespace.js +1 -1
  13. package/dist/client/namespaces/MemoryNamespace.d.ts +27 -0
  14. package/dist/client/namespaces/MemoryNamespace.d.ts.map +1 -1
  15. package/dist/client/namespaces/MemoryNamespace.js +104 -0
  16. package/dist/client/namespaces/MemoryNamespace.js.map +1 -1
  17. package/dist/client/namespaces/consolidated/AINamespace.d.ts +2 -2
  18. package/dist/client/namespaces/consolidated/AINamespace.js +2 -2
  19. package/dist/client/namespaces/consolidated/BlockchainNamespace.d.ts.map +1 -1
  20. package/dist/client/namespaces/consolidated/BlockchainNamespace.js +22 -2
  21. package/dist/client/namespaces/consolidated/BlockchainNamespace.js.map +1 -1
  22. package/dist/graph/GraphService.js +1 -1
  23. package/dist/graph/GraphService.js.map +1 -1
  24. package/dist/index.d.ts +3 -1
  25. package/dist/index.d.ts.map +1 -1
  26. package/dist/index.js +3 -1
  27. package/dist/index.js.map +1 -1
  28. package/dist/retrieval/MemoryRetrievalService.d.ts +31 -0
  29. package/dist/retrieval/MemoryRetrievalService.d.ts.map +1 -1
  30. package/dist/retrieval/MemoryRetrievalService.js +44 -4
  31. package/dist/retrieval/MemoryRetrievalService.js.map +1 -1
  32. package/dist/services/EmbeddingService.d.ts +28 -1
  33. package/dist/services/EmbeddingService.d.ts.map +1 -1
  34. package/dist/services/EmbeddingService.js +54 -0
  35. package/dist/services/EmbeddingService.js.map +1 -1
  36. package/dist/services/IndexManager.d.ts +5 -1
  37. package/dist/services/IndexManager.d.ts.map +1 -1
  38. package/dist/services/IndexManager.js +17 -40
  39. package/dist/services/IndexManager.js.map +1 -1
  40. package/dist/services/QueryService.js +1 -1
  41. package/dist/services/QueryService.js.map +1 -1
  42. package/dist/services/StorageService.d.ts +10 -0
  43. package/dist/services/StorageService.d.ts.map +1 -1
  44. package/dist/services/StorageService.js +13 -0
  45. package/dist/services/StorageService.js.map +1 -1
  46. package/dist/services/storage/QuiltBatchManager.d.ts +101 -1
  47. package/dist/services/storage/QuiltBatchManager.d.ts.map +1 -1
  48. package/dist/services/storage/QuiltBatchManager.js +410 -20
  49. package/dist/services/storage/QuiltBatchManager.js.map +1 -1
  50. package/dist/services/storage/index.d.ts +1 -1
  51. package/dist/services/storage/index.d.ts.map +1 -1
  52. package/dist/services/storage/index.js.map +1 -1
  53. package/dist/utils/LRUCache.d.ts +106 -0
  54. package/dist/utils/LRUCache.d.ts.map +1 -0
  55. package/dist/utils/LRUCache.js +281 -0
  56. package/dist/utils/LRUCache.js.map +1 -0
  57. package/dist/utils/index.d.ts +1 -0
  58. package/dist/utils/index.d.ts.map +1 -1
  59. package/dist/utils/index.js +2 -0
  60. package/dist/utils/index.js.map +1 -1
  61. package/dist/utils/memoryIndexOnChain.d.ts +212 -0
  62. package/dist/utils/memoryIndexOnChain.d.ts.map +1 -0
  63. package/dist/utils/memoryIndexOnChain.js +312 -0
  64. package/dist/utils/memoryIndexOnChain.js.map +1 -0
  65. package/dist/utils/rebuildIndexNode.d.ts +29 -0
  66. package/dist/utils/rebuildIndexNode.d.ts.map +1 -1
  67. package/dist/utils/rebuildIndexNode.js +366 -98
  68. package/dist/utils/rebuildIndexNode.js.map +1 -1
  69. package/dist/vector/HnswWasmService.d.ts +20 -5
  70. package/dist/vector/HnswWasmService.d.ts.map +1 -1
  71. package/dist/vector/HnswWasmService.js +73 -40
  72. package/dist/vector/HnswWasmService.js.map +1 -1
  73. package/dist/vector/IHnswService.d.ts +10 -1
  74. package/dist/vector/IHnswService.d.ts.map +1 -1
  75. package/dist/vector/IHnswService.js.map +1 -1
  76. package/dist/vector/NodeHnswService.d.ts +16 -0
  77. package/dist/vector/NodeHnswService.d.ts.map +1 -1
  78. package/dist/vector/NodeHnswService.js +84 -5
  79. package/dist/vector/NodeHnswService.js.map +1 -1
  80. package/dist/vector/createHnswService.d.ts +1 -1
  81. package/dist/vector/createHnswService.js +1 -1
  82. package/dist/vector/index.d.ts +1 -1
  83. package/dist/vector/index.js +1 -1
  84. package/package.json +157 -157
  85. package/src/access/index.ts +8 -8
  86. package/src/aggregation/index.ts +8 -8
  87. package/src/ai-sdk/tools.ts +2 -2
  88. package/src/client/SimplePDWClient.ts +23 -8
  89. package/src/client/namespaces/EmbeddingsNamespace.ts +1 -1
  90. package/src/client/namespaces/MemoryNamespace.ts +137 -0
  91. package/src/client/namespaces/consolidated/AINamespace.ts +2 -2
  92. package/src/client/namespaces/consolidated/BlockchainNamespace.ts +20 -2
  93. package/src/client/signers/DappKitSigner.ts +207 -207
  94. package/src/core/types/index.ts +1 -1
  95. package/src/generated/pdw/deps/sui/object.ts +12 -12
  96. package/src/generated/pdw/deps/sui/vec_map.ts +32 -32
  97. package/src/generated/pdw/memory.ts +1087 -1087
  98. package/src/generated/pdw/wallet.ts +123 -123
  99. package/src/generated/utils/index.ts +159 -159
  100. package/src/graph/GraphService.ts +1 -1
  101. package/src/index.ts +25 -1
  102. package/src/permissions/index.ts +9 -9
  103. package/src/retrieval/MemoryRetrievalService.ts +78 -4
  104. package/src/services/EmbeddingService.ts +66 -1
  105. package/src/services/IndexManager.ts +18 -45
  106. package/src/services/QueryService.ts +1 -1
  107. package/src/services/StorageService.ts +15 -0
  108. package/src/services/storage/QuiltBatchManager.ts +492 -22
  109. package/src/services/storage/index.ts +6 -1
  110. package/src/utils/LRUCache.ts +378 -0
  111. package/src/utils/index.ts +8 -0
  112. package/src/utils/memoryIndexOnChain.ts +507 -0
  113. package/src/utils/rebuildIndexNode.ts +453 -106
  114. package/src/vector/HnswWasmService.ts +95 -43
  115. package/src/vector/IHnswService.ts +10 -1
  116. package/src/vector/NodeHnswService.ts +103 -5
  117. package/src/vector/createHnswService.ts +1 -1
  118. package/src/vector/index.ts +1 -1
  119. package/src/wallet/index.ts +17 -17
@@ -0,0 +1,212 @@
1
+ /**
2
+ * Memory Index On-Chain Utilities
3
+ *
4
+ * Utilities for managing MemoryIndex object on Sui blockchain:
5
+ * - Reading current MemoryIndex state from chain
6
+ * - Updating blob IDs after Walrus sync
7
+ * - Creating new MemoryIndex if doesn't exist
8
+ *
9
+ * Environment Variables:
10
+ * - MEMORY_INDEX_ID: Sui object ID of the MemoryIndex
11
+ * - INDEX_BLOB_ID: Current Walrus blob ID for HNSW index (updated after sync)
12
+ * - GRAPH_BLOB_ID: Current Walrus blob ID for knowledge graph
13
+ */
14
+ import { SuiClient } from '@mysten/sui/client';
15
+ import type { Signer } from '@mysten/sui/cryptography';
16
+ /**
17
+ * On-chain MemoryIndex object structure
18
+ */
19
+ export interface OnChainMemoryIndex {
20
+ /** Sui object ID */
21
+ objectId: string;
22
+ /** Owner address */
23
+ owner: string;
24
+ /** Version number for optimistic locking */
25
+ version: number;
26
+ /** Walrus blob ID for HNSW index */
27
+ indexBlobId: string;
28
+ /** Walrus blob ID for knowledge graph */
29
+ graphBlobId: string;
30
+ }
31
+ /**
32
+ * Options for getting MemoryIndex from chain
33
+ */
34
+ export interface GetMemoryIndexOptions {
35
+ /** Sui client instance */
36
+ client: SuiClient;
37
+ /** MemoryIndex object ID (from MEMORY_INDEX_ID env var) */
38
+ memoryIndexId: string;
39
+ }
40
+ /**
41
+ * Options for updating MemoryIndex on-chain
42
+ */
43
+ export interface UpdateMemoryIndexOnChainOptions {
44
+ /** Sui client instance */
45
+ client: SuiClient;
46
+ /** Signer for transaction */
47
+ signer: Signer;
48
+ /** Package ID of the PDW contract */
49
+ packageId: string;
50
+ /** MemoryIndex object ID */
51
+ memoryIndexId: string;
52
+ /** Current version for optimistic locking */
53
+ expectedVersion: number;
54
+ /** New index blob ID from Walrus */
55
+ newIndexBlobId: string;
56
+ /** New graph blob ID from Walrus */
57
+ newGraphBlobId: string;
58
+ /** Optional gas budget */
59
+ gasBudget?: number;
60
+ }
61
+ /**
62
+ * Options for creating a new MemoryIndex
63
+ */
64
+ export interface CreateMemoryIndexOnChainOptions {
65
+ /** Sui client instance */
66
+ client: SuiClient;
67
+ /** Signer for transaction */
68
+ signer: Signer;
69
+ /** Package ID of the PDW contract */
70
+ packageId: string;
71
+ /** Initial index blob ID (can be placeholder) */
72
+ indexBlobId: string;
73
+ /** Initial graph blob ID (can be placeholder) */
74
+ graphBlobId: string;
75
+ /** Optional gas budget */
76
+ gasBudget?: number;
77
+ }
78
+ /**
79
+ * Result of updating MemoryIndex
80
+ */
81
+ export interface UpdateMemoryIndexResult {
82
+ success: boolean;
83
+ /** Transaction digest */
84
+ digest?: string;
85
+ /** New version number after update */
86
+ newVersion?: number;
87
+ /** Error message if failed */
88
+ error?: string;
89
+ }
90
+ /**
91
+ * Result of creating MemoryIndex
92
+ */
93
+ export interface CreateMemoryIndexResult {
94
+ success: boolean;
95
+ /** Created MemoryIndex object ID */
96
+ memoryIndexId?: string;
97
+ /** Transaction digest */
98
+ digest?: string;
99
+ /** Error message if failed */
100
+ error?: string;
101
+ }
102
+ /**
103
+ * Read MemoryIndex object from Sui blockchain
104
+ *
105
+ * @param options - Options containing client and memoryIndexId
106
+ * @returns The MemoryIndex object data or null if not found
107
+ *
108
+ * @example
109
+ * ```typescript
110
+ * const memoryIndex = await getMemoryIndex({
111
+ * client: suiClient,
112
+ * memoryIndexId: process.env.MEMORY_INDEX_ID!
113
+ * });
114
+ *
115
+ * if (memoryIndex) {
116
+ * console.log(`Version: ${memoryIndex.version}`);
117
+ * console.log(`Index Blob: ${memoryIndex.indexBlobId}`);
118
+ * }
119
+ * ```
120
+ */
121
+ export declare function getMemoryIndex(options: GetMemoryIndexOptions): Promise<OnChainMemoryIndex | null>;
122
+ /**
123
+ * Update MemoryIndex on-chain with new blob IDs
124
+ *
125
+ * Call this after uploading index/graph to Walrus to update the on-chain reference.
126
+ * Uses optimistic locking (expectedVersion must match current version).
127
+ *
128
+ * @param options - Update options
129
+ * @returns Result with success status and new version
130
+ *
131
+ * @example
132
+ * ```typescript
133
+ * // First, read current state
134
+ * const current = await getMemoryIndex({ client, memoryIndexId });
135
+ *
136
+ * // Then upload to Walrus and get new blob ID
137
+ * const newBlobId = await uploadIndexToWalrus();
138
+ *
139
+ * // Finally, update on-chain
140
+ * const result = await updateMemoryIndexOnChain({
141
+ * client,
142
+ * signer: keypair,
143
+ * packageId: process.env.PACKAGE_ID!,
144
+ * memoryIndexId: process.env.MEMORY_INDEX_ID!,
145
+ * expectedVersion: current.version,
146
+ * newIndexBlobId: newBlobId,
147
+ * newGraphBlobId: current.graphBlobId, // Keep existing if not changed
148
+ * });
149
+ * ```
150
+ */
151
+ export declare function updateMemoryIndexOnChain(options: UpdateMemoryIndexOnChainOptions): Promise<UpdateMemoryIndexResult>;
152
+ /**
153
+ * Create a new MemoryIndex on-chain
154
+ *
155
+ * Use this when setting up a new wallet or if MEMORY_INDEX_ID doesn't exist.
156
+ *
157
+ * @param options - Creation options
158
+ * @returns Result with created object ID
159
+ *
160
+ * @example
161
+ * ```typescript
162
+ * const result = await createMemoryIndexOnChain({
163
+ * client,
164
+ * signer: keypair,
165
+ * packageId: process.env.PACKAGE_ID!,
166
+ * indexBlobId: 'placeholder-index',
167
+ * graphBlobId: 'placeholder-graph',
168
+ * });
169
+ *
170
+ * if (result.success) {
171
+ * console.log(`Created MemoryIndex: ${result.memoryIndexId}`);
172
+ * // Save to .env: MEMORY_INDEX_ID=${result.memoryIndexId}
173
+ * }
174
+ * ```
175
+ */
176
+ export declare function createMemoryIndexOnChain(options: CreateMemoryIndexOnChainOptions): Promise<CreateMemoryIndexResult>;
177
+ /**
178
+ * Sync index to Walrus and update on-chain MemoryIndex
179
+ *
180
+ * Convenience function that combines:
181
+ * 1. Reading current MemoryIndex state
182
+ * 2. Uploading index to Walrus
183
+ * 3. Updating on-chain blob ID
184
+ *
185
+ * @param options - Combined sync options
186
+ * @returns Result with new blob ID and transaction digest
187
+ */
188
+ export interface SyncAndUpdateOptions {
189
+ client: SuiClient;
190
+ signer: Signer;
191
+ packageId: string;
192
+ memoryIndexId: string;
193
+ /** Function to upload index to Walrus, returns new blob ID */
194
+ uploadToWalrus: () => Promise<string>;
195
+ /** Optional: also update graph blob ID */
196
+ newGraphBlobId?: string;
197
+ }
198
+ export interface SyncAndUpdateResult {
199
+ success: boolean;
200
+ newIndexBlobId?: string;
201
+ newGraphBlobId?: string;
202
+ digest?: string;
203
+ newVersion?: number;
204
+ error?: string;
205
+ }
206
+ export declare function syncIndexAndUpdateOnChain(options: SyncAndUpdateOptions): Promise<SyncAndUpdateResult>;
207
+ /**
208
+ * Upload placeholder blob to Walrus
209
+ * Used when creating initial MemoryIndex
210
+ */
211
+ export declare function uploadPlaceholderToWalrus(walrusPublisherUrl: string, type: 'index' | 'graph'): Promise<string>;
212
+ //# sourceMappingURL=memoryIndexOnChain.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"memoryIndexOnChain.d.ts","sourceRoot":"","sources":["../../src/utils/memoryIndexOnChain.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAE/C,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,0BAA0B,CAAC;AAEvD;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,oBAAoB;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,oBAAoB;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,4CAA4C;IAC5C,OAAO,EAAE,MAAM,CAAC;IAChB,oCAAoC;IACpC,WAAW,EAAE,MAAM,CAAC;IACpB,yCAAyC;IACzC,WAAW,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACpC,0BAA0B;IAC1B,MAAM,EAAE,SAAS,CAAC;IAClB,2DAA2D;IAC3D,aAAa,EAAE,MAAM,CAAC;CACvB;AAED;;GAEG;AACH,MAAM,WAAW,+BAA+B;IAC9C,0BAA0B;IAC1B,MAAM,EAAE,SAAS,CAAC;IAClB,6BAA6B;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,qCAAqC;IACrC,SAAS,EAAE,MAAM,CAAC;IAClB,4BAA4B;IAC5B,aAAa,EAAE,MAAM,CAAC;IACtB,6CAA6C;IAC7C,eAAe,EAAE,MAAM,CAAC;IACxB,oCAAoC;IACpC,cAAc,EAAE,MAAM,CAAC;IACvB,oCAAoC;IACpC,cAAc,EAAE,MAAM,CAAC;IACvB,0BAA0B;IAC1B,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,+BAA+B;IAC9C,0BAA0B;IAC1B,MAAM,EAAE,SAAS,CAAC;IAClB,6BAA6B;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,qCAAqC;IACrC,SAAS,EAAE,MAAM,CAAC;IAClB,iDAAiD;IACjD,WAAW,EAAE,MAAM,CAAC;IACpB,iDAAiD;IACjD,WAAW,EAAE,MAAM,CAAC;IACpB,0BAA0B;IAC1B,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,uBAAuB;IACtC,OAAO,EAAE,OAAO,CAAC;IACjB,yBAAyB;IACzB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,sCAAsC;IACtC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,8BAA8B;IAC9B,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,uBAAuB;IACtC,OAAO,EAAE,OAAO,CAAC;IACjB,oCAAoC;IACpC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,yBAAyB;IACzB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,8BAA8B;IAC9B,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;;;;;;;;;;;;;;;;;GAkBG;AACH,wBAAsB,cAAc,CAClC,OAAO,EAAE,qBAAqB,GAC7B,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC,CA0CpC;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AACH,wBAAsB,wBAAwB,CAC5C,OAAO,EAAE,+BAA+B,GACvC,OAAO,CAAC,uBAAuB,CAAC,CAkElC;AAED;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,wBAAsB,wBAAwB,CAC5C,OAAO,EAAE,+BAA+B,GACvC,OAAO,CAAC,uBAAuB,CAAC,CAwElC;AAED;;;;;;;;;;GAUG;AACH,MAAM,WAAW,oBAAoB;IACnC,MAAM,EAAE,SAAS,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,MAAM,CAAC;IACtB,8DAA8D;IAC9D,cAAc,EAAE,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC;IACtC,0CAA0C;IAC1C,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,mBAAmB;IAClC,OAAO,EAAE,OAAO,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,wBAAsB,yBAAyB,CAC7C,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,mBAAmB,CAAC,CAsD9B;AAED;;;GAGG;AACH,wBAAsB,yBAAyB,CAC7C,kBAAkB,EAAE,MAAM,EAC1B,IAAI,EAAE,OAAO,GAAG,OAAO,GACtB,OAAO,CAAC,MAAM,CAAC,CAoCjB"}
@@ -0,0 +1,312 @@
1
+ /**
2
+ * Memory Index On-Chain Utilities
3
+ *
4
+ * Utilities for managing MemoryIndex object on Sui blockchain:
5
+ * - Reading current MemoryIndex state from chain
6
+ * - Updating blob IDs after Walrus sync
7
+ * - Creating new MemoryIndex if doesn't exist
8
+ *
9
+ * Environment Variables:
10
+ * - MEMORY_INDEX_ID: Sui object ID of the MemoryIndex
11
+ * - INDEX_BLOB_ID: Current Walrus blob ID for HNSW index (updated after sync)
12
+ * - GRAPH_BLOB_ID: Current Walrus blob ID for knowledge graph
13
+ */
14
+ import { Transaction } from '@mysten/sui/transactions';
15
+ /**
16
+ * Read MemoryIndex object from Sui blockchain
17
+ *
18
+ * @param options - Options containing client and memoryIndexId
19
+ * @returns The MemoryIndex object data or null if not found
20
+ *
21
+ * @example
22
+ * ```typescript
23
+ * const memoryIndex = await getMemoryIndex({
24
+ * client: suiClient,
25
+ * memoryIndexId: process.env.MEMORY_INDEX_ID!
26
+ * });
27
+ *
28
+ * if (memoryIndex) {
29
+ * console.log(`Version: ${memoryIndex.version}`);
30
+ * console.log(`Index Blob: ${memoryIndex.indexBlobId}`);
31
+ * }
32
+ * ```
33
+ */
34
+ export async function getMemoryIndex(options) {
35
+ const { client, memoryIndexId } = options;
36
+ if (!memoryIndexId) {
37
+ console.warn('⚠️ MEMORY_INDEX_ID not provided');
38
+ return null;
39
+ }
40
+ try {
41
+ const object = await client.getObject({
42
+ id: memoryIndexId,
43
+ options: {
44
+ showContent: true,
45
+ showOwner: true,
46
+ }
47
+ });
48
+ if (!object.data?.content || object.data.content.dataType !== 'moveObject') {
49
+ console.warn(`⚠️ MemoryIndex object ${memoryIndexId} not found or not a Move object`);
50
+ return null;
51
+ }
52
+ const fields = object.data.content.fields;
53
+ const owner = object.data.owner;
54
+ // Extract owner address
55
+ let ownerAddress = '';
56
+ if (owner && typeof owner === 'object' && 'AddressOwner' in owner) {
57
+ ownerAddress = owner.AddressOwner;
58
+ }
59
+ return {
60
+ objectId: memoryIndexId,
61
+ owner: ownerAddress,
62
+ version: Number(fields.version || 1),
63
+ indexBlobId: fields.index_blob_id || '',
64
+ graphBlobId: fields.graph_blob_id || '',
65
+ };
66
+ }
67
+ catch (error) {
68
+ console.error(`❌ Failed to read MemoryIndex ${memoryIndexId}:`, error);
69
+ return null;
70
+ }
71
+ }
72
+ /**
73
+ * Update MemoryIndex on-chain with new blob IDs
74
+ *
75
+ * Call this after uploading index/graph to Walrus to update the on-chain reference.
76
+ * Uses optimistic locking (expectedVersion must match current version).
77
+ *
78
+ * @param options - Update options
79
+ * @returns Result with success status and new version
80
+ *
81
+ * @example
82
+ * ```typescript
83
+ * // First, read current state
84
+ * const current = await getMemoryIndex({ client, memoryIndexId });
85
+ *
86
+ * // Then upload to Walrus and get new blob ID
87
+ * const newBlobId = await uploadIndexToWalrus();
88
+ *
89
+ * // Finally, update on-chain
90
+ * const result = await updateMemoryIndexOnChain({
91
+ * client,
92
+ * signer: keypair,
93
+ * packageId: process.env.PACKAGE_ID!,
94
+ * memoryIndexId: process.env.MEMORY_INDEX_ID!,
95
+ * expectedVersion: current.version,
96
+ * newIndexBlobId: newBlobId,
97
+ * newGraphBlobId: current.graphBlobId, // Keep existing if not changed
98
+ * });
99
+ * ```
100
+ */
101
+ export async function updateMemoryIndexOnChain(options) {
102
+ const { client, signer, packageId, memoryIndexId, expectedVersion, newIndexBlobId, newGraphBlobId, gasBudget = 10000000, } = options;
103
+ try {
104
+ console.log(`\n📝 Updating MemoryIndex on-chain...`);
105
+ console.log(` Object ID: ${memoryIndexId}`);
106
+ console.log(` Expected version: ${expectedVersion}`);
107
+ console.log(` New index blob: ${newIndexBlobId}`);
108
+ console.log(` New graph blob: ${newGraphBlobId}`);
109
+ const tx = new Transaction();
110
+ tx.setGasBudget(gasBudget);
111
+ // Convert strings to vector<u8> for Move
112
+ const newIndexBlobIdBytes = Array.from(new TextEncoder().encode(newIndexBlobId));
113
+ const newGraphBlobIdBytes = Array.from(new TextEncoder().encode(newGraphBlobId));
114
+ tx.moveCall({
115
+ target: `${packageId}::memory::update_memory_index`,
116
+ arguments: [
117
+ tx.object(memoryIndexId), // &mut MemoryIndex
118
+ tx.pure.u64(expectedVersion), // expected_version: u64
119
+ tx.pure.vector('u8', newIndexBlobIdBytes), // new_index_blob_id: vector<u8>
120
+ tx.pure.vector('u8', newGraphBlobIdBytes), // new_graph_blob_id: vector<u8>
121
+ ]
122
+ });
123
+ const result = await client.signAndExecuteTransaction({
124
+ transaction: tx,
125
+ signer,
126
+ options: {
127
+ showEffects: true,
128
+ showObjectChanges: true,
129
+ },
130
+ });
131
+ if (result.effects?.status?.status !== 'success') {
132
+ const error = result.effects?.status?.error || 'Unknown error';
133
+ console.error(`❌ Transaction failed: ${error}`);
134
+ return { success: false, error };
135
+ }
136
+ const newVersion = expectedVersion + 1;
137
+ console.log(`✅ MemoryIndex updated successfully`);
138
+ console.log(` Transaction: ${result.digest}`);
139
+ console.log(` New version: ${newVersion}`);
140
+ return {
141
+ success: true,
142
+ digest: result.digest,
143
+ newVersion,
144
+ };
145
+ }
146
+ catch (error) {
147
+ const errorMsg = error instanceof Error ? error.message : String(error);
148
+ console.error(`❌ Failed to update MemoryIndex:`, errorMsg);
149
+ return { success: false, error: errorMsg };
150
+ }
151
+ }
152
+ /**
153
+ * Create a new MemoryIndex on-chain
154
+ *
155
+ * Use this when setting up a new wallet or if MEMORY_INDEX_ID doesn't exist.
156
+ *
157
+ * @param options - Creation options
158
+ * @returns Result with created object ID
159
+ *
160
+ * @example
161
+ * ```typescript
162
+ * const result = await createMemoryIndexOnChain({
163
+ * client,
164
+ * signer: keypair,
165
+ * packageId: process.env.PACKAGE_ID!,
166
+ * indexBlobId: 'placeholder-index',
167
+ * graphBlobId: 'placeholder-graph',
168
+ * });
169
+ *
170
+ * if (result.success) {
171
+ * console.log(`Created MemoryIndex: ${result.memoryIndexId}`);
172
+ * // Save to .env: MEMORY_INDEX_ID=${result.memoryIndexId}
173
+ * }
174
+ * ```
175
+ */
176
+ export async function createMemoryIndexOnChain(options) {
177
+ const { client, signer, packageId, indexBlobId, graphBlobId, gasBudget = 10000000, } = options;
178
+ try {
179
+ console.log(`\n📝 Creating new MemoryIndex on-chain...`);
180
+ console.log(` Package ID: ${packageId}`);
181
+ console.log(` Index blob: ${indexBlobId}`);
182
+ console.log(` Graph blob: ${graphBlobId}`);
183
+ const tx = new Transaction();
184
+ tx.setGasBudget(gasBudget);
185
+ // Convert strings to vector<u8> for Move
186
+ const indexBlobIdBytes = Array.from(new TextEncoder().encode(indexBlobId));
187
+ const graphBlobIdBytes = Array.from(new TextEncoder().encode(graphBlobId));
188
+ tx.moveCall({
189
+ target: `${packageId}::memory::create_memory_index`,
190
+ arguments: [
191
+ tx.pure.vector('u8', indexBlobIdBytes),
192
+ tx.pure.vector('u8', graphBlobIdBytes),
193
+ ]
194
+ });
195
+ const result = await client.signAndExecuteTransaction({
196
+ transaction: tx,
197
+ signer,
198
+ options: {
199
+ showEffects: true,
200
+ showObjectChanges: true,
201
+ },
202
+ });
203
+ if (result.effects?.status?.status !== 'success') {
204
+ const error = result.effects?.status?.error || 'Unknown error';
205
+ console.error(`❌ Transaction failed: ${error}`);
206
+ return { success: false, error };
207
+ }
208
+ // Find the created MemoryIndex object
209
+ const createdObject = result.objectChanges?.find((change) => change.type === 'created' && change.objectType?.includes('::memory::MemoryIndex'));
210
+ if (!createdObject || createdObject.type !== 'created') {
211
+ return { success: false, error: 'MemoryIndex object not found in transaction result' };
212
+ }
213
+ const memoryIndexId = createdObject.objectId;
214
+ console.log(`✅ MemoryIndex created successfully`);
215
+ console.log(` Object ID: ${memoryIndexId}`);
216
+ console.log(` Transaction: ${result.digest}`);
217
+ console.log(`\n Add to .env:`);
218
+ console.log(` MEMORY_INDEX_ID=${memoryIndexId}`);
219
+ return {
220
+ success: true,
221
+ memoryIndexId,
222
+ digest: result.digest,
223
+ };
224
+ }
225
+ catch (error) {
226
+ const errorMsg = error instanceof Error ? error.message : String(error);
227
+ console.error(`❌ Failed to create MemoryIndex:`, errorMsg);
228
+ return { success: false, error: errorMsg };
229
+ }
230
+ }
231
+ export async function syncIndexAndUpdateOnChain(options) {
232
+ const { client, signer, packageId, memoryIndexId, uploadToWalrus, newGraphBlobId, } = options;
233
+ try {
234
+ // Step 1: Read current state
235
+ console.log(`\n🔍 Reading current MemoryIndex state...`);
236
+ const current = await getMemoryIndex({ client, memoryIndexId });
237
+ if (!current) {
238
+ return { success: false, error: 'MemoryIndex not found on-chain' };
239
+ }
240
+ console.log(` Current version: ${current.version}`);
241
+ console.log(` Current index blob: ${current.indexBlobId}`);
242
+ // Step 2: Upload to Walrus
243
+ console.log(`\n☁️ Uploading index to Walrus...`);
244
+ const newIndexBlobId = await uploadToWalrus();
245
+ console.log(` New index blob: ${newIndexBlobId}`);
246
+ // Step 3: Update on-chain
247
+ const graphBlobId = newGraphBlobId || current.graphBlobId;
248
+ const updateResult = await updateMemoryIndexOnChain({
249
+ client,
250
+ signer,
251
+ packageId,
252
+ memoryIndexId,
253
+ expectedVersion: current.version,
254
+ newIndexBlobId,
255
+ newGraphBlobId: graphBlobId,
256
+ });
257
+ if (!updateResult.success) {
258
+ return { success: false, error: updateResult.error };
259
+ }
260
+ return {
261
+ success: true,
262
+ newIndexBlobId,
263
+ newGraphBlobId: graphBlobId,
264
+ digest: updateResult.digest,
265
+ newVersion: updateResult.newVersion,
266
+ };
267
+ }
268
+ catch (error) {
269
+ const errorMsg = error instanceof Error ? error.message : String(error);
270
+ return { success: false, error: errorMsg };
271
+ }
272
+ }
273
+ /**
274
+ * Upload placeholder blob to Walrus
275
+ * Used when creating initial MemoryIndex
276
+ */
277
+ export async function uploadPlaceholderToWalrus(walrusPublisherUrl, type) {
278
+ const content = JSON.stringify({
279
+ type: type === 'index' ? 'hnsw-index-placeholder' : 'knowledge-graph',
280
+ version: 1,
281
+ created: new Date().toISOString(),
282
+ note: type === 'index'
283
+ ? 'Placeholder for HNSW index. Actual index synced after adding memories.'
284
+ : 'Empty knowledge graph. Will be populated as memories are processed.',
285
+ ...(type === 'graph' ? { nodes: [], edges: [] } : {}),
286
+ });
287
+ const response = await fetch(walrusPublisherUrl, {
288
+ method: 'PUT',
289
+ headers: { 'Content-Type': 'application/octet-stream' },
290
+ body: new TextEncoder().encode(content),
291
+ });
292
+ if (!response.ok) {
293
+ throw new Error(`Walrus upload failed: ${response.status}`);
294
+ }
295
+ const result = await response.json();
296
+ // Handle different response formats
297
+ let blobId;
298
+ if (result.newlyCreated?.blobObject?.blobId) {
299
+ blobId = result.newlyCreated.blobObject.blobId;
300
+ }
301
+ else if (result.alreadyCertified?.blobId) {
302
+ blobId = result.alreadyCertified.blobId;
303
+ }
304
+ else if (result.blobId) {
305
+ blobId = result.blobId;
306
+ }
307
+ else {
308
+ throw new Error('Could not extract blobId from Walrus response');
309
+ }
310
+ return blobId;
311
+ }
312
+ //# sourceMappingURL=memoryIndexOnChain.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"memoryIndexOnChain.js","sourceRoot":"","sources":["../../src/utils/memoryIndexOnChain.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAGH,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AA+FvD;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,OAA8B;IAE9B,MAAM,EAAE,MAAM,EAAE,aAAa,EAAE,GAAG,OAAO,CAAC;IAE1C,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,OAAO,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;QAChD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC;YACpC,EAAE,EAAE,aAAa;YACjB,OAAO,EAAE;gBACP,WAAW,EAAE,IAAI;gBACjB,SAAS,EAAE,IAAI;aAChB;SACF,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,KAAK,YAAY,EAAE,CAAC;YAC3E,OAAO,CAAC,IAAI,CAAC,yBAAyB,aAAa,iCAAiC,CAAC,CAAC;YACtF,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,MAAM,GAAI,MAAM,CAAC,IAAI,CAAC,OAAe,CAAC,MAAM,CAAC;QACnD,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC;QAEhC,wBAAwB;QACxB,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,cAAc,IAAI,KAAK,EAAE,CAAC;YAClE,YAAY,GAAI,KAAkC,CAAC,YAAY,CAAC;QAClE,CAAC;QAED,OAAO;YACL,QAAQ,EAAE,aAAa;YACvB,KAAK,EAAE,YAAY;YACnB,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,CAAC;YACpC,WAAW,EAAE,MAAM,CAAC,aAAa,IAAI,EAAE;YACvC,WAAW,EAAE,MAAM,CAAC,aAAa,IAAI,EAAE;SACxC,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,gCAAgC,aAAa,GAAG,EAAE,KAAK,CAAC,CAAC;QACvE,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AACH,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,OAAwC;IAExC,MAAM,EACJ,MAAM,EACN,MAAM,EACN,SAAS,EACT,aAAa,EACb,eAAe,EACf,cAAc,EACd,cAAc,EACd,SAAS,GAAG,QAAU,GACvB,GAAG,OAAO,CAAC;IAEZ,IAAI,CAAC;QACH,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;QACrD,OAAO,CAAC,GAAG,CAAC,iBAAiB,aAAa,EAAE,CAAC,CAAC;QAC9C,OAAO,CAAC,GAAG,CAAC,wBAAwB,eAAe,EAAE,CAAC,CAAC;QACvD,OAAO,CAAC,GAAG,CAAC,sBAAsB,cAAc,EAAE,CAAC,CAAC;QACpD,OAAO,CAAC,GAAG,CAAC,sBAAsB,cAAc,EAAE,CAAC,CAAC;QAEpD,MAAM,EAAE,GAAG,IAAI,WAAW,EAAE,CAAC;QAC7B,EAAE,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;QAE3B,yCAAyC;QACzC,MAAM,mBAAmB,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC;QACjF,MAAM,mBAAmB,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC;QAEjF,EAAE,CAAC,QAAQ,CAAC;YACV,MAAM,EAAE,GAAG,SAAS,+BAA+B;YACnD,SAAS,EAAE;gBACT,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,EAAsB,mBAAmB;gBACjE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,EAAkB,wBAAwB;gBACtE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,mBAAmB,CAAC,EAAK,gCAAgC;gBAC9E,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,mBAAmB,CAAC,EAAK,gCAAgC;aAC/E;SACF,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,yBAAyB,CAAC;YACpD,WAAW,EAAE,EAAE;YACf,MAAM;YACN,OAAO,EAAE;gBACP,WAAW,EAAE,IAAI;gBACjB,iBAAiB,EAAE,IAAI;aACxB;SACF,CAAC,CAAC;QAEH,IAAI,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,KAAK,SAAS,EAAE,CAAC;YACjD,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,IAAI,eAAe,CAAC;YAC/D,OAAO,CAAC,KAAK,CAAC,yBAAyB,KAAK,EAAE,CAAC,CAAC;YAChD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;QACnC,CAAC;QAED,MAAM,UAAU,GAAG,eAAe,GAAG,CAAC,CAAC;QACvC,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;QAClD,OAAO,CAAC,GAAG,CAAC,mBAAmB,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAChD,OAAO,CAAC,GAAG,CAAC,mBAAmB,UAAU,EAAE,CAAC,CAAC;QAE7C,OAAO;YACL,OAAO,EAAE,IAAI;YACb,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,UAAU;SACX,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,QAAQ,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACxE,OAAO,CAAC,KAAK,CAAC,iCAAiC,EAAE,QAAQ,CAAC,CAAC;QAC3D,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;IAC7C,CAAC;AACH,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,OAAwC;IAExC,MAAM,EACJ,MAAM,EACN,MAAM,EACN,SAAS,EACT,WAAW,EACX,WAAW,EACX,SAAS,GAAG,QAAU,GACvB,GAAG,OAAO,CAAC;IAEZ,IAAI,CAAC;QACH,OAAO,CAAC,GAAG,CAAC,2CAA2C,CAAC,CAAC;QACzD,OAAO,CAAC,GAAG,CAAC,kBAAkB,SAAS,EAAE,CAAC,CAAC;QAC3C,OAAO,CAAC,GAAG,CAAC,kBAAkB,WAAW,EAAE,CAAC,CAAC;QAC7C,OAAO,CAAC,GAAG,CAAC,kBAAkB,WAAW,EAAE,CAAC,CAAC;QAE7C,MAAM,EAAE,GAAG,IAAI,WAAW,EAAE,CAAC;QAC7B,EAAE,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;QAE3B,yCAAyC;QACzC,MAAM,gBAAgB,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC;QAC3E,MAAM,gBAAgB,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC;QAE3E,EAAE,CAAC,QAAQ,CAAC;YACV,MAAM,EAAE,GAAG,SAAS,+BAA+B;YACnD,SAAS,EAAE;gBACT,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,gBAAgB,CAAC;gBACtC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,gBAAgB,CAAC;aACvC;SACF,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,yBAAyB,CAAC;YACpD,WAAW,EAAE,EAAE;YACf,MAAM;YACN,OAAO,EAAE;gBACP,WAAW,EAAE,IAAI;gBACjB,iBAAiB,EAAE,IAAI;aACxB;SACF,CAAC,CAAC;QAEH,IAAI,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,KAAK,SAAS,EAAE,CAAC;YACjD,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,IAAI,eAAe,CAAC;YAC/D,OAAO,CAAC,KAAK,CAAC,yBAAyB,KAAK,EAAE,CAAC,CAAC;YAChD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;QACnC,CAAC;QAED,sCAAsC;QACtC,MAAM,aAAa,GAAG,MAAM,CAAC,aAAa,EAAE,IAAI,CAC9C,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,UAAU,EAAE,QAAQ,CAAC,uBAAuB,CAAC,CAC9F,CAAC;QAEF,IAAI,CAAC,aAAa,IAAI,aAAa,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YACvD,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,oDAAoD,EAAE,CAAC;QACzF,CAAC;QAED,MAAM,aAAa,GAAG,aAAa,CAAC,QAAQ,CAAC;QAC7C,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;QAClD,OAAO,CAAC,GAAG,CAAC,iBAAiB,aAAa,EAAE,CAAC,CAAC;QAC9C,OAAO,CAAC,GAAG,CAAC,mBAAmB,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAChD,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;QACjC,OAAO,CAAC,GAAG,CAAC,sBAAsB,aAAa,EAAE,CAAC,CAAC;QAEnD,OAAO;YACL,OAAO,EAAE,IAAI;YACb,aAAa;YACb,MAAM,EAAE,MAAM,CAAC,MAAM;SACtB,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,QAAQ,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACxE,OAAO,CAAC,KAAK,CAAC,iCAAiC,EAAE,QAAQ,CAAC,CAAC;QAC3D,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;IAC7C,CAAC;AACH,CAAC;AAiCD,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,OAA6B;IAE7B,MAAM,EACJ,MAAM,EACN,MAAM,EACN,SAAS,EACT,aAAa,EACb,cAAc,EACd,cAAc,GACf,GAAG,OAAO,CAAC;IAEZ,IAAI,CAAC;QACH,6BAA6B;QAC7B,OAAO,CAAC,GAAG,CAAC,2CAA2C,CAAC,CAAC;QACzD,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;QAEhE,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,gCAAgC,EAAE,CAAC;QACrE,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,uBAAuB,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;QACtD,OAAO,CAAC,GAAG,CAAC,0BAA0B,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;QAE7D,2BAA2B;QAC3B,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;QACjD,MAAM,cAAc,GAAG,MAAM,cAAc,EAAE,CAAC;QAC9C,OAAO,CAAC,GAAG,CAAC,sBAAsB,cAAc,EAAE,CAAC,CAAC;QAEpD,0BAA0B;QAC1B,MAAM,WAAW,GAAG,cAAc,IAAI,OAAO,CAAC,WAAW,CAAC;QAC1D,MAAM,YAAY,GAAG,MAAM,wBAAwB,CAAC;YAClD,MAAM;YACN,MAAM;YACN,SAAS;YACT,aAAa;YACb,eAAe,EAAE,OAAO,CAAC,OAAO;YAChC,cAAc;YACd,cAAc,EAAE,WAAW;SAC5B,CAAC,CAAC;QAEH,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC;YAC1B,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,YAAY,CAAC,KAAK,EAAE,CAAC;QACvD,CAAC;QAED,OAAO;YACL,OAAO,EAAE,IAAI;YACb,cAAc;YACd,cAAc,EAAE,WAAW;YAC3B,MAAM,EAAE,YAAY,CAAC,MAAM;YAC3B,UAAU,EAAE,YAAY,CAAC,UAAU;SACpC,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,QAAQ,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACxE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;IAC7C,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,kBAA0B,EAC1B,IAAuB;IAEvB,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC;QAC7B,IAAI,EAAE,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,iBAAiB;QACrE,OAAO,EAAE,CAAC;QACV,OAAO,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACjC,IAAI,EAAE,IAAI,KAAK,OAAO;YACpB,CAAC,CAAC,wEAAwE;YAC1E,CAAC,CAAC,qEAAqE;QACzE,GAAG,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACtD,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,kBAAkB,EAAE;QAC/C,MAAM,EAAE,KAAK;QACb,OAAO,EAAE,EAAE,cAAc,EAAE,0BAA0B,EAAE;QACvD,IAAI,EAAE,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC;KACxC,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,yBAAyB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IAC9D,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IAErC,oCAAoC;IACpC,IAAI,MAAc,CAAC;IACnB,IAAI,MAAM,CAAC,YAAY,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;QAC5C,MAAM,GAAG,MAAM,CAAC,YAAY,CAAC,UAAU,CAAC,MAAM,CAAC;IACjD,CAAC;SAAM,IAAI,MAAM,CAAC,gBAAgB,EAAE,MAAM,EAAE,CAAC;QAC3C,MAAM,GAAG,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC;IAC1C,CAAC;SAAM,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QACzB,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;IACzB,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;IACnE,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}
@@ -43,6 +43,18 @@ export interface RebuildIndexNodeOptions {
43
43
  onProgress?: (current: number, total: number, status: string) => void;
44
44
  /** Whether to force re-index even if index exists */
45
45
  force?: boolean;
46
+ /**
47
+ * Quilt IDs to include in the rebuild.
48
+ * Quilts contain batch-uploaded memories that may not have on-chain Memory objects.
49
+ * Pass Quilt IDs here to include them in the index rebuild.
50
+ */
51
+ quiltIds?: string[];
52
+ /**
53
+ * Number of concurrent blob fetches (default: 10)
54
+ * Higher values can speed up rebuilding but may overwhelm the server
55
+ * Benchmark results: 10 is ~1.64x faster than sequential
56
+ */
57
+ fetchConcurrency?: number;
46
58
  }
47
59
  export interface RebuildIndexNodeResult {
48
60
  success: boolean;
@@ -54,6 +66,23 @@ export interface RebuildIndexNodeResult {
54
66
  error: string;
55
67
  }>;
56
68
  duration: number;
69
+ /** Detailed timing breakdown for performance analysis */
70
+ timing?: {
71
+ /** Time to initialize services (ms) */
72
+ initMs: number;
73
+ /** Time to fetch blockchain data (ms) */
74
+ blockchainFetchMs: number;
75
+ /** Time to fetch all blobs from Walrus (ms) */
76
+ walrusFetchMs: number;
77
+ /** Time to process memories and build index (ms) */
78
+ processingMs: number;
79
+ /** Time to save index to disk (ms) */
80
+ saveMs: number;
81
+ /** Total blobs fetched */
82
+ blobsFetched: number;
83
+ /** Total content bytes downloaded */
84
+ totalBytesDownloaded: number;
85
+ };
57
86
  }
58
87
  /**
59
88
  * Rebuild HNSW index from blockchain + Walrus (Node.js)
@@ -1 +1 @@
1
- {"version":3,"file":"rebuildIndexNode.d.ts","sourceRoot":"","sources":["../../src/utils/rebuildIndexNode.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AAEH,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAGpD,MAAM,WAAW,uBAAuB;IACtC,gCAAgC;IAChC,WAAW,EAAE,MAAM,CAAC;IAEpB,0BAA0B;IAC1B,MAAM,EAAE,SAAS,CAAC;IAElB,4CAA4C;IAC5C,SAAS,EAAE,MAAM,CAAC;IAElB,0CAA0C;IAC1C,OAAO,CAAC,EAAE,SAAS,GAAG,SAAS,CAAC;IAEhC,wEAAwE;IACxE,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAE1B,8CAA8C;IAC9C,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB,wBAAwB;IACxB,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;IAEtE,qDAAqD;IACrD,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB;AAED,MAAM,WAAW,sBAAsB;IACrC,OAAO,EAAE,OAAO,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,MAAM,EAAE,KAAK,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACjD,QAAQ,EAAE,MAAM,CAAC;CAClB;AAaD;;GAEG;AACH,wBAAsB,gBAAgB,CAAC,OAAO,EAAE,uBAAuB,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAgTxG;AAED;;GAEG;AACH,wBAAsB,oBAAoB,CACxC,WAAW,EAAE,MAAM,EACnB,cAAc,SAAmB,GAChC,OAAO,CAAC,OAAO,CAAC,CASlB;AAED;;GAEG;AACH,wBAAsB,cAAc,CAClC,WAAW,EAAE,MAAM,EACnB,cAAc,SAAmB,GAChC,OAAO,CAAC,IAAI,CAAC,CAcf"}
1
+ {"version":3,"file":"rebuildIndexNode.d.ts","sourceRoot":"","sources":["../../src/utils/rebuildIndexNode.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AAEH,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAGpD,MAAM,WAAW,uBAAuB;IACtC,gCAAgC;IAChC,WAAW,EAAE,MAAM,CAAC;IAEpB,0BAA0B;IAC1B,MAAM,EAAE,SAAS,CAAC;IAElB,4CAA4C;IAC5C,SAAS,EAAE,MAAM,CAAC;IAElB,0CAA0C;IAC1C,OAAO,CAAC,EAAE,SAAS,GAAG,SAAS,CAAC;IAEhC,wEAAwE;IACxE,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAE1B,8CAA8C;IAC9C,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB,wBAAwB;IACxB,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;IAEtE,qDAAqD;IACrD,KAAK,CAAC,EAAE,OAAO,CAAC;IAEhB;;;;OAIG;IACH,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IAEpB;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,sBAAsB;IACrC,OAAO,EAAE,OAAO,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,MAAM,EAAE,KAAK,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACjD,QAAQ,EAAE,MAAM,CAAC;IACjB,yDAAyD;IACzD,MAAM,CAAC,EAAE;QACP,uCAAuC;QACvC,MAAM,EAAE,MAAM,CAAC;QACf,yCAAyC;QACzC,iBAAiB,EAAE,MAAM,CAAC;QAC1B,+CAA+C;QAC/C,aAAa,EAAE,MAAM,CAAC;QACtB,oDAAoD;QACpD,YAAY,EAAE,MAAM,CAAC;QACrB,sCAAsC;QACtC,MAAM,EAAE,MAAM,CAAC;QACf,0BAA0B;QAC1B,YAAY,EAAE,MAAM,CAAC;QACrB,qCAAqC;QACrC,oBAAoB,EAAE,MAAM,CAAC;KAC9B,CAAC;CACH;AAkFD;;GAEG;AACH,wBAAsB,gBAAgB,CAAC,OAAO,EAAE,uBAAuB,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAuiBxG;AAED;;GAEG;AACH,wBAAsB,oBAAoB,CACxC,WAAW,EAAE,MAAM,EACnB,cAAc,SAAmB,GAChC,OAAO,CAAC,OAAO,CAAC,CASlB;AAED;;GAEG;AACH,wBAAsB,cAAc,CAClC,WAAW,EAAE,MAAM,EACnB,cAAc,SAAmB,GAChC,OAAO,CAAC,IAAI,CAAC,CAcf"}