@cmdoss/memwal-sdk 0.6.2 → 0.8.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (247) hide show
  1. package/ARCHITECTURE.md +547 -547
  2. package/BENCHMARKS.md +238 -238
  3. package/README.md +310 -181
  4. package/dist/ai-sdk/tools.d.ts +2 -2
  5. package/dist/ai-sdk/tools.js +2 -2
  6. package/dist/client/ClientMemoryManager.js +2 -2
  7. package/dist/client/ClientMemoryManager.js.map +1 -1
  8. package/dist/client/PersonalDataWallet.d.ts.map +1 -1
  9. package/dist/client/SimplePDWClient.d.ts +29 -1
  10. package/dist/client/SimplePDWClient.d.ts.map +1 -1
  11. package/dist/client/SimplePDWClient.js +45 -13
  12. package/dist/client/SimplePDWClient.js.map +1 -1
  13. package/dist/client/namespaces/EmbeddingsNamespace.d.ts +1 -1
  14. package/dist/client/namespaces/EmbeddingsNamespace.js +1 -1
  15. package/dist/client/namespaces/MemoryNamespace.d.ts +31 -0
  16. package/dist/client/namespaces/MemoryNamespace.d.ts.map +1 -1
  17. package/dist/client/namespaces/MemoryNamespace.js +272 -39
  18. package/dist/client/namespaces/MemoryNamespace.js.map +1 -1
  19. package/dist/client/namespaces/consolidated/AINamespace.d.ts +2 -2
  20. package/dist/client/namespaces/consolidated/AINamespace.js +2 -2
  21. package/dist/client/namespaces/consolidated/BlockchainNamespace.d.ts +12 -2
  22. package/dist/client/namespaces/consolidated/BlockchainNamespace.d.ts.map +1 -1
  23. package/dist/client/namespaces/consolidated/BlockchainNamespace.js +62 -4
  24. package/dist/client/namespaces/consolidated/BlockchainNamespace.js.map +1 -1
  25. package/dist/client/namespaces/consolidated/StorageNamespace.d.ts +67 -2
  26. package/dist/client/namespaces/consolidated/StorageNamespace.d.ts.map +1 -1
  27. package/dist/client/namespaces/consolidated/StorageNamespace.js +549 -16
  28. package/dist/client/namespaces/consolidated/StorageNamespace.js.map +1 -1
  29. package/dist/config/ConfigurationHelper.js +61 -61
  30. package/dist/config/defaults.js +2 -2
  31. package/dist/config/defaults.js.map +1 -1
  32. package/dist/graph/GraphService.js +21 -21
  33. package/dist/graph/GraphService.js.map +1 -1
  34. package/dist/index.d.ts +3 -1
  35. package/dist/index.d.ts.map +1 -1
  36. package/dist/index.js +3 -1
  37. package/dist/index.js.map +1 -1
  38. package/dist/infrastructure/seal/EncryptionService.d.ts +9 -5
  39. package/dist/infrastructure/seal/EncryptionService.d.ts.map +1 -1
  40. package/dist/infrastructure/seal/EncryptionService.js +37 -15
  41. package/dist/infrastructure/seal/EncryptionService.js.map +1 -1
  42. package/dist/infrastructure/seal/SealService.d.ts +13 -5
  43. package/dist/infrastructure/seal/SealService.d.ts.map +1 -1
  44. package/dist/infrastructure/seal/SealService.js +36 -34
  45. package/dist/infrastructure/seal/SealService.js.map +1 -1
  46. package/dist/langchain/createPDWRAG.js +30 -30
  47. package/dist/retrieval/MemoryDecryptionPipeline.d.ts.map +1 -1
  48. package/dist/retrieval/MemoryDecryptionPipeline.js +2 -1
  49. package/dist/retrieval/MemoryDecryptionPipeline.js.map +1 -1
  50. package/dist/retrieval/MemoryRetrievalService.d.ts +31 -0
  51. package/dist/retrieval/MemoryRetrievalService.d.ts.map +1 -1
  52. package/dist/retrieval/MemoryRetrievalService.js +44 -4
  53. package/dist/retrieval/MemoryRetrievalService.js.map +1 -1
  54. package/dist/services/CapabilityService.d.ts.map +1 -1
  55. package/dist/services/CapabilityService.js +30 -14
  56. package/dist/services/CapabilityService.js.map +1 -1
  57. package/dist/services/CrossContextPermissionService.d.ts.map +1 -1
  58. package/dist/services/CrossContextPermissionService.js +9 -7
  59. package/dist/services/CrossContextPermissionService.js.map +1 -1
  60. package/dist/services/EmbeddingService.d.ts +28 -1
  61. package/dist/services/EmbeddingService.d.ts.map +1 -1
  62. package/dist/services/EmbeddingService.js +54 -0
  63. package/dist/services/EmbeddingService.js.map +1 -1
  64. package/dist/services/EncryptionService.d.ts.map +1 -1
  65. package/dist/services/EncryptionService.js +6 -5
  66. package/dist/services/EncryptionService.js.map +1 -1
  67. package/dist/services/GeminiAIService.js +309 -309
  68. package/dist/services/IndexManager.d.ts +5 -1
  69. package/dist/services/IndexManager.d.ts.map +1 -1
  70. package/dist/services/IndexManager.js +17 -40
  71. package/dist/services/IndexManager.js.map +1 -1
  72. package/dist/services/QueryService.js +1 -1
  73. package/dist/services/QueryService.js.map +1 -1
  74. package/dist/services/StorageService.d.ts +11 -0
  75. package/dist/services/StorageService.d.ts.map +1 -1
  76. package/dist/services/StorageService.js +73 -10
  77. package/dist/services/StorageService.js.map +1 -1
  78. package/dist/services/TransactionService.d.ts +20 -0
  79. package/dist/services/TransactionService.d.ts.map +1 -1
  80. package/dist/services/TransactionService.js +43 -0
  81. package/dist/services/TransactionService.js.map +1 -1
  82. package/dist/services/ViewService.js +2 -2
  83. package/dist/services/ViewService.js.map +1 -1
  84. package/dist/services/storage/QuiltBatchManager.d.ts +101 -1
  85. package/dist/services/storage/QuiltBatchManager.d.ts.map +1 -1
  86. package/dist/services/storage/QuiltBatchManager.js +410 -20
  87. package/dist/services/storage/QuiltBatchManager.js.map +1 -1
  88. package/dist/services/storage/index.d.ts +1 -1
  89. package/dist/services/storage/index.d.ts.map +1 -1
  90. package/dist/services/storage/index.js.map +1 -1
  91. package/dist/utils/LRUCache.d.ts +106 -0
  92. package/dist/utils/LRUCache.d.ts.map +1 -0
  93. package/dist/utils/LRUCache.js +281 -0
  94. package/dist/utils/LRUCache.js.map +1 -0
  95. package/dist/utils/index.d.ts +1 -0
  96. package/dist/utils/index.d.ts.map +1 -1
  97. package/dist/utils/index.js +2 -0
  98. package/dist/utils/index.js.map +1 -1
  99. package/dist/utils/memoryIndexOnChain.d.ts +212 -0
  100. package/dist/utils/memoryIndexOnChain.d.ts.map +1 -0
  101. package/dist/utils/memoryIndexOnChain.js +312 -0
  102. package/dist/utils/memoryIndexOnChain.js.map +1 -0
  103. package/dist/utils/rebuildIndexNode.d.ts +29 -0
  104. package/dist/utils/rebuildIndexNode.d.ts.map +1 -1
  105. package/dist/utils/rebuildIndexNode.js +366 -98
  106. package/dist/utils/rebuildIndexNode.js.map +1 -1
  107. package/dist/vector/HnswWasmService.d.ts +20 -5
  108. package/dist/vector/HnswWasmService.d.ts.map +1 -1
  109. package/dist/vector/HnswWasmService.js +73 -40
  110. package/dist/vector/HnswWasmService.js.map +1 -1
  111. package/dist/vector/IHnswService.d.ts +10 -1
  112. package/dist/vector/IHnswService.d.ts.map +1 -1
  113. package/dist/vector/IHnswService.js.map +1 -1
  114. package/dist/vector/NodeHnswService.d.ts +16 -0
  115. package/dist/vector/NodeHnswService.d.ts.map +1 -1
  116. package/dist/vector/NodeHnswService.js +84 -5
  117. package/dist/vector/NodeHnswService.js.map +1 -1
  118. package/dist/vector/createHnswService.d.ts +1 -1
  119. package/dist/vector/createHnswService.js +1 -1
  120. package/dist/vector/index.d.ts +1 -1
  121. package/dist/vector/index.js +1 -1
  122. package/package.json +157 -157
  123. package/src/access/PermissionService.ts +635 -635
  124. package/src/aggregation/AggregationService.ts +389 -389
  125. package/src/ai-sdk/PDWVectorStore.ts +715 -715
  126. package/src/ai-sdk/index.ts +65 -65
  127. package/src/ai-sdk/tools.ts +460 -460
  128. package/src/ai-sdk/types.ts +404 -404
  129. package/src/batch/BatchManager.ts +597 -597
  130. package/src/batch/BatchingService.ts +429 -429
  131. package/src/batch/MemoryProcessingCache.ts +492 -492
  132. package/src/batch/index.ts +30 -30
  133. package/src/browser.ts +200 -200
  134. package/src/client/ClientMemoryManager.ts +987 -987
  135. package/src/client/PersonalDataWallet.ts +345 -345
  136. package/src/client/SimplePDWClient.ts +1289 -1222
  137. package/src/client/factory.ts +154 -154
  138. package/src/client/namespaces/AnalyticsNamespace.ts +377 -377
  139. package/src/client/namespaces/BatchNamespace.ts +356 -356
  140. package/src/client/namespaces/CacheNamespace.ts +123 -123
  141. package/src/client/namespaces/CapabilityNamespace.ts +217 -217
  142. package/src/client/namespaces/ClassifyNamespace.ts +169 -169
  143. package/src/client/namespaces/ContextNamespace.ts +297 -297
  144. package/src/client/namespaces/EmbeddingsNamespace.ts +99 -99
  145. package/src/client/namespaces/EncryptionNamespace.ts +221 -221
  146. package/src/client/namespaces/GraphNamespace.ts +468 -468
  147. package/src/client/namespaces/IndexNamespace.ts +361 -361
  148. package/src/client/namespaces/MemoryNamespace.ts +1422 -1135
  149. package/src/client/namespaces/PermissionsNamespace.ts +254 -254
  150. package/src/client/namespaces/PipelineNamespace.ts +220 -220
  151. package/src/client/namespaces/SearchNamespace.ts +1049 -1049
  152. package/src/client/namespaces/StorageNamespace.ts +458 -458
  153. package/src/client/namespaces/TxNamespace.ts +260 -260
  154. package/src/client/namespaces/WalletNamespace.ts +243 -243
  155. package/src/client/namespaces/consolidated/AINamespace.ts +449 -449
  156. package/src/client/namespaces/consolidated/BlockchainNamespace.ts +607 -546
  157. package/src/client/namespaces/consolidated/SecurityNamespace.ts +648 -648
  158. package/src/client/namespaces/consolidated/StorageNamespace.ts +1141 -497
  159. package/src/client/namespaces/consolidated/index.ts +39 -39
  160. package/src/client/signers/KeypairSigner.ts +108 -108
  161. package/src/client/signers/UnifiedSigner.ts +110 -110
  162. package/src/client/signers/WalletAdapterSigner.ts +159 -159
  163. package/src/client/signers/index.ts +26 -26
  164. package/src/config/ConfigurationHelper.ts +412 -412
  165. package/src/config/defaults.ts +51 -51
  166. package/src/config/index.ts +8 -8
  167. package/src/config/validation.ts +70 -70
  168. package/src/core/index.ts +14 -14
  169. package/src/core/interfaces/IService.ts +307 -307
  170. package/src/core/interfaces/index.ts +8 -8
  171. package/src/core/types/capability.ts +297 -297
  172. package/src/core/types/index.ts +870 -870
  173. package/src/core/types/wallet.ts +270 -270
  174. package/src/core/types.ts +9 -9
  175. package/src/core/wallet.ts +222 -222
  176. package/src/embedding/index.ts +19 -19
  177. package/src/embedding/types.ts +357 -357
  178. package/src/errors/index.ts +602 -602
  179. package/src/errors/recovery.ts +461 -461
  180. package/src/errors/validation.ts +567 -567
  181. package/src/generated/pdw/capability.ts +319 -319
  182. package/src/graph/GraphService.ts +887 -887
  183. package/src/graph/KnowledgeGraphManager.ts +728 -728
  184. package/src/graph/index.ts +25 -25
  185. package/src/index.ts +498 -474
  186. package/src/infrastructure/index.ts +22 -22
  187. package/src/infrastructure/seal/EncryptionService.ts +628 -603
  188. package/src/infrastructure/seal/SealService.ts +613 -615
  189. package/src/infrastructure/seal/index.ts +9 -9
  190. package/src/infrastructure/sui/BlockchainManager.ts +627 -627
  191. package/src/infrastructure/sui/SuiService.ts +888 -888
  192. package/src/infrastructure/sui/index.ts +9 -9
  193. package/src/infrastructure/walrus/StorageManager.ts +604 -604
  194. package/src/infrastructure/walrus/WalrusStorageService.ts +612 -612
  195. package/src/infrastructure/walrus/index.ts +9 -9
  196. package/src/langchain/PDWEmbeddings.ts +145 -145
  197. package/src/langchain/PDWVectorStore.ts +456 -456
  198. package/src/langchain/createPDWRAG.ts +303 -303
  199. package/src/langchain/index.ts +47 -47
  200. package/src/permissions/ConsentRepository.browser.ts +249 -249
  201. package/src/permissions/ConsentRepository.ts +364 -364
  202. package/src/pipeline/MemoryPipeline.ts +862 -862
  203. package/src/pipeline/PipelineManager.ts +683 -683
  204. package/src/pipeline/index.ts +26 -26
  205. package/src/retrieval/AdvancedSearchService.ts +629 -629
  206. package/src/retrieval/MemoryAnalyticsService.ts +711 -711
  207. package/src/retrieval/MemoryDecryptionPipeline.ts +825 -824
  208. package/src/retrieval/MemoryRetrievalService.ts +904 -830
  209. package/src/retrieval/index.ts +42 -42
  210. package/src/services/BatchService.ts +352 -352
  211. package/src/services/CapabilityService.ts +464 -448
  212. package/src/services/ClassifierService.ts +465 -465
  213. package/src/services/CrossContextPermissionService.ts +486 -484
  214. package/src/services/EmbeddingService.ts +771 -706
  215. package/src/services/EncryptionService.ts +712 -711
  216. package/src/services/GeminiAIService.ts +753 -753
  217. package/src/services/IndexManager.ts +977 -1004
  218. package/src/services/MemoryIndexService.ts +1003 -1003
  219. package/src/services/MemoryService.ts +369 -369
  220. package/src/services/QueryService.ts +890 -890
  221. package/src/services/StorageService.ts +1182 -1111
  222. package/src/services/TransactionService.ts +838 -790
  223. package/src/services/VectorService.ts +462 -462
  224. package/src/services/ViewService.ts +484 -484
  225. package/src/services/index.ts +25 -25
  226. package/src/services/storage/BlobAttributesManager.ts +333 -333
  227. package/src/services/storage/KnowledgeGraphManager.ts +425 -425
  228. package/src/services/storage/MemorySearchManager.ts +387 -387
  229. package/src/services/storage/QuiltBatchManager.ts +1130 -660
  230. package/src/services/storage/WalrusMetadataManager.ts +268 -268
  231. package/src/services/storage/WalrusStorageManager.ts +287 -287
  232. package/src/services/storage/index.ts +57 -52
  233. package/src/types/index.ts +13 -13
  234. package/src/utils/LRUCache.ts +378 -0
  235. package/src/utils/index.ts +76 -68
  236. package/src/utils/memoryIndexOnChain.ts +507 -0
  237. package/src/utils/rebuildIndex.ts +290 -290
  238. package/src/utils/rebuildIndexNode.ts +771 -424
  239. package/src/vector/BrowserHnswIndexService.ts +758 -758
  240. package/src/vector/HnswWasmService.ts +731 -679
  241. package/src/vector/IHnswService.ts +233 -224
  242. package/src/vector/NodeHnswService.ts +833 -735
  243. package/src/vector/VectorManager.ts +478 -478
  244. package/src/vector/createHnswService.ts +135 -135
  245. package/src/vector/index.ts +56 -56
  246. package/src/wallet/ContextWalletService.ts +656 -656
  247. package/src/wallet/MainWalletService.ts +317 -317
@@ -1,462 +1,462 @@
1
- /**
2
- * Retry and Recovery Utilities for Personal Data Wallet SDK
3
- *
4
- * Provides automatic retry logic, circuit breaker patterns,
5
- * and error recovery strategies for resilient operations.
6
- */
7
-
8
- import { PDWError, isPDWError, NetworkError, TimeoutError, ValidationError } from './index';
9
-
10
- // ==================== RETRY CONFIGURATION ====================
11
-
12
- export interface RetryConfig {
13
- /** Maximum number of retry attempts */
14
- maxAttempts: number;
15
- /** Initial delay between retries in milliseconds */
16
- initialDelay: number;
17
- /** Maximum delay between retries in milliseconds */
18
- maxDelay: number;
19
- /** Backoff multiplier for exponential backoff */
20
- backoffMultiplier: number;
21
- /** Whether to add random jitter to delays */
22
- jitter: boolean;
23
- /** Function to determine if error should be retried */
24
- shouldRetry?: (error: any, attempt: number) => boolean;
25
- /** Function called before each retry attempt */
26
- onRetry?: (error: any, attempt: number, delay: number) => void;
27
- }
28
-
29
- export const DEFAULT_RETRY_CONFIG: RetryConfig = {
30
- maxAttempts: 3,
31
- initialDelay: 1000,
32
- maxDelay: 10000,
33
- backoffMultiplier: 2,
34
- jitter: true,
35
- shouldRetry: (error: any) => {
36
- if (isPDWError(error)) {
37
- return error.isRetryable();
38
- }
39
- // Retry network errors, timeouts, and temporary failures
40
- return error?.code === 'ECONNRESET' ||
41
- error?.code === 'ENOTFOUND' ||
42
- error?.code === 'TIMEOUT' ||
43
- error?.status >= 500;
44
- },
45
- onRetry: (error, attempt, delay) => {
46
- console.warn(`Retry attempt ${attempt} after ${delay}ms due to:`, error.message);
47
- },
48
- };
49
-
50
- // ==================== RETRY FUNCTION ====================
51
-
52
- /**
53
- * Execute a function with automatic retry logic
54
- */
55
- export async function withRetry<T>(
56
- operation: () => Promise<T>,
57
- config: Partial<RetryConfig> = {}
58
- ): Promise<T> {
59
- const finalConfig = { ...DEFAULT_RETRY_CONFIG, ...config };
60
- let lastError: any;
61
-
62
- for (let attempt = 1; attempt <= finalConfig.maxAttempts; attempt++) {
63
- try {
64
- return await operation();
65
- } catch (error) {
66
- lastError = error;
67
-
68
- // Check if we should retry
69
- if (attempt >= finalConfig.maxAttempts ||
70
- !finalConfig.shouldRetry!(error, attempt)) {
71
- throw error;
72
- }
73
-
74
- // Calculate delay with exponential backoff and jitter
75
- const baseDelay = Math.min(
76
- finalConfig.initialDelay * Math.pow(finalConfig.backoffMultiplier, attempt - 1),
77
- finalConfig.maxDelay
78
- );
79
-
80
- const jitter = finalConfig.jitter ?
81
- Math.random() * 0.1 * baseDelay : 0;
82
-
83
- const delay = Math.floor(baseDelay + jitter);
84
-
85
- // Call retry callback
86
- if (finalConfig.onRetry) {
87
- finalConfig.onRetry(error, attempt, delay);
88
- }
89
-
90
- // Wait before retrying
91
- await new Promise(resolve => setTimeout(resolve, delay));
92
- }
93
- }
94
-
95
- throw lastError;
96
- }
97
-
98
- // ==================== CIRCUIT BREAKER ====================
99
-
100
- export interface CircuitBreakerConfig {
101
- /** Number of failures before opening circuit */
102
- failureThreshold: number;
103
- /** Time in milliseconds to wait before attempting to close circuit */
104
- resetTimeout: number;
105
- /** Minimum number of calls before circuit can open */
106
- minimumCalls: number;
107
- /** Success ratio threshold to close circuit (0-1) */
108
- successThreshold: number;
109
- }
110
-
111
- export enum CircuitState {
112
- CLOSED = 'CLOSED',
113
- OPEN = 'OPEN',
114
- HALF_OPEN = 'HALF_OPEN',
115
- }
116
-
117
- export class CircuitBreaker {
118
- private state = CircuitState.CLOSED;
119
- private failureCount = 0;
120
- private successCount = 0;
121
- private totalCalls = 0;
122
- private lastFailureTime = 0;
123
- private readonly config: CircuitBreakerConfig;
124
-
125
- constructor(config: Partial<CircuitBreakerConfig> = {}) {
126
- this.config = {
127
- failureThreshold: 5,
128
- resetTimeout: 30000,
129
- minimumCalls: 10,
130
- successThreshold: 0.8,
131
- ...config,
132
- };
133
- }
134
-
135
- async execute<T>(operation: () => Promise<T>): Promise<T> {
136
- if (this.state === CircuitState.OPEN) {
137
- if (Date.now() - this.lastFailureTime > this.config.resetTimeout) {
138
- this.state = CircuitState.HALF_OPEN;
139
- this.successCount = 0;
140
- this.totalCalls = 0;
141
- } else {
142
- throw new NetworkError(
143
- 'Circuit breaker is open - service temporarily unavailable',
144
- 'CIRCUIT_BREAKER_OPEN'
145
- );
146
- }
147
- }
148
-
149
- try {
150
- const result = await operation();
151
- this.onSuccess();
152
- return result;
153
- } catch (error) {
154
- this.onFailure();
155
- throw error;
156
- }
157
- }
158
-
159
- private onSuccess(): void {
160
- this.successCount++;
161
- this.totalCalls++;
162
-
163
- if (this.state === CircuitState.HALF_OPEN) {
164
- const successRatio = this.successCount / this.totalCalls;
165
- if (this.totalCalls >= this.config.minimumCalls &&
166
- successRatio >= this.config.successThreshold) {
167
- this.reset();
168
- }
169
- } else {
170
- this.failureCount = 0;
171
- }
172
- }
173
-
174
- private onFailure(): void {
175
- this.failureCount++;
176
- this.totalCalls++;
177
- this.lastFailureTime = Date.now();
178
-
179
- if (this.state === CircuitState.HALF_OPEN) {
180
- this.state = CircuitState.OPEN;
181
- } else if (this.failureCount >= this.config.failureThreshold &&
182
- this.totalCalls >= this.config.minimumCalls) {
183
- this.state = CircuitState.OPEN;
184
- }
185
- }
186
-
187
- private reset(): void {
188
- this.state = CircuitState.CLOSED;
189
- this.failureCount = 0;
190
- this.successCount = 0;
191
- this.totalCalls = 0;
192
- }
193
-
194
- getState(): CircuitState {
195
- return this.state;
196
- }
197
-
198
- getMetrics() {
199
- return {
200
- state: this.state,
201
- failureCount: this.failureCount,
202
- successCount: this.successCount,
203
- totalCalls: this.totalCalls,
204
- lastFailureTime: this.lastFailureTime,
205
- };
206
- }
207
- }
208
-
209
- // ==================== RATE LIMITER ====================
210
-
211
- export class RateLimiter {
212
- private tokens: number;
213
- private lastRefill: number;
214
- private readonly capacity: number;
215
- private readonly refillRate: number; // tokens per second
216
-
217
- constructor(capacity: number, refillRate: number) {
218
- this.capacity = capacity;
219
- this.refillRate = refillRate;
220
- this.tokens = capacity;
221
- this.lastRefill = Date.now();
222
- }
223
-
224
- async acquire(tokens = 1): Promise<void> {
225
- this.refill();
226
-
227
- if (this.tokens >= tokens) {
228
- this.tokens -= tokens;
229
- return;
230
- }
231
-
232
- // Wait for tokens to be available
233
- const tokensNeeded = tokens - this.tokens;
234
- const waitTime = (tokensNeeded / this.refillRate) * 1000;
235
-
236
- await new Promise(resolve => setTimeout(resolve, waitTime));
237
-
238
- this.refill();
239
- this.tokens -= tokens;
240
- }
241
-
242
- private refill(): void {
243
- const now = Date.now();
244
- const timePassed = (now - this.lastRefill) / 1000;
245
- const tokensToAdd = timePassed * this.refillRate;
246
-
247
- this.tokens = Math.min(this.capacity, this.tokens + tokensToAdd);
248
- this.lastRefill = now;
249
- }
250
-
251
- getTokens(): number {
252
- this.refill();
253
- return this.tokens;
254
- }
255
- }
256
-
257
- // ==================== RECOVERY STRATEGIES ====================
258
-
259
- export interface RecoveryStrategy<T> {
260
- canRecover(error: any): boolean;
261
- recover(error: any, originalOperation: () => Promise<T>): Promise<T>;
262
- }
263
-
264
- export class FallbackRecovery<T> implements RecoveryStrategy<T> {
265
- constructor(
266
- private fallbackOperation: (error: any) => Promise<T>,
267
- private canRecoverFn: (error: any) => boolean = () => true
268
- ) {}
269
-
270
- canRecover(error: any): boolean {
271
- return this.canRecoverFn(error);
272
- }
273
-
274
- async recover(error: any): Promise<T> {
275
- return this.fallbackOperation(error);
276
- }
277
- }
278
-
279
- export class CacheRecovery<T> implements RecoveryStrategy<T> {
280
- private cache = new Map<string, { data: T; timestamp: number }>();
281
-
282
- constructor(
283
- private keyGenerator: (...args: any[]) => string,
284
- private ttl: number = 300000 // 5 minutes
285
- ) {}
286
-
287
- canRecover(error: any): boolean {
288
- return isPDWError(error) &&
289
- (error.code === 'NETWORK_ERROR' ||
290
- error.code === 'TIMEOUT_ERROR' ||
291
- error.code === 'CONNECTION_ERROR');
292
- }
293
-
294
- async recover(error: any, originalOperation: () => Promise<T>): Promise<T> {
295
- // This is a simplified recovery - in practice, you'd need access to the original arguments
296
- throw new Error('Cache recovery requires implementation context');
297
- }
298
-
299
- setCacheEntry(key: string, data: T): void {
300
- this.cache.set(key, {
301
- data,
302
- timestamp: Date.now(),
303
- });
304
- }
305
-
306
- getCacheEntry(key: string): T | null {
307
- const entry = this.cache.get(key);
308
- if (!entry) {
309
- return null;
310
- }
311
-
312
- if (Date.now() - entry.timestamp > this.ttl) {
313
- this.cache.delete(key);
314
- return null;
315
- }
316
-
317
- return entry.data;
318
- }
319
- }
320
-
321
- // ==================== RESILIENT OPERATION WRAPPER ====================
322
-
323
- export interface ResilienceConfig {
324
- retry?: Partial<RetryConfig>;
325
- circuitBreaker?: Partial<CircuitBreakerConfig>;
326
- rateLimiter?: { capacity: number; refillRate: number };
327
- recoveryStrategies?: RecoveryStrategy<any>[];
328
- }
329
-
330
- export class ResilientOperation<T> {
331
- private circuitBreaker?: CircuitBreaker;
332
- private rateLimiter?: RateLimiter;
333
- private retryConfig: RetryConfig;
334
- private recoveryStrategies: RecoveryStrategy<T>[];
335
-
336
- constructor(config: ResilienceConfig = {}) {
337
- this.retryConfig = { ...DEFAULT_RETRY_CONFIG, ...config.retry };
338
-
339
- if (config.circuitBreaker) {
340
- this.circuitBreaker = new CircuitBreaker(config.circuitBreaker);
341
- }
342
-
343
- if (config.rateLimiter) {
344
- this.rateLimiter = new RateLimiter(
345
- config.rateLimiter.capacity,
346
- config.rateLimiter.refillRate
347
- );
348
- }
349
-
350
- this.recoveryStrategies = config.recoveryStrategies || [];
351
- }
352
-
353
- async execute(operation: () => Promise<T>): Promise<T> {
354
- // Apply rate limiting
355
- if (this.rateLimiter) {
356
- await this.rateLimiter.acquire();
357
- }
358
-
359
- const executeWithCircuitBreaker = this.circuitBreaker ?
360
- () => this.circuitBreaker!.execute(operation) :
361
- operation;
362
-
363
- try {
364
- return await withRetry(executeWithCircuitBreaker, this.retryConfig);
365
- } catch (error) {
366
- // Try recovery strategies
367
- for (const strategy of this.recoveryStrategies) {
368
- if (strategy.canRecover(error)) {
369
- try {
370
- return await strategy.recover(error, operation);
371
- } catch (recoveryError) {
372
- // If recovery fails, continue to next strategy
373
- continue;
374
- }
375
- }
376
- }
377
-
378
- // If no recovery worked, throw the original error
379
- throw error;
380
- }
381
- }
382
- }
383
-
384
- // ==================== UTILITY FUNCTIONS ====================
385
-
386
- /**
387
- * Create a resilient version of an async function
388
- */
389
- export function makeResilient<T extends any[], R>(
390
- fn: (...args: T) => Promise<R>,
391
- config: ResilienceConfig = {}
392
- ): (...args: T) => Promise<R> {
393
- const resilientOp = new ResilientOperation<R>(config);
394
-
395
- return (...args: T) => {
396
- return resilientOp.execute(() => fn(...args));
397
- };
398
- }
399
-
400
- /**
401
- * Delay execution for a specified time
402
- */
403
- export function delay(ms: number): Promise<void> {
404
- return new Promise(resolve => setTimeout(resolve, ms));
405
- }
406
-
407
- /**
408
- * Create a timeout wrapper for promises
409
- */
410
- export function withTimeout<T>(
411
- promise: Promise<T>,
412
- timeoutMs: number,
413
- timeoutMessage = 'Operation timed out'
414
- ): Promise<T> {
415
- const timeoutPromise = new Promise<never>((_, reject) => {
416
- setTimeout(() => {
417
- reject(new TimeoutError('operation', timeoutMs));
418
- }, timeoutMs);
419
- });
420
-
421
- return Promise.race([promise, timeoutPromise]);
422
- }
423
-
424
- /**
425
- * Batch operations with concurrency control
426
- */
427
- export async function batch<T, R>(
428
- items: T[],
429
- operation: (item: T, index: number) => Promise<R>,
430
- concurrency = 5
431
- ): Promise<R[]> {
432
- const results: R[] = [];
433
- const errors: Array<{ index: number; error: any }> = [];
434
-
435
- for (let i = 0; i < items.length; i += concurrency) {
436
- const batch = items.slice(i, i + concurrency);
437
- const promises = batch.map((item, batchIndex) =>
438
- operation(item, i + batchIndex)
439
- .catch(error => ({ error, index: i + batchIndex }))
440
- );
441
-
442
- const batchResults = await Promise.all(promises);
443
-
444
- batchResults.forEach((result, batchIndex) => {
445
- if (result && typeof result === 'object' && 'error' in result) {
446
- errors.push(result as { index: number; error: any });
447
- } else {
448
- results[i + batchIndex] = result as R;
449
- }
450
- });
451
- }
452
-
453
- if (errors.length > 0) {
454
- throw new ValidationError(
455
- `Batch operation failed for ${errors.length} items`,
456
- 'batch',
457
- { errors: errors.map(e => ({ index: e.index, message: e.error.message })) }
458
- );
459
- }
460
-
461
- return results;
1
+ /**
2
+ * Retry and Recovery Utilities for Personal Data Wallet SDK
3
+ *
4
+ * Provides automatic retry logic, circuit breaker patterns,
5
+ * and error recovery strategies for resilient operations.
6
+ */
7
+
8
+ import { PDWError, isPDWError, NetworkError, TimeoutError, ValidationError } from './index';
9
+
10
+ // ==================== RETRY CONFIGURATION ====================
11
+
12
+ export interface RetryConfig {
13
+ /** Maximum number of retry attempts */
14
+ maxAttempts: number;
15
+ /** Initial delay between retries in milliseconds */
16
+ initialDelay: number;
17
+ /** Maximum delay between retries in milliseconds */
18
+ maxDelay: number;
19
+ /** Backoff multiplier for exponential backoff */
20
+ backoffMultiplier: number;
21
+ /** Whether to add random jitter to delays */
22
+ jitter: boolean;
23
+ /** Function to determine if error should be retried */
24
+ shouldRetry?: (error: any, attempt: number) => boolean;
25
+ /** Function called before each retry attempt */
26
+ onRetry?: (error: any, attempt: number, delay: number) => void;
27
+ }
28
+
29
+ export const DEFAULT_RETRY_CONFIG: RetryConfig = {
30
+ maxAttempts: 3,
31
+ initialDelay: 1000,
32
+ maxDelay: 10000,
33
+ backoffMultiplier: 2,
34
+ jitter: true,
35
+ shouldRetry: (error: any) => {
36
+ if (isPDWError(error)) {
37
+ return error.isRetryable();
38
+ }
39
+ // Retry network errors, timeouts, and temporary failures
40
+ return error?.code === 'ECONNRESET' ||
41
+ error?.code === 'ENOTFOUND' ||
42
+ error?.code === 'TIMEOUT' ||
43
+ error?.status >= 500;
44
+ },
45
+ onRetry: (error, attempt, delay) => {
46
+ console.warn(`Retry attempt ${attempt} after ${delay}ms due to:`, error.message);
47
+ },
48
+ };
49
+
50
+ // ==================== RETRY FUNCTION ====================
51
+
52
+ /**
53
+ * Execute a function with automatic retry logic
54
+ */
55
+ export async function withRetry<T>(
56
+ operation: () => Promise<T>,
57
+ config: Partial<RetryConfig> = {}
58
+ ): Promise<T> {
59
+ const finalConfig = { ...DEFAULT_RETRY_CONFIG, ...config };
60
+ let lastError: any;
61
+
62
+ for (let attempt = 1; attempt <= finalConfig.maxAttempts; attempt++) {
63
+ try {
64
+ return await operation();
65
+ } catch (error) {
66
+ lastError = error;
67
+
68
+ // Check if we should retry
69
+ if (attempt >= finalConfig.maxAttempts ||
70
+ !finalConfig.shouldRetry!(error, attempt)) {
71
+ throw error;
72
+ }
73
+
74
+ // Calculate delay with exponential backoff and jitter
75
+ const baseDelay = Math.min(
76
+ finalConfig.initialDelay * Math.pow(finalConfig.backoffMultiplier, attempt - 1),
77
+ finalConfig.maxDelay
78
+ );
79
+
80
+ const jitter = finalConfig.jitter ?
81
+ Math.random() * 0.1 * baseDelay : 0;
82
+
83
+ const delay = Math.floor(baseDelay + jitter);
84
+
85
+ // Call retry callback
86
+ if (finalConfig.onRetry) {
87
+ finalConfig.onRetry(error, attempt, delay);
88
+ }
89
+
90
+ // Wait before retrying
91
+ await new Promise(resolve => setTimeout(resolve, delay));
92
+ }
93
+ }
94
+
95
+ throw lastError;
96
+ }
97
+
98
+ // ==================== CIRCUIT BREAKER ====================
99
+
100
+ export interface CircuitBreakerConfig {
101
+ /** Number of failures before opening circuit */
102
+ failureThreshold: number;
103
+ /** Time in milliseconds to wait before attempting to close circuit */
104
+ resetTimeout: number;
105
+ /** Minimum number of calls before circuit can open */
106
+ minimumCalls: number;
107
+ /** Success ratio threshold to close circuit (0-1) */
108
+ successThreshold: number;
109
+ }
110
+
111
+ export enum CircuitState {
112
+ CLOSED = 'CLOSED',
113
+ OPEN = 'OPEN',
114
+ HALF_OPEN = 'HALF_OPEN',
115
+ }
116
+
117
+ export class CircuitBreaker {
118
+ private state = CircuitState.CLOSED;
119
+ private failureCount = 0;
120
+ private successCount = 0;
121
+ private totalCalls = 0;
122
+ private lastFailureTime = 0;
123
+ private readonly config: CircuitBreakerConfig;
124
+
125
+ constructor(config: Partial<CircuitBreakerConfig> = {}) {
126
+ this.config = {
127
+ failureThreshold: 5,
128
+ resetTimeout: 30000,
129
+ minimumCalls: 10,
130
+ successThreshold: 0.8,
131
+ ...config,
132
+ };
133
+ }
134
+
135
+ async execute<T>(operation: () => Promise<T>): Promise<T> {
136
+ if (this.state === CircuitState.OPEN) {
137
+ if (Date.now() - this.lastFailureTime > this.config.resetTimeout) {
138
+ this.state = CircuitState.HALF_OPEN;
139
+ this.successCount = 0;
140
+ this.totalCalls = 0;
141
+ } else {
142
+ throw new NetworkError(
143
+ 'Circuit breaker is open - service temporarily unavailable',
144
+ 'CIRCUIT_BREAKER_OPEN'
145
+ );
146
+ }
147
+ }
148
+
149
+ try {
150
+ const result = await operation();
151
+ this.onSuccess();
152
+ return result;
153
+ } catch (error) {
154
+ this.onFailure();
155
+ throw error;
156
+ }
157
+ }
158
+
159
+ private onSuccess(): void {
160
+ this.successCount++;
161
+ this.totalCalls++;
162
+
163
+ if (this.state === CircuitState.HALF_OPEN) {
164
+ const successRatio = this.successCount / this.totalCalls;
165
+ if (this.totalCalls >= this.config.minimumCalls &&
166
+ successRatio >= this.config.successThreshold) {
167
+ this.reset();
168
+ }
169
+ } else {
170
+ this.failureCount = 0;
171
+ }
172
+ }
173
+
174
+ private onFailure(): void {
175
+ this.failureCount++;
176
+ this.totalCalls++;
177
+ this.lastFailureTime = Date.now();
178
+
179
+ if (this.state === CircuitState.HALF_OPEN) {
180
+ this.state = CircuitState.OPEN;
181
+ } else if (this.failureCount >= this.config.failureThreshold &&
182
+ this.totalCalls >= this.config.minimumCalls) {
183
+ this.state = CircuitState.OPEN;
184
+ }
185
+ }
186
+
187
+ private reset(): void {
188
+ this.state = CircuitState.CLOSED;
189
+ this.failureCount = 0;
190
+ this.successCount = 0;
191
+ this.totalCalls = 0;
192
+ }
193
+
194
+ getState(): CircuitState {
195
+ return this.state;
196
+ }
197
+
198
+ getMetrics() {
199
+ return {
200
+ state: this.state,
201
+ failureCount: this.failureCount,
202
+ successCount: this.successCount,
203
+ totalCalls: this.totalCalls,
204
+ lastFailureTime: this.lastFailureTime,
205
+ };
206
+ }
207
+ }
208
+
209
+ // ==================== RATE LIMITER ====================
210
+
211
+ export class RateLimiter {
212
+ private tokens: number;
213
+ private lastRefill: number;
214
+ private readonly capacity: number;
215
+ private readonly refillRate: number; // tokens per second
216
+
217
+ constructor(capacity: number, refillRate: number) {
218
+ this.capacity = capacity;
219
+ this.refillRate = refillRate;
220
+ this.tokens = capacity;
221
+ this.lastRefill = Date.now();
222
+ }
223
+
224
+ async acquire(tokens = 1): Promise<void> {
225
+ this.refill();
226
+
227
+ if (this.tokens >= tokens) {
228
+ this.tokens -= tokens;
229
+ return;
230
+ }
231
+
232
+ // Wait for tokens to be available
233
+ const tokensNeeded = tokens - this.tokens;
234
+ const waitTime = (tokensNeeded / this.refillRate) * 1000;
235
+
236
+ await new Promise(resolve => setTimeout(resolve, waitTime));
237
+
238
+ this.refill();
239
+ this.tokens -= tokens;
240
+ }
241
+
242
+ private refill(): void {
243
+ const now = Date.now();
244
+ const timePassed = (now - this.lastRefill) / 1000;
245
+ const tokensToAdd = timePassed * this.refillRate;
246
+
247
+ this.tokens = Math.min(this.capacity, this.tokens + tokensToAdd);
248
+ this.lastRefill = now;
249
+ }
250
+
251
+ getTokens(): number {
252
+ this.refill();
253
+ return this.tokens;
254
+ }
255
+ }
256
+
257
+ // ==================== RECOVERY STRATEGIES ====================
258
+
259
+ export interface RecoveryStrategy<T> {
260
+ canRecover(error: any): boolean;
261
+ recover(error: any, originalOperation: () => Promise<T>): Promise<T>;
262
+ }
263
+
264
+ export class FallbackRecovery<T> implements RecoveryStrategy<T> {
265
+ constructor(
266
+ private fallbackOperation: (error: any) => Promise<T>,
267
+ private canRecoverFn: (error: any) => boolean = () => true
268
+ ) {}
269
+
270
+ canRecover(error: any): boolean {
271
+ return this.canRecoverFn(error);
272
+ }
273
+
274
+ async recover(error: any): Promise<T> {
275
+ return this.fallbackOperation(error);
276
+ }
277
+ }
278
+
279
+ export class CacheRecovery<T> implements RecoveryStrategy<T> {
280
+ private cache = new Map<string, { data: T; timestamp: number }>();
281
+
282
+ constructor(
283
+ private keyGenerator: (...args: any[]) => string,
284
+ private ttl: number = 300000 // 5 minutes
285
+ ) {}
286
+
287
+ canRecover(error: any): boolean {
288
+ return isPDWError(error) &&
289
+ (error.code === 'NETWORK_ERROR' ||
290
+ error.code === 'TIMEOUT_ERROR' ||
291
+ error.code === 'CONNECTION_ERROR');
292
+ }
293
+
294
+ async recover(error: any, originalOperation: () => Promise<T>): Promise<T> {
295
+ // This is a simplified recovery - in practice, you'd need access to the original arguments
296
+ throw new Error('Cache recovery requires implementation context');
297
+ }
298
+
299
+ setCacheEntry(key: string, data: T): void {
300
+ this.cache.set(key, {
301
+ data,
302
+ timestamp: Date.now(),
303
+ });
304
+ }
305
+
306
+ getCacheEntry(key: string): T | null {
307
+ const entry = this.cache.get(key);
308
+ if (!entry) {
309
+ return null;
310
+ }
311
+
312
+ if (Date.now() - entry.timestamp > this.ttl) {
313
+ this.cache.delete(key);
314
+ return null;
315
+ }
316
+
317
+ return entry.data;
318
+ }
319
+ }
320
+
321
+ // ==================== RESILIENT OPERATION WRAPPER ====================
322
+
323
+ export interface ResilienceConfig {
324
+ retry?: Partial<RetryConfig>;
325
+ circuitBreaker?: Partial<CircuitBreakerConfig>;
326
+ rateLimiter?: { capacity: number; refillRate: number };
327
+ recoveryStrategies?: RecoveryStrategy<any>[];
328
+ }
329
+
330
+ export class ResilientOperation<T> {
331
+ private circuitBreaker?: CircuitBreaker;
332
+ private rateLimiter?: RateLimiter;
333
+ private retryConfig: RetryConfig;
334
+ private recoveryStrategies: RecoveryStrategy<T>[];
335
+
336
+ constructor(config: ResilienceConfig = {}) {
337
+ this.retryConfig = { ...DEFAULT_RETRY_CONFIG, ...config.retry };
338
+
339
+ if (config.circuitBreaker) {
340
+ this.circuitBreaker = new CircuitBreaker(config.circuitBreaker);
341
+ }
342
+
343
+ if (config.rateLimiter) {
344
+ this.rateLimiter = new RateLimiter(
345
+ config.rateLimiter.capacity,
346
+ config.rateLimiter.refillRate
347
+ );
348
+ }
349
+
350
+ this.recoveryStrategies = config.recoveryStrategies || [];
351
+ }
352
+
353
+ async execute(operation: () => Promise<T>): Promise<T> {
354
+ // Apply rate limiting
355
+ if (this.rateLimiter) {
356
+ await this.rateLimiter.acquire();
357
+ }
358
+
359
+ const executeWithCircuitBreaker = this.circuitBreaker ?
360
+ () => this.circuitBreaker!.execute(operation) :
361
+ operation;
362
+
363
+ try {
364
+ return await withRetry(executeWithCircuitBreaker, this.retryConfig);
365
+ } catch (error) {
366
+ // Try recovery strategies
367
+ for (const strategy of this.recoveryStrategies) {
368
+ if (strategy.canRecover(error)) {
369
+ try {
370
+ return await strategy.recover(error, operation);
371
+ } catch (recoveryError) {
372
+ // If recovery fails, continue to next strategy
373
+ continue;
374
+ }
375
+ }
376
+ }
377
+
378
+ // If no recovery worked, throw the original error
379
+ throw error;
380
+ }
381
+ }
382
+ }
383
+
384
+ // ==================== UTILITY FUNCTIONS ====================
385
+
386
+ /**
387
+ * Create a resilient version of an async function
388
+ */
389
+ export function makeResilient<T extends any[], R>(
390
+ fn: (...args: T) => Promise<R>,
391
+ config: ResilienceConfig = {}
392
+ ): (...args: T) => Promise<R> {
393
+ const resilientOp = new ResilientOperation<R>(config);
394
+
395
+ return (...args: T) => {
396
+ return resilientOp.execute(() => fn(...args));
397
+ };
398
+ }
399
+
400
+ /**
401
+ * Delay execution for a specified time
402
+ */
403
+ export function delay(ms: number): Promise<void> {
404
+ return new Promise(resolve => setTimeout(resolve, ms));
405
+ }
406
+
407
+ /**
408
+ * Create a timeout wrapper for promises
409
+ */
410
+ export function withTimeout<T>(
411
+ promise: Promise<T>,
412
+ timeoutMs: number,
413
+ timeoutMessage = 'Operation timed out'
414
+ ): Promise<T> {
415
+ const timeoutPromise = new Promise<never>((_, reject) => {
416
+ setTimeout(() => {
417
+ reject(new TimeoutError('operation', timeoutMs));
418
+ }, timeoutMs);
419
+ });
420
+
421
+ return Promise.race([promise, timeoutPromise]);
422
+ }
423
+
424
+ /**
425
+ * Batch operations with concurrency control
426
+ */
427
+ export async function batch<T, R>(
428
+ items: T[],
429
+ operation: (item: T, index: number) => Promise<R>,
430
+ concurrency = 5
431
+ ): Promise<R[]> {
432
+ const results: R[] = [];
433
+ const errors: Array<{ index: number; error: any }> = [];
434
+
435
+ for (let i = 0; i < items.length; i += concurrency) {
436
+ const batch = items.slice(i, i + concurrency);
437
+ const promises = batch.map((item, batchIndex) =>
438
+ operation(item, i + batchIndex)
439
+ .catch(error => ({ error, index: i + batchIndex }))
440
+ );
441
+
442
+ const batchResults = await Promise.all(promises);
443
+
444
+ batchResults.forEach((result, batchIndex) => {
445
+ if (result && typeof result === 'object' && 'error' in result) {
446
+ errors.push(result as { index: number; error: any });
447
+ } else {
448
+ results[i + batchIndex] = result as R;
449
+ }
450
+ });
451
+ }
452
+
453
+ if (errors.length > 0) {
454
+ throw new ValidationError(
455
+ `Batch operation failed for ${errors.length} items`,
456
+ 'batch',
457
+ { errors: errors.map(e => ({ index: e.index, message: e.error.message })) }
458
+ );
459
+ }
460
+
461
+ return results;
462
462
  }