@cmdoss/memwal-sdk 0.6.2 → 0.8.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/ARCHITECTURE.md +547 -547
- package/BENCHMARKS.md +238 -238
- package/README.md +310 -181
- package/dist/ai-sdk/tools.d.ts +2 -2
- package/dist/ai-sdk/tools.js +2 -2
- package/dist/client/ClientMemoryManager.js +2 -2
- package/dist/client/ClientMemoryManager.js.map +1 -1
- package/dist/client/PersonalDataWallet.d.ts.map +1 -1
- package/dist/client/SimplePDWClient.d.ts +29 -1
- package/dist/client/SimplePDWClient.d.ts.map +1 -1
- package/dist/client/SimplePDWClient.js +45 -13
- package/dist/client/SimplePDWClient.js.map +1 -1
- package/dist/client/namespaces/EmbeddingsNamespace.d.ts +1 -1
- package/dist/client/namespaces/EmbeddingsNamespace.js +1 -1
- package/dist/client/namespaces/MemoryNamespace.d.ts +31 -0
- package/dist/client/namespaces/MemoryNamespace.d.ts.map +1 -1
- package/dist/client/namespaces/MemoryNamespace.js +272 -39
- package/dist/client/namespaces/MemoryNamespace.js.map +1 -1
- package/dist/client/namespaces/consolidated/AINamespace.d.ts +2 -2
- package/dist/client/namespaces/consolidated/AINamespace.js +2 -2
- package/dist/client/namespaces/consolidated/BlockchainNamespace.d.ts +12 -2
- package/dist/client/namespaces/consolidated/BlockchainNamespace.d.ts.map +1 -1
- package/dist/client/namespaces/consolidated/BlockchainNamespace.js +62 -4
- package/dist/client/namespaces/consolidated/BlockchainNamespace.js.map +1 -1
- package/dist/client/namespaces/consolidated/StorageNamespace.d.ts +67 -2
- package/dist/client/namespaces/consolidated/StorageNamespace.d.ts.map +1 -1
- package/dist/client/namespaces/consolidated/StorageNamespace.js +549 -16
- package/dist/client/namespaces/consolidated/StorageNamespace.js.map +1 -1
- package/dist/config/ConfigurationHelper.js +61 -61
- package/dist/config/defaults.js +2 -2
- package/dist/config/defaults.js.map +1 -1
- package/dist/graph/GraphService.js +21 -21
- package/dist/graph/GraphService.js.map +1 -1
- package/dist/index.d.ts +3 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +3 -1
- package/dist/index.js.map +1 -1
- package/dist/infrastructure/seal/EncryptionService.d.ts +9 -5
- package/dist/infrastructure/seal/EncryptionService.d.ts.map +1 -1
- package/dist/infrastructure/seal/EncryptionService.js +37 -15
- package/dist/infrastructure/seal/EncryptionService.js.map +1 -1
- package/dist/infrastructure/seal/SealService.d.ts +13 -5
- package/dist/infrastructure/seal/SealService.d.ts.map +1 -1
- package/dist/infrastructure/seal/SealService.js +36 -34
- package/dist/infrastructure/seal/SealService.js.map +1 -1
- package/dist/langchain/createPDWRAG.js +30 -30
- package/dist/retrieval/MemoryDecryptionPipeline.d.ts.map +1 -1
- package/dist/retrieval/MemoryDecryptionPipeline.js +2 -1
- package/dist/retrieval/MemoryDecryptionPipeline.js.map +1 -1
- package/dist/retrieval/MemoryRetrievalService.d.ts +31 -0
- package/dist/retrieval/MemoryRetrievalService.d.ts.map +1 -1
- package/dist/retrieval/MemoryRetrievalService.js +44 -4
- package/dist/retrieval/MemoryRetrievalService.js.map +1 -1
- package/dist/services/CapabilityService.d.ts.map +1 -1
- package/dist/services/CapabilityService.js +30 -14
- package/dist/services/CapabilityService.js.map +1 -1
- package/dist/services/CrossContextPermissionService.d.ts.map +1 -1
- package/dist/services/CrossContextPermissionService.js +9 -7
- package/dist/services/CrossContextPermissionService.js.map +1 -1
- package/dist/services/EmbeddingService.d.ts +28 -1
- package/dist/services/EmbeddingService.d.ts.map +1 -1
- package/dist/services/EmbeddingService.js +54 -0
- package/dist/services/EmbeddingService.js.map +1 -1
- package/dist/services/EncryptionService.d.ts.map +1 -1
- package/dist/services/EncryptionService.js +6 -5
- package/dist/services/EncryptionService.js.map +1 -1
- package/dist/services/GeminiAIService.js +309 -309
- package/dist/services/IndexManager.d.ts +5 -1
- package/dist/services/IndexManager.d.ts.map +1 -1
- package/dist/services/IndexManager.js +17 -40
- package/dist/services/IndexManager.js.map +1 -1
- package/dist/services/QueryService.js +1 -1
- package/dist/services/QueryService.js.map +1 -1
- package/dist/services/StorageService.d.ts +11 -0
- package/dist/services/StorageService.d.ts.map +1 -1
- package/dist/services/StorageService.js +73 -10
- package/dist/services/StorageService.js.map +1 -1
- package/dist/services/TransactionService.d.ts +20 -0
- package/dist/services/TransactionService.d.ts.map +1 -1
- package/dist/services/TransactionService.js +43 -0
- package/dist/services/TransactionService.js.map +1 -1
- package/dist/services/ViewService.js +2 -2
- package/dist/services/ViewService.js.map +1 -1
- package/dist/services/storage/QuiltBatchManager.d.ts +101 -1
- package/dist/services/storage/QuiltBatchManager.d.ts.map +1 -1
- package/dist/services/storage/QuiltBatchManager.js +410 -20
- package/dist/services/storage/QuiltBatchManager.js.map +1 -1
- package/dist/services/storage/index.d.ts +1 -1
- package/dist/services/storage/index.d.ts.map +1 -1
- package/dist/services/storage/index.js.map +1 -1
- package/dist/utils/LRUCache.d.ts +106 -0
- package/dist/utils/LRUCache.d.ts.map +1 -0
- package/dist/utils/LRUCache.js +281 -0
- package/dist/utils/LRUCache.js.map +1 -0
- package/dist/utils/index.d.ts +1 -0
- package/dist/utils/index.d.ts.map +1 -1
- package/dist/utils/index.js +2 -0
- package/dist/utils/index.js.map +1 -1
- package/dist/utils/memoryIndexOnChain.d.ts +212 -0
- package/dist/utils/memoryIndexOnChain.d.ts.map +1 -0
- package/dist/utils/memoryIndexOnChain.js +312 -0
- package/dist/utils/memoryIndexOnChain.js.map +1 -0
- package/dist/utils/rebuildIndexNode.d.ts +29 -0
- package/dist/utils/rebuildIndexNode.d.ts.map +1 -1
- package/dist/utils/rebuildIndexNode.js +366 -98
- package/dist/utils/rebuildIndexNode.js.map +1 -1
- package/dist/vector/HnswWasmService.d.ts +20 -5
- package/dist/vector/HnswWasmService.d.ts.map +1 -1
- package/dist/vector/HnswWasmService.js +73 -40
- package/dist/vector/HnswWasmService.js.map +1 -1
- package/dist/vector/IHnswService.d.ts +10 -1
- package/dist/vector/IHnswService.d.ts.map +1 -1
- package/dist/vector/IHnswService.js.map +1 -1
- package/dist/vector/NodeHnswService.d.ts +16 -0
- package/dist/vector/NodeHnswService.d.ts.map +1 -1
- package/dist/vector/NodeHnswService.js +84 -5
- package/dist/vector/NodeHnswService.js.map +1 -1
- package/dist/vector/createHnswService.d.ts +1 -1
- package/dist/vector/createHnswService.js +1 -1
- package/dist/vector/index.d.ts +1 -1
- package/dist/vector/index.js +1 -1
- package/package.json +157 -157
- package/src/access/PermissionService.ts +635 -635
- package/src/aggregation/AggregationService.ts +389 -389
- package/src/ai-sdk/PDWVectorStore.ts +715 -715
- package/src/ai-sdk/index.ts +65 -65
- package/src/ai-sdk/tools.ts +460 -460
- package/src/ai-sdk/types.ts +404 -404
- package/src/batch/BatchManager.ts +597 -597
- package/src/batch/BatchingService.ts +429 -429
- package/src/batch/MemoryProcessingCache.ts +492 -492
- package/src/batch/index.ts +30 -30
- package/src/browser.ts +200 -200
- package/src/client/ClientMemoryManager.ts +987 -987
- package/src/client/PersonalDataWallet.ts +345 -345
- package/src/client/SimplePDWClient.ts +1289 -1222
- package/src/client/factory.ts +154 -154
- package/src/client/namespaces/AnalyticsNamespace.ts +377 -377
- package/src/client/namespaces/BatchNamespace.ts +356 -356
- package/src/client/namespaces/CacheNamespace.ts +123 -123
- package/src/client/namespaces/CapabilityNamespace.ts +217 -217
- package/src/client/namespaces/ClassifyNamespace.ts +169 -169
- package/src/client/namespaces/ContextNamespace.ts +297 -297
- package/src/client/namespaces/EmbeddingsNamespace.ts +99 -99
- package/src/client/namespaces/EncryptionNamespace.ts +221 -221
- package/src/client/namespaces/GraphNamespace.ts +468 -468
- package/src/client/namespaces/IndexNamespace.ts +361 -361
- package/src/client/namespaces/MemoryNamespace.ts +1422 -1135
- package/src/client/namespaces/PermissionsNamespace.ts +254 -254
- package/src/client/namespaces/PipelineNamespace.ts +220 -220
- package/src/client/namespaces/SearchNamespace.ts +1049 -1049
- package/src/client/namespaces/StorageNamespace.ts +458 -458
- package/src/client/namespaces/TxNamespace.ts +260 -260
- package/src/client/namespaces/WalletNamespace.ts +243 -243
- package/src/client/namespaces/consolidated/AINamespace.ts +449 -449
- package/src/client/namespaces/consolidated/BlockchainNamespace.ts +607 -546
- package/src/client/namespaces/consolidated/SecurityNamespace.ts +648 -648
- package/src/client/namespaces/consolidated/StorageNamespace.ts +1141 -497
- package/src/client/namespaces/consolidated/index.ts +39 -39
- package/src/client/signers/KeypairSigner.ts +108 -108
- package/src/client/signers/UnifiedSigner.ts +110 -110
- package/src/client/signers/WalletAdapterSigner.ts +159 -159
- package/src/client/signers/index.ts +26 -26
- package/src/config/ConfigurationHelper.ts +412 -412
- package/src/config/defaults.ts +51 -51
- package/src/config/index.ts +8 -8
- package/src/config/validation.ts +70 -70
- package/src/core/index.ts +14 -14
- package/src/core/interfaces/IService.ts +307 -307
- package/src/core/interfaces/index.ts +8 -8
- package/src/core/types/capability.ts +297 -297
- package/src/core/types/index.ts +870 -870
- package/src/core/types/wallet.ts +270 -270
- package/src/core/types.ts +9 -9
- package/src/core/wallet.ts +222 -222
- package/src/embedding/index.ts +19 -19
- package/src/embedding/types.ts +357 -357
- package/src/errors/index.ts +602 -602
- package/src/errors/recovery.ts +461 -461
- package/src/errors/validation.ts +567 -567
- package/src/generated/pdw/capability.ts +319 -319
- package/src/graph/GraphService.ts +887 -887
- package/src/graph/KnowledgeGraphManager.ts +728 -728
- package/src/graph/index.ts +25 -25
- package/src/index.ts +498 -474
- package/src/infrastructure/index.ts +22 -22
- package/src/infrastructure/seal/EncryptionService.ts +628 -603
- package/src/infrastructure/seal/SealService.ts +613 -615
- package/src/infrastructure/seal/index.ts +9 -9
- package/src/infrastructure/sui/BlockchainManager.ts +627 -627
- package/src/infrastructure/sui/SuiService.ts +888 -888
- package/src/infrastructure/sui/index.ts +9 -9
- package/src/infrastructure/walrus/StorageManager.ts +604 -604
- package/src/infrastructure/walrus/WalrusStorageService.ts +612 -612
- package/src/infrastructure/walrus/index.ts +9 -9
- package/src/langchain/PDWEmbeddings.ts +145 -145
- package/src/langchain/PDWVectorStore.ts +456 -456
- package/src/langchain/createPDWRAG.ts +303 -303
- package/src/langchain/index.ts +47 -47
- package/src/permissions/ConsentRepository.browser.ts +249 -249
- package/src/permissions/ConsentRepository.ts +364 -364
- package/src/pipeline/MemoryPipeline.ts +862 -862
- package/src/pipeline/PipelineManager.ts +683 -683
- package/src/pipeline/index.ts +26 -26
- package/src/retrieval/AdvancedSearchService.ts +629 -629
- package/src/retrieval/MemoryAnalyticsService.ts +711 -711
- package/src/retrieval/MemoryDecryptionPipeline.ts +825 -824
- package/src/retrieval/MemoryRetrievalService.ts +904 -830
- package/src/retrieval/index.ts +42 -42
- package/src/services/BatchService.ts +352 -352
- package/src/services/CapabilityService.ts +464 -448
- package/src/services/ClassifierService.ts +465 -465
- package/src/services/CrossContextPermissionService.ts +486 -484
- package/src/services/EmbeddingService.ts +771 -706
- package/src/services/EncryptionService.ts +712 -711
- package/src/services/GeminiAIService.ts +753 -753
- package/src/services/IndexManager.ts +977 -1004
- package/src/services/MemoryIndexService.ts +1003 -1003
- package/src/services/MemoryService.ts +369 -369
- package/src/services/QueryService.ts +890 -890
- package/src/services/StorageService.ts +1182 -1111
- package/src/services/TransactionService.ts +838 -790
- package/src/services/VectorService.ts +462 -462
- package/src/services/ViewService.ts +484 -484
- package/src/services/index.ts +25 -25
- package/src/services/storage/BlobAttributesManager.ts +333 -333
- package/src/services/storage/KnowledgeGraphManager.ts +425 -425
- package/src/services/storage/MemorySearchManager.ts +387 -387
- package/src/services/storage/QuiltBatchManager.ts +1130 -660
- package/src/services/storage/WalrusMetadataManager.ts +268 -268
- package/src/services/storage/WalrusStorageManager.ts +287 -287
- package/src/services/storage/index.ts +57 -52
- package/src/types/index.ts +13 -13
- package/src/utils/LRUCache.ts +378 -0
- package/src/utils/index.ts +76 -68
- package/src/utils/memoryIndexOnChain.ts +507 -0
- package/src/utils/rebuildIndex.ts +290 -290
- package/src/utils/rebuildIndexNode.ts +771 -424
- package/src/vector/BrowserHnswIndexService.ts +758 -758
- package/src/vector/HnswWasmService.ts +731 -679
- package/src/vector/IHnswService.ts +233 -224
- package/src/vector/NodeHnswService.ts +833 -735
- package/src/vector/VectorManager.ts +478 -478
- package/src/vector/createHnswService.ts +135 -135
- package/src/vector/index.ts +56 -56
- package/src/wallet/ContextWalletService.ts +656 -656
- package/src/wallet/MainWalletService.ts +317 -317
package/src/errors/recovery.ts
CHANGED
|
@@ -1,462 +1,462 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Retry and Recovery Utilities for Personal Data Wallet SDK
|
|
3
|
-
*
|
|
4
|
-
* Provides automatic retry logic, circuit breaker patterns,
|
|
5
|
-
* and error recovery strategies for resilient operations.
|
|
6
|
-
*/
|
|
7
|
-
|
|
8
|
-
import { PDWError, isPDWError, NetworkError, TimeoutError, ValidationError } from './index';
|
|
9
|
-
|
|
10
|
-
// ==================== RETRY CONFIGURATION ====================
|
|
11
|
-
|
|
12
|
-
export interface RetryConfig {
|
|
13
|
-
/** Maximum number of retry attempts */
|
|
14
|
-
maxAttempts: number;
|
|
15
|
-
/** Initial delay between retries in milliseconds */
|
|
16
|
-
initialDelay: number;
|
|
17
|
-
/** Maximum delay between retries in milliseconds */
|
|
18
|
-
maxDelay: number;
|
|
19
|
-
/** Backoff multiplier for exponential backoff */
|
|
20
|
-
backoffMultiplier: number;
|
|
21
|
-
/** Whether to add random jitter to delays */
|
|
22
|
-
jitter: boolean;
|
|
23
|
-
/** Function to determine if error should be retried */
|
|
24
|
-
shouldRetry?: (error: any, attempt: number) => boolean;
|
|
25
|
-
/** Function called before each retry attempt */
|
|
26
|
-
onRetry?: (error: any, attempt: number, delay: number) => void;
|
|
27
|
-
}
|
|
28
|
-
|
|
29
|
-
export const DEFAULT_RETRY_CONFIG: RetryConfig = {
|
|
30
|
-
maxAttempts: 3,
|
|
31
|
-
initialDelay: 1000,
|
|
32
|
-
maxDelay: 10000,
|
|
33
|
-
backoffMultiplier: 2,
|
|
34
|
-
jitter: true,
|
|
35
|
-
shouldRetry: (error: any) => {
|
|
36
|
-
if (isPDWError(error)) {
|
|
37
|
-
return error.isRetryable();
|
|
38
|
-
}
|
|
39
|
-
// Retry network errors, timeouts, and temporary failures
|
|
40
|
-
return error?.code === 'ECONNRESET' ||
|
|
41
|
-
error?.code === 'ENOTFOUND' ||
|
|
42
|
-
error?.code === 'TIMEOUT' ||
|
|
43
|
-
error?.status >= 500;
|
|
44
|
-
},
|
|
45
|
-
onRetry: (error, attempt, delay) => {
|
|
46
|
-
console.warn(`Retry attempt ${attempt} after ${delay}ms due to:`, error.message);
|
|
47
|
-
},
|
|
48
|
-
};
|
|
49
|
-
|
|
50
|
-
// ==================== RETRY FUNCTION ====================
|
|
51
|
-
|
|
52
|
-
/**
|
|
53
|
-
* Execute a function with automatic retry logic
|
|
54
|
-
*/
|
|
55
|
-
export async function withRetry<T>(
|
|
56
|
-
operation: () => Promise<T>,
|
|
57
|
-
config: Partial<RetryConfig> = {}
|
|
58
|
-
): Promise<T> {
|
|
59
|
-
const finalConfig = { ...DEFAULT_RETRY_CONFIG, ...config };
|
|
60
|
-
let lastError: any;
|
|
61
|
-
|
|
62
|
-
for (let attempt = 1; attempt <= finalConfig.maxAttempts; attempt++) {
|
|
63
|
-
try {
|
|
64
|
-
return await operation();
|
|
65
|
-
} catch (error) {
|
|
66
|
-
lastError = error;
|
|
67
|
-
|
|
68
|
-
// Check if we should retry
|
|
69
|
-
if (attempt >= finalConfig.maxAttempts ||
|
|
70
|
-
!finalConfig.shouldRetry!(error, attempt)) {
|
|
71
|
-
throw error;
|
|
72
|
-
}
|
|
73
|
-
|
|
74
|
-
// Calculate delay with exponential backoff and jitter
|
|
75
|
-
const baseDelay = Math.min(
|
|
76
|
-
finalConfig.initialDelay * Math.pow(finalConfig.backoffMultiplier, attempt - 1),
|
|
77
|
-
finalConfig.maxDelay
|
|
78
|
-
);
|
|
79
|
-
|
|
80
|
-
const jitter = finalConfig.jitter ?
|
|
81
|
-
Math.random() * 0.1 * baseDelay : 0;
|
|
82
|
-
|
|
83
|
-
const delay = Math.floor(baseDelay + jitter);
|
|
84
|
-
|
|
85
|
-
// Call retry callback
|
|
86
|
-
if (finalConfig.onRetry) {
|
|
87
|
-
finalConfig.onRetry(error, attempt, delay);
|
|
88
|
-
}
|
|
89
|
-
|
|
90
|
-
// Wait before retrying
|
|
91
|
-
await new Promise(resolve => setTimeout(resolve, delay));
|
|
92
|
-
}
|
|
93
|
-
}
|
|
94
|
-
|
|
95
|
-
throw lastError;
|
|
96
|
-
}
|
|
97
|
-
|
|
98
|
-
// ==================== CIRCUIT BREAKER ====================
|
|
99
|
-
|
|
100
|
-
export interface CircuitBreakerConfig {
|
|
101
|
-
/** Number of failures before opening circuit */
|
|
102
|
-
failureThreshold: number;
|
|
103
|
-
/** Time in milliseconds to wait before attempting to close circuit */
|
|
104
|
-
resetTimeout: number;
|
|
105
|
-
/** Minimum number of calls before circuit can open */
|
|
106
|
-
minimumCalls: number;
|
|
107
|
-
/** Success ratio threshold to close circuit (0-1) */
|
|
108
|
-
successThreshold: number;
|
|
109
|
-
}
|
|
110
|
-
|
|
111
|
-
export enum CircuitState {
|
|
112
|
-
CLOSED = 'CLOSED',
|
|
113
|
-
OPEN = 'OPEN',
|
|
114
|
-
HALF_OPEN = 'HALF_OPEN',
|
|
115
|
-
}
|
|
116
|
-
|
|
117
|
-
export class CircuitBreaker {
|
|
118
|
-
private state = CircuitState.CLOSED;
|
|
119
|
-
private failureCount = 0;
|
|
120
|
-
private successCount = 0;
|
|
121
|
-
private totalCalls = 0;
|
|
122
|
-
private lastFailureTime = 0;
|
|
123
|
-
private readonly config: CircuitBreakerConfig;
|
|
124
|
-
|
|
125
|
-
constructor(config: Partial<CircuitBreakerConfig> = {}) {
|
|
126
|
-
this.config = {
|
|
127
|
-
failureThreshold: 5,
|
|
128
|
-
resetTimeout: 30000,
|
|
129
|
-
minimumCalls: 10,
|
|
130
|
-
successThreshold: 0.8,
|
|
131
|
-
...config,
|
|
132
|
-
};
|
|
133
|
-
}
|
|
134
|
-
|
|
135
|
-
async execute<T>(operation: () => Promise<T>): Promise<T> {
|
|
136
|
-
if (this.state === CircuitState.OPEN) {
|
|
137
|
-
if (Date.now() - this.lastFailureTime > this.config.resetTimeout) {
|
|
138
|
-
this.state = CircuitState.HALF_OPEN;
|
|
139
|
-
this.successCount = 0;
|
|
140
|
-
this.totalCalls = 0;
|
|
141
|
-
} else {
|
|
142
|
-
throw new NetworkError(
|
|
143
|
-
'Circuit breaker is open - service temporarily unavailable',
|
|
144
|
-
'CIRCUIT_BREAKER_OPEN'
|
|
145
|
-
);
|
|
146
|
-
}
|
|
147
|
-
}
|
|
148
|
-
|
|
149
|
-
try {
|
|
150
|
-
const result = await operation();
|
|
151
|
-
this.onSuccess();
|
|
152
|
-
return result;
|
|
153
|
-
} catch (error) {
|
|
154
|
-
this.onFailure();
|
|
155
|
-
throw error;
|
|
156
|
-
}
|
|
157
|
-
}
|
|
158
|
-
|
|
159
|
-
private onSuccess(): void {
|
|
160
|
-
this.successCount++;
|
|
161
|
-
this.totalCalls++;
|
|
162
|
-
|
|
163
|
-
if (this.state === CircuitState.HALF_OPEN) {
|
|
164
|
-
const successRatio = this.successCount / this.totalCalls;
|
|
165
|
-
if (this.totalCalls >= this.config.minimumCalls &&
|
|
166
|
-
successRatio >= this.config.successThreshold) {
|
|
167
|
-
this.reset();
|
|
168
|
-
}
|
|
169
|
-
} else {
|
|
170
|
-
this.failureCount = 0;
|
|
171
|
-
}
|
|
172
|
-
}
|
|
173
|
-
|
|
174
|
-
private onFailure(): void {
|
|
175
|
-
this.failureCount++;
|
|
176
|
-
this.totalCalls++;
|
|
177
|
-
this.lastFailureTime = Date.now();
|
|
178
|
-
|
|
179
|
-
if (this.state === CircuitState.HALF_OPEN) {
|
|
180
|
-
this.state = CircuitState.OPEN;
|
|
181
|
-
} else if (this.failureCount >= this.config.failureThreshold &&
|
|
182
|
-
this.totalCalls >= this.config.minimumCalls) {
|
|
183
|
-
this.state = CircuitState.OPEN;
|
|
184
|
-
}
|
|
185
|
-
}
|
|
186
|
-
|
|
187
|
-
private reset(): void {
|
|
188
|
-
this.state = CircuitState.CLOSED;
|
|
189
|
-
this.failureCount = 0;
|
|
190
|
-
this.successCount = 0;
|
|
191
|
-
this.totalCalls = 0;
|
|
192
|
-
}
|
|
193
|
-
|
|
194
|
-
getState(): CircuitState {
|
|
195
|
-
return this.state;
|
|
196
|
-
}
|
|
197
|
-
|
|
198
|
-
getMetrics() {
|
|
199
|
-
return {
|
|
200
|
-
state: this.state,
|
|
201
|
-
failureCount: this.failureCount,
|
|
202
|
-
successCount: this.successCount,
|
|
203
|
-
totalCalls: this.totalCalls,
|
|
204
|
-
lastFailureTime: this.lastFailureTime,
|
|
205
|
-
};
|
|
206
|
-
}
|
|
207
|
-
}
|
|
208
|
-
|
|
209
|
-
// ==================== RATE LIMITER ====================
|
|
210
|
-
|
|
211
|
-
export class RateLimiter {
|
|
212
|
-
private tokens: number;
|
|
213
|
-
private lastRefill: number;
|
|
214
|
-
private readonly capacity: number;
|
|
215
|
-
private readonly refillRate: number; // tokens per second
|
|
216
|
-
|
|
217
|
-
constructor(capacity: number, refillRate: number) {
|
|
218
|
-
this.capacity = capacity;
|
|
219
|
-
this.refillRate = refillRate;
|
|
220
|
-
this.tokens = capacity;
|
|
221
|
-
this.lastRefill = Date.now();
|
|
222
|
-
}
|
|
223
|
-
|
|
224
|
-
async acquire(tokens = 1): Promise<void> {
|
|
225
|
-
this.refill();
|
|
226
|
-
|
|
227
|
-
if (this.tokens >= tokens) {
|
|
228
|
-
this.tokens -= tokens;
|
|
229
|
-
return;
|
|
230
|
-
}
|
|
231
|
-
|
|
232
|
-
// Wait for tokens to be available
|
|
233
|
-
const tokensNeeded = tokens - this.tokens;
|
|
234
|
-
const waitTime = (tokensNeeded / this.refillRate) * 1000;
|
|
235
|
-
|
|
236
|
-
await new Promise(resolve => setTimeout(resolve, waitTime));
|
|
237
|
-
|
|
238
|
-
this.refill();
|
|
239
|
-
this.tokens -= tokens;
|
|
240
|
-
}
|
|
241
|
-
|
|
242
|
-
private refill(): void {
|
|
243
|
-
const now = Date.now();
|
|
244
|
-
const timePassed = (now - this.lastRefill) / 1000;
|
|
245
|
-
const tokensToAdd = timePassed * this.refillRate;
|
|
246
|
-
|
|
247
|
-
this.tokens = Math.min(this.capacity, this.tokens + tokensToAdd);
|
|
248
|
-
this.lastRefill = now;
|
|
249
|
-
}
|
|
250
|
-
|
|
251
|
-
getTokens(): number {
|
|
252
|
-
this.refill();
|
|
253
|
-
return this.tokens;
|
|
254
|
-
}
|
|
255
|
-
}
|
|
256
|
-
|
|
257
|
-
// ==================== RECOVERY STRATEGIES ====================
|
|
258
|
-
|
|
259
|
-
export interface RecoveryStrategy<T> {
|
|
260
|
-
canRecover(error: any): boolean;
|
|
261
|
-
recover(error: any, originalOperation: () => Promise<T>): Promise<T>;
|
|
262
|
-
}
|
|
263
|
-
|
|
264
|
-
export class FallbackRecovery<T> implements RecoveryStrategy<T> {
|
|
265
|
-
constructor(
|
|
266
|
-
private fallbackOperation: (error: any) => Promise<T>,
|
|
267
|
-
private canRecoverFn: (error: any) => boolean = () => true
|
|
268
|
-
) {}
|
|
269
|
-
|
|
270
|
-
canRecover(error: any): boolean {
|
|
271
|
-
return this.canRecoverFn(error);
|
|
272
|
-
}
|
|
273
|
-
|
|
274
|
-
async recover(error: any): Promise<T> {
|
|
275
|
-
return this.fallbackOperation(error);
|
|
276
|
-
}
|
|
277
|
-
}
|
|
278
|
-
|
|
279
|
-
export class CacheRecovery<T> implements RecoveryStrategy<T> {
|
|
280
|
-
private cache = new Map<string, { data: T; timestamp: number }>();
|
|
281
|
-
|
|
282
|
-
constructor(
|
|
283
|
-
private keyGenerator: (...args: any[]) => string,
|
|
284
|
-
private ttl: number = 300000 // 5 minutes
|
|
285
|
-
) {}
|
|
286
|
-
|
|
287
|
-
canRecover(error: any): boolean {
|
|
288
|
-
return isPDWError(error) &&
|
|
289
|
-
(error.code === 'NETWORK_ERROR' ||
|
|
290
|
-
error.code === 'TIMEOUT_ERROR' ||
|
|
291
|
-
error.code === 'CONNECTION_ERROR');
|
|
292
|
-
}
|
|
293
|
-
|
|
294
|
-
async recover(error: any, originalOperation: () => Promise<T>): Promise<T> {
|
|
295
|
-
// This is a simplified recovery - in practice, you'd need access to the original arguments
|
|
296
|
-
throw new Error('Cache recovery requires implementation context');
|
|
297
|
-
}
|
|
298
|
-
|
|
299
|
-
setCacheEntry(key: string, data: T): void {
|
|
300
|
-
this.cache.set(key, {
|
|
301
|
-
data,
|
|
302
|
-
timestamp: Date.now(),
|
|
303
|
-
});
|
|
304
|
-
}
|
|
305
|
-
|
|
306
|
-
getCacheEntry(key: string): T | null {
|
|
307
|
-
const entry = this.cache.get(key);
|
|
308
|
-
if (!entry) {
|
|
309
|
-
return null;
|
|
310
|
-
}
|
|
311
|
-
|
|
312
|
-
if (Date.now() - entry.timestamp > this.ttl) {
|
|
313
|
-
this.cache.delete(key);
|
|
314
|
-
return null;
|
|
315
|
-
}
|
|
316
|
-
|
|
317
|
-
return entry.data;
|
|
318
|
-
}
|
|
319
|
-
}
|
|
320
|
-
|
|
321
|
-
// ==================== RESILIENT OPERATION WRAPPER ====================
|
|
322
|
-
|
|
323
|
-
export interface ResilienceConfig {
|
|
324
|
-
retry?: Partial<RetryConfig>;
|
|
325
|
-
circuitBreaker?: Partial<CircuitBreakerConfig>;
|
|
326
|
-
rateLimiter?: { capacity: number; refillRate: number };
|
|
327
|
-
recoveryStrategies?: RecoveryStrategy<any>[];
|
|
328
|
-
}
|
|
329
|
-
|
|
330
|
-
export class ResilientOperation<T> {
|
|
331
|
-
private circuitBreaker?: CircuitBreaker;
|
|
332
|
-
private rateLimiter?: RateLimiter;
|
|
333
|
-
private retryConfig: RetryConfig;
|
|
334
|
-
private recoveryStrategies: RecoveryStrategy<T>[];
|
|
335
|
-
|
|
336
|
-
constructor(config: ResilienceConfig = {}) {
|
|
337
|
-
this.retryConfig = { ...DEFAULT_RETRY_CONFIG, ...config.retry };
|
|
338
|
-
|
|
339
|
-
if (config.circuitBreaker) {
|
|
340
|
-
this.circuitBreaker = new CircuitBreaker(config.circuitBreaker);
|
|
341
|
-
}
|
|
342
|
-
|
|
343
|
-
if (config.rateLimiter) {
|
|
344
|
-
this.rateLimiter = new RateLimiter(
|
|
345
|
-
config.rateLimiter.capacity,
|
|
346
|
-
config.rateLimiter.refillRate
|
|
347
|
-
);
|
|
348
|
-
}
|
|
349
|
-
|
|
350
|
-
this.recoveryStrategies = config.recoveryStrategies || [];
|
|
351
|
-
}
|
|
352
|
-
|
|
353
|
-
async execute(operation: () => Promise<T>): Promise<T> {
|
|
354
|
-
// Apply rate limiting
|
|
355
|
-
if (this.rateLimiter) {
|
|
356
|
-
await this.rateLimiter.acquire();
|
|
357
|
-
}
|
|
358
|
-
|
|
359
|
-
const executeWithCircuitBreaker = this.circuitBreaker ?
|
|
360
|
-
() => this.circuitBreaker!.execute(operation) :
|
|
361
|
-
operation;
|
|
362
|
-
|
|
363
|
-
try {
|
|
364
|
-
return await withRetry(executeWithCircuitBreaker, this.retryConfig);
|
|
365
|
-
} catch (error) {
|
|
366
|
-
// Try recovery strategies
|
|
367
|
-
for (const strategy of this.recoveryStrategies) {
|
|
368
|
-
if (strategy.canRecover(error)) {
|
|
369
|
-
try {
|
|
370
|
-
return await strategy.recover(error, operation);
|
|
371
|
-
} catch (recoveryError) {
|
|
372
|
-
// If recovery fails, continue to next strategy
|
|
373
|
-
continue;
|
|
374
|
-
}
|
|
375
|
-
}
|
|
376
|
-
}
|
|
377
|
-
|
|
378
|
-
// If no recovery worked, throw the original error
|
|
379
|
-
throw error;
|
|
380
|
-
}
|
|
381
|
-
}
|
|
382
|
-
}
|
|
383
|
-
|
|
384
|
-
// ==================== UTILITY FUNCTIONS ====================
|
|
385
|
-
|
|
386
|
-
/**
|
|
387
|
-
* Create a resilient version of an async function
|
|
388
|
-
*/
|
|
389
|
-
export function makeResilient<T extends any[], R>(
|
|
390
|
-
fn: (...args: T) => Promise<R>,
|
|
391
|
-
config: ResilienceConfig = {}
|
|
392
|
-
): (...args: T) => Promise<R> {
|
|
393
|
-
const resilientOp = new ResilientOperation<R>(config);
|
|
394
|
-
|
|
395
|
-
return (...args: T) => {
|
|
396
|
-
return resilientOp.execute(() => fn(...args));
|
|
397
|
-
};
|
|
398
|
-
}
|
|
399
|
-
|
|
400
|
-
/**
|
|
401
|
-
* Delay execution for a specified time
|
|
402
|
-
*/
|
|
403
|
-
export function delay(ms: number): Promise<void> {
|
|
404
|
-
return new Promise(resolve => setTimeout(resolve, ms));
|
|
405
|
-
}
|
|
406
|
-
|
|
407
|
-
/**
|
|
408
|
-
* Create a timeout wrapper for promises
|
|
409
|
-
*/
|
|
410
|
-
export function withTimeout<T>(
|
|
411
|
-
promise: Promise<T>,
|
|
412
|
-
timeoutMs: number,
|
|
413
|
-
timeoutMessage = 'Operation timed out'
|
|
414
|
-
): Promise<T> {
|
|
415
|
-
const timeoutPromise = new Promise<never>((_, reject) => {
|
|
416
|
-
setTimeout(() => {
|
|
417
|
-
reject(new TimeoutError('operation', timeoutMs));
|
|
418
|
-
}, timeoutMs);
|
|
419
|
-
});
|
|
420
|
-
|
|
421
|
-
return Promise.race([promise, timeoutPromise]);
|
|
422
|
-
}
|
|
423
|
-
|
|
424
|
-
/**
|
|
425
|
-
* Batch operations with concurrency control
|
|
426
|
-
*/
|
|
427
|
-
export async function batch<T, R>(
|
|
428
|
-
items: T[],
|
|
429
|
-
operation: (item: T, index: number) => Promise<R>,
|
|
430
|
-
concurrency = 5
|
|
431
|
-
): Promise<R[]> {
|
|
432
|
-
const results: R[] = [];
|
|
433
|
-
const errors: Array<{ index: number; error: any }> = [];
|
|
434
|
-
|
|
435
|
-
for (let i = 0; i < items.length; i += concurrency) {
|
|
436
|
-
const batch = items.slice(i, i + concurrency);
|
|
437
|
-
const promises = batch.map((item, batchIndex) =>
|
|
438
|
-
operation(item, i + batchIndex)
|
|
439
|
-
.catch(error => ({ error, index: i + batchIndex }))
|
|
440
|
-
);
|
|
441
|
-
|
|
442
|
-
const batchResults = await Promise.all(promises);
|
|
443
|
-
|
|
444
|
-
batchResults.forEach((result, batchIndex) => {
|
|
445
|
-
if (result && typeof result === 'object' && 'error' in result) {
|
|
446
|
-
errors.push(result as { index: number; error: any });
|
|
447
|
-
} else {
|
|
448
|
-
results[i + batchIndex] = result as R;
|
|
449
|
-
}
|
|
450
|
-
});
|
|
451
|
-
}
|
|
452
|
-
|
|
453
|
-
if (errors.length > 0) {
|
|
454
|
-
throw new ValidationError(
|
|
455
|
-
`Batch operation failed for ${errors.length} items`,
|
|
456
|
-
'batch',
|
|
457
|
-
{ errors: errors.map(e => ({ index: e.index, message: e.error.message })) }
|
|
458
|
-
);
|
|
459
|
-
}
|
|
460
|
-
|
|
461
|
-
return results;
|
|
1
|
+
/**
|
|
2
|
+
* Retry and Recovery Utilities for Personal Data Wallet SDK
|
|
3
|
+
*
|
|
4
|
+
* Provides automatic retry logic, circuit breaker patterns,
|
|
5
|
+
* and error recovery strategies for resilient operations.
|
|
6
|
+
*/
|
|
7
|
+
|
|
8
|
+
import { PDWError, isPDWError, NetworkError, TimeoutError, ValidationError } from './index';
|
|
9
|
+
|
|
10
|
+
// ==================== RETRY CONFIGURATION ====================
|
|
11
|
+
|
|
12
|
+
export interface RetryConfig {
|
|
13
|
+
/** Maximum number of retry attempts */
|
|
14
|
+
maxAttempts: number;
|
|
15
|
+
/** Initial delay between retries in milliseconds */
|
|
16
|
+
initialDelay: number;
|
|
17
|
+
/** Maximum delay between retries in milliseconds */
|
|
18
|
+
maxDelay: number;
|
|
19
|
+
/** Backoff multiplier for exponential backoff */
|
|
20
|
+
backoffMultiplier: number;
|
|
21
|
+
/** Whether to add random jitter to delays */
|
|
22
|
+
jitter: boolean;
|
|
23
|
+
/** Function to determine if error should be retried */
|
|
24
|
+
shouldRetry?: (error: any, attempt: number) => boolean;
|
|
25
|
+
/** Function called before each retry attempt */
|
|
26
|
+
onRetry?: (error: any, attempt: number, delay: number) => void;
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
export const DEFAULT_RETRY_CONFIG: RetryConfig = {
|
|
30
|
+
maxAttempts: 3,
|
|
31
|
+
initialDelay: 1000,
|
|
32
|
+
maxDelay: 10000,
|
|
33
|
+
backoffMultiplier: 2,
|
|
34
|
+
jitter: true,
|
|
35
|
+
shouldRetry: (error: any) => {
|
|
36
|
+
if (isPDWError(error)) {
|
|
37
|
+
return error.isRetryable();
|
|
38
|
+
}
|
|
39
|
+
// Retry network errors, timeouts, and temporary failures
|
|
40
|
+
return error?.code === 'ECONNRESET' ||
|
|
41
|
+
error?.code === 'ENOTFOUND' ||
|
|
42
|
+
error?.code === 'TIMEOUT' ||
|
|
43
|
+
error?.status >= 500;
|
|
44
|
+
},
|
|
45
|
+
onRetry: (error, attempt, delay) => {
|
|
46
|
+
console.warn(`Retry attempt ${attempt} after ${delay}ms due to:`, error.message);
|
|
47
|
+
},
|
|
48
|
+
};
|
|
49
|
+
|
|
50
|
+
// ==================== RETRY FUNCTION ====================
|
|
51
|
+
|
|
52
|
+
/**
|
|
53
|
+
* Execute a function with automatic retry logic
|
|
54
|
+
*/
|
|
55
|
+
export async function withRetry<T>(
|
|
56
|
+
operation: () => Promise<T>,
|
|
57
|
+
config: Partial<RetryConfig> = {}
|
|
58
|
+
): Promise<T> {
|
|
59
|
+
const finalConfig = { ...DEFAULT_RETRY_CONFIG, ...config };
|
|
60
|
+
let lastError: any;
|
|
61
|
+
|
|
62
|
+
for (let attempt = 1; attempt <= finalConfig.maxAttempts; attempt++) {
|
|
63
|
+
try {
|
|
64
|
+
return await operation();
|
|
65
|
+
} catch (error) {
|
|
66
|
+
lastError = error;
|
|
67
|
+
|
|
68
|
+
// Check if we should retry
|
|
69
|
+
if (attempt >= finalConfig.maxAttempts ||
|
|
70
|
+
!finalConfig.shouldRetry!(error, attempt)) {
|
|
71
|
+
throw error;
|
|
72
|
+
}
|
|
73
|
+
|
|
74
|
+
// Calculate delay with exponential backoff and jitter
|
|
75
|
+
const baseDelay = Math.min(
|
|
76
|
+
finalConfig.initialDelay * Math.pow(finalConfig.backoffMultiplier, attempt - 1),
|
|
77
|
+
finalConfig.maxDelay
|
|
78
|
+
);
|
|
79
|
+
|
|
80
|
+
const jitter = finalConfig.jitter ?
|
|
81
|
+
Math.random() * 0.1 * baseDelay : 0;
|
|
82
|
+
|
|
83
|
+
const delay = Math.floor(baseDelay + jitter);
|
|
84
|
+
|
|
85
|
+
// Call retry callback
|
|
86
|
+
if (finalConfig.onRetry) {
|
|
87
|
+
finalConfig.onRetry(error, attempt, delay);
|
|
88
|
+
}
|
|
89
|
+
|
|
90
|
+
// Wait before retrying
|
|
91
|
+
await new Promise(resolve => setTimeout(resolve, delay));
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
|
|
95
|
+
throw lastError;
|
|
96
|
+
}
|
|
97
|
+
|
|
98
|
+
// ==================== CIRCUIT BREAKER ====================
|
|
99
|
+
|
|
100
|
+
export interface CircuitBreakerConfig {
|
|
101
|
+
/** Number of failures before opening circuit */
|
|
102
|
+
failureThreshold: number;
|
|
103
|
+
/** Time in milliseconds to wait before attempting to close circuit */
|
|
104
|
+
resetTimeout: number;
|
|
105
|
+
/** Minimum number of calls before circuit can open */
|
|
106
|
+
minimumCalls: number;
|
|
107
|
+
/** Success ratio threshold to close circuit (0-1) */
|
|
108
|
+
successThreshold: number;
|
|
109
|
+
}
|
|
110
|
+
|
|
111
|
+
export enum CircuitState {
|
|
112
|
+
CLOSED = 'CLOSED',
|
|
113
|
+
OPEN = 'OPEN',
|
|
114
|
+
HALF_OPEN = 'HALF_OPEN',
|
|
115
|
+
}
|
|
116
|
+
|
|
117
|
+
export class CircuitBreaker {
|
|
118
|
+
private state = CircuitState.CLOSED;
|
|
119
|
+
private failureCount = 0;
|
|
120
|
+
private successCount = 0;
|
|
121
|
+
private totalCalls = 0;
|
|
122
|
+
private lastFailureTime = 0;
|
|
123
|
+
private readonly config: CircuitBreakerConfig;
|
|
124
|
+
|
|
125
|
+
constructor(config: Partial<CircuitBreakerConfig> = {}) {
|
|
126
|
+
this.config = {
|
|
127
|
+
failureThreshold: 5,
|
|
128
|
+
resetTimeout: 30000,
|
|
129
|
+
minimumCalls: 10,
|
|
130
|
+
successThreshold: 0.8,
|
|
131
|
+
...config,
|
|
132
|
+
};
|
|
133
|
+
}
|
|
134
|
+
|
|
135
|
+
async execute<T>(operation: () => Promise<T>): Promise<T> {
|
|
136
|
+
if (this.state === CircuitState.OPEN) {
|
|
137
|
+
if (Date.now() - this.lastFailureTime > this.config.resetTimeout) {
|
|
138
|
+
this.state = CircuitState.HALF_OPEN;
|
|
139
|
+
this.successCount = 0;
|
|
140
|
+
this.totalCalls = 0;
|
|
141
|
+
} else {
|
|
142
|
+
throw new NetworkError(
|
|
143
|
+
'Circuit breaker is open - service temporarily unavailable',
|
|
144
|
+
'CIRCUIT_BREAKER_OPEN'
|
|
145
|
+
);
|
|
146
|
+
}
|
|
147
|
+
}
|
|
148
|
+
|
|
149
|
+
try {
|
|
150
|
+
const result = await operation();
|
|
151
|
+
this.onSuccess();
|
|
152
|
+
return result;
|
|
153
|
+
} catch (error) {
|
|
154
|
+
this.onFailure();
|
|
155
|
+
throw error;
|
|
156
|
+
}
|
|
157
|
+
}
|
|
158
|
+
|
|
159
|
+
private onSuccess(): void {
|
|
160
|
+
this.successCount++;
|
|
161
|
+
this.totalCalls++;
|
|
162
|
+
|
|
163
|
+
if (this.state === CircuitState.HALF_OPEN) {
|
|
164
|
+
const successRatio = this.successCount / this.totalCalls;
|
|
165
|
+
if (this.totalCalls >= this.config.minimumCalls &&
|
|
166
|
+
successRatio >= this.config.successThreshold) {
|
|
167
|
+
this.reset();
|
|
168
|
+
}
|
|
169
|
+
} else {
|
|
170
|
+
this.failureCount = 0;
|
|
171
|
+
}
|
|
172
|
+
}
|
|
173
|
+
|
|
174
|
+
private onFailure(): void {
|
|
175
|
+
this.failureCount++;
|
|
176
|
+
this.totalCalls++;
|
|
177
|
+
this.lastFailureTime = Date.now();
|
|
178
|
+
|
|
179
|
+
if (this.state === CircuitState.HALF_OPEN) {
|
|
180
|
+
this.state = CircuitState.OPEN;
|
|
181
|
+
} else if (this.failureCount >= this.config.failureThreshold &&
|
|
182
|
+
this.totalCalls >= this.config.minimumCalls) {
|
|
183
|
+
this.state = CircuitState.OPEN;
|
|
184
|
+
}
|
|
185
|
+
}
|
|
186
|
+
|
|
187
|
+
private reset(): void {
|
|
188
|
+
this.state = CircuitState.CLOSED;
|
|
189
|
+
this.failureCount = 0;
|
|
190
|
+
this.successCount = 0;
|
|
191
|
+
this.totalCalls = 0;
|
|
192
|
+
}
|
|
193
|
+
|
|
194
|
+
getState(): CircuitState {
|
|
195
|
+
return this.state;
|
|
196
|
+
}
|
|
197
|
+
|
|
198
|
+
getMetrics() {
|
|
199
|
+
return {
|
|
200
|
+
state: this.state,
|
|
201
|
+
failureCount: this.failureCount,
|
|
202
|
+
successCount: this.successCount,
|
|
203
|
+
totalCalls: this.totalCalls,
|
|
204
|
+
lastFailureTime: this.lastFailureTime,
|
|
205
|
+
};
|
|
206
|
+
}
|
|
207
|
+
}
|
|
208
|
+
|
|
209
|
+
// ==================== RATE LIMITER ====================
|
|
210
|
+
|
|
211
|
+
export class RateLimiter {
|
|
212
|
+
private tokens: number;
|
|
213
|
+
private lastRefill: number;
|
|
214
|
+
private readonly capacity: number;
|
|
215
|
+
private readonly refillRate: number; // tokens per second
|
|
216
|
+
|
|
217
|
+
constructor(capacity: number, refillRate: number) {
|
|
218
|
+
this.capacity = capacity;
|
|
219
|
+
this.refillRate = refillRate;
|
|
220
|
+
this.tokens = capacity;
|
|
221
|
+
this.lastRefill = Date.now();
|
|
222
|
+
}
|
|
223
|
+
|
|
224
|
+
async acquire(tokens = 1): Promise<void> {
|
|
225
|
+
this.refill();
|
|
226
|
+
|
|
227
|
+
if (this.tokens >= tokens) {
|
|
228
|
+
this.tokens -= tokens;
|
|
229
|
+
return;
|
|
230
|
+
}
|
|
231
|
+
|
|
232
|
+
// Wait for tokens to be available
|
|
233
|
+
const tokensNeeded = tokens - this.tokens;
|
|
234
|
+
const waitTime = (tokensNeeded / this.refillRate) * 1000;
|
|
235
|
+
|
|
236
|
+
await new Promise(resolve => setTimeout(resolve, waitTime));
|
|
237
|
+
|
|
238
|
+
this.refill();
|
|
239
|
+
this.tokens -= tokens;
|
|
240
|
+
}
|
|
241
|
+
|
|
242
|
+
private refill(): void {
|
|
243
|
+
const now = Date.now();
|
|
244
|
+
const timePassed = (now - this.lastRefill) / 1000;
|
|
245
|
+
const tokensToAdd = timePassed * this.refillRate;
|
|
246
|
+
|
|
247
|
+
this.tokens = Math.min(this.capacity, this.tokens + tokensToAdd);
|
|
248
|
+
this.lastRefill = now;
|
|
249
|
+
}
|
|
250
|
+
|
|
251
|
+
getTokens(): number {
|
|
252
|
+
this.refill();
|
|
253
|
+
return this.tokens;
|
|
254
|
+
}
|
|
255
|
+
}
|
|
256
|
+
|
|
257
|
+
// ==================== RECOVERY STRATEGIES ====================
|
|
258
|
+
|
|
259
|
+
export interface RecoveryStrategy<T> {
|
|
260
|
+
canRecover(error: any): boolean;
|
|
261
|
+
recover(error: any, originalOperation: () => Promise<T>): Promise<T>;
|
|
262
|
+
}
|
|
263
|
+
|
|
264
|
+
export class FallbackRecovery<T> implements RecoveryStrategy<T> {
|
|
265
|
+
constructor(
|
|
266
|
+
private fallbackOperation: (error: any) => Promise<T>,
|
|
267
|
+
private canRecoverFn: (error: any) => boolean = () => true
|
|
268
|
+
) {}
|
|
269
|
+
|
|
270
|
+
canRecover(error: any): boolean {
|
|
271
|
+
return this.canRecoverFn(error);
|
|
272
|
+
}
|
|
273
|
+
|
|
274
|
+
async recover(error: any): Promise<T> {
|
|
275
|
+
return this.fallbackOperation(error);
|
|
276
|
+
}
|
|
277
|
+
}
|
|
278
|
+
|
|
279
|
+
export class CacheRecovery<T> implements RecoveryStrategy<T> {
|
|
280
|
+
private cache = new Map<string, { data: T; timestamp: number }>();
|
|
281
|
+
|
|
282
|
+
constructor(
|
|
283
|
+
private keyGenerator: (...args: any[]) => string,
|
|
284
|
+
private ttl: number = 300000 // 5 minutes
|
|
285
|
+
) {}
|
|
286
|
+
|
|
287
|
+
canRecover(error: any): boolean {
|
|
288
|
+
return isPDWError(error) &&
|
|
289
|
+
(error.code === 'NETWORK_ERROR' ||
|
|
290
|
+
error.code === 'TIMEOUT_ERROR' ||
|
|
291
|
+
error.code === 'CONNECTION_ERROR');
|
|
292
|
+
}
|
|
293
|
+
|
|
294
|
+
async recover(error: any, originalOperation: () => Promise<T>): Promise<T> {
|
|
295
|
+
// This is a simplified recovery - in practice, you'd need access to the original arguments
|
|
296
|
+
throw new Error('Cache recovery requires implementation context');
|
|
297
|
+
}
|
|
298
|
+
|
|
299
|
+
setCacheEntry(key: string, data: T): void {
|
|
300
|
+
this.cache.set(key, {
|
|
301
|
+
data,
|
|
302
|
+
timestamp: Date.now(),
|
|
303
|
+
});
|
|
304
|
+
}
|
|
305
|
+
|
|
306
|
+
getCacheEntry(key: string): T | null {
|
|
307
|
+
const entry = this.cache.get(key);
|
|
308
|
+
if (!entry) {
|
|
309
|
+
return null;
|
|
310
|
+
}
|
|
311
|
+
|
|
312
|
+
if (Date.now() - entry.timestamp > this.ttl) {
|
|
313
|
+
this.cache.delete(key);
|
|
314
|
+
return null;
|
|
315
|
+
}
|
|
316
|
+
|
|
317
|
+
return entry.data;
|
|
318
|
+
}
|
|
319
|
+
}
|
|
320
|
+
|
|
321
|
+
// ==================== RESILIENT OPERATION WRAPPER ====================
|
|
322
|
+
|
|
323
|
+
export interface ResilienceConfig {
|
|
324
|
+
retry?: Partial<RetryConfig>;
|
|
325
|
+
circuitBreaker?: Partial<CircuitBreakerConfig>;
|
|
326
|
+
rateLimiter?: { capacity: number; refillRate: number };
|
|
327
|
+
recoveryStrategies?: RecoveryStrategy<any>[];
|
|
328
|
+
}
|
|
329
|
+
|
|
330
|
+
export class ResilientOperation<T> {
|
|
331
|
+
private circuitBreaker?: CircuitBreaker;
|
|
332
|
+
private rateLimiter?: RateLimiter;
|
|
333
|
+
private retryConfig: RetryConfig;
|
|
334
|
+
private recoveryStrategies: RecoveryStrategy<T>[];
|
|
335
|
+
|
|
336
|
+
constructor(config: ResilienceConfig = {}) {
|
|
337
|
+
this.retryConfig = { ...DEFAULT_RETRY_CONFIG, ...config.retry };
|
|
338
|
+
|
|
339
|
+
if (config.circuitBreaker) {
|
|
340
|
+
this.circuitBreaker = new CircuitBreaker(config.circuitBreaker);
|
|
341
|
+
}
|
|
342
|
+
|
|
343
|
+
if (config.rateLimiter) {
|
|
344
|
+
this.rateLimiter = new RateLimiter(
|
|
345
|
+
config.rateLimiter.capacity,
|
|
346
|
+
config.rateLimiter.refillRate
|
|
347
|
+
);
|
|
348
|
+
}
|
|
349
|
+
|
|
350
|
+
this.recoveryStrategies = config.recoveryStrategies || [];
|
|
351
|
+
}
|
|
352
|
+
|
|
353
|
+
async execute(operation: () => Promise<T>): Promise<T> {
|
|
354
|
+
// Apply rate limiting
|
|
355
|
+
if (this.rateLimiter) {
|
|
356
|
+
await this.rateLimiter.acquire();
|
|
357
|
+
}
|
|
358
|
+
|
|
359
|
+
const executeWithCircuitBreaker = this.circuitBreaker ?
|
|
360
|
+
() => this.circuitBreaker!.execute(operation) :
|
|
361
|
+
operation;
|
|
362
|
+
|
|
363
|
+
try {
|
|
364
|
+
return await withRetry(executeWithCircuitBreaker, this.retryConfig);
|
|
365
|
+
} catch (error) {
|
|
366
|
+
// Try recovery strategies
|
|
367
|
+
for (const strategy of this.recoveryStrategies) {
|
|
368
|
+
if (strategy.canRecover(error)) {
|
|
369
|
+
try {
|
|
370
|
+
return await strategy.recover(error, operation);
|
|
371
|
+
} catch (recoveryError) {
|
|
372
|
+
// If recovery fails, continue to next strategy
|
|
373
|
+
continue;
|
|
374
|
+
}
|
|
375
|
+
}
|
|
376
|
+
}
|
|
377
|
+
|
|
378
|
+
// If no recovery worked, throw the original error
|
|
379
|
+
throw error;
|
|
380
|
+
}
|
|
381
|
+
}
|
|
382
|
+
}
|
|
383
|
+
|
|
384
|
+
// ==================== UTILITY FUNCTIONS ====================
|
|
385
|
+
|
|
386
|
+
/**
|
|
387
|
+
* Create a resilient version of an async function
|
|
388
|
+
*/
|
|
389
|
+
export function makeResilient<T extends any[], R>(
|
|
390
|
+
fn: (...args: T) => Promise<R>,
|
|
391
|
+
config: ResilienceConfig = {}
|
|
392
|
+
): (...args: T) => Promise<R> {
|
|
393
|
+
const resilientOp = new ResilientOperation<R>(config);
|
|
394
|
+
|
|
395
|
+
return (...args: T) => {
|
|
396
|
+
return resilientOp.execute(() => fn(...args));
|
|
397
|
+
};
|
|
398
|
+
}
|
|
399
|
+
|
|
400
|
+
/**
|
|
401
|
+
* Delay execution for a specified time
|
|
402
|
+
*/
|
|
403
|
+
export function delay(ms: number): Promise<void> {
|
|
404
|
+
return new Promise(resolve => setTimeout(resolve, ms));
|
|
405
|
+
}
|
|
406
|
+
|
|
407
|
+
/**
|
|
408
|
+
* Create a timeout wrapper for promises
|
|
409
|
+
*/
|
|
410
|
+
export function withTimeout<T>(
|
|
411
|
+
promise: Promise<T>,
|
|
412
|
+
timeoutMs: number,
|
|
413
|
+
timeoutMessage = 'Operation timed out'
|
|
414
|
+
): Promise<T> {
|
|
415
|
+
const timeoutPromise = new Promise<never>((_, reject) => {
|
|
416
|
+
setTimeout(() => {
|
|
417
|
+
reject(new TimeoutError('operation', timeoutMs));
|
|
418
|
+
}, timeoutMs);
|
|
419
|
+
});
|
|
420
|
+
|
|
421
|
+
return Promise.race([promise, timeoutPromise]);
|
|
422
|
+
}
|
|
423
|
+
|
|
424
|
+
/**
|
|
425
|
+
* Batch operations with concurrency control
|
|
426
|
+
*/
|
|
427
|
+
export async function batch<T, R>(
|
|
428
|
+
items: T[],
|
|
429
|
+
operation: (item: T, index: number) => Promise<R>,
|
|
430
|
+
concurrency = 5
|
|
431
|
+
): Promise<R[]> {
|
|
432
|
+
const results: R[] = [];
|
|
433
|
+
const errors: Array<{ index: number; error: any }> = [];
|
|
434
|
+
|
|
435
|
+
for (let i = 0; i < items.length; i += concurrency) {
|
|
436
|
+
const batch = items.slice(i, i + concurrency);
|
|
437
|
+
const promises = batch.map((item, batchIndex) =>
|
|
438
|
+
operation(item, i + batchIndex)
|
|
439
|
+
.catch(error => ({ error, index: i + batchIndex }))
|
|
440
|
+
);
|
|
441
|
+
|
|
442
|
+
const batchResults = await Promise.all(promises);
|
|
443
|
+
|
|
444
|
+
batchResults.forEach((result, batchIndex) => {
|
|
445
|
+
if (result && typeof result === 'object' && 'error' in result) {
|
|
446
|
+
errors.push(result as { index: number; error: any });
|
|
447
|
+
} else {
|
|
448
|
+
results[i + batchIndex] = result as R;
|
|
449
|
+
}
|
|
450
|
+
});
|
|
451
|
+
}
|
|
452
|
+
|
|
453
|
+
if (errors.length > 0) {
|
|
454
|
+
throw new ValidationError(
|
|
455
|
+
`Batch operation failed for ${errors.length} items`,
|
|
456
|
+
'batch',
|
|
457
|
+
{ errors: errors.map(e => ({ index: e.index, message: e.error.message })) }
|
|
458
|
+
);
|
|
459
|
+
}
|
|
460
|
+
|
|
461
|
+
return results;
|
|
462
462
|
}
|