@danielsimonjr/memory-mcp 0.48.0 → 9.8.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (210) hide show
  1. package/LICENSE +22 -0
  2. package/README.md +2000 -194
  3. package/dist/__tests__/file-path.test.js +7 -11
  4. package/dist/__tests__/knowledge-graph.test.js +3 -8
  5. package/dist/core/EntityManager.d.ts +266 -0
  6. package/dist/core/EntityManager.d.ts.map +1 -0
  7. package/dist/core/EntityManager.js +89 -137
  8. package/dist/core/GraphEventEmitter.d.ts +202 -0
  9. package/dist/core/GraphEventEmitter.d.ts.map +1 -0
  10. package/dist/core/GraphEventEmitter.js +346 -0
  11. package/dist/core/GraphStorage.d.ts +395 -0
  12. package/dist/core/GraphStorage.d.ts.map +1 -0
  13. package/dist/core/GraphStorage.js +644 -31
  14. package/dist/core/GraphTraversal.d.ts +141 -0
  15. package/dist/core/GraphTraversal.d.ts.map +1 -0
  16. package/dist/core/GraphTraversal.js +573 -0
  17. package/dist/core/HierarchyManager.d.ts +111 -0
  18. package/dist/core/HierarchyManager.d.ts.map +1 -0
  19. package/dist/{features → core}/HierarchyManager.js +14 -9
  20. package/dist/core/ManagerContext.d.ts +72 -0
  21. package/dist/core/ManagerContext.d.ts.map +1 -0
  22. package/dist/core/ManagerContext.js +118 -0
  23. package/dist/core/ObservationManager.d.ts +85 -0
  24. package/dist/core/ObservationManager.d.ts.map +1 -0
  25. package/dist/core/ObservationManager.js +51 -57
  26. package/dist/core/RelationManager.d.ts +131 -0
  27. package/dist/core/RelationManager.d.ts.map +1 -0
  28. package/dist/core/RelationManager.js +31 -7
  29. package/dist/core/SQLiteStorage.d.ts +354 -0
  30. package/dist/core/SQLiteStorage.d.ts.map +1 -0
  31. package/dist/core/SQLiteStorage.js +918 -0
  32. package/dist/core/StorageFactory.d.ts +45 -0
  33. package/dist/core/StorageFactory.d.ts.map +1 -0
  34. package/dist/core/StorageFactory.js +64 -0
  35. package/dist/core/TransactionManager.d.ts +464 -0
  36. package/dist/core/TransactionManager.d.ts.map +1 -0
  37. package/dist/core/TransactionManager.js +493 -14
  38. package/dist/core/index.d.ts +17 -0
  39. package/dist/core/index.d.ts.map +1 -0
  40. package/dist/core/index.js +12 -2
  41. package/dist/features/AnalyticsManager.d.ts +44 -0
  42. package/dist/features/AnalyticsManager.d.ts.map +1 -0
  43. package/dist/features/AnalyticsManager.js +3 -2
  44. package/dist/features/ArchiveManager.d.ts +133 -0
  45. package/dist/features/ArchiveManager.d.ts.map +1 -0
  46. package/dist/features/ArchiveManager.js +221 -14
  47. package/dist/features/CompressionManager.d.ts +117 -0
  48. package/dist/features/CompressionManager.d.ts.map +1 -0
  49. package/dist/features/CompressionManager.js +189 -20
  50. package/dist/features/IOManager.d.ts +225 -0
  51. package/dist/features/IOManager.d.ts.map +1 -0
  52. package/dist/features/IOManager.js +1092 -0
  53. package/dist/features/StreamingExporter.d.ts +128 -0
  54. package/dist/features/StreamingExporter.d.ts.map +1 -0
  55. package/dist/features/StreamingExporter.js +211 -0
  56. package/dist/features/TagManager.d.ts +147 -0
  57. package/dist/features/TagManager.d.ts.map +1 -0
  58. package/dist/features/index.d.ts +12 -0
  59. package/dist/features/index.d.ts.map +1 -0
  60. package/dist/features/index.js +5 -6
  61. package/dist/index.d.ts +9 -0
  62. package/dist/index.d.ts.map +1 -0
  63. package/dist/index.js +10 -10
  64. package/dist/memory.jsonl +1 -26
  65. package/dist/search/BasicSearch.d.ts +51 -0
  66. package/dist/search/BasicSearch.d.ts.map +1 -0
  67. package/dist/search/BasicSearch.js +9 -3
  68. package/dist/search/BooleanSearch.d.ts +98 -0
  69. package/dist/search/BooleanSearch.d.ts.map +1 -0
  70. package/dist/search/BooleanSearch.js +156 -9
  71. package/dist/search/EmbeddingService.d.ts +178 -0
  72. package/dist/search/EmbeddingService.d.ts.map +1 -0
  73. package/dist/search/EmbeddingService.js +358 -0
  74. package/dist/search/FuzzySearch.d.ts +118 -0
  75. package/dist/search/FuzzySearch.d.ts.map +1 -0
  76. package/dist/search/FuzzySearch.js +241 -25
  77. package/dist/search/QueryCostEstimator.d.ts +111 -0
  78. package/dist/search/QueryCostEstimator.d.ts.map +1 -0
  79. package/dist/search/QueryCostEstimator.js +355 -0
  80. package/dist/search/RankedSearch.d.ts +71 -0
  81. package/dist/search/RankedSearch.d.ts.map +1 -0
  82. package/dist/search/RankedSearch.js +54 -6
  83. package/dist/search/SavedSearchManager.d.ts +79 -0
  84. package/dist/search/SavedSearchManager.d.ts.map +1 -0
  85. package/dist/search/SavedSearchManager.js +3 -2
  86. package/dist/search/SearchFilterChain.d.ts +120 -0
  87. package/dist/search/SearchFilterChain.d.ts.map +1 -0
  88. package/dist/search/SearchFilterChain.js +2 -4
  89. package/dist/search/SearchManager.d.ts +326 -0
  90. package/dist/search/SearchManager.d.ts.map +1 -0
  91. package/dist/search/SearchManager.js +148 -0
  92. package/dist/search/SearchSuggestions.d.ts +27 -0
  93. package/dist/search/SearchSuggestions.d.ts.map +1 -0
  94. package/dist/search/SearchSuggestions.js +1 -1
  95. package/dist/search/SemanticSearch.d.ts +149 -0
  96. package/dist/search/SemanticSearch.d.ts.map +1 -0
  97. package/dist/search/SemanticSearch.js +323 -0
  98. package/dist/search/TFIDFEventSync.d.ts +85 -0
  99. package/dist/search/TFIDFEventSync.d.ts.map +1 -0
  100. package/dist/search/TFIDFEventSync.js +133 -0
  101. package/dist/search/TFIDFIndexManager.d.ts +151 -0
  102. package/dist/search/TFIDFIndexManager.d.ts.map +1 -0
  103. package/dist/search/TFIDFIndexManager.js +232 -17
  104. package/dist/search/VectorStore.d.ts +235 -0
  105. package/dist/search/VectorStore.d.ts.map +1 -0
  106. package/dist/search/VectorStore.js +311 -0
  107. package/dist/search/index.d.ts +21 -0
  108. package/dist/search/index.d.ts.map +1 -0
  109. package/dist/search/index.js +12 -0
  110. package/dist/server/MCPServer.d.ts +21 -0
  111. package/dist/server/MCPServer.d.ts.map +1 -0
  112. package/dist/server/MCPServer.js +4 -4
  113. package/dist/server/responseCompressor.d.ts +94 -0
  114. package/dist/server/responseCompressor.d.ts.map +1 -0
  115. package/dist/server/responseCompressor.js +127 -0
  116. package/dist/server/toolDefinitions.d.ts +27 -0
  117. package/dist/server/toolDefinitions.d.ts.map +1 -0
  118. package/dist/server/toolDefinitions.js +188 -17
  119. package/dist/server/toolHandlers.d.ts +41 -0
  120. package/dist/server/toolHandlers.d.ts.map +1 -0
  121. package/dist/server/toolHandlers.js +469 -75
  122. package/dist/types/index.d.ts +13 -0
  123. package/dist/types/index.d.ts.map +1 -0
  124. package/dist/types/index.js +1 -1
  125. package/dist/types/types.d.ts +1654 -0
  126. package/dist/types/types.d.ts.map +1 -0
  127. package/dist/types/types.js +9 -0
  128. package/dist/utils/compressedCache.d.ts +192 -0
  129. package/dist/utils/compressedCache.d.ts.map +1 -0
  130. package/dist/utils/compressedCache.js +309 -0
  131. package/dist/utils/compressionUtil.d.ts +214 -0
  132. package/dist/utils/compressionUtil.d.ts.map +1 -0
  133. package/dist/utils/compressionUtil.js +247 -0
  134. package/dist/utils/constants.d.ts +245 -0
  135. package/dist/utils/constants.d.ts.map +1 -0
  136. package/dist/utils/constants.js +124 -0
  137. package/dist/utils/entityUtils.d.ts +354 -0
  138. package/dist/utils/entityUtils.d.ts.map +1 -0
  139. package/dist/utils/entityUtils.js +511 -4
  140. package/dist/utils/errors.d.ts +95 -0
  141. package/dist/utils/errors.d.ts.map +1 -0
  142. package/dist/utils/errors.js +24 -0
  143. package/dist/utils/formatters.d.ts +145 -0
  144. package/dist/utils/formatters.d.ts.map +1 -0
  145. package/dist/utils/{paginationUtils.js → formatters.js} +54 -3
  146. package/dist/utils/index.d.ts +23 -0
  147. package/dist/utils/index.d.ts.map +1 -0
  148. package/dist/utils/index.js +71 -31
  149. package/dist/utils/indexes.d.ts +270 -0
  150. package/dist/utils/indexes.d.ts.map +1 -0
  151. package/dist/utils/indexes.js +526 -0
  152. package/dist/utils/logger.d.ts +24 -0
  153. package/dist/utils/logger.d.ts.map +1 -0
  154. package/dist/utils/operationUtils.d.ts +124 -0
  155. package/dist/utils/operationUtils.d.ts.map +1 -0
  156. package/dist/utils/operationUtils.js +175 -0
  157. package/dist/utils/parallelUtils.d.ts +76 -0
  158. package/dist/utils/parallelUtils.d.ts.map +1 -0
  159. package/dist/utils/parallelUtils.js +191 -0
  160. package/dist/utils/schemas.d.ts +374 -0
  161. package/dist/utils/schemas.d.ts.map +1 -0
  162. package/dist/utils/schemas.js +307 -7
  163. package/dist/utils/searchAlgorithms.d.ts +99 -0
  164. package/dist/utils/searchAlgorithms.d.ts.map +1 -0
  165. package/dist/utils/searchAlgorithms.js +167 -0
  166. package/dist/utils/searchCache.d.ts +108 -0
  167. package/dist/utils/searchCache.d.ts.map +1 -0
  168. package/dist/utils/taskScheduler.d.ts +294 -0
  169. package/dist/utils/taskScheduler.d.ts.map +1 -0
  170. package/dist/utils/taskScheduler.js +486 -0
  171. package/dist/workers/index.d.ts +12 -0
  172. package/dist/workers/index.d.ts.map +1 -0
  173. package/dist/workers/index.js +9 -0
  174. package/dist/workers/levenshteinWorker.d.ts +60 -0
  175. package/dist/workers/levenshteinWorker.d.ts.map +1 -0
  176. package/dist/workers/levenshteinWorker.js +98 -0
  177. package/package.json +17 -4
  178. package/dist/__tests__/edge-cases/edge-cases.test.js +0 -406
  179. package/dist/__tests__/integration/workflows.test.js +0 -449
  180. package/dist/__tests__/performance/benchmarks.test.js +0 -413
  181. package/dist/__tests__/unit/core/EntityManager.test.js +0 -334
  182. package/dist/__tests__/unit/core/GraphStorage.test.js +0 -205
  183. package/dist/__tests__/unit/core/RelationManager.test.js +0 -274
  184. package/dist/__tests__/unit/features/CompressionManager.test.js +0 -350
  185. package/dist/__tests__/unit/search/BasicSearch.test.js +0 -311
  186. package/dist/__tests__/unit/search/BooleanSearch.test.js +0 -432
  187. package/dist/__tests__/unit/search/FuzzySearch.test.js +0 -448
  188. package/dist/__tests__/unit/search/RankedSearch.test.js +0 -379
  189. package/dist/__tests__/unit/utils/levenshtein.test.js +0 -77
  190. package/dist/core/KnowledgeGraphManager.js +0 -423
  191. package/dist/features/BackupManager.js +0 -311
  192. package/dist/features/ExportManager.js +0 -305
  193. package/dist/features/ImportExportManager.js +0 -50
  194. package/dist/features/ImportManager.js +0 -328
  195. package/dist/memory-saved-searches.jsonl +0 -0
  196. package/dist/memory-tag-aliases.jsonl +0 -0
  197. package/dist/types/analytics.types.js +0 -6
  198. package/dist/types/entity.types.js +0 -7
  199. package/dist/types/import-export.types.js +0 -7
  200. package/dist/types/search.types.js +0 -7
  201. package/dist/types/tag.types.js +0 -6
  202. package/dist/utils/dateUtils.js +0 -89
  203. package/dist/utils/filterUtils.js +0 -155
  204. package/dist/utils/levenshtein.js +0 -62
  205. package/dist/utils/pathUtils.js +0 -115
  206. package/dist/utils/responseFormatter.js +0 -55
  207. package/dist/utils/tagUtils.js +0 -107
  208. package/dist/utils/tfidf.js +0 -90
  209. package/dist/utils/validationHelper.js +0 -99
  210. package/dist/utils/validationUtils.js +0 -109
@@ -0,0 +1,108 @@
1
+ /**
2
+ * Search Result Cache
3
+ *
4
+ * Simple LRU-style cache for search results with TTL support.
5
+ * Improves performance for repeated queries without external dependencies.
6
+ *
7
+ * @module utils/searchCache
8
+ */
9
+ import type { SearchResult, KnowledgeGraph } from '../types/index.js';
10
+ /**
11
+ * Cache statistics for monitoring.
12
+ */
13
+ export interface CacheStats {
14
+ hits: number;
15
+ misses: number;
16
+ size: number;
17
+ hitRate: number;
18
+ }
19
+ /**
20
+ * Simple LRU cache implementation for search results.
21
+ *
22
+ * Features:
23
+ * - Maximum size limit (LRU eviction when full)
24
+ * - TTL-based expiration
25
+ * - Cache statistics tracking
26
+ * - Hash-based key generation from query parameters
27
+ */
28
+ export declare class SearchCache<T = SearchResult[] | KnowledgeGraph> {
29
+ private maxSize;
30
+ private ttlMs;
31
+ private cache;
32
+ private accessOrder;
33
+ private hits;
34
+ private misses;
35
+ constructor(maxSize?: number, ttlMs?: number);
36
+ /**
37
+ * Generate cache key from query parameters.
38
+ */
39
+ private generateKey;
40
+ /**
41
+ * Get value from cache.
42
+ *
43
+ * @param params - Query parameters to generate cache key
44
+ * @returns Cached value or undefined if not found/expired
45
+ */
46
+ get(params: Record<string, unknown>): T | undefined;
47
+ /**
48
+ * Set value in cache.
49
+ *
50
+ * @param params - Query parameters to generate cache key
51
+ * @param value - Value to cache
52
+ */
53
+ set(params: Record<string, unknown>, value: T): void;
54
+ /**
55
+ * Invalidate all cached entries.
56
+ */
57
+ clear(): void;
58
+ /**
59
+ * Remove specific entry from access order.
60
+ */
61
+ private removeFromAccessOrder;
62
+ /**
63
+ * Get cache statistics.
64
+ */
65
+ getStats(): CacheStats;
66
+ /**
67
+ * Reset cache statistics.
68
+ */
69
+ resetStats(): void;
70
+ /**
71
+ * Clean up expired entries.
72
+ *
73
+ * Should be called periodically to prevent memory buildup.
74
+ */
75
+ cleanupExpired(): void;
76
+ /**
77
+ * Get current cache size.
78
+ */
79
+ get size(): number;
80
+ /**
81
+ * Check if cache has entry for params.
82
+ */
83
+ has(params: Record<string, unknown>): boolean;
84
+ }
85
+ /**
86
+ * Global search caches for different search types.
87
+ */
88
+ export declare const searchCaches: {
89
+ basic: SearchCache<KnowledgeGraph>;
90
+ ranked: SearchCache<SearchResult[]>;
91
+ boolean: SearchCache<KnowledgeGraph>;
92
+ fuzzy: SearchCache<KnowledgeGraph>;
93
+ };
94
+ /**
95
+ * Clear all search caches.
96
+ *
97
+ * Should be called when graph is modified to ensure cache consistency.
98
+ */
99
+ export declare function clearAllSearchCaches(): void;
100
+ /**
101
+ * Get combined statistics for all caches.
102
+ */
103
+ export declare function getAllCacheStats(): Record<string, CacheStats>;
104
+ /**
105
+ * Clean up expired entries in all caches.
106
+ */
107
+ export declare function cleanupAllCaches(): void;
108
+ //# sourceMappingURL=searchCache.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"searchCache.d.ts","sourceRoot":"","sources":["../../src/utils/searchCache.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAWtE;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;CACjB;AAED;;;;;;;;GAQG;AACH,qBAAa,WAAW,CAAC,CAAC,GAAG,YAAY,EAAE,GAAG,cAAc;IAOxD,OAAO,CAAC,OAAO;IACf,OAAO,CAAC,KAAK;IAPf,OAAO,CAAC,KAAK,CAAyC;IACtD,OAAO,CAAC,WAAW,CAAgB;IACnC,OAAO,CAAC,IAAI,CAAK;IACjB,OAAO,CAAC,MAAM,CAAK;gBAGT,OAAO,GAAE,MAAY,EACrB,KAAK,GAAE,MAAsB;IAGvC;;OAEG;IACH,OAAO,CAAC,WAAW;IASnB;;;;;OAKG;IACH,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,GAAG,SAAS;IAyBnD;;;;;OAKG;IACH,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,KAAK,EAAE,CAAC,GAAG,IAAI;IAyBpD;;OAEG;IACH,KAAK,IAAI,IAAI;IAKb;;OAEG;IACH,OAAO,CAAC,qBAAqB;IAO7B;;OAEG;IACH,QAAQ,IAAI,UAAU;IAUtB;;OAEG;IACH,UAAU,IAAI,IAAI;IAKlB;;;;OAIG;IACH,cAAc,IAAI,IAAI;IAgBtB;;OAEG;IACH,IAAI,IAAI,IAAI,MAAM,CAEjB;IAED;;OAEG;IACH,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO;CAe9C;AAED;;GAEG;AACH,eAAO,MAAM,YAAY;;;;;CAKxB,CAAC;AAEF;;;;GAIG;AACH,wBAAgB,oBAAoB,IAAI,IAAI,CAK3C;AAED;;GAEG;AACH,wBAAgB,gBAAgB,IAAI,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAO7D;AAED;;GAEG;AACH,wBAAgB,gBAAgB,IAAI,IAAI,CAKvC"}
@@ -0,0 +1,294 @@
1
+ /**
2
+ * Task Scheduler
3
+ *
4
+ * Advanced task scheduling utilities using workerpool.
5
+ * Phase 8 Sprint 4: Priority queues, concurrency control, progress tracking.
6
+ *
7
+ * **SECURITY WARNING:** TaskQueue uses `new Function()` internally for worker serialization.
8
+ * Task functions MUST be real function objects, never user-provided strings.
9
+ * Runtime validation ensures only function objects are accepted.
10
+ *
11
+ * @module utils/taskScheduler
12
+ */
13
+ /**
14
+ * Task priority levels.
15
+ * Higher priority tasks are executed first.
16
+ */
17
+ export declare enum TaskPriority {
18
+ LOW = 0,
19
+ NORMAL = 1,
20
+ HIGH = 2,
21
+ CRITICAL = 3
22
+ }
23
+ /**
24
+ * Task status in the queue.
25
+ */
26
+ export declare enum TaskStatus {
27
+ PENDING = "pending",
28
+ RUNNING = "running",
29
+ COMPLETED = "completed",
30
+ FAILED = "failed",
31
+ CANCELLED = "cancelled"
32
+ }
33
+ /**
34
+ * Task definition for the queue.
35
+ */
36
+ export interface Task<T = unknown, R = unknown> {
37
+ /** Unique task identifier */
38
+ id: string;
39
+ /** Task priority */
40
+ priority: TaskPriority;
41
+ /** Function to execute (must be serializable) */
42
+ fn: (input: T) => R;
43
+ /** Input data for the function */
44
+ input: T;
45
+ /** Optional timeout in milliseconds */
46
+ timeout?: number;
47
+ /** Optional task metadata */
48
+ metadata?: Record<string, unknown>;
49
+ }
50
+ /**
51
+ * Task result after execution.
52
+ */
53
+ export interface TaskResult<R = unknown> {
54
+ /** Task identifier */
55
+ id: string;
56
+ /** Task status */
57
+ status: TaskStatus;
58
+ /** Result if successful */
59
+ result?: R;
60
+ /** Error if failed */
61
+ error?: Error;
62
+ /** Execution duration in milliseconds */
63
+ duration: number;
64
+ /** Start timestamp */
65
+ startedAt: number;
66
+ /** End timestamp */
67
+ completedAt: number;
68
+ }
69
+ /**
70
+ * Progress callback for batch operations.
71
+ */
72
+ export type ProgressCallback = (progress: {
73
+ completed: number;
74
+ total: number;
75
+ percentage: number;
76
+ currentTaskId?: string;
77
+ }) => void;
78
+ /**
79
+ * Batch processing options.
80
+ */
81
+ export interface BatchOptions {
82
+ /** Maximum concurrent tasks (default: CPU count - 1) */
83
+ concurrency?: number;
84
+ /** Task timeout in milliseconds (default: 30000) */
85
+ timeout?: number;
86
+ /** Progress callback */
87
+ onProgress?: ProgressCallback;
88
+ /** Whether to stop on first error (default: false) */
89
+ stopOnError?: boolean;
90
+ }
91
+ /**
92
+ * Task queue statistics.
93
+ */
94
+ export interface QueueStats {
95
+ /** Number of pending tasks */
96
+ pending: number;
97
+ /** Number of running tasks */
98
+ running: number;
99
+ /** Number of completed tasks */
100
+ completed: number;
101
+ /** Number of failed tasks */
102
+ failed: number;
103
+ /** Average execution time in milliseconds */
104
+ averageExecutionTime: number;
105
+ /** Total tasks processed */
106
+ totalProcessed: number;
107
+ }
108
+ /**
109
+ * Priority Task Queue with advanced scheduling.
110
+ *
111
+ * Features:
112
+ * - Priority-based execution (CRITICAL > HIGH > NORMAL > LOW)
113
+ * - Configurable concurrency limits
114
+ * - Progress tracking
115
+ * - Graceful error handling
116
+ * - Task cancellation
117
+ *
118
+ * @example
119
+ * ```typescript
120
+ * const queue = new TaskQueue({ concurrency: 4 });
121
+ *
122
+ * // Add tasks with different priorities
123
+ * queue.enqueue({
124
+ * id: 'task1',
125
+ * priority: TaskPriority.HIGH,
126
+ * fn: (x: number) => x * 2,
127
+ * input: 5,
128
+ * });
129
+ *
130
+ * // Process all tasks
131
+ * const results = await queue.processAll();
132
+ * ```
133
+ */
134
+ export declare class TaskQueue {
135
+ private queue;
136
+ private running;
137
+ private completed;
138
+ private pool;
139
+ private concurrency;
140
+ private defaultTimeout;
141
+ private isProcessing;
142
+ private totalExecutionTime;
143
+ private totalProcessed;
144
+ private useWorkerPool;
145
+ constructor(options?: {
146
+ concurrency?: number;
147
+ timeout?: number;
148
+ useWorkerPool?: boolean;
149
+ });
150
+ /**
151
+ * Get or create the worker pool.
152
+ */
153
+ private getPool;
154
+ /**
155
+ * Add a task to the queue.
156
+ *
157
+ * @param task - Task to add
158
+ * @returns Promise that resolves when the task completes
159
+ */
160
+ enqueue<T, R>(task: Task<T, R>): Promise<TaskResult<R>>;
161
+ /**
162
+ * Process the next task in the queue.
163
+ */
164
+ private processNext;
165
+ /**
166
+ * Cancel a pending task.
167
+ *
168
+ * @param taskId - ID of the task to cancel
169
+ * @returns True if task was cancelled, false if not found or already running
170
+ */
171
+ cancel(taskId: string): boolean;
172
+ /**
173
+ * Wait for all tasks to complete.
174
+ *
175
+ * @returns Array of all task results
176
+ */
177
+ drain(): Promise<TaskResult[]>;
178
+ /**
179
+ * Get queue statistics.
180
+ */
181
+ getStats(): QueueStats;
182
+ /**
183
+ * Clear all completed results.
184
+ */
185
+ clearCompleted(): void;
186
+ /**
187
+ * Shutdown the task queue and release resources.
188
+ */
189
+ shutdown(): Promise<void>;
190
+ }
191
+ /**
192
+ * Process items in parallel batches with progress tracking.
193
+ *
194
+ * Unlike parallelMap, this provides:
195
+ * - Progress callbacks
196
+ * - Configurable concurrency
197
+ * - Error handling options
198
+ * - Task-level timeouts
199
+ *
200
+ * @template T - Input item type
201
+ * @template R - Output item type
202
+ * @param items - Array of items to process
203
+ * @param fn - Processing function (must be serializable)
204
+ * @param options - Batch processing options
205
+ * @returns Array of results (or errors if stopOnError is false)
206
+ *
207
+ * @example
208
+ * ```typescript
209
+ * const results = await batchProcess(
210
+ * urls,
211
+ * (url: string) => fetch(url).then(r => r.json()),
212
+ * {
213
+ * concurrency: 5,
214
+ * timeout: 10000,
215
+ * onProgress: ({ completed, total, percentage }) => {
216
+ * console.log(`Progress: ${percentage.toFixed(1)}%`);
217
+ * },
218
+ * }
219
+ * );
220
+ * ```
221
+ */
222
+ export declare function batchProcess<T, R>(items: T[], fn: (item: T) => R | Promise<R>, options?: BatchOptions): Promise<Array<{
223
+ success: true;
224
+ result: R;
225
+ } | {
226
+ success: false;
227
+ error: Error;
228
+ }>>;
229
+ /**
230
+ * Execute tasks with rate limiting.
231
+ *
232
+ * Ensures tasks don't exceed a specified rate (tasks per second).
233
+ *
234
+ * @template T - Input item type
235
+ * @template R - Output item type
236
+ * @param items - Items to process
237
+ * @param fn - Processing function
238
+ * @param rateLimit - Maximum tasks per second
239
+ * @returns Array of results
240
+ *
241
+ * @example
242
+ * ```typescript
243
+ * // Process max 10 items per second
244
+ * const results = await rateLimitedProcess(
245
+ * items,
246
+ * (item) => processItem(item),
247
+ * 10
248
+ * );
249
+ * ```
250
+ */
251
+ export declare function rateLimitedProcess<T, R>(items: T[], fn: (item: T) => R | Promise<R>, rateLimit: number): Promise<R[]>;
252
+ /**
253
+ * Retry a function with exponential backoff.
254
+ *
255
+ * @template T - Return type
256
+ * @param fn - Function to retry
257
+ * @param options - Retry options
258
+ * @returns Result of the function
259
+ *
260
+ * @example
261
+ * ```typescript
262
+ * const result = await withRetry(
263
+ * () => fetchData(),
264
+ * { maxRetries: 3, baseDelay: 1000 }
265
+ * );
266
+ * ```
267
+ */
268
+ export declare function withRetry<T>(fn: () => T | Promise<T>, options?: {
269
+ maxRetries?: number;
270
+ baseDelay?: number;
271
+ maxDelay?: number;
272
+ onRetry?: (error: Error, attempt: number) => void;
273
+ }): Promise<T>;
274
+ /**
275
+ * Create a debounced version of a function.
276
+ *
277
+ * @template T - Function arguments type
278
+ * @template R - Return type
279
+ * @param fn - Function to debounce
280
+ * @param delay - Delay in milliseconds
281
+ * @returns Debounced function
282
+ */
283
+ export declare function debounce<T extends unknown[], R>(fn: (...args: T) => R, delay: number): (...args: T) => Promise<R>;
284
+ /**
285
+ * Create a throttled version of a function.
286
+ *
287
+ * @template T - Function arguments type
288
+ * @template R - Return type
289
+ * @param fn - Function to throttle
290
+ * @param limit - Minimum time between calls in milliseconds
291
+ * @returns Throttled function
292
+ */
293
+ export declare function throttle<T extends unknown[], R>(fn: (...args: T) => R, limit: number): (...args: T) => R | undefined;
294
+ //# sourceMappingURL=taskScheduler.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"taskScheduler.d.ts","sourceRoot":"","sources":["../../src/utils/taskScheduler.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAqBH;;;GAGG;AACH,oBAAY,YAAY;IACtB,GAAG,IAAI;IACP,MAAM,IAAI;IACV,IAAI,IAAI;IACR,QAAQ,IAAI;CACb;AAED;;GAEG;AACH,oBAAY,UAAU;IACpB,OAAO,YAAY;IACnB,OAAO,YAAY;IACnB,SAAS,cAAc;IACvB,MAAM,WAAW;IACjB,SAAS,cAAc;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,IAAI,CAAC,CAAC,GAAG,OAAO,EAAE,CAAC,GAAG,OAAO;IAC5C,6BAA6B;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,oBAAoB;IACpB,QAAQ,EAAE,YAAY,CAAC;IACvB,iDAAiD;IACjD,EAAE,EAAE,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,CAAC;IACpB,kCAAkC;IAClC,KAAK,EAAE,CAAC,CAAC;IACT,uCAAuC;IACvC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,6BAA6B;IAC7B,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED;;GAEG;AACH,MAAM,WAAW,UAAU,CAAC,CAAC,GAAG,OAAO;IACrC,sBAAsB;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,kBAAkB;IAClB,MAAM,EAAE,UAAU,CAAC;IACnB,2BAA2B;IAC3B,MAAM,CAAC,EAAE,CAAC,CAAC;IACX,sBAAsB;IACtB,KAAK,CAAC,EAAE,KAAK,CAAC;IACd,yCAAyC;IACzC,QAAQ,EAAE,MAAM,CAAC;IACjB,sBAAsB;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,oBAAoB;IACpB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,MAAM,gBAAgB,GAAG,CAAC,QAAQ,EAAE;IACxC,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB,KAAK,IAAI,CAAC;AAEX;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,wDAAwD;IACxD,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,oDAAoD;IACpD,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,wBAAwB;IACxB,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,sDAAsD;IACtD,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,8BAA8B;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,8BAA8B;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,gCAAgC;IAChC,SAAS,EAAE,MAAM,CAAC;IAClB,6BAA6B;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,6CAA6C;IAC7C,oBAAoB,EAAE,MAAM,CAAC;IAC7B,4BAA4B;IAC5B,cAAc,EAAE,MAAM,CAAC;CACxB;AAcD;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AACH,qBAAa,SAAS;IACpB,OAAO,CAAC,KAAK,CAAoB;IACjC,OAAO,CAAC,OAAO,CAAsC;IACrD,OAAO,CAAC,SAAS,CAAoB;IACrC,OAAO,CAAC,IAAI,CAAgC;IAC5C,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,kBAAkB,CAAK;IAC/B,OAAO,CAAC,cAAc,CAAK;IAC3B,OAAO,CAAC,aAAa,CAAU;gBAEnB,OAAO,GAAE;QAAE,WAAW,CAAC,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC;QAAC,aAAa,CAAC,EAAE,OAAO,CAAA;KAAO;IAM7F;;OAEG;IACH,OAAO,CAAC,OAAO;IAUf;;;;;OAKG;IACH,OAAO,CAAC,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IA4BvD;;OAEG;YACW,WAAW;IAsFzB;;;;;OAKG;IACH,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO;IAmB/B;;;;OAIG;IACG,KAAK,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;IAQpC;;OAEG;IACH,QAAQ,IAAI,UAAU;IAYtB;;OAEG;IACH,cAAc,IAAI,IAAI;IAItB;;OAEG;IACG,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;CAsBhC;AAID;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AACH,wBAAsB,YAAY,CAAC,CAAC,EAAE,CAAC,EACrC,KAAK,EAAE,CAAC,EAAE,EACV,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,EAC/B,OAAO,GAAE,YAAiB,GACzB,OAAO,CAAC,KAAK,CAAC;IAAE,OAAO,EAAE,IAAI,CAAC;IAAC,MAAM,EAAE,CAAC,CAAA;CAAE,GAAG;IAAE,OAAO,EAAE,KAAK,CAAC;IAAC,KAAK,EAAE,KAAK,CAAA;CAAE,CAAC,CAAC,CAqDjF;AAED;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,wBAAsB,kBAAkB,CAAC,CAAC,EAAE,CAAC,EAC3C,KAAK,EAAE,CAAC,EAAE,EACV,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,EAC/B,SAAS,EAAE,MAAM,GAChB,OAAO,CAAC,CAAC,EAAE,CAAC,CAmBd;AAED;;;;;;;;;;;;;;;GAeG;AACH,wBAAsB,SAAS,CAAC,CAAC,EAC/B,EAAE,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,EACxB,OAAO,GAAE;IACP,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC;CAC9C,GACL,OAAO,CAAC,CAAC,CAAC,CAsBZ;AAED;;;;;;;;GAQG;AACH,wBAAgB,QAAQ,CAAC,CAAC,SAAS,OAAO,EAAE,EAAE,CAAC,EAC7C,EAAE,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,KAAK,CAAC,EACrB,KAAK,EAAE,MAAM,GACZ,CAAC,GAAG,IAAI,EAAE,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,CAqB5B;AAED;;;;;;;;GAQG;AACH,wBAAgB,QAAQ,CAAC,CAAC,SAAS,OAAO,EAAE,EAAE,CAAC,EAC7C,EAAE,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,KAAK,CAAC,EACrB,KAAK,EAAE,MAAM,GACZ,CAAC,GAAG,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,SAAS,CAW/B"}