@ai-jshook/mcp 0.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.env.example +38 -0
- package/CLAUDE.md +170 -0
- package/README.md +564 -0
- package/bun.lock +1484 -0
- package/dist/index.d.ts +3 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +57 -0
- package/dist/index.js.map +1 -0
- package/dist/modules/analyzer/AISummarizer.d.ts +41 -0
- package/dist/modules/analyzer/AISummarizer.d.ts.map +1 -0
- package/dist/modules/analyzer/AISummarizer.js +186 -0
- package/dist/modules/analyzer/AISummarizer.js.map +1 -0
- package/dist/modules/analyzer/CodeAnalyzer.d.ts +28 -0
- package/dist/modules/analyzer/CodeAnalyzer.d.ts.map +1 -0
- package/dist/modules/analyzer/CodeAnalyzer.js +1287 -0
- package/dist/modules/analyzer/CodeAnalyzer.js.map +1 -0
- package/dist/modules/analyzer/IntelligentAnalyzer.d.ts +114 -0
- package/dist/modules/analyzer/IntelligentAnalyzer.d.ts.map +1 -0
- package/dist/modules/analyzer/IntelligentAnalyzer.js +1176 -0
- package/dist/modules/analyzer/IntelligentAnalyzer.js.map +1 -0
- package/dist/modules/browser/BrowserModeManager.d.ts +31 -0
- package/dist/modules/browser/BrowserModeManager.d.ts.map +1 -0
- package/dist/modules/browser/BrowserModeManager.js +241 -0
- package/dist/modules/browser/BrowserModeManager.js.map +1 -0
- package/dist/modules/captcha/AICaptchaDetector.d.ts +32 -0
- package/dist/modules/captcha/AICaptchaDetector.d.ts.map +1 -0
- package/dist/modules/captcha/AICaptchaDetector.js +387 -0
- package/dist/modules/captcha/AICaptchaDetector.js.map +1 -0
- package/dist/modules/captcha/CaptchaDetector.d.ts +28 -0
- package/dist/modules/captcha/CaptchaDetector.d.ts.map +1 -0
- package/dist/modules/captcha/CaptchaDetector.js +513 -0
- package/dist/modules/captcha/CaptchaDetector.js.map +1 -0
- package/dist/modules/collector/CodeCache.d.ts +37 -0
- package/dist/modules/collector/CodeCache.d.ts.map +1 -0
- package/dist/modules/collector/CodeCache.js +188 -0
- package/dist/modules/collector/CodeCache.js.map +1 -0
- package/dist/modules/collector/CodeCollector.d.ts +107 -0
- package/dist/modules/collector/CodeCollector.d.ts.map +1 -0
- package/dist/modules/collector/CodeCollector.js +796 -0
- package/dist/modules/collector/CodeCollector.js.map +1 -0
- package/dist/modules/collector/CodeCompressor.d.ts +65 -0
- package/dist/modules/collector/CodeCompressor.d.ts.map +1 -0
- package/dist/modules/collector/CodeCompressor.js +245 -0
- package/dist/modules/collector/CodeCompressor.js.map +1 -0
- package/dist/modules/collector/DOMInspector.d.ts +51 -0
- package/dist/modules/collector/DOMInspector.d.ts.map +1 -0
- package/dist/modules/collector/DOMInspector.js +437 -0
- package/dist/modules/collector/DOMInspector.js.map +1 -0
- package/dist/modules/collector/PageController.d.ts +79 -0
- package/dist/modules/collector/PageController.d.ts.map +1 -0
- package/dist/modules/collector/PageController.js +287 -0
- package/dist/modules/collector/PageController.js.map +1 -0
- package/dist/modules/collector/SmartCodeCollector.d.ts +38 -0
- package/dist/modules/collector/SmartCodeCollector.d.ts.map +1 -0
- package/dist/modules/collector/SmartCodeCollector.js +208 -0
- package/dist/modules/collector/SmartCodeCollector.js.map +1 -0
- package/dist/modules/collector/StreamingCollector.d.ts +46 -0
- package/dist/modules/collector/StreamingCollector.d.ts.map +1 -0
- package/dist/modules/collector/StreamingCollector.js +127 -0
- package/dist/modules/collector/StreamingCollector.js.map +1 -0
- package/dist/modules/crypto/CryptoDetector.d.ts +22 -0
- package/dist/modules/crypto/CryptoDetector.d.ts.map +1 -0
- package/dist/modules/crypto/CryptoDetector.js +168 -0
- package/dist/modules/crypto/CryptoDetector.js.map +1 -0
- package/dist/modules/crypto/CryptoDetectorEnhanced.d.ts +31 -0
- package/dist/modules/crypto/CryptoDetectorEnhanced.d.ts.map +1 -0
- package/dist/modules/crypto/CryptoDetectorEnhanced.js +269 -0
- package/dist/modules/crypto/CryptoDetectorEnhanced.js.map +1 -0
- package/dist/modules/crypto/CryptoRules.d.ts +59 -0
- package/dist/modules/crypto/CryptoRules.d.ts.map +1 -0
- package/dist/modules/crypto/CryptoRules.js +234 -0
- package/dist/modules/crypto/CryptoRules.js.map +1 -0
- package/dist/modules/debugger/BlackboxManager.d.ts +14 -0
- package/dist/modules/debugger/BlackboxManager.d.ts.map +1 -0
- package/dist/modules/debugger/BlackboxManager.js +98 -0
- package/dist/modules/debugger/BlackboxManager.js.map +1 -0
- package/dist/modules/debugger/DebuggerManager.d.ts +138 -0
- package/dist/modules/debugger/DebuggerManager.d.ts.map +1 -0
- package/dist/modules/debugger/DebuggerManager.js +777 -0
- package/dist/modules/debugger/DebuggerManager.js.map +1 -0
- package/dist/modules/debugger/EventBreakpointManager.d.ts +30 -0
- package/dist/modules/debugger/EventBreakpointManager.d.ts.map +1 -0
- package/dist/modules/debugger/EventBreakpointManager.js +125 -0
- package/dist/modules/debugger/EventBreakpointManager.js.map +1 -0
- package/dist/modules/debugger/RuntimeInspector.d.ts +54 -0
- package/dist/modules/debugger/RuntimeInspector.d.ts.map +1 -0
- package/dist/modules/debugger/RuntimeInspector.js +277 -0
- package/dist/modules/debugger/RuntimeInspector.js.map +1 -0
- package/dist/modules/debugger/ScriptManager.d.ts +94 -0
- package/dist/modules/debugger/ScriptManager.d.ts.map +1 -0
- package/dist/modules/debugger/ScriptManager.js +433 -0
- package/dist/modules/debugger/ScriptManager.js.map +1 -0
- package/dist/modules/debugger/WatchExpressionManager.d.ts +52 -0
- package/dist/modules/debugger/WatchExpressionManager.d.ts.map +1 -0
- package/dist/modules/debugger/WatchExpressionManager.js +136 -0
- package/dist/modules/debugger/WatchExpressionManager.js.map +1 -0
- package/dist/modules/debugger/XHRBreakpointManager.d.ts +21 -0
- package/dist/modules/debugger/XHRBreakpointManager.d.ts.map +1 -0
- package/dist/modules/debugger/XHRBreakpointManager.js +81 -0
- package/dist/modules/debugger/XHRBreakpointManager.js.map +1 -0
- package/dist/modules/deobfuscator/ASTOptimizer.d.ts +12 -0
- package/dist/modules/deobfuscator/ASTOptimizer.d.ts.map +1 -0
- package/dist/modules/deobfuscator/ASTOptimizer.js +234 -0
- package/dist/modules/deobfuscator/ASTOptimizer.js.map +1 -0
- package/dist/modules/deobfuscator/AdvancedDeobfuscator.d.ts +52 -0
- package/dist/modules/deobfuscator/AdvancedDeobfuscator.d.ts.map +1 -0
- package/dist/modules/deobfuscator/AdvancedDeobfuscator.js +985 -0
- package/dist/modules/deobfuscator/AdvancedDeobfuscator.js.map +1 -0
- package/dist/modules/deobfuscator/Deobfuscator.d.ts +23 -0
- package/dist/modules/deobfuscator/Deobfuscator.d.ts.map +1 -0
- package/dist/modules/deobfuscator/Deobfuscator.js +487 -0
- package/dist/modules/deobfuscator/Deobfuscator.js.map +1 -0
- package/dist/modules/deobfuscator/JSVMPDeobfuscator.d.ts +19 -0
- package/dist/modules/deobfuscator/JSVMPDeobfuscator.d.ts.map +1 -0
- package/dist/modules/deobfuscator/JSVMPDeobfuscator.js +594 -0
- package/dist/modules/deobfuscator/JSVMPDeobfuscator.js.map +1 -0
- package/dist/modules/deobfuscator/JScramberDeobfuscator.d.ts +28 -0
- package/dist/modules/deobfuscator/JScramberDeobfuscator.d.ts.map +1 -0
- package/dist/modules/deobfuscator/JScramberDeobfuscator.js +239 -0
- package/dist/modules/deobfuscator/JScramberDeobfuscator.js.map +1 -0
- package/dist/modules/deobfuscator/PackerDeobfuscator.d.ts +38 -0
- package/dist/modules/deobfuscator/PackerDeobfuscator.d.ts.map +1 -0
- package/dist/modules/deobfuscator/PackerDeobfuscator.js +191 -0
- package/dist/modules/deobfuscator/PackerDeobfuscator.js.map +1 -0
- package/dist/modules/detector/ObfuscationDetector.d.ts +35 -0
- package/dist/modules/detector/ObfuscationDetector.d.ts.map +1 -0
- package/dist/modules/detector/ObfuscationDetector.js +278 -0
- package/dist/modules/detector/ObfuscationDetector.js.map +1 -0
- package/dist/modules/emulator/AIEnvironmentAnalyzer.d.ts +32 -0
- package/dist/modules/emulator/AIEnvironmentAnalyzer.d.ts.map +1 -0
- package/dist/modules/emulator/AIEnvironmentAnalyzer.js +548 -0
- package/dist/modules/emulator/AIEnvironmentAnalyzer.js.map +1 -0
- package/dist/modules/emulator/BrowserAPIDatabase.d.ts +34 -0
- package/dist/modules/emulator/BrowserAPIDatabase.d.ts.map +1 -0
- package/dist/modules/emulator/BrowserAPIDatabase.js +326 -0
- package/dist/modules/emulator/BrowserAPIDatabase.js.map +1 -0
- package/dist/modules/emulator/BrowserEnvironmentRules.d.ts +47 -0
- package/dist/modules/emulator/BrowserEnvironmentRules.d.ts.map +1 -0
- package/dist/modules/emulator/BrowserEnvironmentRules.js +493 -0
- package/dist/modules/emulator/BrowserEnvironmentRules.js.map +1 -0
- package/dist/modules/emulator/EnvironmentEmulator.d.ts +27 -0
- package/dist/modules/emulator/EnvironmentEmulator.d.ts.map +1 -0
- package/dist/modules/emulator/EnvironmentEmulator.js +1113 -0
- package/dist/modules/emulator/EnvironmentEmulator.js.map +1 -0
- package/dist/modules/emulator/EnvironmentEmulatorEnhanced.d.ts +26 -0
- package/dist/modules/emulator/EnvironmentEmulatorEnhanced.d.ts.map +1 -0
- package/dist/modules/emulator/EnvironmentEmulatorEnhanced.js +493 -0
- package/dist/modules/emulator/EnvironmentEmulatorEnhanced.js.map +1 -0
- package/dist/modules/emulator/templates/chrome-env.d.ts +260 -0
- package/dist/modules/emulator/templates/chrome-env.d.ts.map +1 -0
- package/dist/modules/emulator/templates/chrome-env.js +253 -0
- package/dist/modules/emulator/templates/chrome-env.js.map +1 -0
- package/dist/modules/hook/AIHookGenerator.d.ts +53 -0
- package/dist/modules/hook/AIHookGenerator.d.ts.map +1 -0
- package/dist/modules/hook/AIHookGenerator.js +353 -0
- package/dist/modules/hook/AIHookGenerator.js.map +1 -0
- package/dist/modules/hook/HookManager.d.ts +67 -0
- package/dist/modules/hook/HookManager.d.ts.map +1 -0
- package/dist/modules/hook/HookManager.js +1225 -0
- package/dist/modules/hook/HookManager.js.map +1 -0
- package/dist/modules/monitor/ConsoleMonitor.d.ts +140 -0
- package/dist/modules/monitor/ConsoleMonitor.d.ts.map +1 -0
- package/dist/modules/monitor/ConsoleMonitor.js +834 -0
- package/dist/modules/monitor/ConsoleMonitor.js.map +1 -0
- package/dist/modules/monitor/PerformanceMonitor.d.ts +65 -0
- package/dist/modules/monitor/PerformanceMonitor.d.ts.map +1 -0
- package/dist/modules/monitor/PerformanceMonitor.js +175 -0
- package/dist/modules/monitor/PerformanceMonitor.js.map +1 -0
- package/dist/modules/stealth/StealthScripts2025.d.ts +17 -0
- package/dist/modules/stealth/StealthScripts2025.d.ts.map +1 -0
- package/dist/modules/stealth/StealthScripts2025.js +274 -0
- package/dist/modules/stealth/StealthScripts2025.js.map +1 -0
- package/dist/modules/symbolic/JSVMPSymbolicExecutor.d.ts +69 -0
- package/dist/modules/symbolic/JSVMPSymbolicExecutor.d.ts.map +1 -0
- package/dist/modules/symbolic/JSVMPSymbolicExecutor.js +232 -0
- package/dist/modules/symbolic/JSVMPSymbolicExecutor.js.map +1 -0
- package/dist/modules/symbolic/SymbolicExecutor.d.ts +69 -0
- package/dist/modules/symbolic/SymbolicExecutor.d.ts.map +1 -0
- package/dist/modules/symbolic/SymbolicExecutor.js +346 -0
- package/dist/modules/symbolic/SymbolicExecutor.js.map +1 -0
- package/dist/server/AIHookToolDefinitions.d.ts +3 -0
- package/dist/server/AIHookToolDefinitions.d.ts.map +1 -0
- package/dist/server/AIHookToolDefinitions.js +284 -0
- package/dist/server/AIHookToolDefinitions.js.map +1 -0
- package/dist/server/AIHookToolHandlers.d.ts +50 -0
- package/dist/server/AIHookToolHandlers.d.ts.map +1 -0
- package/dist/server/AIHookToolHandlers.js +311 -0
- package/dist/server/AIHookToolHandlers.js.map +1 -0
- package/dist/server/AdvancedToolDefinitions.d.ts +3 -0
- package/dist/server/AdvancedToolDefinitions.d.ts.map +1 -0
- package/dist/server/AdvancedToolDefinitions.js +218 -0
- package/dist/server/AdvancedToolDefinitions.js.map +1 -0
- package/dist/server/AdvancedToolHandlers.d.ts +85 -0
- package/dist/server/AdvancedToolHandlers.d.ts.map +1 -0
- package/dist/server/AdvancedToolHandlers.js +431 -0
- package/dist/server/AdvancedToolHandlers.js.map +1 -0
- package/dist/server/BrowserToolDefinitions.d.ts +3 -0
- package/dist/server/BrowserToolDefinitions.d.ts.map +1 -0
- package/dist/server/BrowserToolDefinitions.js +841 -0
- package/dist/server/BrowserToolDefinitions.js.map +1 -0
- package/dist/server/BrowserToolHandlers.d.ts +290 -0
- package/dist/server/BrowserToolHandlers.d.ts.map +1 -0
- package/dist/server/BrowserToolHandlers.js +784 -0
- package/dist/server/BrowserToolHandlers.js.map +1 -0
- package/dist/server/CacheToolDefinitions.d.ts +3 -0
- package/dist/server/CacheToolDefinitions.d.ts.map +1 -0
- package/dist/server/CacheToolDefinitions.js +166 -0
- package/dist/server/CacheToolDefinitions.js.map +1 -0
- package/dist/server/DebuggerToolDefinitions.d.ts +3 -0
- package/dist/server/DebuggerToolDefinitions.d.ts.map +1 -0
- package/dist/server/DebuggerToolDefinitions.js +600 -0
- package/dist/server/DebuggerToolDefinitions.js.map +1 -0
- package/dist/server/DebuggerToolHandlers.d.ts +230 -0
- package/dist/server/DebuggerToolHandlers.d.ts.map +1 -0
- package/dist/server/DebuggerToolHandlers.js +935 -0
- package/dist/server/DebuggerToolHandlers.js.map +1 -0
- package/dist/server/MCPServer.d.ts +55 -0
- package/dist/server/MCPServer.d.ts.map +1 -0
- package/dist/server/MCPServer.js +1344 -0
- package/dist/server/MCPServer.js.map +1 -0
- package/dist/server/TokenBudgetToolDefinitions.d.ts +3 -0
- package/dist/server/TokenBudgetToolDefinitions.d.ts.map +1 -0
- package/dist/server/TokenBudgetToolDefinitions.js +114 -0
- package/dist/server/TokenBudgetToolDefinitions.js.map +1 -0
- package/dist/services/LLMService.d.ts +41 -0
- package/dist/services/LLMService.d.ts.map +1 -0
- package/dist/services/LLMService.js +792 -0
- package/dist/services/LLMService.js.map +1 -0
- package/dist/types/index.d.ts +527 -0
- package/dist/types/index.d.ts.map +1 -0
- package/dist/types/index.js +2 -0
- package/dist/types/index.js.map +1 -0
- package/dist/utils/AdaptiveDataSerializer.d.ts +27 -0
- package/dist/utils/AdaptiveDataSerializer.d.ts.map +1 -0
- package/dist/utils/AdaptiveDataSerializer.js +215 -0
- package/dist/utils/AdaptiveDataSerializer.js.map +1 -0
- package/dist/utils/CacheAdapters.d.ts +30 -0
- package/dist/utils/CacheAdapters.d.ts.map +1 -0
- package/dist/utils/CacheAdapters.js +83 -0
- package/dist/utils/CacheAdapters.js.map +1 -0
- package/dist/utils/TokenBudgetManager.d.ts +52 -0
- package/dist/utils/TokenBudgetManager.d.ts.map +1 -0
- package/dist/utils/TokenBudgetManager.js +190 -0
- package/dist/utils/TokenBudgetManager.js.map +1 -0
- package/dist/utils/UnifiedCacheManager.d.ts +55 -0
- package/dist/utils/UnifiedCacheManager.d.ts.map +1 -0
- package/dist/utils/UnifiedCacheManager.js +207 -0
- package/dist/utils/UnifiedCacheManager.js.map +1 -0
- package/dist/utils/cache.d.ts +13 -0
- package/dist/utils/cache.d.ts.map +1 -0
- package/dist/utils/cache.js +92 -0
- package/dist/utils/cache.js.map +1 -0
- package/dist/utils/config.d.ts +7 -0
- package/dist/utils/config.d.ts.map +1 -0
- package/dist/utils/config.js +93 -0
- package/dist/utils/config.js.map +1 -0
- package/dist/utils/detailedDataManager.d.ts +60 -0
- package/dist/utils/detailedDataManager.d.ts.map +1 -0
- package/dist/utils/detailedDataManager.js +204 -0
- package/dist/utils/detailedDataManager.js.map +1 -0
- package/dist/utils/logger.d.ts +16 -0
- package/dist/utils/logger.d.ts.map +1 -0
- package/dist/utils/logger.js +47 -0
- package/dist/utils/logger.js.map +1 -0
- package/dist/utils/parallel.d.ts +40 -0
- package/dist/utils/parallel.d.ts.map +1 -0
- package/dist/utils/parallel.js +148 -0
- package/dist/utils/parallel.js.map +1 -0
- package/package.json +94 -0
- package/server.json +39 -0
- package/tsconfig.dev.json +14 -0
|
@@ -0,0 +1,204 @@
|
|
|
1
|
+
import { logger } from './logger.js';
|
|
2
|
+
export class DetailedDataManager {
|
|
3
|
+
static instance;
|
|
4
|
+
cache = new Map();
|
|
5
|
+
DEFAULT_TTL = 30 * 60 * 1000;
|
|
6
|
+
MAX_TTL = 60 * 60 * 1000;
|
|
7
|
+
MAX_CACHE_SIZE = 100;
|
|
8
|
+
AUTO_EXTEND_ON_ACCESS = true;
|
|
9
|
+
EXTEND_DURATION = 15 * 60 * 1000;
|
|
10
|
+
constructor() {
|
|
11
|
+
setInterval(() => this.cleanup(), 5 * 60 * 1000);
|
|
12
|
+
}
|
|
13
|
+
static getInstance() {
|
|
14
|
+
if (!this.instance) {
|
|
15
|
+
this.instance = new DetailedDataManager();
|
|
16
|
+
}
|
|
17
|
+
return this.instance;
|
|
18
|
+
}
|
|
19
|
+
smartHandle(data, threshold = 50 * 1024) {
|
|
20
|
+
const jsonStr = JSON.stringify(data);
|
|
21
|
+
const size = jsonStr.length;
|
|
22
|
+
if (size <= threshold) {
|
|
23
|
+
return data;
|
|
24
|
+
}
|
|
25
|
+
logger.info(`Data too large (${(size / 1024).toFixed(1)}KB), returning summary with detailId`);
|
|
26
|
+
return this.createDetailedResponse(data);
|
|
27
|
+
}
|
|
28
|
+
createDetailedResponse(data) {
|
|
29
|
+
const detailId = this.store(data);
|
|
30
|
+
const summary = this.generateSummary(data);
|
|
31
|
+
return {
|
|
32
|
+
summary,
|
|
33
|
+
detailId,
|
|
34
|
+
hint: `⚠️ Data too large. Use get_detailed_data("${detailId}") to retrieve full data, or get_detailed_data("${detailId}", path="key.subkey") for specific part.`,
|
|
35
|
+
expiresAt: Date.now() + this.DEFAULT_TTL,
|
|
36
|
+
};
|
|
37
|
+
}
|
|
38
|
+
store(data, customTTL) {
|
|
39
|
+
if (this.cache.size >= this.MAX_CACHE_SIZE) {
|
|
40
|
+
this.evictLRU();
|
|
41
|
+
}
|
|
42
|
+
const detailId = `detail_${Date.now()}_${Math.random().toString(36).substring(2, 9)}`;
|
|
43
|
+
const now = Date.now();
|
|
44
|
+
const ttl = customTTL || this.DEFAULT_TTL;
|
|
45
|
+
const expiresAt = now + ttl;
|
|
46
|
+
const size = JSON.stringify(data).length;
|
|
47
|
+
const entry = {
|
|
48
|
+
data,
|
|
49
|
+
expiresAt,
|
|
50
|
+
createdAt: now,
|
|
51
|
+
lastAccessedAt: now,
|
|
52
|
+
accessCount: 0,
|
|
53
|
+
size,
|
|
54
|
+
};
|
|
55
|
+
this.cache.set(detailId, entry);
|
|
56
|
+
logger.debug(`Stored detailed data: ${detailId}, size: ${(size / 1024).toFixed(1)}KB, expires in ${ttl / 1000}s`);
|
|
57
|
+
return detailId;
|
|
58
|
+
}
|
|
59
|
+
retrieve(detailId, path) {
|
|
60
|
+
const cached = this.cache.get(detailId);
|
|
61
|
+
if (!cached) {
|
|
62
|
+
throw new Error(`DetailId not found or expired: ${detailId}`);
|
|
63
|
+
}
|
|
64
|
+
const now = Date.now();
|
|
65
|
+
if (now > cached.expiresAt) {
|
|
66
|
+
this.cache.delete(detailId);
|
|
67
|
+
throw new Error(`DetailId expired: ${detailId}`);
|
|
68
|
+
}
|
|
69
|
+
cached.lastAccessedAt = now;
|
|
70
|
+
cached.accessCount++;
|
|
71
|
+
if (this.AUTO_EXTEND_ON_ACCESS) {
|
|
72
|
+
const remainingTime = cached.expiresAt - now;
|
|
73
|
+
if (remainingTime < 5 * 60 * 1000) {
|
|
74
|
+
cached.expiresAt = Math.min(now + this.EXTEND_DURATION, now + this.MAX_TTL);
|
|
75
|
+
logger.debug(`Auto-extended detailId ${detailId}, new expiry: ${new Date(cached.expiresAt).toISOString()}`);
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
if (path) {
|
|
79
|
+
return this.getByPath(cached.data, path);
|
|
80
|
+
}
|
|
81
|
+
return cached.data;
|
|
82
|
+
}
|
|
83
|
+
getByPath(obj, path) {
|
|
84
|
+
const keys = path.split('.');
|
|
85
|
+
let current = obj;
|
|
86
|
+
for (const key of keys) {
|
|
87
|
+
if (current === null || current === undefined) {
|
|
88
|
+
throw new Error(`Path not found: ${path} (stopped at ${key})`);
|
|
89
|
+
}
|
|
90
|
+
current = current[key];
|
|
91
|
+
}
|
|
92
|
+
return current;
|
|
93
|
+
}
|
|
94
|
+
generateSummary(data) {
|
|
95
|
+
const jsonStr = JSON.stringify(data);
|
|
96
|
+
const size = jsonStr.length;
|
|
97
|
+
const type = Array.isArray(data) ? 'array' : typeof data;
|
|
98
|
+
const summary = {
|
|
99
|
+
type,
|
|
100
|
+
size,
|
|
101
|
+
sizeKB: (size / 1024).toFixed(1) + 'KB',
|
|
102
|
+
preview: jsonStr.substring(0, 200) + (size > 200 ? '...' : ''),
|
|
103
|
+
};
|
|
104
|
+
if (typeof data === 'object' && data !== null) {
|
|
105
|
+
const keys = Object.keys(data);
|
|
106
|
+
summary.structure = {
|
|
107
|
+
keys: keys.slice(0, 50),
|
|
108
|
+
};
|
|
109
|
+
if (!Array.isArray(data)) {
|
|
110
|
+
const methods = keys.filter((k) => typeof data[k] === 'function');
|
|
111
|
+
const properties = keys.filter((k) => typeof data[k] !== 'function');
|
|
112
|
+
summary.structure.methods = methods.slice(0, 30);
|
|
113
|
+
summary.structure.properties = properties.slice(0, 30);
|
|
114
|
+
}
|
|
115
|
+
else {
|
|
116
|
+
summary.structure.length = data.length;
|
|
117
|
+
}
|
|
118
|
+
}
|
|
119
|
+
return summary;
|
|
120
|
+
}
|
|
121
|
+
cleanup() {
|
|
122
|
+
const now = Date.now();
|
|
123
|
+
let cleaned = 0;
|
|
124
|
+
for (const [id, cached] of this.cache.entries()) {
|
|
125
|
+
if (now > cached.expiresAt) {
|
|
126
|
+
this.cache.delete(id);
|
|
127
|
+
cleaned++;
|
|
128
|
+
}
|
|
129
|
+
}
|
|
130
|
+
if (cleaned > 0) {
|
|
131
|
+
logger.debug(`Cleaned ${cleaned} expired detailed data entries`);
|
|
132
|
+
}
|
|
133
|
+
}
|
|
134
|
+
evictLRU() {
|
|
135
|
+
if (this.cache.size === 0)
|
|
136
|
+
return;
|
|
137
|
+
let oldestId = null;
|
|
138
|
+
let oldestAccessTime = Infinity;
|
|
139
|
+
for (const [id, entry] of this.cache.entries()) {
|
|
140
|
+
if (entry.lastAccessedAt < oldestAccessTime) {
|
|
141
|
+
oldestAccessTime = entry.lastAccessedAt;
|
|
142
|
+
oldestId = id;
|
|
143
|
+
}
|
|
144
|
+
}
|
|
145
|
+
if (oldestId) {
|
|
146
|
+
const entry = this.cache.get(oldestId);
|
|
147
|
+
this.cache.delete(oldestId);
|
|
148
|
+
logger.info(`Evicted LRU entry: ${oldestId}, last accessed: ${new Date(entry.lastAccessedAt).toISOString()}, access count: ${entry.accessCount}`);
|
|
149
|
+
}
|
|
150
|
+
}
|
|
151
|
+
extend(detailId, additionalTime) {
|
|
152
|
+
const cached = this.cache.get(detailId);
|
|
153
|
+
if (!cached) {
|
|
154
|
+
throw new Error(`DetailId not found: ${detailId}`);
|
|
155
|
+
}
|
|
156
|
+
const now = Date.now();
|
|
157
|
+
if (now > cached.expiresAt) {
|
|
158
|
+
throw new Error(`DetailId already expired: ${detailId}`);
|
|
159
|
+
}
|
|
160
|
+
const extendBy = additionalTime || this.EXTEND_DURATION;
|
|
161
|
+
const newExpiresAt = Math.min(cached.expiresAt + extendBy, now + this.MAX_TTL);
|
|
162
|
+
cached.expiresAt = newExpiresAt;
|
|
163
|
+
logger.info(`Extended detailId ${detailId} by ${extendBy / 1000}s, new expiry: ${new Date(newExpiresAt).toISOString()}`);
|
|
164
|
+
}
|
|
165
|
+
getStats() {
|
|
166
|
+
let totalSize = 0;
|
|
167
|
+
let totalAccessCount = 0;
|
|
168
|
+
const entries = Array.from(this.cache.values());
|
|
169
|
+
for (const entry of entries) {
|
|
170
|
+
totalSize += entry.size;
|
|
171
|
+
totalAccessCount += entry.accessCount;
|
|
172
|
+
}
|
|
173
|
+
return {
|
|
174
|
+
cacheSize: this.cache.size,
|
|
175
|
+
maxCacheSize: this.MAX_CACHE_SIZE,
|
|
176
|
+
defaultTTLSeconds: this.DEFAULT_TTL / 1000,
|
|
177
|
+
maxTTLSeconds: this.MAX_TTL / 1000,
|
|
178
|
+
totalSizeKB: (totalSize / 1024).toFixed(1),
|
|
179
|
+
avgAccessCount: entries.length > 0 ? (totalAccessCount / entries.length).toFixed(1) : '0',
|
|
180
|
+
autoExtendEnabled: this.AUTO_EXTEND_ON_ACCESS,
|
|
181
|
+
extendDurationSeconds: this.EXTEND_DURATION / 1000,
|
|
182
|
+
};
|
|
183
|
+
}
|
|
184
|
+
getDetailedStats() {
|
|
185
|
+
const now = Date.now();
|
|
186
|
+
const entries = Array.from(this.cache.entries()).map(([id, entry]) => ({
|
|
187
|
+
detailId: id,
|
|
188
|
+
sizeKB: (entry.size / 1024).toFixed(1),
|
|
189
|
+
createdAt: new Date(entry.createdAt).toISOString(),
|
|
190
|
+
lastAccessedAt: new Date(entry.lastAccessedAt).toISOString(),
|
|
191
|
+
expiresAt: new Date(entry.expiresAt).toISOString(),
|
|
192
|
+
remainingSeconds: Math.max(0, Math.floor((entry.expiresAt - now) / 1000)),
|
|
193
|
+
accessCount: entry.accessCount,
|
|
194
|
+
isExpired: now > entry.expiresAt,
|
|
195
|
+
}));
|
|
196
|
+
entries.sort((a, b) => new Date(b.lastAccessedAt).getTime() - new Date(a.lastAccessedAt).getTime());
|
|
197
|
+
return entries;
|
|
198
|
+
}
|
|
199
|
+
clear() {
|
|
200
|
+
this.cache.clear();
|
|
201
|
+
logger.info('Cleared all detailed data cache');
|
|
202
|
+
}
|
|
203
|
+
}
|
|
204
|
+
//# sourceMappingURL=detailedDataManager.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"detailedDataManager.js","sourceRoot":"","sources":["../../src/utils/detailedDataManager.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AA+BrC,MAAM,OAAO,mBAAmB;IACtB,MAAM,CAAC,QAAQ,CAAsB;IACrC,KAAK,GAAG,IAAI,GAAG,EAAsB,CAAC;IAG7B,WAAW,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;IAC7B,OAAO,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;IACzB,cAAc,GAAG,GAAG,CAAC;IAGrB,qBAAqB,GAAG,IAAI,CAAC;IAC7B,eAAe,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;IAElD;QAEE,WAAW,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;IACnD,CAAC;IAED,MAAM,CAAC,WAAW;QAChB,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,IAAI,CAAC,QAAQ,GAAG,IAAI,mBAAmB,EAAE,CAAC;QAC5C,CAAC;QACD,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAKD,WAAW,CAAC,IAAS,EAAE,SAAS,GAAG,EAAE,GAAG,IAAI;QAC1C,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACrC,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC;QAG5B,IAAI,IAAI,IAAI,SAAS,EAAE,CAAC;YACtB,OAAO,IAAI,CAAC;QACd,CAAC;QAGD,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,sCAAsC,CAAC,CAAC;QAC/F,OAAO,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;IAC3C,CAAC;IAKO,sBAAsB,CAAC,IAAS;QACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QAE3C,OAAO;YACL,OAAO;YACP,QAAQ;YACR,IAAI,EAAE,6CAA6C,QAAQ,mDAAmD,QAAQ,0CAA0C;YAChK,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,WAAW;SACzC,CAAC;IACJ,CAAC;IAKD,KAAK,CAAC,IAAS,EAAE,SAAkB;QAEjC,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YAC3C,IAAI,CAAC,QAAQ,EAAE,CAAC;QAClB,CAAC;QAED,MAAM,QAAQ,GAAG,UAAU,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;QACtF,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,GAAG,GAAG,SAAS,IAAI,IAAI,CAAC,WAAW,CAAC;QAC1C,MAAM,SAAS,GAAG,GAAG,GAAG,GAAG,CAAC;QAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;QAEzC,MAAM,KAAK,GAAe;YACxB,IAAI;YACJ,SAAS;YACT,SAAS,EAAE,GAAG;YACd,cAAc,EAAE,GAAG;YACnB,WAAW,EAAE,CAAC;YACd,IAAI;SACL,CAAC;QAEF,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAChC,MAAM,CAAC,KAAK,CAAC,yBAAyB,QAAQ,WAAW,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,kBAAkB,GAAG,GAAG,IAAI,GAAG,CAAC,CAAC;QAElH,OAAO,QAAQ,CAAC;IAClB,CAAC;IAKD,QAAQ,CAAC,QAAgB,EAAE,IAAa;QACtC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAExC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,kCAAkC,QAAQ,EAAE,CAAC,CAAC;QAChE,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAGvB,IAAI,GAAG,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;YAC3B,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,EAAE,CAAC,CAAC;QACnD,CAAC;QAGD,MAAM,CAAC,cAAc,GAAG,GAAG,CAAC;QAC5B,MAAM,CAAC,WAAW,EAAE,CAAC;QAGrB,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAC/B,MAAM,aAAa,GAAG,MAAM,CAAC,SAAS,GAAG,GAAG,CAAC;YAC7C,IAAI,aAAa,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,EAAE,CAAC;gBAClC,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,eAAe,EAAE,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;gBAC5E,MAAM,CAAC,KAAK,CAAC,0BAA0B,QAAQ,iBAAiB,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;YAC9G,CAAC;QACH,CAAC;QAGD,IAAI,IAAI,EAAE,CAAC;YACT,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC3C,CAAC;QAGD,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;IAMO,SAAS,CAAC,GAAQ,EAAE,IAAY;QACtC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC7B,IAAI,OAAO,GAAG,GAAG,CAAC;QAElB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,OAAO,KAAK,IAAI,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;gBAC9C,MAAM,IAAI,KAAK,CAAC,mBAAmB,IAAI,gBAAgB,GAAG,GAAG,CAAC,CAAC;YACjE,CAAC;YACD,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;QACzB,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAKO,eAAe,CAAC,IAAS;QAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACrC,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC;QAC5B,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC;QAEzD,MAAM,OAAO,GAAgB;YAC3B,IAAI;YACJ,IAAI;YACJ,MAAM,EAAE,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,IAAI;YACvC,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;SAC/D,CAAC;QAGF,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAC9C,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC/B,OAAO,CAAC,SAAS,GAAG;gBAClB,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;aACxB,CAAC;YAEF,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;gBAEzB,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,KAAK,UAAU,CAAC,CAAC;gBAClE,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,KAAK,UAAU,CAAC,CAAC;gBAErE,OAAO,CAAC,SAAS,CAAC,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACjD,OAAO,CAAC,SAAS,CAAC,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACzD,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,SAAS,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YACzC,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAKO,OAAO;QACb,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,OAAO,GAAG,CAAC,CAAC;QAEhB,KAAK,MAAM,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YAChD,IAAI,GAAG,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;gBAC3B,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBACtB,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC;QAED,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;YAChB,MAAM,CAAC,KAAK,CAAC,WAAW,OAAO,gCAAgC,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;IAKO,QAAQ;QACd,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC;YAAE,OAAO;QAGlC,IAAI,QAAQ,GAAkB,IAAI,CAAC;QACnC,IAAI,gBAAgB,GAAG,QAAQ,CAAC;QAEhC,KAAK,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YAC/C,IAAI,KAAK,CAAC,cAAc,GAAG,gBAAgB,EAAE,CAAC;gBAC5C,gBAAgB,GAAG,KAAK,CAAC,cAAc,CAAC;gBACxC,QAAQ,GAAG,EAAE,CAAC;YAChB,CAAC;QACH,CAAC;QAED,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAE,CAAC;YACxC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAC5B,MAAM,CAAC,IAAI,CAAC,sBAAsB,QAAQ,oBAAoB,IAAI,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,WAAW,EAAE,mBAAmB,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;QACpJ,CAAC;IACH,CAAC;IAKD,MAAM,CAAC,QAAgB,EAAE,cAAuB;QAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAExC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,uBAAuB,QAAQ,EAAE,CAAC,CAAC;QACrD,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,IAAI,GAAG,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,6BAA6B,QAAQ,EAAE,CAAC,CAAC;QAC3D,CAAC;QAED,MAAM,QAAQ,GAAG,cAAc,IAAI,IAAI,CAAC,eAAe,CAAC;QACxD,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,GAAG,QAAQ,EAAE,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;QAC/E,MAAM,CAAC,SAAS,GAAG,YAAY,CAAC;QAEhC,MAAM,CAAC,IAAI,CAAC,qBAAqB,QAAQ,OAAO,QAAQ,GAAG,IAAI,kBAAkB,IAAI,IAAI,CAAC,YAAY,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;IAC3H,CAAC;IAKD,QAAQ;QACN,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,gBAAgB,GAAG,CAAC,CAAC;QACzB,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QAEhD,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,SAAS,IAAI,KAAK,CAAC,IAAI,CAAC;YACxB,gBAAgB,IAAI,KAAK,CAAC,WAAW,CAAC;QACxC,CAAC;QAED,OAAO;YACL,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI;YAC1B,YAAY,EAAE,IAAI,CAAC,cAAc;YACjC,iBAAiB,EAAE,IAAI,CAAC,WAAW,GAAG,IAAI;YAC1C,aAAa,EAAE,IAAI,CAAC,OAAO,GAAG,IAAI;YAClC,WAAW,EAAE,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;YAC1C,cAAc,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,gBAAgB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG;YACzF,iBAAiB,EAAE,IAAI,CAAC,qBAAqB;YAC7C,qBAAqB,EAAE,IAAI,CAAC,eAAe,GAAG,IAAI;SACnD,CAAC;IACJ,CAAC;IAKD,gBAAgB;QACd,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;YACrE,QAAQ,EAAE,EAAE;YACZ,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;YACtC,SAAS,EAAE,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE;YAClD,cAAc,EAAE,IAAI,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,WAAW,EAAE;YAC5D,SAAS,EAAE,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE;YAClD,gBAAgB,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,SAAS,GAAG,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC;YACzE,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,SAAS,EAAE,GAAG,GAAG,KAAK,CAAC,SAAS;SACjC,CAAC,CAAC,CAAC;QAGJ,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,OAAO,EAAE,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;QAEpG,OAAO,OAAO,CAAC;IACjB,CAAC;IAKD,KAAK;QACH,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACnB,MAAM,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;IACjD,CAAC;CACF"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
export type LogLevel = 'debug' | 'info' | 'warn' | 'error';
|
|
2
|
+
declare class Logger {
|
|
3
|
+
private level;
|
|
4
|
+
constructor(level?: LogLevel);
|
|
5
|
+
private shouldLog;
|
|
6
|
+
private formatMessage;
|
|
7
|
+
debug(message: string, ...args: unknown[]): void;
|
|
8
|
+
info(message: string, ...args: unknown[]): void;
|
|
9
|
+
warn(message: string, ...args: unknown[]): void;
|
|
10
|
+
error(message: string, ...args: unknown[]): void;
|
|
11
|
+
success(message: string, ...args: unknown[]): void;
|
|
12
|
+
setLevel(level: LogLevel): void;
|
|
13
|
+
}
|
|
14
|
+
export declare const logger: Logger;
|
|
15
|
+
export {};
|
|
16
|
+
//# sourceMappingURL=logger.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"logger.d.ts","sourceRoot":"","sources":["../../src/utils/logger.ts"],"names":[],"mappings":"AAMA,MAAM,MAAM,QAAQ,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;AAE3D,cAAM,MAAM;IACV,OAAO,CAAC,KAAK,CAAW;gBAEZ,KAAK,GAAE,QAAiB;IAIpC,OAAO,CAAC,SAAS;IAKjB,OAAO,CAAC,aAAa;IAOrB,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI;IAOhD,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI;IAO/C,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI;IAM/C,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI;IAMhD,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI;IAOlD,QAAQ,CAAC,KAAK,EAAE,QAAQ,GAAG,IAAI;CAGhC;AAGD,eAAO,MAAM,MAAM,QAA4D,CAAC"}
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
import chalk from 'chalk';
|
|
2
|
+
class Logger {
|
|
3
|
+
level;
|
|
4
|
+
constructor(level = 'info') {
|
|
5
|
+
this.level = level;
|
|
6
|
+
}
|
|
7
|
+
shouldLog(level) {
|
|
8
|
+
const levels = ['debug', 'info', 'warn', 'error'];
|
|
9
|
+
return levels.indexOf(level) >= levels.indexOf(this.level);
|
|
10
|
+
}
|
|
11
|
+
formatMessage(level, message, ...args) {
|
|
12
|
+
const timestamp = new Date().toISOString();
|
|
13
|
+
const prefix = `[${timestamp}] [${level.toUpperCase()}]`;
|
|
14
|
+
const formattedArgs = args.length > 0 ? ' ' + JSON.stringify(args) : '';
|
|
15
|
+
return `${prefix} ${message}${formattedArgs}`;
|
|
16
|
+
}
|
|
17
|
+
debug(message, ...args) {
|
|
18
|
+
if (this.shouldLog('debug')) {
|
|
19
|
+
console.error(chalk.gray(this.formatMessage('debug', message, ...args)));
|
|
20
|
+
}
|
|
21
|
+
}
|
|
22
|
+
info(message, ...args) {
|
|
23
|
+
if (this.shouldLog('info')) {
|
|
24
|
+
console.error(chalk.blue(this.formatMessage('info', message, ...args)));
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
warn(message, ...args) {
|
|
28
|
+
if (this.shouldLog('warn')) {
|
|
29
|
+
console.error(chalk.yellow(this.formatMessage('warn', message, ...args)));
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
error(message, ...args) {
|
|
33
|
+
if (this.shouldLog('error')) {
|
|
34
|
+
console.error(chalk.red(this.formatMessage('error', message, ...args)));
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
success(message, ...args) {
|
|
38
|
+
if (this.shouldLog('info')) {
|
|
39
|
+
console.error(chalk.green(this.formatMessage('info', message, ...args)));
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
setLevel(level) {
|
|
43
|
+
this.level = level;
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
export const logger = new Logger(process.env.LOG_LEVEL || 'info');
|
|
47
|
+
//# sourceMappingURL=logger.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"logger.js","sourceRoot":"","sources":["../../src/utils/logger.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,MAAM,OAAO,CAAC;AAI1B,MAAM,MAAM;IACF,KAAK,CAAW;IAExB,YAAY,QAAkB,MAAM;QAClC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;IAEO,SAAS,CAAC,KAAe;QAC/B,MAAM,MAAM,GAAe,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;QAC9D,OAAO,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC7D,CAAC;IAEO,aAAa,CAAC,KAAe,EAAE,OAAe,EAAE,GAAG,IAAe;QACxE,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC3C,MAAM,MAAM,GAAG,IAAI,SAAS,MAAM,KAAK,CAAC,WAAW,EAAE,GAAG,CAAC;QACzD,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACxE,OAAO,GAAG,MAAM,IAAI,OAAO,GAAG,aAAa,EAAE,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,OAAe,EAAE,GAAG,IAAe;QACvC,IAAI,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;YAE5B,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAC3E,CAAC;IACH,CAAC;IAED,IAAI,CAAC,OAAe,EAAE,GAAG,IAAe;QACtC,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;YAE3B,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAC1E,CAAC;IACH,CAAC;IAED,IAAI,CAAC,OAAe,EAAE,GAAG,IAAe;QACtC,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3B,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAC5E,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAe,EAAE,GAAG,IAAe;QACvC,IAAI,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;YAC5B,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAC1E,CAAC;IACH,CAAC;IAED,OAAO,CAAC,OAAe,EAAE,GAAG,IAAe;QACzC,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;YAE3B,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAC3E,CAAC;IACH,CAAC;IAED,QAAQ,CAAC,KAAe;QACtB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;CACF;AAGD,MAAM,CAAC,MAAM,MAAM,GAAG,IAAI,MAAM,CAAE,OAAO,CAAC,GAAG,CAAC,SAAsB,IAAI,MAAM,CAAC,CAAC"}
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
export interface ParallelOptions {
|
|
2
|
+
maxConcurrency?: number;
|
|
3
|
+
timeout?: number;
|
|
4
|
+
retryOnError?: boolean;
|
|
5
|
+
maxRetries?: number;
|
|
6
|
+
}
|
|
7
|
+
export interface TaskResult<T> {
|
|
8
|
+
success: boolean;
|
|
9
|
+
data?: T;
|
|
10
|
+
error?: Error;
|
|
11
|
+
duration: number;
|
|
12
|
+
}
|
|
13
|
+
export declare function parallelExecute<T, R>(items: T[], executor: (item: T, index: number) => Promise<R>, options?: ParallelOptions): Promise<TaskResult<R>[]>;
|
|
14
|
+
export declare function batchProcess<T, R>(items: T[], executor: (batch: T[]) => Promise<R[]>, batchSize?: number): Promise<R[]>;
|
|
15
|
+
export declare class TaskQueue<T, R> {
|
|
16
|
+
private queue;
|
|
17
|
+
private running;
|
|
18
|
+
private maxConcurrency;
|
|
19
|
+
private executor;
|
|
20
|
+
constructor(executor: (item: T) => Promise<R>, maxConcurrency?: number);
|
|
21
|
+
add(item: T): Promise<R>;
|
|
22
|
+
private process;
|
|
23
|
+
getStatus(): {
|
|
24
|
+
queueLength: number;
|
|
25
|
+
running: number;
|
|
26
|
+
maxConcurrency: number;
|
|
27
|
+
};
|
|
28
|
+
clear(): void;
|
|
29
|
+
}
|
|
30
|
+
export declare class RateLimiter {
|
|
31
|
+
private tokens;
|
|
32
|
+
private maxTokens;
|
|
33
|
+
private refillRate;
|
|
34
|
+
private lastRefill;
|
|
35
|
+
constructor(maxTokens: number, refillRate: number);
|
|
36
|
+
private refill;
|
|
37
|
+
acquire(tokens?: number): Promise<void>;
|
|
38
|
+
getTokens(): number;
|
|
39
|
+
}
|
|
40
|
+
//# sourceMappingURL=parallel.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"parallel.d.ts","sourceRoot":"","sources":["../../src/utils/parallel.ts"],"names":[],"mappings":"AAYA,MAAM,WAAW,eAAe;IAC9B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,UAAU,CAAC,CAAC;IAC3B,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,CAAC,EAAE,CAAC,CAAC;IACT,KAAK,CAAC,EAAE,KAAK,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;CAClB;AAKD,wBAAsB,eAAe,CAAC,CAAC,EAAE,CAAC,EACxC,KAAK,EAAE,CAAC,EAAE,EACV,QAAQ,EAAE,CAAC,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,EAChD,OAAO,GAAE,eAAoB,GAC5B,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAoE1B;AAKD,wBAAsB,YAAY,CAAC,CAAC,EAAE,CAAC,EACrC,KAAK,EAAE,CAAC,EAAE,EACV,QAAQ,EAAE,CAAC,KAAK,EAAE,CAAC,EAAE,KAAK,OAAO,CAAC,CAAC,EAAE,CAAC,EACtC,SAAS,GAAE,MAAW,GACrB,OAAO,CAAC,CAAC,EAAE,CAAC,CAiBd;AAKD,qBAAa,SAAS,CAAC,CAAC,EAAE,CAAC;IACzB,OAAO,CAAC,KAAK,CAIL;IACR,OAAO,CAAC,OAAO,CAAK;IACpB,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,QAAQ,CAA0B;gBAE9B,QAAQ,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,EAAE,cAAc,GAAE,MAAU;IAQnE,GAAG,CAAC,IAAI,EAAE,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;YAUhB,OAAO;IAwBrB,SAAS;;;;;IAWT,KAAK,IAAI,IAAI;CAMd;AAKD,qBAAa,WAAW;IACtB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,UAAU,CAAS;gBAEf,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM;IAUjD,OAAO,CAAC,MAAM;IAYR,OAAO,CAAC,MAAM,GAAE,MAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBhD,SAAS,IAAI,MAAM;CAIpB"}
|
|
@@ -0,0 +1,148 @@
|
|
|
1
|
+
import { logger } from './logger.js';
|
|
2
|
+
export async function parallelExecute(items, executor, options = {}) {
|
|
3
|
+
const { maxConcurrency = 3, timeout = 60000, retryOnError = false, maxRetries = 2, } = options;
|
|
4
|
+
const results = [];
|
|
5
|
+
const executing = [];
|
|
6
|
+
for (let i = 0; i < items.length; i++) {
|
|
7
|
+
const item = items[i];
|
|
8
|
+
if (item === undefined)
|
|
9
|
+
continue;
|
|
10
|
+
const task = (async () => {
|
|
11
|
+
const startTime = Date.now();
|
|
12
|
+
let lastError;
|
|
13
|
+
for (let attempt = 0; attempt <= (retryOnError ? maxRetries : 0); attempt++) {
|
|
14
|
+
try {
|
|
15
|
+
const result = await Promise.race([
|
|
16
|
+
executor(item, i),
|
|
17
|
+
new Promise((_, reject) => setTimeout(() => reject(new Error('Task timeout')), timeout)),
|
|
18
|
+
]);
|
|
19
|
+
results[i] = {
|
|
20
|
+
success: true,
|
|
21
|
+
data: result,
|
|
22
|
+
duration: Date.now() - startTime,
|
|
23
|
+
};
|
|
24
|
+
return;
|
|
25
|
+
}
|
|
26
|
+
catch (error) {
|
|
27
|
+
lastError = error instanceof Error ? error : new Error(String(error));
|
|
28
|
+
if (attempt < (retryOnError ? maxRetries : 0)) {
|
|
29
|
+
logger.warn(`Task ${i} failed, retrying (${attempt + 1}/${maxRetries})...`);
|
|
30
|
+
await new Promise((resolve) => setTimeout(resolve, 1000 * (attempt + 1)));
|
|
31
|
+
}
|
|
32
|
+
}
|
|
33
|
+
}
|
|
34
|
+
results[i] = {
|
|
35
|
+
success: false,
|
|
36
|
+
error: lastError,
|
|
37
|
+
duration: Date.now() - startTime,
|
|
38
|
+
};
|
|
39
|
+
})();
|
|
40
|
+
executing.push(task);
|
|
41
|
+
if (executing.length >= maxConcurrency) {
|
|
42
|
+
await Promise.race(executing);
|
|
43
|
+
executing.splice(executing.findIndex((p) => p === task), 1);
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
await Promise.all(executing);
|
|
47
|
+
return results;
|
|
48
|
+
}
|
|
49
|
+
export async function batchProcess(items, executor, batchSize = 10) {
|
|
50
|
+
const results = [];
|
|
51
|
+
for (let i = 0; i < items.length; i += batchSize) {
|
|
52
|
+
const batch = items.slice(i, i + batchSize);
|
|
53
|
+
logger.debug(`Processing batch ${Math.floor(i / batchSize) + 1}/${Math.ceil(items.length / batchSize)}`);
|
|
54
|
+
try {
|
|
55
|
+
const batchResults = await executor(batch);
|
|
56
|
+
results.push(...batchResults);
|
|
57
|
+
}
|
|
58
|
+
catch (error) {
|
|
59
|
+
logger.error(`Batch processing failed at index ${i}`, error);
|
|
60
|
+
throw error;
|
|
61
|
+
}
|
|
62
|
+
}
|
|
63
|
+
return results;
|
|
64
|
+
}
|
|
65
|
+
export class TaskQueue {
|
|
66
|
+
queue = [];
|
|
67
|
+
running = 0;
|
|
68
|
+
maxConcurrency;
|
|
69
|
+
executor;
|
|
70
|
+
constructor(executor, maxConcurrency = 3) {
|
|
71
|
+
this.executor = executor;
|
|
72
|
+
this.maxConcurrency = maxConcurrency;
|
|
73
|
+
}
|
|
74
|
+
async add(item) {
|
|
75
|
+
return new Promise((resolve, reject) => {
|
|
76
|
+
this.queue.push({ item, resolve, reject });
|
|
77
|
+
this.process();
|
|
78
|
+
});
|
|
79
|
+
}
|
|
80
|
+
async process() {
|
|
81
|
+
if (this.running >= this.maxConcurrency || this.queue.length === 0) {
|
|
82
|
+
return;
|
|
83
|
+
}
|
|
84
|
+
const task = this.queue.shift();
|
|
85
|
+
if (!task)
|
|
86
|
+
return;
|
|
87
|
+
this.running++;
|
|
88
|
+
try {
|
|
89
|
+
const result = await this.executor(task.item);
|
|
90
|
+
task.resolve(result);
|
|
91
|
+
}
|
|
92
|
+
catch (error) {
|
|
93
|
+
task.reject(error instanceof Error ? error : new Error(String(error)));
|
|
94
|
+
}
|
|
95
|
+
finally {
|
|
96
|
+
this.running--;
|
|
97
|
+
this.process();
|
|
98
|
+
}
|
|
99
|
+
}
|
|
100
|
+
getStatus() {
|
|
101
|
+
return {
|
|
102
|
+
queueLength: this.queue.length,
|
|
103
|
+
running: this.running,
|
|
104
|
+
maxConcurrency: this.maxConcurrency,
|
|
105
|
+
};
|
|
106
|
+
}
|
|
107
|
+
clear() {
|
|
108
|
+
this.queue.forEach((task) => {
|
|
109
|
+
task.reject(new Error('Queue cleared'));
|
|
110
|
+
});
|
|
111
|
+
this.queue = [];
|
|
112
|
+
}
|
|
113
|
+
}
|
|
114
|
+
export class RateLimiter {
|
|
115
|
+
tokens;
|
|
116
|
+
maxTokens;
|
|
117
|
+
refillRate;
|
|
118
|
+
lastRefill;
|
|
119
|
+
constructor(maxTokens, refillRate) {
|
|
120
|
+
this.maxTokens = maxTokens;
|
|
121
|
+
this.tokens = maxTokens;
|
|
122
|
+
this.refillRate = refillRate;
|
|
123
|
+
this.lastRefill = Date.now();
|
|
124
|
+
}
|
|
125
|
+
refill() {
|
|
126
|
+
const now = Date.now();
|
|
127
|
+
const elapsed = (now - this.lastRefill) / 1000;
|
|
128
|
+
const tokensToAdd = elapsed * this.refillRate;
|
|
129
|
+
this.tokens = Math.min(this.maxTokens, this.tokens + tokensToAdd);
|
|
130
|
+
this.lastRefill = now;
|
|
131
|
+
}
|
|
132
|
+
async acquire(tokens = 1) {
|
|
133
|
+
while (true) {
|
|
134
|
+
this.refill();
|
|
135
|
+
if (this.tokens >= tokens) {
|
|
136
|
+
this.tokens -= tokens;
|
|
137
|
+
return;
|
|
138
|
+
}
|
|
139
|
+
const waitTime = ((tokens - this.tokens) / this.refillRate) * 1000;
|
|
140
|
+
await new Promise((resolve) => setTimeout(resolve, Math.min(waitTime, 1000)));
|
|
141
|
+
}
|
|
142
|
+
}
|
|
143
|
+
getTokens() {
|
|
144
|
+
this.refill();
|
|
145
|
+
return this.tokens;
|
|
146
|
+
}
|
|
147
|
+
}
|
|
148
|
+
//# sourceMappingURL=parallel.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"parallel.js","sourceRoot":"","sources":["../../src/utils/parallel.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAmBrC,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,KAAU,EACV,QAAgD,EAChD,UAA2B,EAAE;IAE7B,MAAM,EACJ,cAAc,GAAG,CAAC,EAClB,OAAO,GAAG,KAAK,EACf,YAAY,GAAG,KAAK,EACpB,UAAU,GAAG,CAAC,GACf,GAAG,OAAO,CAAC;IAEZ,MAAM,OAAO,GAAoB,EAAE,CAAC;IACpC,MAAM,SAAS,GAAoB,EAAE,CAAC;IAEtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACtB,IAAI,IAAI,KAAK,SAAS;YAAE,SAAS;QAEjC,MAAM,IAAI,GAAG,CAAC,KAAK,IAAI,EAAE;YACvB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC7B,IAAI,SAA4B,CAAC;YAEjC,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC;gBAC5E,IAAI,CAAC;oBAEH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC;wBAChC,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;wBACjB,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAC/B,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC,EAAE,OAAO,CAAC,CAC7D;qBACF,CAAC,CAAC;oBAEH,OAAO,CAAC,CAAC,CAAC,GAAG;wBACX,OAAO,EAAE,IAAI;wBACb,IAAI,EAAE,MAAM;wBACZ,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;qBACjC,CAAC;oBACF,OAAO;gBACT,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,SAAS,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;oBACtE,IAAI,OAAO,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;wBAC9C,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,sBAAsB,OAAO,GAAG,CAAC,IAAI,UAAU,MAAM,CAAC,CAAC;wBAC5E,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,GAAG,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC5E,CAAC;gBACH,CAAC;YACH,CAAC;YAGD,OAAO,CAAC,CAAC,CAAC,GAAG;gBACX,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,SAAS;gBAChB,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;aACjC,CAAC;QACJ,CAAC,CAAC,EAAE,CAAC;QAEL,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAGrB,IAAI,SAAS,CAAC,MAAM,IAAI,cAAc,EAAE,CAAC;YACvC,MAAM,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC9B,SAAS,CAAC,MAAM,CACd,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,EACtC,CAAC,CACF,CAAC;QACJ,CAAC;IACH,CAAC;IAGD,MAAM,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAE7B,OAAO,OAAO,CAAC;AACjB,CAAC;AAKD,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,KAAU,EACV,QAAsC,EACtC,YAAoB,EAAE;IAEtB,MAAM,OAAO,GAAQ,EAAE,CAAC;IAExB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;QACjD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;QAC5C,MAAM,CAAC,KAAK,CAAC,oBAAoB,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,SAAS,CAAC,EAAE,CAAC,CAAC;QAEzG,IAAI,CAAC;YACH,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,CAAC;YAC3C,OAAO,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;QAChC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,oCAAoC,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;YAC7D,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAKD,MAAM,OAAO,SAAS;IACZ,KAAK,GAIR,EAAE,CAAC;IACA,OAAO,GAAG,CAAC,CAAC;IACZ,cAAc,CAAS;IACvB,QAAQ,CAA0B;IAE1C,YAAY,QAAiC,EAAE,iBAAyB,CAAC;QACvE,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;IACvC,CAAC;IAKD,KAAK,CAAC,GAAG,CAAC,IAAO;QACf,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;YAC3C,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,CAAC,CAAC,CAAC;IACL,CAAC;IAKO,KAAK,CAAC,OAAO;QACnB,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnE,OAAO;QACT,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QAChC,IAAI,CAAC,IAAI;YAAE,OAAO;QAElB,IAAI,CAAC,OAAO,EAAE,CAAC;QAEf,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9C,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACvB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACzE,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,OAAO,EAAE,CAAC;YACf,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,CAAC;IACH,CAAC;IAKD,SAAS;QACP,OAAO;YACL,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM;YAC9B,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,cAAc,EAAE,IAAI,CAAC,cAAc;SACpC,CAAC;IACJ,CAAC;IAKD,KAAK;QACH,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;IAClB,CAAC;CACF;AAKD,MAAM,OAAO,WAAW;IACd,MAAM,CAAS;IACf,SAAS,CAAS;IAClB,UAAU,CAAS;IACnB,UAAU,CAAS;IAE3B,YAAY,SAAiB,EAAE,UAAkB;QAC/C,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QACxB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;QAC7B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC/B,CAAC;IAKO,MAAM;QACZ,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,OAAO,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;QAC/C,MAAM,WAAW,GAAG,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC;QAE9C,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,GAAG,WAAW,CAAC,CAAC;QAClE,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC;IACxB,CAAC;IAKD,KAAK,CAAC,OAAO,CAAC,SAAiB,CAAC;QAC9B,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,CAAC,MAAM,EAAE,CAAC;YAEd,IAAI,IAAI,CAAC,MAAM,IAAI,MAAM,EAAE,CAAC;gBAC1B,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC;gBACtB,OAAO;YACT,CAAC;YAGD,MAAM,QAAQ,GAAG,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;YACnE,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;QAChF,CAAC;IACH,CAAC;IAKD,SAAS;QACP,IAAI,CAAC,MAAM,EAAE,CAAC;QACd,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;CACF"}
|
package/package.json
ADDED
|
@@ -0,0 +1,94 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "@ai-jshook/mcp",
|
|
3
|
+
"version": "0.1.1",
|
|
4
|
+
"description": "AI-powered JavaScript reverse engineering tool with 80+ MCP tools for browser automation, debugging, network monitoring, and intelligent hooking",
|
|
5
|
+
"mcpName": "io.github.715494637/ai-jshook",
|
|
6
|
+
"main": "dist/index.js",
|
|
7
|
+
"type": "module",
|
|
8
|
+
"bin": {
|
|
9
|
+
"ai-jshook-mcp": "dist/index.js"
|
|
10
|
+
},
|
|
11
|
+
"repository": {
|
|
12
|
+
"type": "git",
|
|
13
|
+
"url": "https://github.com/715494637/jshook-reverse-tool.git"
|
|
14
|
+
},
|
|
15
|
+
"bugs": {
|
|
16
|
+
"url": "https://github.com/715494637/jshook-reverse-tool/issues"
|
|
17
|
+
},
|
|
18
|
+
"scripts": {
|
|
19
|
+
"build": "tsc",
|
|
20
|
+
"dev": "tsx watch src/index.ts",
|
|
21
|
+
"start": "node dist/index.js",
|
|
22
|
+
"test": "jest",
|
|
23
|
+
"test:integration": "jest tests/integration",
|
|
24
|
+
"test:watch": "jest --watch",
|
|
25
|
+
"verify": "tsx scripts/verify-modules.ts",
|
|
26
|
+
"verify:build": "npm run build && npm run verify",
|
|
27
|
+
"lint": "eslint src --ext .ts",
|
|
28
|
+
"format": "prettier --write \"src/**/*.ts\"",
|
|
29
|
+
"check": "npm run lint && npm run build && npm run verify",
|
|
30
|
+
"package": "npm run build && npm pack"
|
|
31
|
+
},
|
|
32
|
+
"keywords": [
|
|
33
|
+
"mcp",
|
|
34
|
+
"model-context-protocol",
|
|
35
|
+
"javascript",
|
|
36
|
+
"reverse-engineering",
|
|
37
|
+
"hook",
|
|
38
|
+
"hooking",
|
|
39
|
+
"deobfuscation",
|
|
40
|
+
"ai",
|
|
41
|
+
"claude",
|
|
42
|
+
"puppeteer",
|
|
43
|
+
"chrome-devtools",
|
|
44
|
+
"debugger",
|
|
45
|
+
"web-scraping",
|
|
46
|
+
"anti-detection",
|
|
47
|
+
"captcha",
|
|
48
|
+
"browser-automation",
|
|
49
|
+
"network-monitoring",
|
|
50
|
+
"ast",
|
|
51
|
+
"obfuscation",
|
|
52
|
+
"cryptography-detection",
|
|
53
|
+
"code-analysis"
|
|
54
|
+
],
|
|
55
|
+
"author": {
|
|
56
|
+
"name": "op要喝op果奶",
|
|
57
|
+
"url": "https://github.com/715494637"
|
|
58
|
+
},
|
|
59
|
+
"license": "MIT",
|
|
60
|
+
"dependencies": {
|
|
61
|
+
"@anthropic-ai/sdk": "^0.32.1",
|
|
62
|
+
"@babel/generator": "^7.26.5",
|
|
63
|
+
"@babel/parser": "^7.26.3",
|
|
64
|
+
"@babel/traverse": "^7.26.5",
|
|
65
|
+
"@babel/types": "^7.26.3",
|
|
66
|
+
"@modelcontextprotocol/sdk": "^1.0.4",
|
|
67
|
+
"chalk": "^5.4.1",
|
|
68
|
+
"commander": "^12.1.0",
|
|
69
|
+
"dotenv": "^16.4.7",
|
|
70
|
+
"openai": "^4.73.0",
|
|
71
|
+
"ora": "^8.1.1",
|
|
72
|
+
"puppeteer": "^23.10.4",
|
|
73
|
+
"puppeteer-extra": "^3.3.6",
|
|
74
|
+
"puppeteer-extra-plugin-stealth": "^2.11.2"
|
|
75
|
+
},
|
|
76
|
+
"devDependencies": {
|
|
77
|
+
"@types/babel__generator": "^7.6.8",
|
|
78
|
+
"@types/babel__traverse": "^7.20.6",
|
|
79
|
+
"@types/jest": "^29.5.14",
|
|
80
|
+
"@types/node": "^22.10.2",
|
|
81
|
+
"@typescript-eslint/eslint-plugin": "^8.19.1",
|
|
82
|
+
"@typescript-eslint/parser": "^8.19.1",
|
|
83
|
+
"eslint": "^9.17.0",
|
|
84
|
+
"jest": "^29.7.0",
|
|
85
|
+
"nodemon": "^3.1.9",
|
|
86
|
+
"prettier": "^3.4.2",
|
|
87
|
+
"ts-jest": "^29.2.5",
|
|
88
|
+
"tsx": "^4.20.6",
|
|
89
|
+
"typescript": "^5.7.2"
|
|
90
|
+
},
|
|
91
|
+
"engines": {
|
|
92
|
+
"node": ">=18.0.0"
|
|
93
|
+
}
|
|
94
|
+
}
|
package/server.json
ADDED
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
{
|
|
2
|
+
"$schema": "https://static.modelcontextprotocol.io/schemas/2025-07-09/server.schema.json",
|
|
3
|
+
"name": "io.github.wuji1/jshook-reverse-tool",
|
|
4
|
+
"description": "AI-powered JavaScript reverse engineering tool with 80+ MCP tools for browser automation, debugging, network monitoring, and intelligent hooking",
|
|
5
|
+
"version": "0.1.0",
|
|
6
|
+
"homepage": "https://github.com/wuji1/jshook-reverse-tool",
|
|
7
|
+
"license": "MIT",
|
|
8
|
+
"keywords": [
|
|
9
|
+
"mcp",
|
|
10
|
+
"javascript",
|
|
11
|
+
"reverse-engineering",
|
|
12
|
+
"browser-automation",
|
|
13
|
+
"debugging",
|
|
14
|
+
"deobfuscation",
|
|
15
|
+
"crypto-detection",
|
|
16
|
+
"hook",
|
|
17
|
+
"ai-powered",
|
|
18
|
+
"puppeteer",
|
|
19
|
+
"chrome-devtools",
|
|
20
|
+
"network-monitoring",
|
|
21
|
+
"anti-detection",
|
|
22
|
+
"captcha"
|
|
23
|
+
],
|
|
24
|
+
"packages": [
|
|
25
|
+
{
|
|
26
|
+
"registry_type": "npm",
|
|
27
|
+
"identifier": "jshook-reverse-tool",
|
|
28
|
+
"version": "0.1.0"
|
|
29
|
+
}
|
|
30
|
+
],
|
|
31
|
+
"author": {
|
|
32
|
+
"name": "wuji1",
|
|
33
|
+
"url": "https://github.com/wuji1"
|
|
34
|
+
},
|
|
35
|
+
"repository": {
|
|
36
|
+
"type": "git",
|
|
37
|
+
"url": "https://github.com/wuji1/jshook-reverse-tool.git"
|
|
38
|
+
}
|
|
39
|
+
}
|