codex-linux 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude/settings.local.json +10 -0
- package/.eslintrc.json +27 -0
- package/.github/workflows/ci.yml +156 -0
- package/.huskyrc +7 -0
- package/.lintstagedrc +13 -0
- package/.prettierrc +12 -0
- package/CLAUDE.md +163 -0
- package/DESIGN_SUPERIOR.md +73 -0
- package/Dockerfile +64 -0
- package/INSTALLATION.md +152 -0
- package/LICENSE +21 -0
- package/README.md +245 -0
- package/assets/skills/code-review/instructions.md +102 -0
- package/assets/skills/code-review/skill.yaml +15 -0
- package/assets/skills/refactoring/instructions.md +149 -0
- package/assets/skills/refactoring/skill.yaml +15 -0
- package/assets/skills/testing/skill.yaml +15 -0
- package/commitlint.config.js +23 -0
- package/dist/main/DatabaseManager.js +763 -0
- package/dist/main/DatabaseManager.js.map +1 -0
- package/dist/main/SettingsManager.js +61 -0
- package/dist/main/SettingsManager.js.map +1 -0
- package/dist/main/agents/AgentOrchestrator.js +787 -0
- package/dist/main/agents/AgentOrchestrator.js.map +1 -0
- package/dist/main/agents/AgentSDK.js +219 -0
- package/dist/main/agents/AgentSDK.js.map +1 -0
- package/dist/main/agents/AgentTools.js +348 -0
- package/dist/main/agents/AgentTools.js.map +1 -0
- package/dist/main/agents/CodeIndex.js +233 -0
- package/dist/main/agents/CodeIndex.js.map +1 -0
- package/dist/main/agents/EmbeddingService.js +80 -0
- package/dist/main/agents/EmbeddingService.js.map +1 -0
- package/dist/main/agents/NativeToolCalling.js +206 -0
- package/dist/main/agents/NativeToolCalling.js.map +1 -0
- package/dist/main/api/APIServer.js +278 -0
- package/dist/main/api/APIServer.js.map +1 -0
- package/dist/main/api/RateLimiter.js +138 -0
- package/dist/main/api/RateLimiter.js.map +1 -0
- package/dist/main/api/WebSocketManager.js +300 -0
- package/dist/main/api/WebSocketManager.js.map +1 -0
- package/dist/main/assistant/ContextOptimizer.js +192 -0
- package/dist/main/assistant/ContextOptimizer.js.map +1 -0
- package/dist/main/assistant/PredictedOutputManager.js +172 -0
- package/dist/main/assistant/PredictedOutputManager.js.map +1 -0
- package/dist/main/assistant/PromptCacheManager.js +193 -0
- package/dist/main/assistant/PromptCacheManager.js.map +1 -0
- package/dist/main/assistant/PromptOptimizer.js +626 -0
- package/dist/main/assistant/PromptOptimizer.js.map +1 -0
- package/dist/main/assistant/SmartCodeAssistant.js +224 -0
- package/dist/main/assistant/SmartCodeAssistant.js.map +1 -0
- package/dist/main/auth/SessionManager.js +300 -0
- package/dist/main/auth/SessionManager.js.map +1 -0
- package/dist/main/automations/AdvancedWebhookSystem.js +212 -0
- package/dist/main/automations/AdvancedWebhookSystem.js.map +1 -0
- package/dist/main/automations/AutomationScheduler.js +269 -0
- package/dist/main/automations/AutomationScheduler.js.map +1 -0
- package/dist/main/automations/BatchProcessingSystem.js +159 -0
- package/dist/main/automations/BatchProcessingSystem.js.map +1 -0
- package/dist/main/automations/BrowserAutomationManager.js +195 -0
- package/dist/main/automations/BrowserAutomationManager.js.map +1 -0
- package/dist/main/automations/GitHubActionsManager.js +129 -0
- package/dist/main/automations/GitHubActionsManager.js.map +1 -0
- package/dist/main/automations/GitLabCIManager.js +122 -0
- package/dist/main/automations/GitLabCIManager.js.map +1 -0
- package/dist/main/automations/PriorityQueueManager.js +240 -0
- package/dist/main/automations/PriorityQueueManager.js.map +1 -0
- package/dist/main/background/BackgroundModeManager.js +117 -0
- package/dist/main/background/BackgroundModeManager.js.map +1 -0
- package/dist/main/backup/BackupManager.js +254 -0
- package/dist/main/backup/BackupManager.js.map +1 -0
- package/dist/main/backup/MigrationManager.js +114 -0
- package/dist/main/backup/MigrationManager.js.map +1 -0
- package/dist/main/commands/SlashCommandManager.js +399 -0
- package/dist/main/commands/SlashCommandManager.js.map +1 -0
- package/dist/main/config/ClaudeMdParser.js +519 -0
- package/dist/main/config/ClaudeMdParser.js.map +1 -0
- package/dist/main/config/CustomizationManager.js +381 -0
- package/dist/main/config/CustomizationManager.js.map +1 -0
- package/dist/main/config/LaunchConfigManager.js +211 -0
- package/dist/main/config/LaunchConfigManager.js.map +1 -0
- package/dist/main/config/SettingsManager.js +166 -0
- package/dist/main/config/SettingsManager.js.map +1 -0
- package/dist/main/connectors/ConnectorManager.js +151 -0
- package/dist/main/connectors/ConnectorManager.js.map +1 -0
- package/dist/main/connectors/DatabaseConnector.js +222 -0
- package/dist/main/connectors/DatabaseConnector.js.map +1 -0
- package/dist/main/cowork/CoworkManager.js +324 -0
- package/dist/main/cowork/CoworkManager.js.map +1 -0
- package/dist/main/evals/AgentEvalFramework.js +538 -0
- package/dist/main/evals/AgentEvalFramework.js.map +1 -0
- package/dist/main/evals/GraderManager.js +285 -0
- package/dist/main/evals/GraderManager.js.map +1 -0
- package/dist/main/git/GitWorktreeManager.js +214 -0
- package/dist/main/git/GitWorktreeManager.js.map +1 -0
- package/dist/main/github/GitHubPRMonitor.js +244 -0
- package/dist/main/github/GitHubPRMonitor.js.map +1 -0
- package/dist/main/ide/ContinueInManager.js +181 -0
- package/dist/main/ide/ContinueInManager.js.map +1 -0
- package/dist/main/ide/IDEIntegration.js +277 -0
- package/dist/main/ide/IDEIntegration.js.map +1 -0
- package/dist/main/integrations/LinearManager.js +252 -0
- package/dist/main/integrations/LinearManager.js.map +1 -0
- package/dist/main/integrations/SlackBotManager.js +247 -0
- package/dist/main/integrations/SlackBotManager.js.map +1 -0
- package/dist/main/lsp/LSPManager.js +394 -0
- package/dist/main/lsp/LSPManager.js.map +1 -0
- package/dist/main/main.js +1087 -0
- package/dist/main/main.js.map +1 -0
- package/dist/main/mcp/MCPConfigurationManager.js +281 -0
- package/dist/main/mcp/MCPConfigurationManager.js.map +1 -0
- package/dist/main/mcp/MCPManager.js +710 -0
- package/dist/main/mcp/MCPManager.js.map +1 -0
- package/dist/main/mcp/MCPRegistry.js +272 -0
- package/dist/main/mcp/MCPRegistry.js.map +1 -0
- package/dist/main/monitoring/ErrorRecoveryManager.js +268 -0
- package/dist/main/monitoring/ErrorRecoveryManager.js.map +1 -0
- package/dist/main/monitoring/ErrorTracker.js +57 -0
- package/dist/main/monitoring/ErrorTracker.js.map +1 -0
- package/dist/main/monitoring/MetricsCollector.js +155 -0
- package/dist/main/monitoring/MetricsCollector.js.map +1 -0
- package/dist/main/monitoring/TraceGradingSystem.js +148 -0
- package/dist/main/monitoring/TraceGradingSystem.js.map +1 -0
- package/dist/main/notifications/NotificationManager.js +67 -0
- package/dist/main/notifications/NotificationManager.js.map +1 -0
- package/dist/main/pair/AIPairProgramming.js +200 -0
- package/dist/main/pair/AIPairProgramming.js.map +1 -0
- package/dist/main/plugins/PluginManager.js +222 -0
- package/dist/main/plugins/PluginManager.js.map +1 -0
- package/dist/main/plugins/PluginMarketplace.js +237 -0
- package/dist/main/plugins/PluginMarketplace.js.map +1 -0
- package/dist/main/preload.js +189 -0
- package/dist/main/preload.js.map +1 -0
- package/dist/main/preview/PreviewSessionManager.js +170 -0
- package/dist/main/preview/PreviewSessionManager.js.map +1 -0
- package/dist/main/providers/AIProviderManager.js +327 -0
- package/dist/main/providers/AIProviderManager.js.map +1 -0
- package/dist/main/providers/FineTuningManager.js +276 -0
- package/dist/main/providers/FineTuningManager.js.map +1 -0
- package/dist/main/providers/FreeModelsProvider.js +1104 -0
- package/dist/main/providers/FreeModelsProvider.js.map +1 -0
- package/dist/main/realtime/RealtimeManager.js +116 -0
- package/dist/main/realtime/RealtimeManager.js.map +1 -0
- package/dist/main/remote/CloudEnvironmentManager.js +232 -0
- package/dist/main/remote/CloudEnvironmentManager.js.map +1 -0
- package/dist/main/remote/RemoteSessionManager.js +255 -0
- package/dist/main/remote/RemoteSessionManager.js.map +1 -0
- package/dist/main/search/DeepResearchManager.js +335 -0
- package/dist/main/search/DeepResearchManager.js.map +1 -0
- package/dist/main/search/WebSearchIntegration.js +147 -0
- package/dist/main/search/WebSearchIntegration.js.map +1 -0
- package/dist/main/security/AdminConsoleManager.js +223 -0
- package/dist/main/security/AdminConsoleManager.js.map +1 -0
- package/dist/main/security/AuditLogger.js +136 -0
- package/dist/main/security/AuditLogger.js.map +1 -0
- package/dist/main/security/PermissionManager.js +144 -0
- package/dist/main/security/PermissionManager.js.map +1 -0
- package/dist/main/security/SSOManager.js +173 -0
- package/dist/main/security/SSOManager.js.map +1 -0
- package/dist/main/security/SecurityManager.js +152 -0
- package/dist/main/security/SecurityManager.js.map +1 -0
- package/dist/main/skills/SkillsManager.js +223 -0
- package/dist/main/skills/SkillsManager.js.map +1 -0
- package/dist/main/ssh/SSHManager.js +65 -0
- package/dist/main/ssh/SSHManager.js.map +1 -0
- package/dist/main/streaming/StreamingManager.js +225 -0
- package/dist/main/streaming/StreamingManager.js.map +1 -0
- package/dist/main/sync/CloudSyncManager.js +422 -0
- package/dist/main/sync/CloudSyncManager.js.map +1 -0
- package/dist/main/types.js +28 -0
- package/dist/main/types.js.map +1 -0
- package/dist/main/verification/AutoVerifyManager.js +235 -0
- package/dist/main/verification/AutoVerifyManager.js.map +1 -0
- package/dist/main/vision/ComputerUseManager.js +376 -0
- package/dist/main/vision/ComputerUseManager.js.map +1 -0
- package/dist/main/vision/ImageVideoGenerationManager.js +401 -0
- package/dist/main/vision/ImageVideoGenerationManager.js.map +1 -0
- package/dist/main/vision/VisionManager.js +172 -0
- package/dist/main/vision/VisionManager.js.map +1 -0
- package/dist/renderer/assets/main-DJlZQBCA.js +304 -0
- package/dist/renderer/assets/main-N33ZXEr8.css +1 -0
- package/dist/renderer/index.html +21 -0
- package/dist/renderer/manifest.json +42 -0
- package/dist/renderer/sw.ts +109 -0
- package/dist/shared/types.js +35 -0
- package/dist/shared/types.js.map +1 -0
- package/docker-compose.yml +65 -0
- package/docs/API.md +307 -0
- package/docs/USER_GUIDE.md +476 -0
- package/examples/plugins/sample-plugin/package.json +41 -0
- package/examples/plugins/sample-plugin/src/index.ts +75 -0
- package/index.html +20 -0
- package/jest.config.js +39 -0
- package/package.json +180 -0
- package/packages/cli/package.json +29 -0
- package/packages/cli/src/commands/agents.ts +199 -0
- package/packages/cli/src/commands/tasks.ts +61 -0
- package/packages/cli/src/index.ts +91 -0
- package/packages/cli/src/utils/api.ts +45 -0
- package/packages/cli/src/utils/config.ts +61 -0
- package/packages/npm-installer/bin/codex-linux +126 -0
- package/packages/npm-installer/lib/download.js +273 -0
- package/packages/npm-installer/package.json +42 -0
- package/packages/vscode-extension/package.json +167 -0
- package/packages/vscode-extension/src/api.ts +68 -0
- package/packages/vscode-extension/src/extension.ts +161 -0
- package/packages/vscode-extension/src/panels/chatPanel.ts +265 -0
- package/packages/vscode-extension/src/panels/createAgentPanel.ts +227 -0
- package/packages/vscode-extension/src/providers/agentsProvider.ts +80 -0
- package/postcss.config.js +6 -0
- package/public/manifest.json +42 -0
- package/public/sw.ts +109 -0
- package/scripts/install-dev.sh +103 -0
- package/scripts/install.sh +275 -0
- package/src/main/DatabaseManager.ts +950 -0
- package/src/main/SettingsManager.ts +63 -0
- package/src/main/agents/AgentOrchestrator.ts +930 -0
- package/src/main/agents/AgentSDK.ts +269 -0
- package/src/main/agents/AgentTools.ts +380 -0
- package/src/main/agents/CodeIndex.ts +240 -0
- package/src/main/agents/EmbeddingService.ts +88 -0
- package/src/main/agents/NativeToolCalling.ts +245 -0
- package/src/main/api/APIServer.ts +316 -0
- package/src/main/api/RateLimiter.ts +165 -0
- package/src/main/api/WebSocketManager.ts +398 -0
- package/src/main/assistant/ContextOptimizer.ts +214 -0
- package/src/main/assistant/PredictedOutputManager.ts +265 -0
- package/src/main/assistant/PromptCacheManager.ts +280 -0
- package/src/main/assistant/PromptOptimizer.ts +746 -0
- package/src/main/assistant/SmartCodeAssistant.ts +234 -0
- package/src/main/auth/SessionManager.ts +415 -0
- package/src/main/automations/AdvancedWebhookSystem.ts +281 -0
- package/src/main/automations/AutomationScheduler.ts +272 -0
- package/src/main/automations/BatchProcessingSystem.ts +207 -0
- package/src/main/automations/BrowserAutomationManager.ts +203 -0
- package/src/main/automations/GitHubActionsManager.ts +151 -0
- package/src/main/automations/GitLabCIManager.ts +206 -0
- package/src/main/automations/PriorityQueueManager.ts +328 -0
- package/src/main/background/BackgroundModeManager.ts +130 -0
- package/src/main/backup/BackupManager.ts +287 -0
- package/src/main/backup/MigrationManager.ts +132 -0
- package/src/main/commands/SlashCommandManager.ts +407 -0
- package/src/main/config/ClaudeMdParser.ts +539 -0
- package/src/main/config/CustomizationManager.ts +493 -0
- package/src/main/config/LaunchConfigManager.ts +212 -0
- package/src/main/config/SettingsManager.ts +163 -0
- package/src/main/connectors/ConnectorManager.ts +175 -0
- package/src/main/connectors/DatabaseConnector.ts +212 -0
- package/src/main/cowork/CoworkManager.ts +431 -0
- package/src/main/evals/AgentEvalFramework.ts +665 -0
- package/src/main/evals/GraderManager.ts +417 -0
- package/src/main/git/GitWorktreeManager.ts +211 -0
- package/src/main/github/GitHubPRMonitor.ts +317 -0
- package/src/main/ide/ContinueInManager.ts +180 -0
- package/src/main/ide/IDEIntegration.ts +288 -0
- package/src/main/integrations/LinearManager.ts +327 -0
- package/src/main/integrations/SlackBotManager.ts +312 -0
- package/src/main/lsp/LSPManager.ts +445 -0
- package/src/main/main.ts +1221 -0
- package/src/main/mcp/MCPConfigurationManager.ts +281 -0
- package/src/main/mcp/MCPManager.ts +799 -0
- package/src/main/mcp/MCPRegistry.ts +273 -0
- package/src/main/monitoring/ErrorRecoveryManager.ts +359 -0
- package/src/main/monitoring/ErrorTracker.ts +60 -0
- package/src/main/monitoring/MetricsCollector.ts +196 -0
- package/src/main/monitoring/TraceGradingSystem.ts +196 -0
- package/src/main/notifications/NotificationManager.ts +96 -0
- package/src/main/pair/AIPairProgramming.ts +290 -0
- package/src/main/plugins/PluginManager.ts +266 -0
- package/src/main/plugins/PluginMarketplace.ts +318 -0
- package/src/main/preload.ts +215 -0
- package/src/main/preview/PreviewSessionManager.ts +186 -0
- package/src/main/providers/AIProviderManager.ts +394 -0
- package/src/main/providers/FineTuningManager.ts +390 -0
- package/src/main/providers/FreeModelsProvider.ts +1156 -0
- package/src/main/realtime/RealtimeManager.ts +147 -0
- package/src/main/remote/CloudEnvironmentManager.ts +253 -0
- package/src/main/remote/RemoteSessionManager.ts +323 -0
- package/src/main/search/DeepResearchManager.ts +458 -0
- package/src/main/search/WebSearchIntegration.ts +203 -0
- package/src/main/security/AdminConsoleManager.ts +244 -0
- package/src/main/security/AuditLogger.ts +143 -0
- package/src/main/security/PermissionManager.ts +184 -0
- package/src/main/security/SSOManager.ts +241 -0
- package/src/main/security/SecurityManager.ts +139 -0
- package/src/main/skills/SkillsManager.ts +218 -0
- package/src/main/ssh/SSHManager.ts +86 -0
- package/src/main/streaming/StreamingManager.ts +306 -0
- package/src/main/sync/CloudSyncManager.ts +532 -0
- package/src/main/verification/AutoVerifyManager.ts +285 -0
- package/src/main/vision/ComputerUseManager.ts +475 -0
- package/src/main/vision/ImageVideoGenerationManager.ts +526 -0
- package/src/main/vision/VisionManager.ts +186 -0
- package/src/renderer/App.tsx +314 -0
- package/src/renderer/components/AdvancedSettingsPanel.tsx +225 -0
- package/src/renderer/components/AgentPanel.tsx +760 -0
- package/src/renderer/components/AppPreview.tsx +220 -0
- package/src/renderer/components/AuditTrailPanel.tsx +148 -0
- package/src/renderer/components/AutomationPanel.tsx +220 -0
- package/src/renderer/components/ChatInterface.tsx +595 -0
- package/src/renderer/components/ChatTab.tsx +296 -0
- package/src/renderer/components/CodeEditor.tsx +257 -0
- package/src/renderer/components/CodeReviewPanel.tsx +256 -0
- package/src/renderer/components/CodeWorkspace.tsx +192 -0
- package/src/renderer/components/CodebaseDashboard.tsx +295 -0
- package/src/renderer/components/ComputerUsePanel.tsx +262 -0
- package/src/renderer/components/ConnectorsPanel.tsx +471 -0
- package/src/renderer/components/ContextMenu.tsx +155 -0
- package/src/renderer/components/ContextUsageDisplay.tsx +248 -0
- package/src/renderer/components/CoworkPanel.tsx +415 -0
- package/src/renderer/components/DiffViewer.tsx +452 -0
- package/src/renderer/components/ErrorBoundary.tsx +273 -0
- package/src/renderer/components/ExtendedThinkingToggle.tsx +244 -0
- package/src/renderer/components/FileAttachments.tsx +247 -0
- package/src/renderer/components/FileExplorer.tsx +242 -0
- package/src/renderer/components/FileExplorerPanel.tsx +302 -0
- package/src/renderer/components/GitPanel.tsx +154 -0
- package/src/renderer/components/Header.tsx +113 -0
- package/src/renderer/components/MCPPanel.tsx +326 -0
- package/src/renderer/components/MentionAutocomplete.tsx +239 -0
- package/src/renderer/components/PermissionPanel.tsx +159 -0
- package/src/renderer/components/PermissionSelector.tsx +203 -0
- package/src/renderer/components/PluginMarketplace.tsx +325 -0
- package/src/renderer/components/PromptOptimizerPanel.tsx +399 -0
- package/src/renderer/components/SearchPanel.tsx +173 -0
- package/src/renderer/components/SearchReplace.tsx +284 -0
- package/src/renderer/components/SessionSidebar.tsx +367 -0
- package/src/renderer/components/SettingsPanel.tsx +426 -0
- package/src/renderer/components/Sidebar.tsx +100 -0
- package/src/renderer/components/SkillsPanel.tsx +245 -0
- package/src/renderer/components/SplitPane.tsx +173 -0
- package/src/renderer/components/Terminal.tsx +190 -0
- package/src/renderer/components/VoiceCommand.tsx +129 -0
- package/src/renderer/components/WorktreePanel.tsx +163 -0
- package/src/renderer/components/ui/AriaComponents.tsx +193 -0
- package/src/renderer/components/ui/Button.tsx +68 -0
- package/src/renderer/components/ui/Card.tsx +102 -0
- package/src/renderer/components/ui/Input.tsx +44 -0
- package/src/renderer/components/ui/Skeleton.tsx +55 -0
- package/src/renderer/components/ui/VirtualList.tsx +196 -0
- package/src/renderer/i18n/I18nProvider.tsx +101 -0
- package/src/renderer/i18n/de.ts +161 -0
- package/src/renderer/i18n/en.ts +163 -0
- package/src/renderer/i18n/es.ts +161 -0
- package/src/renderer/i18n/fr.ts +161 -0
- package/src/renderer/i18n/index.ts +44 -0
- package/src/renderer/index.css +129 -0
- package/src/renderer/lib/accessibility.tsx +287 -0
- package/src/renderer/lib/hooks.ts +304 -0
- package/src/renderer/lib/utils.ts +6 -0
- package/src/renderer/main.tsx +25 -0
- package/src/renderer/styles/minimalist.css +539 -0
- package/src/renderer/sw.ts +180 -0
- package/src/renderer/types.d.ts +138 -0
- package/src/shared/types.ts +813 -0
- package/supabase/schema.sql +234 -0
- package/tailwind.config.js +78 -0
- package/tests/e2e/package.json +15 -0
- package/tests/e2e/playwright.config.ts +31 -0
- package/tests/e2e/specs/app.spec.ts +194 -0
- package/tests/setup.ts +99 -0
- package/tests/unit/AgentOrchestrator.test.ts +274 -0
- package/tests/unit/DatabaseManager.test.ts +262 -0
- package/tests/unit/GitWorktreeManager.test.ts +150 -0
- package/tests/unit/SecurityManager.test.ts +110 -0
- package/tsconfig.main.json +22 -0
- package/tsconfig.renderer.json +27 -0
- package/vite.config.ts +28 -0
|
@@ -0,0 +1,538 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
+
var ownKeys = function(o) {
|
|
20
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
+
var ar = [];
|
|
22
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
+
return ar;
|
|
24
|
+
};
|
|
25
|
+
return ownKeys(o);
|
|
26
|
+
};
|
|
27
|
+
return function (mod) {
|
|
28
|
+
if (mod && mod.__esModule) return mod;
|
|
29
|
+
var result = {};
|
|
30
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
+
__setModuleDefault(result, mod);
|
|
32
|
+
return result;
|
|
33
|
+
};
|
|
34
|
+
})();
|
|
35
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
36
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
37
|
+
};
|
|
38
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
39
|
+
exports.AgentEvalFramework = exports.EvalCategory = void 0;
|
|
40
|
+
const events_1 = require("events");
|
|
41
|
+
const uuid_1 = require("uuid");
|
|
42
|
+
const electron_log_1 = __importDefault(require("electron-log"));
|
|
43
|
+
const fs = __importStar(require("fs/promises"));
|
|
44
|
+
const path = __importStar(require("path"));
|
|
45
|
+
var EvalCategory;
|
|
46
|
+
(function (EvalCategory) {
|
|
47
|
+
EvalCategory["CODE_GENERATION"] = "code_generation";
|
|
48
|
+
EvalCategory["CODE_REVIEW"] = "code_review";
|
|
49
|
+
EvalCategory["REFACTORING"] = "refactoring";
|
|
50
|
+
EvalCategory["DEBUGGING"] = "debugging";
|
|
51
|
+
EvalCategory["DOCUMENTATION"] = "documentation";
|
|
52
|
+
EvalCategory["TESTING"] = "testing";
|
|
53
|
+
EvalCategory["SECURITY"] = "security";
|
|
54
|
+
EvalCategory["PERFORMANCE"] = "performance";
|
|
55
|
+
})(EvalCategory || (exports.EvalCategory = EvalCategory = {}));
|
|
56
|
+
class AgentEvalFramework extends events_1.EventEmitter {
|
|
57
|
+
agentOrchestrator;
|
|
58
|
+
aiProviderManager;
|
|
59
|
+
datasets = new Map();
|
|
60
|
+
activeRuns = new Map();
|
|
61
|
+
runHistory = [];
|
|
62
|
+
datasetsPath;
|
|
63
|
+
constructor(agentOrchestrator, aiProviderManager, datasetsPath = './eval-datasets') {
|
|
64
|
+
super();
|
|
65
|
+
this.agentOrchestrator = agentOrchestrator;
|
|
66
|
+
this.aiProviderManager = aiProviderManager;
|
|
67
|
+
this.datasetsPath = datasetsPath;
|
|
68
|
+
}
|
|
69
|
+
async initialize() {
|
|
70
|
+
await this.loadDefaultDatasets();
|
|
71
|
+
await this.loadCustomDatasets();
|
|
72
|
+
electron_log_1.default.info('Agent Evaluation Framework initialized');
|
|
73
|
+
}
|
|
74
|
+
async loadDefaultDatasets() {
|
|
75
|
+
// Code Generation Dataset
|
|
76
|
+
const codeGenDataset = {
|
|
77
|
+
id: 'code-generation-v1',
|
|
78
|
+
name: 'Code Generation Benchmark',
|
|
79
|
+
description: 'Tests agent ability to generate correct and efficient code',
|
|
80
|
+
version: '1.0.0',
|
|
81
|
+
createdAt: new Date(),
|
|
82
|
+
updatedAt: new Date(),
|
|
83
|
+
testCases: [
|
|
84
|
+
{
|
|
85
|
+
id: 'codegen-001',
|
|
86
|
+
name: 'Generate Fibonacci Function',
|
|
87
|
+
category: EvalCategory.CODE_GENERATION,
|
|
88
|
+
description: 'Generate an efficient Fibonacci function',
|
|
89
|
+
prompt: 'Write a TypeScript function that calculates the nth Fibonacci number efficiently. The function should handle edge cases and large inputs (n up to 1000).',
|
|
90
|
+
expectedFiles: [{
|
|
91
|
+
path: 'fibonacci.ts',
|
|
92
|
+
shouldExist: true,
|
|
93
|
+
contentPattern: /function\s+fibonacci|const\s+fibonacci/,
|
|
94
|
+
}],
|
|
95
|
+
validationCriteria: [
|
|
96
|
+
{
|
|
97
|
+
id: 'syntax-valid',
|
|
98
|
+
name: 'Valid TypeScript Syntax',
|
|
99
|
+
description: 'Generated code must be valid TypeScript',
|
|
100
|
+
weight: 0.2,
|
|
101
|
+
validator: (result) => result.errors.length === 0,
|
|
102
|
+
},
|
|
103
|
+
{
|
|
104
|
+
id: 'efficient',
|
|
105
|
+
name: 'Efficient Implementation',
|
|
106
|
+
description: 'Uses memoization or iterative approach, not naive recursion',
|
|
107
|
+
weight: 0.3,
|
|
108
|
+
validator: (result) => {
|
|
109
|
+
const content = result.messages.map(m => m.content).join('');
|
|
110
|
+
return /memo|cache|iterat|loop|for\s*\(|while\s*\(/.test(content);
|
|
111
|
+
},
|
|
112
|
+
},
|
|
113
|
+
{
|
|
114
|
+
id: 'handles-edge-cases',
|
|
115
|
+
name: 'Edge Case Handling',
|
|
116
|
+
description: 'Handles negative inputs and large numbers',
|
|
117
|
+
weight: 0.3,
|
|
118
|
+
validator: (result) => {
|
|
119
|
+
const content = result.messages.map(m => m.content).join('');
|
|
120
|
+
return /if.*n\s*<\s*0|n\s*===\s*0|n\s*===\s*1|throw|error/i.test(content);
|
|
121
|
+
},
|
|
122
|
+
},
|
|
123
|
+
{
|
|
124
|
+
id: 'includes-tests',
|
|
125
|
+
name: 'Includes Test Cases',
|
|
126
|
+
description: 'Provides example usage or test cases',
|
|
127
|
+
weight: 0.2,
|
|
128
|
+
validator: (result) => {
|
|
129
|
+
const content = result.messages.map(m => m.content).join('');
|
|
130
|
+
return /test|example|console\.log|expect/.test(content);
|
|
131
|
+
},
|
|
132
|
+
},
|
|
133
|
+
],
|
|
134
|
+
timeout: 60000,
|
|
135
|
+
difficulty: 'medium',
|
|
136
|
+
tags: ['typescript', 'algorithms', 'fibonacci'],
|
|
137
|
+
},
|
|
138
|
+
{
|
|
139
|
+
id: 'codegen-002',
|
|
140
|
+
name: 'API Endpoint Implementation',
|
|
141
|
+
category: EvalCategory.CODE_GENERATION,
|
|
142
|
+
description: 'Generate a REST API endpoint with validation',
|
|
143
|
+
prompt: 'Create an Express.js POST endpoint for creating a user. Include input validation, error handling, and proper response formatting.',
|
|
144
|
+
validationCriteria: [
|
|
145
|
+
{
|
|
146
|
+
id: 'express-route',
|
|
147
|
+
name: 'Express Route Definition',
|
|
148
|
+
description: 'Uses app.post() or router.post()',
|
|
149
|
+
weight: 0.2,
|
|
150
|
+
validator: (result) => {
|
|
151
|
+
const content = result.messages.map(m => m.content).join('');
|
|
152
|
+
return /app\.post|router\.post/.test(content);
|
|
153
|
+
},
|
|
154
|
+
},
|
|
155
|
+
{
|
|
156
|
+
id: 'validation',
|
|
157
|
+
name: 'Input Validation',
|
|
158
|
+
description: 'Validates request body',
|
|
159
|
+
weight: 0.3,
|
|
160
|
+
validator: (result) => {
|
|
161
|
+
const content = result.messages.map(m => m.content).join('');
|
|
162
|
+
return /validate|joi|zod|express-validator|req\.body/.test(content);
|
|
163
|
+
},
|
|
164
|
+
},
|
|
165
|
+
{
|
|
166
|
+
id: 'error-handling',
|
|
167
|
+
name: 'Error Handling',
|
|
168
|
+
description: 'Includes try-catch or error middleware',
|
|
169
|
+
weight: 0.3,
|
|
170
|
+
validator: (result) => {
|
|
171
|
+
const content = result.messages.map(m => m.content).join('');
|
|
172
|
+
return /try\s*{|catch|error|Error/.test(content);
|
|
173
|
+
},
|
|
174
|
+
},
|
|
175
|
+
{
|
|
176
|
+
id: 'response-format',
|
|
177
|
+
name: 'Proper Response Format',
|
|
178
|
+
description: 'Returns JSON with status codes',
|
|
179
|
+
weight: 0.2,
|
|
180
|
+
validator: (result) => {
|
|
181
|
+
const content = result.messages.map(m => m.content).join('');
|
|
182
|
+
return /res\.json|res\.status|200|201|400|500/.test(content);
|
|
183
|
+
},
|
|
184
|
+
},
|
|
185
|
+
],
|
|
186
|
+
timeout: 90000,
|
|
187
|
+
difficulty: 'medium',
|
|
188
|
+
tags: ['express', 'api', 'validation', 'javascript'],
|
|
189
|
+
},
|
|
190
|
+
],
|
|
191
|
+
};
|
|
192
|
+
// Code Review Dataset
|
|
193
|
+
const codeReviewDataset = {
|
|
194
|
+
id: 'code-review-v1',
|
|
195
|
+
name: 'Code Review Benchmark',
|
|
196
|
+
description: 'Tests agent ability to identify issues and suggest improvements',
|
|
197
|
+
version: '1.0.0',
|
|
198
|
+
createdAt: new Date(),
|
|
199
|
+
updatedAt: new Date(),
|
|
200
|
+
testCases: [
|
|
201
|
+
{
|
|
202
|
+
id: 'review-001',
|
|
203
|
+
name: 'Security Issues Detection',
|
|
204
|
+
category: EvalCategory.CODE_REVIEW,
|
|
205
|
+
description: 'Identify security vulnerabilities in code',
|
|
206
|
+
prompt: 'Review this code for security issues:\n\n```javascript\nfunction authenticateUser(username, password) {\n const query = `SELECT * FROM users WHERE username = \'${username}\' AND password = \'${password}\'`;\n return db.query(query);\n}\n```\n\nIdentify all security issues and suggest fixes.',
|
|
207
|
+
context: {
|
|
208
|
+
files: [{
|
|
209
|
+
path: 'auth.js',
|
|
210
|
+
content: `function authenticateUser(username, password) {
|
|
211
|
+
const query = \`SELECT * FROM users WHERE username = '\${username}' AND password = '\${password}'\`;
|
|
212
|
+
return db.query(query);
|
|
213
|
+
}`,
|
|
214
|
+
}],
|
|
215
|
+
},
|
|
216
|
+
validationCriteria: [
|
|
217
|
+
{
|
|
218
|
+
id: 'sql-injection',
|
|
219
|
+
name: 'SQL Injection Detection',
|
|
220
|
+
description: 'Identifies SQL injection vulnerability',
|
|
221
|
+
weight: 0.4,
|
|
222
|
+
validator: (result) => {
|
|
223
|
+
const content = result.messages.map(m => m.content).join('').toLowerCase();
|
|
224
|
+
return /sql injection|sqli|parameterized|prepared statement/.test(content);
|
|
225
|
+
},
|
|
226
|
+
},
|
|
227
|
+
{
|
|
228
|
+
id: 'plaintext-password',
|
|
229
|
+
name: 'Plaintext Password Detection',
|
|
230
|
+
description: 'Identifies plaintext password storage',
|
|
231
|
+
weight: 0.3,
|
|
232
|
+
validator: (result) => {
|
|
233
|
+
const content = result.messages.map(m => m.content).join('').toLowerCase();
|
|
234
|
+
return /plaintext|hash|bcrypt|scrypt|argon2/.test(content);
|
|
235
|
+
},
|
|
236
|
+
},
|
|
237
|
+
{
|
|
238
|
+
id: 'provides-fix',
|
|
239
|
+
name: 'Provides Fix',
|
|
240
|
+
description: 'Provides corrected code',
|
|
241
|
+
weight: 0.3,
|
|
242
|
+
validator: (result) => {
|
|
243
|
+
const content = result.messages.map(m => m.content).join('');
|
|
244
|
+
return /```[\s\S]*?```/.test(content);
|
|
245
|
+
},
|
|
246
|
+
},
|
|
247
|
+
],
|
|
248
|
+
timeout: 60000,
|
|
249
|
+
difficulty: 'easy',
|
|
250
|
+
tags: ['security', 'sql-injection', 'review'],
|
|
251
|
+
},
|
|
252
|
+
],
|
|
253
|
+
};
|
|
254
|
+
// Refactoring Dataset
|
|
255
|
+
const refactoringDataset = {
|
|
256
|
+
id: 'refactoring-v1',
|
|
257
|
+
name: 'Refactoring Benchmark',
|
|
258
|
+
description: 'Tests agent ability to improve code quality',
|
|
259
|
+
version: '1.0.0',
|
|
260
|
+
createdAt: new Date(),
|
|
261
|
+
updatedAt: new Date(),
|
|
262
|
+
testCases: [
|
|
263
|
+
{
|
|
264
|
+
id: 'refactor-001',
|
|
265
|
+
name: 'Extract Function Refactoring',
|
|
266
|
+
category: EvalCategory.REFACTORING,
|
|
267
|
+
description: 'Refactor duplicated code into a function',
|
|
268
|
+
prompt: 'Refactor this code to eliminate duplication:\n\n```typescript\nfunction processOrders(orders: Order[]) {\n for (const order of orders) {\n if (order.status === "pending") {\n const tax = order.amount * 0.1;\n const total = order.amount + tax;\n order.total = total;\n order.status = "processed";\n }\n }\n \n for (const order of orders) {\n if (order.priority === "high") {\n const tax = order.amount * 0.1;\n const total = order.amount + tax;\n order.total = total;\n order.priority = "processed";\n }\n }\n}\n```',
|
|
269
|
+
validationCriteria: [
|
|
270
|
+
{
|
|
271
|
+
id: 'extracts-function',
|
|
272
|
+
name: 'Extracts Helper Function',
|
|
273
|
+
description: 'Creates a separate function for tax calculation',
|
|
274
|
+
weight: 0.4,
|
|
275
|
+
validator: (result) => {
|
|
276
|
+
const content = result.messages.map(m => m.content).join('');
|
|
277
|
+
return /function\s+\w+.*tax|calculateTax|computeTax/.test(content);
|
|
278
|
+
},
|
|
279
|
+
},
|
|
280
|
+
{
|
|
281
|
+
id: 'removes-duplication',
|
|
282
|
+
name: 'Removes Code Duplication',
|
|
283
|
+
description: 'Tax calculation appears only once',
|
|
284
|
+
weight: 0.4,
|
|
285
|
+
validator: (result) => {
|
|
286
|
+
const content = result.messages.map(m => m.content).join('');
|
|
287
|
+
const matches = content.match(/\*\s*0\.1/g);
|
|
288
|
+
return !matches || matches.length <= 1;
|
|
289
|
+
},
|
|
290
|
+
},
|
|
291
|
+
{
|
|
292
|
+
id: 'maintains-functionality',
|
|
293
|
+
name: 'Maintains Functionality',
|
|
294
|
+
description: 'Refactored code produces same results',
|
|
295
|
+
weight: 0.2,
|
|
296
|
+
validator: () => true, // Would require actual execution
|
|
297
|
+
},
|
|
298
|
+
],
|
|
299
|
+
timeout: 90000,
|
|
300
|
+
difficulty: 'medium',
|
|
301
|
+
tags: ['refactoring', 'dry', 'typescript'],
|
|
302
|
+
},
|
|
303
|
+
],
|
|
304
|
+
};
|
|
305
|
+
this.datasets.set(codeGenDataset.id, codeGenDataset);
|
|
306
|
+
this.datasets.set(codeReviewDataset.id, codeReviewDataset);
|
|
307
|
+
this.datasets.set(refactoringDataset.id, refactoringDataset);
|
|
308
|
+
electron_log_1.default.info(`Loaded ${this.datasets.size} default evaluation datasets`);
|
|
309
|
+
}
|
|
310
|
+
async loadCustomDatasets() {
|
|
311
|
+
try {
|
|
312
|
+
await fs.mkdir(this.datasetsPath, { recursive: true });
|
|
313
|
+
const files = await fs.readdir(this.datasetsPath);
|
|
314
|
+
for (const file of files) {
|
|
315
|
+
if (file.endsWith('.json')) {
|
|
316
|
+
try {
|
|
317
|
+
const content = await fs.readFile(path.join(this.datasetsPath, file), 'utf-8');
|
|
318
|
+
const dataset = JSON.parse(content);
|
|
319
|
+
this.datasets.set(dataset.id, dataset);
|
|
320
|
+
electron_log_1.default.info(`Loaded custom dataset: ${dataset.name}`);
|
|
321
|
+
}
|
|
322
|
+
catch (error) {
|
|
323
|
+
electron_log_1.default.error(`Failed to load dataset ${file}:`, error);
|
|
324
|
+
}
|
|
325
|
+
}
|
|
326
|
+
}
|
|
327
|
+
}
|
|
328
|
+
catch (error) {
|
|
329
|
+
electron_log_1.default.error('Failed to load custom datasets:', error);
|
|
330
|
+
}
|
|
331
|
+
}
|
|
332
|
+
async createRun(datasetId, agentConfig, options = {}) {
|
|
333
|
+
const dataset = this.datasets.get(datasetId);
|
|
334
|
+
if (!dataset) {
|
|
335
|
+
throw new Error(`Dataset ${datasetId} not found`);
|
|
336
|
+
}
|
|
337
|
+
const runId = (0, uuid_1.v4)();
|
|
338
|
+
const testCases = options.testCaseIds
|
|
339
|
+
? dataset.testCases.filter(tc => options.testCaseIds?.includes(tc.id))
|
|
340
|
+
: dataset.testCases;
|
|
341
|
+
const run = {
|
|
342
|
+
id: runId,
|
|
343
|
+
datasetId,
|
|
344
|
+
agentConfig,
|
|
345
|
+
results: [],
|
|
346
|
+
summary: {
|
|
347
|
+
totalTests: testCases.length,
|
|
348
|
+
passedTests: 0,
|
|
349
|
+
failedTests: 0,
|
|
350
|
+
averageScore: 0,
|
|
351
|
+
totalDuration: 0,
|
|
352
|
+
},
|
|
353
|
+
status: 'pending',
|
|
354
|
+
startedAt: new Date(),
|
|
355
|
+
};
|
|
356
|
+
this.activeRuns.set(runId, run);
|
|
357
|
+
this.emit('run:created', { runId, datasetId });
|
|
358
|
+
// Start evaluation
|
|
359
|
+
this.executeRun(run, testCases, options).catch(error => {
|
|
360
|
+
electron_log_1.default.error(`Eval run ${runId} failed:`, error);
|
|
361
|
+
run.status = 'failed';
|
|
362
|
+
this.emit('run:failed', { runId, error });
|
|
363
|
+
});
|
|
364
|
+
return run;
|
|
365
|
+
}
|
|
366
|
+
async executeRun(run, testCases, options) {
|
|
367
|
+
run.status = 'running';
|
|
368
|
+
this.emit('run:started', { runId: run.id });
|
|
369
|
+
const startTime = Date.now();
|
|
370
|
+
if (options.parallel) {
|
|
371
|
+
// Execute in parallel with limit
|
|
372
|
+
const limit = options.maxParallel || 3;
|
|
373
|
+
const chunks = this.chunkArray(testCases, limit);
|
|
374
|
+
for (const chunk of chunks) {
|
|
375
|
+
await Promise.all(chunk.map(tc => this.executeTestCase(run, tc)));
|
|
376
|
+
}
|
|
377
|
+
}
|
|
378
|
+
else {
|
|
379
|
+
// Execute sequentially
|
|
380
|
+
for (const testCase of testCases) {
|
|
381
|
+
await this.executeTestCase(run, testCase);
|
|
382
|
+
}
|
|
383
|
+
}
|
|
384
|
+
// Calculate summary
|
|
385
|
+
run.summary.totalDuration = Date.now() - startTime;
|
|
386
|
+
run.summary.passedTests = run.results.filter(r => r.success).length;
|
|
387
|
+
run.summary.failedTests = run.results.filter(r => !r.success).length;
|
|
388
|
+
run.summary.averageScore = run.results.length > 0
|
|
389
|
+
? run.results.reduce((sum, r) => sum + (r.score / r.maxScore), 0) / run.results.length * 100
|
|
390
|
+
: 0;
|
|
391
|
+
run.status = 'completed';
|
|
392
|
+
run.completedAt = new Date();
|
|
393
|
+
this.runHistory.push(run);
|
|
394
|
+
this.activeRuns.delete(run.id);
|
|
395
|
+
this.emit('run:completed', { runId: run.id, summary: run.summary });
|
|
396
|
+
electron_log_1.default.info(`Eval run ${run.id} completed:`, run.summary);
|
|
397
|
+
}
|
|
398
|
+
async executeTestCase(run, testCase) {
|
|
399
|
+
const startTime = Date.now();
|
|
400
|
+
const result = {
|
|
401
|
+
testCaseId: testCase.id,
|
|
402
|
+
agentId: '',
|
|
403
|
+
success: false,
|
|
404
|
+
score: 0,
|
|
405
|
+
maxScore: testCase.validationCriteria.reduce((sum, c) => sum + c.weight, 0),
|
|
406
|
+
duration: 0,
|
|
407
|
+
messages: [],
|
|
408
|
+
criteriaResults: [],
|
|
409
|
+
errors: [],
|
|
410
|
+
warnings: [],
|
|
411
|
+
metadata: {},
|
|
412
|
+
createdAt: new Date(),
|
|
413
|
+
};
|
|
414
|
+
try {
|
|
415
|
+
// Create temporary agent for evaluation
|
|
416
|
+
const agent = await this.agentOrchestrator.createAgent({
|
|
417
|
+
name: `Eval-${testCase.name}`,
|
|
418
|
+
projectPath: `/tmp/eval-${testCase.id}`,
|
|
419
|
+
providerId: run.agentConfig.providerId,
|
|
420
|
+
model: run.agentConfig.model,
|
|
421
|
+
skills: run.agentConfig.skills,
|
|
422
|
+
});
|
|
423
|
+
result.agentId = agent.id;
|
|
424
|
+
// Execute prompt
|
|
425
|
+
const timeoutPromise = new Promise((_, reject) => {
|
|
426
|
+
setTimeout(() => reject(new Error('Test timeout')), testCase.timeout);
|
|
427
|
+
});
|
|
428
|
+
const messagePromise = this.agentOrchestrator.sendMessage(agent.id, testCase.prompt);
|
|
429
|
+
const response = await Promise.race([messagePromise, timeoutPromise]);
|
|
430
|
+
result.messages = [response];
|
|
431
|
+
// Evaluate criteria
|
|
432
|
+
for (const criteria of testCase.validationCriteria) {
|
|
433
|
+
try {
|
|
434
|
+
const passed = await criteria.validator(result);
|
|
435
|
+
const criteriaResult = {
|
|
436
|
+
criteriaId: criteria.id,
|
|
437
|
+
passed: !!passed,
|
|
438
|
+
score: passed ? criteria.weight : 0,
|
|
439
|
+
details: passed ? 'Passed' : 'Failed',
|
|
440
|
+
};
|
|
441
|
+
result.criteriaResults.push(criteriaResult);
|
|
442
|
+
result.score += criteriaResult.score;
|
|
443
|
+
}
|
|
444
|
+
catch (error) {
|
|
445
|
+
result.criteriaResults.push({
|
|
446
|
+
criteriaId: criteria.id,
|
|
447
|
+
passed: false,
|
|
448
|
+
score: 0,
|
|
449
|
+
details: `Validation error: ${error}`,
|
|
450
|
+
});
|
|
451
|
+
}
|
|
452
|
+
}
|
|
453
|
+
// Check success
|
|
454
|
+
result.success = result.score >= result.maxScore * 0.6; // 60% to pass
|
|
455
|
+
result.duration = Date.now() - startTime;
|
|
456
|
+
// Cleanup
|
|
457
|
+
await this.agentOrchestrator.deleteAgent(agent.id);
|
|
458
|
+
}
|
|
459
|
+
catch (error) {
|
|
460
|
+
result.errors.push(`Test execution failed: ${error}`);
|
|
461
|
+
result.duration = Date.now() - startTime;
|
|
462
|
+
}
|
|
463
|
+
run.results.push(result);
|
|
464
|
+
this.emit('test:completed', { runId: run.id, testCaseId: testCase.id, result });
|
|
465
|
+
return result;
|
|
466
|
+
}
|
|
467
|
+
chunkArray(array, size) {
|
|
468
|
+
const chunks = [];
|
|
469
|
+
for (let i = 0; i < array.length; i += size) {
|
|
470
|
+
chunks.push(array.slice(i, i + size));
|
|
471
|
+
}
|
|
472
|
+
return chunks;
|
|
473
|
+
}
|
|
474
|
+
getDatasets() {
|
|
475
|
+
return Array.from(this.datasets.values());
|
|
476
|
+
}
|
|
477
|
+
getDataset(datasetId) {
|
|
478
|
+
return this.datasets.get(datasetId);
|
|
479
|
+
}
|
|
480
|
+
getActiveRuns() {
|
|
481
|
+
return Array.from(this.activeRuns.values());
|
|
482
|
+
}
|
|
483
|
+
getRunHistory() {
|
|
484
|
+
return this.runHistory;
|
|
485
|
+
}
|
|
486
|
+
async saveDataset(dataset) {
|
|
487
|
+
this.datasets.set(dataset.id, dataset);
|
|
488
|
+
// Save to disk
|
|
489
|
+
const filePath = path.join(this.datasetsPath, `${dataset.id}.json`);
|
|
490
|
+
await fs.mkdir(this.datasetsPath, { recursive: true });
|
|
491
|
+
await fs.writeFile(filePath, JSON.stringify(dataset, null, 2));
|
|
492
|
+
electron_log_1.default.info(`Saved dataset: ${dataset.name}`);
|
|
493
|
+
}
|
|
494
|
+
generateReport(runId) {
|
|
495
|
+
const run = this.activeRuns.get(runId) || this.runHistory.find(r => r.id === runId);
|
|
496
|
+
if (!run) {
|
|
497
|
+
throw new Error(`Run ${runId} not found`);
|
|
498
|
+
}
|
|
499
|
+
const dataset = this.datasets.get(run.datasetId);
|
|
500
|
+
let report = `# Evaluation Report\n\n`;
|
|
501
|
+
report += `**Dataset:** ${dataset?.name || run.datasetId}\n`;
|
|
502
|
+
report += `**Agent:** ${run.agentConfig.providerId} - ${run.agentConfig.model}\n`;
|
|
503
|
+
report += `**Date:** ${run.startedAt.toISOString()}\n\n`;
|
|
504
|
+
report += `## Summary\n\n`;
|
|
505
|
+
report += `- **Total Tests:** ${run.summary.totalTests}\n`;
|
|
506
|
+
report += `- **Passed:** ${run.summary.passedTests} (${((run.summary.passedTests / run.summary.totalTests) * 100).toFixed(1)}%)\n`;
|
|
507
|
+
report += `- **Failed:** ${run.summary.failedTests}\n`;
|
|
508
|
+
report += `- **Average Score:** ${run.summary.averageScore.toFixed(1)}%\n`;
|
|
509
|
+
report += `- **Total Duration:** ${(run.summary.totalDuration / 1000).toFixed(2)}s\n\n`;
|
|
510
|
+
report += `## Detailed Results\n\n`;
|
|
511
|
+
for (const result of run.results) {
|
|
512
|
+
const testCase = dataset?.testCases.find(tc => tc.id === result.testCaseId);
|
|
513
|
+
report += `### ${testCase?.name || result.testCaseId}\n\n`;
|
|
514
|
+
report += `- **Status:** ${result.success ? '✅ PASSED' : '❌ FAILED'}\n`;
|
|
515
|
+
report += `- **Score:** ${((result.score / result.maxScore) * 100).toFixed(1)}%\n`;
|
|
516
|
+
report += `- **Duration:** ${(result.duration / 1000).toFixed(2)}s\n\n`;
|
|
517
|
+
if (result.errors.length > 0) {
|
|
518
|
+
report += `**Errors:**\n`;
|
|
519
|
+
result.errors.forEach(e => report += `- ${e}\n`);
|
|
520
|
+
report += '\n';
|
|
521
|
+
}
|
|
522
|
+
report += `**Criteria Results:**\n`;
|
|
523
|
+
for (const criteriaResult of result.criteriaResults) {
|
|
524
|
+
const criteria = testCase?.validationCriteria.find(c => c.id === criteriaResult.criteriaId);
|
|
525
|
+
report += `- ${criteriaResult.passed ? '✅' : '❌'} ${criteria?.name || criteriaResult.criteriaId} (${criteriaResult.score.toFixed(2)})\n`;
|
|
526
|
+
}
|
|
527
|
+
report += '\n---\n\n';
|
|
528
|
+
}
|
|
529
|
+
return report;
|
|
530
|
+
}
|
|
531
|
+
cleanup() {
|
|
532
|
+
this.activeRuns.clear();
|
|
533
|
+
this.removeAllListeners();
|
|
534
|
+
}
|
|
535
|
+
}
|
|
536
|
+
exports.AgentEvalFramework = AgentEvalFramework;
|
|
537
|
+
exports.default = AgentEvalFramework;
|
|
538
|
+
//# sourceMappingURL=AgentEvalFramework.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"AgentEvalFramework.js","sourceRoot":"","sources":["../../../src/main/evals/AgentEvalFramework.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,mCAAsC;AACtC,+BAAoC;AACpC,gEAA+B;AAI/B,gDAAkC;AAClC,2CAA6B;AAE7B,IAAY,YASX;AATD,WAAY,YAAY;IACtB,mDAAmC,CAAA;IACnC,2CAA2B,CAAA;IAC3B,2CAA2B,CAAA;IAC3B,uCAAuB,CAAA;IACvB,+CAA+B,CAAA;IAC/B,mCAAmB,CAAA;IACnB,qCAAqB,CAAA;IACrB,2CAA2B,CAAA;AAC7B,CAAC,EATW,YAAY,4BAAZ,YAAY,QASvB;AA0FD,MAAa,kBAAmB,SAAQ,qBAAY;IAC1C,iBAAiB,CAAoB;IACrC,iBAAiB,CAAoB;IACrC,QAAQ,GAA6B,IAAI,GAAG,EAAE,CAAC;IAC/C,UAAU,GAAyB,IAAI,GAAG,EAAE,CAAC;IAC7C,UAAU,GAAc,EAAE,CAAC;IAC3B,YAAY,CAAS;IAE7B,YACE,iBAAoC,EACpC,iBAAoC,EACpC,eAAuB,iBAAiB;QAExC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;QAC3C,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;QAC3C,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAC;QACjC,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAChC,sBAAG,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;IACrD,CAAC;IAEO,KAAK,CAAC,mBAAmB;QAC/B,0BAA0B;QAC1B,MAAM,cAAc,GAAgB;YAClC,EAAE,EAAE,oBAAoB;YACxB,IAAI,EAAE,2BAA2B;YACjC,WAAW,EAAE,4DAA4D;YACzE,OAAO,EAAE,OAAO;YAChB,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,SAAS,EAAE;gBACT;oBACE,EAAE,EAAE,aAAa;oBACjB,IAAI,EAAE,6BAA6B;oBACnC,QAAQ,EAAE,YAAY,CAAC,eAAe;oBACtC,WAAW,EAAE,0CAA0C;oBACvD,MAAM,EAAE,0JAA0J;oBAClK,aAAa,EAAE,CAAC;4BACd,IAAI,EAAE,cAAc;4BACpB,WAAW,EAAE,IAAI;4BACjB,cAAc,EAAE,wCAAwC;yBACzD,CAAC;oBACF,kBAAkB,EAAE;wBAClB;4BACE,EAAE,EAAE,cAAc;4BAClB,IAAI,EAAE,yBAAyB;4BAC/B,WAAW,EAAE,yCAAyC;4BACtD,MAAM,EAAE,GAAG;4BACX,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC;yBAClD;wBACD;4BACE,EAAE,EAAE,WAAW;4BACf,IAAI,EAAE,0BAA0B;4BAChC,WAAW,EAAE,6DAA6D;4BAC1E,MAAM,EAAE,GAAG;4BACX,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE;gCACpB,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gCAC7D,OAAO,4CAA4C,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;4BACpE,CAAC;yBACF;wBACD;4BACE,EAAE,EAAE,oBAAoB;4BACxB,IAAI,EAAE,oBAAoB;4BAC1B,WAAW,EAAE,2CAA2C;4BACxD,MAAM,EAAE,GAAG;4BACX,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE;gCACpB,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gCAC7D,OAAO,oDAAoD,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;4BAC5E,CAAC;yBACF;wBACD;4BACE,EAAE,EAAE,gBAAgB;4BACpB,IAAI,EAAE,qBAAqB;4BAC3B,WAAW,EAAE,sCAAsC;4BACnD,MAAM,EAAE,GAAG;4BACX,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE;gCACpB,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gCAC7D,OAAO,kCAAkC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;4BAC1D,CAAC;yBACF;qBACF;oBACD,OAAO,EAAE,KAAK;oBACd,UAAU,EAAE,QAAQ;oBACpB,IAAI,EAAE,CAAC,YAAY,EAAE,YAAY,EAAE,WAAW,CAAC;iBAChD;gBACD;oBACE,EAAE,EAAE,aAAa;oBACjB,IAAI,EAAE,6BAA6B;oBACnC,QAAQ,EAAE,YAAY,CAAC,eAAe;oBACtC,WAAW,EAAE,8CAA8C;oBAC3D,MAAM,EAAE,mIAAmI;oBAC3I,kBAAkB,EAAE;wBAClB;4BACE,EAAE,EAAE,eAAe;4BACnB,IAAI,EAAE,0BAA0B;4BAChC,WAAW,EAAE,kCAAkC;4BAC/C,MAAM,EAAE,GAAG;4BACX,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE;gCACpB,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gCAC7D,OAAO,wBAAwB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;4BAChD,CAAC;yBACF;wBACD;4BACE,EAAE,EAAE,YAAY;4BAChB,IAAI,EAAE,kBAAkB;4BACxB,WAAW,EAAE,wBAAwB;4BACrC,MAAM,EAAE,GAAG;4BACX,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE;gCACpB,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gCAC7D,OAAO,8CAA8C,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;4BACtE,CAAC;yBACF;wBACD;4BACE,EAAE,EAAE,gBAAgB;4BACpB,IAAI,EAAE,gBAAgB;4BACtB,WAAW,EAAE,wCAAwC;4BACrD,MAAM,EAAE,GAAG;4BACX,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE;gCACpB,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gCAC7D,OAAO,2BAA2B,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;4BACnD,CAAC;yBACF;wBACD;4BACE,EAAE,EAAE,iBAAiB;4BACrB,IAAI,EAAE,wBAAwB;4BAC9B,WAAW,EAAE,gCAAgC;4BAC7C,MAAM,EAAE,GAAG;4BACX,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE;gCACpB,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gCAC7D,OAAO,uCAAuC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;4BAC/D,CAAC;yBACF;qBACF;oBACD,OAAO,EAAE,KAAK;oBACd,UAAU,EAAE,QAAQ;oBACpB,IAAI,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,YAAY,EAAE,YAAY,CAAC;iBACrD;aACF;SACF,CAAC;QAEF,sBAAsB;QACtB,MAAM,iBAAiB,GAAgB;YACrC,EAAE,EAAE,gBAAgB;YACpB,IAAI,EAAE,uBAAuB;YAC7B,WAAW,EAAE,iEAAiE;YAC9E,OAAO,EAAE,OAAO;YAChB,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,SAAS,EAAE;gBACT;oBACE,EAAE,EAAE,YAAY;oBAChB,IAAI,EAAE,2BAA2B;oBACjC,QAAQ,EAAE,YAAY,CAAC,WAAW;oBAClC,WAAW,EAAE,2CAA2C;oBACxD,MAAM,EAAE,uSAAuS;oBAC/S,OAAO,EAAE;wBACP,KAAK,EAAE,CAAC;gCACN,IAAI,EAAE,SAAS;gCACf,OAAO,EAAE;;;EAGrB;6BACW,CAAC;qBACH;oBACD,kBAAkB,EAAE;wBAClB;4BACE,EAAE,EAAE,eAAe;4BACnB,IAAI,EAAE,yBAAyB;4BAC/B,WAAW,EAAE,wCAAwC;4BACrD,MAAM,EAAE,GAAG;4BACX,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE;gCACpB,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;gCAC3E,OAAO,qDAAqD,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;4BAC7E,CAAC;yBACF;wBACD;4BACE,EAAE,EAAE,oBAAoB;4BACxB,IAAI,EAAE,8BAA8B;4BACpC,WAAW,EAAE,uCAAuC;4BACpD,MAAM,EAAE,GAAG;4BACX,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE;gCACpB,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;gCAC3E,OAAO,qCAAqC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;4BAC7D,CAAC;yBACF;wBACD;4BACE,EAAE,EAAE,cAAc;4BAClB,IAAI,EAAE,cAAc;4BACpB,WAAW,EAAE,yBAAyB;4BACtC,MAAM,EAAE,GAAG;4BACX,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE;gCACpB,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gCAC7D,OAAO,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;4BACxC,CAAC;yBACF;qBACF;oBACD,OAAO,EAAE,KAAK;oBACd,UAAU,EAAE,MAAM;oBAClB,IAAI,EAAE,CAAC,UAAU,EAAE,eAAe,EAAE,QAAQ,CAAC;iBAC9C;aACF;SACF,CAAC;QAEF,sBAAsB;QACtB,MAAM,kBAAkB,GAAgB;YACtC,EAAE,EAAE,gBAAgB;YACpB,IAAI,EAAE,uBAAuB;YAC7B,WAAW,EAAE,6CAA6C;YAC1D,OAAO,EAAE,OAAO;YAChB,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,SAAS,EAAE;gBACT;oBACE,EAAE,EAAE,cAAc;oBAClB,IAAI,EAAE,8BAA8B;oBACpC,QAAQ,EAAE,YAAY,CAAC,WAAW;oBAClC,WAAW,EAAE,0CAA0C;oBACvD,MAAM,EAAE,6jBAA6jB;oBACrkB,kBAAkB,EAAE;wBAClB;4BACE,EAAE,EAAE,mBAAmB;4BACvB,IAAI,EAAE,0BAA0B;4BAChC,WAAW,EAAE,iDAAiD;4BAC9D,MAAM,EAAE,GAAG;4BACX,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE;gCACpB,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gCAC7D,OAAO,6CAA6C,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;4BACrE,CAAC;yBACF;wBACD;4BACE,EAAE,EAAE,qBAAqB;4BACzB,IAAI,EAAE,0BAA0B;4BAChC,WAAW,EAAE,mCAAmC;4BAChD,MAAM,EAAE,GAAG;4BACX,SAAS,EAAE,CAAC,MAAM,EAAE,EAAE;gCACpB,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gCAC7D,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;gCAC5C,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,CAAC;4BACzC,CAAC;yBACF;wBACD;4BACE,EAAE,EAAE,yBAAyB;4BAC7B,IAAI,EAAE,yBAAyB;4BAC/B,WAAW,EAAE,uCAAuC;4BACpD,MAAM,EAAE,GAAG;4BACX,SAAS,EAAE,GAAG,EAAE,CAAC,IAAI,EAAE,iCAAiC;yBACzD;qBACF;oBACD,OAAO,EAAE,KAAK;oBACd,UAAU,EAAE,QAAQ;oBACpB,IAAI,EAAE,CAAC,aAAa,EAAE,KAAK,EAAE,YAAY,CAAC;iBAC3C;aACF;SACF,CAAC;QAEF,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,EAAE,cAAc,CAAC,CAAC;QACrD,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,iBAAiB,CAAC,EAAE,EAAE,iBAAiB,CAAC,CAAC;QAC3D,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,kBAAkB,CAAC,EAAE,EAAE,kBAAkB,CAAC,CAAC;QAE7D,sBAAG,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,QAAQ,CAAC,IAAI,8BAA8B,CAAC,CAAC;IACvE,CAAC;IAEO,KAAK,CAAC,kBAAkB;QAC9B,IAAI,CAAC;YACH,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACvD,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAElD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC3B,IAAI,CAAC;wBACH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAC/B,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,EAClC,OAAO,CACR,CAAC;wBACF,MAAM,OAAO,GAAgB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;wBACjD,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;wBACvC,sBAAG,CAAC,IAAI,CAAC,0BAA0B,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;oBACrD,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,sBAAG,CAAC,KAAK,CAAC,0BAA0B,IAAI,GAAG,EAAE,KAAK,CAAC,CAAC;oBACtD,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,sBAAG,CAAC,KAAK,CAAC,iCAAiC,EAAE,KAAK,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,SAAS,CACb,SAAiB,EACjB,WAAmC,EACnC,UAII,EAAE;QAEN,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC7C,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CAAC,WAAW,SAAS,YAAY,CAAC,CAAC;QACpD,CAAC;QAED,MAAM,KAAK,GAAG,IAAA,SAAM,GAAE,CAAC;QACvB,MAAM,SAAS,GAAG,OAAO,CAAC,WAAW;YACnC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACtE,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC;QAEtB,MAAM,GAAG,GAAY;YACnB,EAAE,EAAE,KAAK;YACT,SAAS;YACT,WAAW;YACX,OAAO,EAAE,EAAE;YACX,OAAO,EAAE;gBACP,UAAU,EAAE,SAAS,CAAC,MAAM;gBAC5B,WAAW,EAAE,CAAC;gBACd,WAAW,EAAE,CAAC;gBACd,YAAY,EAAE,CAAC;gBACf,aAAa,EAAE,CAAC;aACjB;YACD,MAAM,EAAE,SAAS;YACjB,SAAS,EAAE,IAAI,IAAI,EAAE;SACtB,CAAC;QAEF,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAChC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;QAE/C,mBAAmB;QACnB,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE;YACrD,sBAAG,CAAC,KAAK,CAAC,YAAY,KAAK,UAAU,EAAE,KAAK,CAAC,CAAC;YAC9C,GAAG,CAAC,MAAM,GAAG,QAAQ,CAAC;YACtB,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;QAEH,OAAO,GAAG,CAAC;IACb,CAAC;IAEO,KAAK,CAAC,UAAU,CACtB,GAAY,EACZ,SAAyB,EACzB,OAAqD;QAErD,GAAG,CAAC,MAAM,GAAG,SAAS,CAAC;QACvB,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;QAE5C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;YACrB,iCAAiC;YACjC,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC;YACvC,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;YAEjD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,MAAM,OAAO,CAAC,GAAG,CACf,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAC/C,CAAC;YACJ,CAAC;QACH,CAAC;aAAM,CAAC;YACN,uBAAuB;YACvB,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;gBACjC,MAAM,IAAI,CAAC,eAAe,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;YAC5C,CAAC;QACH,CAAC;QAED,oBAAoB;QACpB,GAAG,CAAC,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACnD,GAAG,CAAC,OAAO,CAAC,WAAW,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;QACpE,GAAG,CAAC,OAAO,CAAC,WAAW,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;QACrE,GAAG,CAAC,OAAO,CAAC,YAAY,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC;YAC/C,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,GAAG;YAC5F,CAAC,CAAC,CAAC,CAAC;QAEN,GAAG,CAAC,MAAM,GAAG,WAAW,CAAC;QACzB,GAAG,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC;QAE7B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC1B,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAE/B,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QACpE,sBAAG,CAAC,IAAI,CAAC,YAAY,GAAG,CAAC,EAAE,aAAa,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;IACzD,CAAC;IAEO,KAAK,CAAC,eAAe,CAC3B,GAAY,EACZ,QAAsB;QAEtB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAe;YACzB,UAAU,EAAE,QAAQ,CAAC,EAAE;YACvB,OAAO,EAAE,EAAE;YACX,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,CAAC;YACR,QAAQ,EAAE,QAAQ,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC;YAC3E,QAAQ,EAAE,CAAC;YACX,QAAQ,EAAE,EAAE;YACZ,eAAe,EAAE,EAAE;YACnB,MAAM,EAAE,EAAE;YACV,QAAQ,EAAE,EAAE;YACZ,QAAQ,EAAE,EAAE;YACZ,SAAS,EAAE,IAAI,IAAI,EAAE;SACtB,CAAC;QAEF,IAAI,CAAC;YACH,wCAAwC;YACxC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC;gBACrD,IAAI,EAAE,QAAQ,QAAQ,CAAC,IAAI,EAAE;gBAC7B,WAAW,EAAE,aAAa,QAAQ,CAAC,EAAE,EAAE;gBACvC,UAAU,EAAE,GAAG,CAAC,WAAW,CAAC,UAAU;gBACtC,KAAK,EAAE,GAAG,CAAC,WAAW,CAAC,KAAK;gBAC5B,MAAM,EAAE,GAAG,CAAC,WAAW,CAAC,MAAM;aAC/B,CAAC,CAAC;YAEH,MAAM,CAAC,OAAO,GAAG,KAAK,CAAC,EAAE,CAAC;YAE1B,iBAAiB;YACjB,MAAM,cAAc,GAAG,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;gBAC/C,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;YACxE,CAAC,CAAC,CAAC;YAEH,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,CAAC,WAAW,CACvD,KAAK,CAAC,EAAE,EACR,QAAQ,CAAC,MAAM,CAChB,CAAC;YAEF,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,cAAc,EAAE,cAAc,CAAC,CAAiB,CAAC;YACtF,MAAM,CAAC,QAAQ,GAAG,CAAC,QAAQ,CAAC,CAAC;YAE7B,oBAAoB;YACpB,KAAK,MAAM,QAAQ,IAAI,QAAQ,CAAC,kBAAkB,EAAE,CAAC;gBACnD,IAAI,CAAC;oBACH,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;oBAChD,MAAM,cAAc,GAAG;wBACrB,UAAU,EAAE,QAAQ,CAAC,EAAE;wBACvB,MAAM,EAAE,CAAC,CAAC,MAAM;wBAChB,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;wBACnC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;qBACtC,CAAC;oBACF,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;oBAC5C,MAAM,CAAC,KAAK,IAAI,cAAc,CAAC,KAAK,CAAC;gBACvC,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC;wBAC1B,UAAU,EAAE,QAAQ,CAAC,EAAE;wBACvB,MAAM,EAAE,KAAK;wBACb,KAAK,EAAE,CAAC;wBACR,OAAO,EAAE,qBAAqB,KAAK,EAAE;qBACtC,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,gBAAgB;YAChB,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,cAAc;YACtE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAEzC,UAAU;YACV,MAAM,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAErD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,0BAA0B,KAAK,EAAE,CAAC,CAAC;YACtD,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAC3C,CAAC;QAED,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE,UAAU,EAAE,QAAQ,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;QAEhF,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,UAAU,CAAI,KAAU,EAAE,IAAY;QAC5C,MAAM,MAAM,GAAU,EAAE,CAAC;QACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC;YAC5C,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC;QACxC,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,WAAW;QACT,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED,UAAU,CAAC,SAAiB;QAC1B,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACtC,CAAC;IAED,aAAa;QACX,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;IAC9C,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,OAAoB;QACpC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QAEvC,eAAe;QACf,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,GAAG,OAAO,CAAC,EAAE,OAAO,CAAC,CAAC;QACpE,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACvD,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAE/D,sBAAG,CAAC,IAAI,CAAC,kBAAkB,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IAC7C,CAAC;IAED,cAAc,CAAC,KAAa;QAC1B,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,KAAK,CAAC,CAAC;QACpF,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,OAAO,KAAK,YAAY,CAAC,CAAC;QAC5C,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAEjD,IAAI,MAAM,GAAG,yBAAyB,CAAC;QACvC,MAAM,IAAI,gBAAgB,OAAO,EAAE,IAAI,IAAI,GAAG,CAAC,SAAS,IAAI,CAAC;QAC7D,MAAM,IAAI,cAAc,GAAG,CAAC,WAAW,CAAC,UAAU,MAAM,GAAG,CAAC,WAAW,CAAC,KAAK,IAAI,CAAC;QAClF,MAAM,IAAI,aAAa,GAAG,CAAC,SAAS,CAAC,WAAW,EAAE,MAAM,CAAC;QAEzD,MAAM,IAAI,gBAAgB,CAAC;QAC3B,MAAM,IAAI,sBAAsB,GAAG,CAAC,OAAO,CAAC,UAAU,IAAI,CAAC;QAC3D,MAAM,IAAI,iBAAiB,GAAG,CAAC,OAAO,CAAC,WAAW,KAAK,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,WAAW,GAAG,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC;QACnI,MAAM,IAAI,iBAAiB,GAAG,CAAC,OAAO,CAAC,WAAW,IAAI,CAAC;QACvD,MAAM,IAAI,wBAAwB,GAAG,CAAC,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;QAC3E,MAAM,IAAI,yBAAyB,CAAC,GAAG,CAAC,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;QAExF,MAAM,IAAI,yBAAyB,CAAC;QAEpC,KAAK,MAAM,MAAM,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;YACjC,MAAM,QAAQ,GAAG,OAAO,EAAE,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,KAAK,MAAM,CAAC,UAAU,CAAC,CAAC;YAC5E,MAAM,IAAI,OAAO,QAAQ,EAAE,IAAI,IAAI,MAAM,CAAC,UAAU,MAAM,CAAC;YAC3D,MAAM,IAAI,iBAAiB,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC;YACxE,MAAM,IAAI,gBAAgB,CAAC,CAAC,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;YACnF,MAAM,IAAI,mBAAmB,CAAC,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;YAExE,IAAI,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7B,MAAM,IAAI,eAAe,CAAC;gBAC1B,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjD,MAAM,IAAI,IAAI,CAAC;YACjB,CAAC;YAED,MAAM,IAAI,yBAAyB,CAAC;YACpC,KAAK,MAAM,cAAc,IAAI,MAAM,CAAC,eAAe,EAAE,CAAC;gBACpD,MAAM,QAAQ,GAAG,QAAQ,EAAE,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,cAAc,CAAC,UAAU,CAAC,CAAC;gBAC5F,MAAM,IAAI,KAAK,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,QAAQ,EAAE,IAAI,IAAI,cAAc,CAAC,UAAU,KAAK,cAAc,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;YAC3I,CAAC;YACD,MAAM,IAAI,WAAW,CAAC;QACxB,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,OAAO;QACL,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QACxB,IAAI,CAAC,kBAAkB,EAAE,CAAC;IAC5B,CAAC;CACF;AA1iBD,gDA0iBC;AAED,kBAAe,kBAAkB,CAAC"}
|