Package not found. Please check the package name and try again.
@gsep/core 0.8.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +286 -0
- package/dist/PGA.d.ts +288 -0
- package/dist/PGA.d.ts.map +1 -0
- package/dist/PGA.js +2228 -0
- package/dist/PGA.js.map +1 -0
- package/dist/advanced-ai/AgentStateVector.d.ts +66 -0
- package/dist/advanced-ai/AgentStateVector.d.ts.map +1 -0
- package/dist/advanced-ai/AgentStateVector.js +127 -0
- package/dist/advanced-ai/AgentStateVector.js.map +1 -0
- package/dist/advanced-ai/AgentVitals.d.ts +23 -0
- package/dist/advanced-ai/AgentVitals.d.ts.map +1 -0
- package/dist/advanced-ai/AgentVitals.js +13 -0
- package/dist/advanced-ai/AgentVitals.js.map +1 -0
- package/dist/advanced-ai/AutonomousLoop.d.ts +57 -0
- package/dist/advanced-ai/AutonomousLoop.d.ts.map +1 -0
- package/dist/advanced-ai/AutonomousLoop.js +207 -0
- package/dist/advanced-ai/AutonomousLoop.js.map +1 -0
- package/dist/advanced-ai/CalibratedAutonomy.d.ts +37 -0
- package/dist/advanced-ai/CalibratedAutonomy.d.ts.map +1 -0
- package/dist/advanced-ai/CalibratedAutonomy.js +151 -0
- package/dist/advanced-ai/CalibratedAutonomy.js.map +1 -0
- package/dist/advanced-ai/EmotionalModel.d.ts +27 -0
- package/dist/advanced-ai/EmotionalModel.d.ts.map +1 -0
- package/dist/advanced-ai/EmotionalModel.js +206 -0
- package/dist/advanced-ai/EmotionalModel.js.map +1 -0
- package/dist/advanced-ai/EnhancedSelfModel.d.ts +53 -0
- package/dist/advanced-ai/EnhancedSelfModel.d.ts.map +1 -0
- package/dist/advanced-ai/EnhancedSelfModel.js +189 -0
- package/dist/advanced-ai/EnhancedSelfModel.js.map +1 -0
- package/dist/advanced-ai/ModelRouter.d.ts +82 -0
- package/dist/advanced-ai/ModelRouter.d.ts.map +1 -0
- package/dist/advanced-ai/ModelRouter.js +280 -0
- package/dist/advanced-ai/ModelRouter.js.map +1 -0
- package/dist/advanced-ai/SelfModel.d.ts +29 -0
- package/dist/advanced-ai/SelfModel.d.ts.map +1 -0
- package/dist/advanced-ai/SelfModel.js +91 -0
- package/dist/advanced-ai/SelfModel.js.map +1 -0
- package/dist/advanced-ai/StrategicAutonomy.d.ts +41 -0
- package/dist/advanced-ai/StrategicAutonomy.d.ts.map +1 -0
- package/dist/advanced-ai/StrategicAutonomy.js +148 -0
- package/dist/advanced-ai/StrategicAutonomy.js.map +1 -0
- package/dist/advanced-ai/ThinkingEngine.d.ts +50 -0
- package/dist/advanced-ai/ThinkingEngine.d.ts.map +1 -0
- package/dist/advanced-ai/ThinkingEngine.js +179 -0
- package/dist/advanced-ai/ThinkingEngine.js.map +1 -0
- package/dist/core/ContextMemory.d.ts +56 -0
- package/dist/core/ContextMemory.d.ts.map +1 -0
- package/dist/core/ContextMemory.js +253 -0
- package/dist/core/ContextMemory.js.map +1 -0
- package/dist/core/DNAProfile.d.ts +19 -0
- package/dist/core/DNAProfile.d.ts.map +1 -0
- package/dist/core/DNAProfile.js +141 -0
- package/dist/core/DNAProfile.js.map +1 -0
- package/dist/core/FitnessTracker.d.ts +13 -0
- package/dist/core/FitnessTracker.d.ts.map +1 -0
- package/dist/core/FitnessTracker.js +96 -0
- package/dist/core/FitnessTracker.js.map +1 -0
- package/dist/core/GSEPActivityFooter.d.ts +15 -0
- package/dist/core/GSEPActivityFooter.d.ts.map +1 -0
- package/dist/core/GSEPActivityFooter.js +42 -0
- package/dist/core/GSEPActivityFooter.js.map +1 -0
- package/dist/core/GSEPIdentitySection.d.ts +23 -0
- package/dist/core/GSEPIdentitySection.d.ts.map +1 -0
- package/dist/core/GSEPIdentitySection.js +64 -0
- package/dist/core/GSEPIdentitySection.js.map +1 -0
- package/dist/core/GenesisBootstrap.d.ts +18 -0
- package/dist/core/GenesisBootstrap.d.ts.map +1 -0
- package/dist/core/GenesisBootstrap.js +95 -0
- package/dist/core/GenesisBootstrap.js.map +1 -0
- package/dist/core/GenomeKernel.d.ts +57 -0
- package/dist/core/GenomeKernel.d.ts.map +1 -0
- package/dist/core/GenomeKernel.js +296 -0
- package/dist/core/GenomeKernel.js.map +1 -0
- package/dist/core/GenomeManager.d.ts +21 -0
- package/dist/core/GenomeManager.d.ts.map +1 -0
- package/dist/core/GenomeManager.js +123 -0
- package/dist/core/GenomeManager.js.map +1 -0
- package/dist/core/LearningAnnouncer.d.ts +18 -0
- package/dist/core/LearningAnnouncer.d.ts.map +1 -0
- package/dist/core/LearningAnnouncer.js +182 -0
- package/dist/core/LearningAnnouncer.js.map +1 -0
- package/dist/core/ProactiveSuggestions.d.ts +25 -0
- package/dist/core/ProactiveSuggestions.d.ts.map +1 -0
- package/dist/core/ProactiveSuggestions.js +238 -0
- package/dist/core/ProactiveSuggestions.js.map +1 -0
- package/dist/core/PromptAssembler.d.ts +58 -0
- package/dist/core/PromptAssembler.d.ts.map +1 -0
- package/dist/core/PromptAssembler.js +265 -0
- package/dist/core/PromptAssembler.js.map +1 -0
- package/dist/enterprise/AuthManager.d.ts +71 -0
- package/dist/enterprise/AuthManager.d.ts.map +1 -0
- package/dist/enterprise/AuthManager.js +216 -0
- package/dist/enterprise/AuthManager.js.map +1 -0
- package/dist/enterprise/RateLimiter.d.ts +50 -0
- package/dist/enterprise/RateLimiter.d.ts.map +1 -0
- package/dist/enterprise/RateLimiter.js +199 -0
- package/dist/enterprise/RateLimiter.js.map +1 -0
- package/dist/evaluation/BenchmarkSuites.d.ts +29 -0
- package/dist/evaluation/BenchmarkSuites.d.ts.map +1 -0
- package/dist/evaluation/BenchmarkSuites.js +72 -0
- package/dist/evaluation/BenchmarkSuites.js.map +1 -0
- package/dist/evaluation/CalibrationManager.d.ts +66 -0
- package/dist/evaluation/CalibrationManager.d.ts.map +1 -0
- package/dist/evaluation/CalibrationManager.js +157 -0
- package/dist/evaluation/CalibrationManager.js.map +1 -0
- package/dist/evaluation/Evaluator.d.ts +79 -0
- package/dist/evaluation/Evaluator.d.ts.map +1 -0
- package/dist/evaluation/Evaluator.js +360 -0
- package/dist/evaluation/Evaluator.js.map +1 -0
- package/dist/evaluation/EvolutionGuardrails.d.ts +29 -0
- package/dist/evaluation/EvolutionGuardrails.d.ts.map +1 -0
- package/dist/evaluation/EvolutionGuardrails.js +166 -0
- package/dist/evaluation/EvolutionGuardrails.js.map +1 -0
- package/dist/evaluation/ProofOfValueRunner.d.ts +41 -0
- package/dist/evaluation/ProofOfValueRunner.d.ts.map +1 -0
- package/dist/evaluation/ProofOfValueRunner.js +177 -0
- package/dist/evaluation/ProofOfValueRunner.js.map +1 -0
- package/dist/evaluation/SandboxSuites.d.ts +26 -0
- package/dist/evaluation/SandboxSuites.d.ts.map +1 -0
- package/dist/evaluation/SandboxSuites.js +252 -0
- package/dist/evaluation/SandboxSuites.js.map +1 -0
- package/dist/evaluation/SemanticJudge.d.ts +21 -0
- package/dist/evaluation/SemanticJudge.d.ts.map +1 -0
- package/dist/evaluation/SemanticJudge.js +138 -0
- package/dist/evaluation/SemanticJudge.js.map +1 -0
- package/dist/evaluation/fixtures/core-coding-v1.json +68 -0
- package/dist/evaluation/fixtures/core-general-v1.json +68 -0
- package/dist/evaluation/fixtures/proof-of-value-v1.json +178 -0
- package/dist/evolution/CanaryDeployment.d.ts +78 -0
- package/dist/evolution/CanaryDeployment.d.ts.map +1 -0
- package/dist/evolution/CanaryDeployment.js +262 -0
- package/dist/evolution/CanaryDeployment.js.map +1 -0
- package/dist/evolution/DriftAnalyzer.d.ts +64 -0
- package/dist/evolution/DriftAnalyzer.d.ts.map +1 -0
- package/dist/evolution/DriftAnalyzer.js +288 -0
- package/dist/evolution/DriftAnalyzer.js.map +1 -0
- package/dist/evolution/FitnessCalculator.d.ts +47 -0
- package/dist/evolution/FitnessCalculator.d.ts.map +1 -0
- package/dist/evolution/FitnessCalculator.js +176 -0
- package/dist/evolution/FitnessCalculator.js.map +1 -0
- package/dist/evolution/MutationOperator.d.ts +102 -0
- package/dist/evolution/MutationOperator.d.ts.map +1 -0
- package/dist/evolution/MutationOperator.js +458 -0
- package/dist/evolution/MutationOperator.js.map +1 -0
- package/dist/evolution/PromotionGate.d.ts +45 -0
- package/dist/evolution/PromotionGate.d.ts.map +1 -0
- package/dist/evolution/PromotionGate.js +248 -0
- package/dist/evolution/PromotionGate.js.map +1 -0
- package/dist/evolution/PurposeSurvival.d.ts +68 -0
- package/dist/evolution/PurposeSurvival.d.ts.map +1 -0
- package/dist/evolution/PurposeSurvival.js +199 -0
- package/dist/evolution/PurposeSurvival.js.map +1 -0
- package/dist/evolution/boost/EvolutionBoostEngine.d.ts +70 -0
- package/dist/evolution/boost/EvolutionBoostEngine.d.ts.map +1 -0
- package/dist/evolution/boost/EvolutionBoostEngine.js +178 -0
- package/dist/evolution/boost/EvolutionBoostEngine.js.map +1 -0
- package/dist/evolution/boost/GeneticRecombinator.d.ts +26 -0
- package/dist/evolution/boost/GeneticRecombinator.d.ts.map +1 -0
- package/dist/evolution/boost/GeneticRecombinator.js +190 -0
- package/dist/evolution/boost/GeneticRecombinator.js.map +1 -0
- package/dist/evolution/boost/MetaEvolutionEngine.d.ts +69 -0
- package/dist/evolution/boost/MetaEvolutionEngine.d.ts.map +1 -0
- package/dist/evolution/boost/MetaEvolutionEngine.js +317 -0
- package/dist/evolution/boost/MetaEvolutionEngine.js.map +1 -0
- package/dist/evolution/boost/ParallelEvolutionEngine.d.ts +44 -0
- package/dist/evolution/boost/ParallelEvolutionEngine.d.ts.map +1 -0
- package/dist/evolution/boost/ParallelEvolutionEngine.js +134 -0
- package/dist/evolution/boost/ParallelEvolutionEngine.js.map +1 -0
- package/dist/evolution/boost/ParetoOptimizer.d.ts +42 -0
- package/dist/evolution/boost/ParetoOptimizer.d.ts.map +1 -0
- package/dist/evolution/boost/ParetoOptimizer.js +167 -0
- package/dist/evolution/boost/ParetoOptimizer.js.map +1 -0
- package/dist/evolution/boost/operators/BreakthroughOperator.d.ts +19 -0
- package/dist/evolution/boost/operators/BreakthroughOperator.d.ts.map +1 -0
- package/dist/evolution/boost/operators/BreakthroughOperator.js +229 -0
- package/dist/evolution/boost/operators/BreakthroughOperator.js.map +1 -0
- package/dist/evolution/boost/operators/CrossoverMutationOperator.d.ts +21 -0
- package/dist/evolution/boost/operators/CrossoverMutationOperator.d.ts.map +1 -0
- package/dist/evolution/boost/operators/CrossoverMutationOperator.js +207 -0
- package/dist/evolution/boost/operators/CrossoverMutationOperator.js.map +1 -0
- package/dist/evolution/boost/operators/PatternExtractionOperator.d.ts +21 -0
- package/dist/evolution/boost/operators/PatternExtractionOperator.d.ts.map +1 -0
- package/dist/evolution/boost/operators/PatternExtractionOperator.js +215 -0
- package/dist/evolution/boost/operators/PatternExtractionOperator.js.map +1 -0
- package/dist/evolution/boost/operators/SemanticRestructuringOperator.d.ts +18 -0
- package/dist/evolution/boost/operators/SemanticRestructuringOperator.d.ts.map +1 -0
- package/dist/evolution/boost/operators/SemanticRestructuringOperator.js +188 -0
- package/dist/evolution/boost/operators/SemanticRestructuringOperator.js.map +1 -0
- package/dist/evolution/boost/utils/llmHelper.d.ts +10 -0
- package/dist/evolution/boost/utils/llmHelper.d.ts.map +1 -0
- package/dist/evolution/boost/utils/llmHelper.js +13 -0
- package/dist/evolution/boost/utils/llmHelper.js.map +1 -0
- package/dist/firewall/ContentFirewall.d.ts +31 -0
- package/dist/firewall/ContentFirewall.d.ts.map +1 -0
- package/dist/firewall/ContentFirewall.js +252 -0
- package/dist/firewall/ContentFirewall.js.map +1 -0
- package/dist/firewall/DefaultPatterns.d.ts +8 -0
- package/dist/firewall/DefaultPatterns.d.ts.map +1 -0
- package/dist/firewall/DefaultPatterns.js +624 -0
- package/dist/firewall/DefaultPatterns.js.map +1 -0
- package/dist/firewall/index.d.ts +3 -0
- package/dist/firewall/index.d.ts.map +1 -0
- package/dist/firewall/index.js +3 -0
- package/dist/firewall/index.js.map +1 -0
- package/dist/gene-bank/CognitiveGene.d.ts +799 -0
- package/dist/gene-bank/CognitiveGene.d.ts.map +1 -0
- package/dist/gene-bank/CognitiveGene.js +128 -0
- package/dist/gene-bank/CognitiveGene.js.map +1 -0
- package/dist/gene-bank/GeneAdopter.d.ts +76 -0
- package/dist/gene-bank/GeneAdopter.d.ts.map +1 -0
- package/dist/gene-bank/GeneAdopter.js +290 -0
- package/dist/gene-bank/GeneAdopter.js.map +1 -0
- package/dist/gene-bank/GeneBank.d.ts +124 -0
- package/dist/gene-bank/GeneBank.d.ts.map +1 -0
- package/dist/gene-bank/GeneBank.js +261 -0
- package/dist/gene-bank/GeneBank.js.map +1 -0
- package/dist/gene-bank/GeneExtractor.d.ts +59 -0
- package/dist/gene-bank/GeneExtractor.d.ts.map +1 -0
- package/dist/gene-bank/GeneExtractor.js +311 -0
- package/dist/gene-bank/GeneExtractor.js.map +1 -0
- package/dist/gene-bank/GeneMatcher.d.ts +83 -0
- package/dist/gene-bank/GeneMatcher.d.ts.map +1 -0
- package/dist/gene-bank/GeneMatcher.js +233 -0
- package/dist/gene-bank/GeneMatcher.js.map +1 -0
- package/dist/gene-bank/MarketplaceClient.d.ts +26 -0
- package/dist/gene-bank/MarketplaceClient.d.ts.map +1 -0
- package/dist/gene-bank/MarketplaceClient.js +147 -0
- package/dist/gene-bank/MarketplaceClient.js.map +1 -0
- package/dist/gene-bank/PGAIntegration.d.ts +68 -0
- package/dist/gene-bank/PGAIntegration.d.ts.map +1 -0
- package/dist/gene-bank/PGAIntegration.js +181 -0
- package/dist/gene-bank/PGAIntegration.js.map +1 -0
- package/dist/gene-bank/SandboxTester.d.ts +92 -0
- package/dist/gene-bank/SandboxTester.d.ts.map +1 -0
- package/dist/gene-bank/SandboxTester.js +262 -0
- package/dist/gene-bank/SandboxTester.js.map +1 -0
- package/dist/gene-bank/adapters/InMemoryGeneStorage.d.ts +21 -0
- package/dist/gene-bank/adapters/InMemoryGeneStorage.d.ts.map +1 -0
- package/dist/gene-bank/adapters/InMemoryGeneStorage.js +115 -0
- package/dist/gene-bank/adapters/InMemoryGeneStorage.js.map +1 -0
- package/dist/gene-bank/adapters/PostgresGeneStorage.d.ts +21 -0
- package/dist/gene-bank/adapters/PostgresGeneStorage.d.ts.map +1 -0
- package/dist/gene-bank/adapters/PostgresGeneStorage.js +272 -0
- package/dist/gene-bank/adapters/PostgresGeneStorage.js.map +1 -0
- package/dist/gene-bank/index.d.ts +8 -0
- package/dist/gene-bank/index.d.ts.map +1 -0
- package/dist/gene-bank/index.js +8 -0
- package/dist/gene-bank/index.js.map +1 -0
- package/dist/immune/BehavioralImmuneSystem.d.ts +68 -0
- package/dist/immune/BehavioralImmuneSystem.d.ts.map +1 -0
- package/dist/immune/BehavioralImmuneSystem.js +253 -0
- package/dist/immune/BehavioralImmuneSystem.js.map +1 -0
- package/dist/index.d.ts +135 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +73 -0
- package/dist/index.js.map +1 -0
- package/dist/interfaces/LLMAdapter.d.ts +31 -0
- package/dist/interfaces/LLMAdapter.d.ts.map +1 -0
- package/dist/interfaces/LLMAdapter.js +2 -0
- package/dist/interfaces/LLMAdapter.js.map +1 -0
- package/dist/interfaces/StorageAdapter.d.ts +82 -0
- package/dist/interfaces/StorageAdapter.d.ts.map +1 -0
- package/dist/interfaces/StorageAdapter.js +2 -0
- package/dist/interfaces/StorageAdapter.js.map +1 -0
- package/dist/memory/AnalyticMemoryEngine.d.ts +106 -0
- package/dist/memory/AnalyticMemoryEngine.d.ts.map +1 -0
- package/dist/memory/AnalyticMemoryEngine.js +440 -0
- package/dist/memory/AnalyticMemoryEngine.js.map +1 -0
- package/dist/memory/CuriosityEngine.d.ts +34 -0
- package/dist/memory/CuriosityEngine.d.ts.map +1 -0
- package/dist/memory/CuriosityEngine.js +143 -0
- package/dist/memory/CuriosityEngine.js.map +1 -0
- package/dist/memory/GrowthJournal.d.ts +46 -0
- package/dist/memory/GrowthJournal.d.ts.map +1 -0
- package/dist/memory/GrowthJournal.js +241 -0
- package/dist/memory/GrowthJournal.js.map +1 -0
- package/dist/memory/LayeredMemory.d.ts +114 -0
- package/dist/memory/LayeredMemory.d.ts.map +1 -0
- package/dist/memory/LayeredMemory.js +406 -0
- package/dist/memory/LayeredMemory.js.map +1 -0
- package/dist/memory/PatternMemory.d.ts +38 -0
- package/dist/memory/PatternMemory.d.ts.map +1 -0
- package/dist/memory/PatternMemory.js +161 -0
- package/dist/memory/PatternMemory.js.map +1 -0
- package/dist/memory/PersonalNarrative.d.ts +51 -0
- package/dist/memory/PersonalNarrative.d.ts.map +1 -0
- package/dist/memory/PersonalNarrative.js +172 -0
- package/dist/memory/PersonalNarrative.js.map +1 -0
- package/dist/memory-compaction/MemoryCompactor.d.ts +18 -0
- package/dist/memory-compaction/MemoryCompactor.d.ts.map +1 -0
- package/dist/memory-compaction/MemoryCompactor.js +156 -0
- package/dist/memory-compaction/MemoryCompactor.js.map +1 -0
- package/dist/memory-compaction/index.d.ts +6 -0
- package/dist/memory-compaction/index.d.ts.map +1 -0
- package/dist/memory-compaction/index.js +5 -0
- package/dist/memory-compaction/index.js.map +1 -0
- package/dist/memory-compaction/strategies/BaseStrategy.d.ts +9 -0
- package/dist/memory-compaction/strategies/BaseStrategy.d.ts.map +1 -0
- package/dist/memory-compaction/strategies/BaseStrategy.js +50 -0
- package/dist/memory-compaction/strategies/BaseStrategy.js.map +1 -0
- package/dist/memory-compaction/strategies/ImportanceBasedStrategy.d.ts +9 -0
- package/dist/memory-compaction/strategies/ImportanceBasedStrategy.d.ts.map +1 -0
- package/dist/memory-compaction/strategies/ImportanceBasedStrategy.js +101 -0
- package/dist/memory-compaction/strategies/ImportanceBasedStrategy.js.map +1 -0
- package/dist/memory-compaction/strategies/SlidingWindowStrategy.d.ts +9 -0
- package/dist/memory-compaction/strategies/SlidingWindowStrategy.d.ts.map +1 -0
- package/dist/memory-compaction/strategies/SlidingWindowStrategy.js +87 -0
- package/dist/memory-compaction/strategies/SlidingWindowStrategy.js.map +1 -0
- package/dist/memory-compaction/types.d.ts +78 -0
- package/dist/memory-compaction/types.d.ts.map +1 -0
- package/dist/memory-compaction/types.js +2 -0
- package/dist/memory-compaction/types.js.map +1 -0
- package/dist/monitoring/AlertWebhooks.d.ts +57 -0
- package/dist/monitoring/AlertWebhooks.d.ts.map +1 -0
- package/dist/monitoring/AlertWebhooks.js +207 -0
- package/dist/monitoring/AlertWebhooks.js.map +1 -0
- package/dist/monitoring/MetricsCollector.d.ts +120 -0
- package/dist/monitoring/MetricsCollector.d.ts.map +1 -0
- package/dist/monitoring/MetricsCollector.js +274 -0
- package/dist/monitoring/MetricsCollector.js.map +1 -0
- package/dist/monitoring/MonitoringDashboard.d.ts +38 -0
- package/dist/monitoring/MonitoringDashboard.d.ts.map +1 -0
- package/dist/monitoring/MonitoringDashboard.js +271 -0
- package/dist/monitoring/MonitoringDashboard.js.map +1 -0
- package/dist/plugins/PluginManager.d.ts +61 -0
- package/dist/plugins/PluginManager.d.ts.map +1 -0
- package/dist/plugins/PluginManager.js +153 -0
- package/dist/plugins/PluginManager.js.map +1 -0
- package/dist/presets/ConfigPresets.d.ts +11 -0
- package/dist/presets/ConfigPresets.d.ts.map +1 -0
- package/dist/presets/ConfigPresets.js +113 -0
- package/dist/presets/ConfigPresets.js.map +1 -0
- package/dist/rag/RAGEngine.d.ts +54 -0
- package/dist/rag/RAGEngine.d.ts.map +1 -0
- package/dist/rag/RAGEngine.js +162 -0
- package/dist/rag/RAGEngine.js.map +1 -0
- package/dist/rag/VectorStoreAdapter.d.ts +40 -0
- package/dist/rag/VectorStoreAdapter.d.ts.map +1 -0
- package/dist/rag/VectorStoreAdapter.js +106 -0
- package/dist/rag/VectorStoreAdapter.js.map +1 -0
- package/dist/realtime/EventEmitter.d.ts +86 -0
- package/dist/realtime/EventEmitter.d.ts.map +1 -0
- package/dist/realtime/EventEmitter.js +171 -0
- package/dist/realtime/EventEmitter.js.map +1 -0
- package/dist/realtime/StreamingManager.d.ts +26 -0
- package/dist/realtime/StreamingManager.d.ts.map +1 -0
- package/dist/realtime/StreamingManager.js +175 -0
- package/dist/realtime/StreamingManager.js.map +1 -0
- package/dist/reasoning/Metacognition.d.ts +50 -0
- package/dist/reasoning/Metacognition.d.ts.map +1 -0
- package/dist/reasoning/Metacognition.js +347 -0
- package/dist/reasoning/Metacognition.js.map +1 -0
- package/dist/reasoning/ReasoningEngine.d.ts +57 -0
- package/dist/reasoning/ReasoningEngine.d.ts.map +1 -0
- package/dist/reasoning/ReasoningEngine.js +316 -0
- package/dist/reasoning/ReasoningEngine.js.map +1 -0
- package/dist/resilience/CircuitBreaker.d.ts +41 -0
- package/dist/resilience/CircuitBreaker.d.ts.map +1 -0
- package/dist/resilience/CircuitBreaker.js +108 -0
- package/dist/resilience/CircuitBreaker.js.map +1 -0
- package/dist/resilience/RetryManager.d.ts +14 -0
- package/dist/resilience/RetryManager.d.ts.map +1 -0
- package/dist/resilience/RetryManager.js +35 -0
- package/dist/resilience/RetryManager.js.map +1 -0
- package/dist/types/GenomeV2.d.ts +321 -0
- package/dist/types/GenomeV2.d.ts.map +1 -0
- package/dist/types/GenomeV2.js +2 -0
- package/dist/types/GenomeV2.js.map +1 -0
- package/dist/types/index.d.ts +401 -0
- package/dist/types/index.d.ts.map +1 -0
- package/dist/types/index.js +2 -0
- package/dist/types/index.js.map +1 -0
- package/dist/utils/tokens.d.ts +4 -0
- package/dist/utils/tokens.d.ts.map +1 -0
- package/dist/utils/tokens.js +16 -0
- package/dist/utils/tokens.js.map +1 -0
- package/dist/wrap/FunctionLLMAdapter.d.ts +9 -0
- package/dist/wrap/FunctionLLMAdapter.d.ts.map +1 -0
- package/dist/wrap/FunctionLLMAdapter.js +26 -0
- package/dist/wrap/FunctionLLMAdapter.js.map +1 -0
- package/dist/wrap/GenomeBuilder.d.ts +13 -0
- package/dist/wrap/GenomeBuilder.d.ts.map +1 -0
- package/dist/wrap/GenomeBuilder.js +223 -0
- package/dist/wrap/GenomeBuilder.js.map +1 -0
- package/dist/wrap/InMemoryStorageAdapter.d.ts +97 -0
- package/dist/wrap/InMemoryStorageAdapter.d.ts.map +1 -0
- package/dist/wrap/InMemoryStorageAdapter.js +178 -0
- package/dist/wrap/InMemoryStorageAdapter.js.map +1 -0
- package/dist/wrap/WrapOptions.d.ts +47 -0
- package/dist/wrap/WrapOptions.d.ts.map +1 -0
- package/dist/wrap/WrapOptions.js +2 -0
- package/dist/wrap/WrapOptions.js.map +1 -0
- package/dist/wrap/WrappedAgent.d.ts +77 -0
- package/dist/wrap/WrappedAgent.d.ts.map +1 -0
- package/dist/wrap/WrappedAgent.js +143 -0
- package/dist/wrap/WrappedAgent.js.map +1 -0
- package/dist/wrap/index.d.ts +6 -0
- package/dist/wrap/index.d.ts.map +1 -0
- package/dist/wrap/index.js +5 -0
- package/dist/wrap/index.js.map +1 -0
- package/package.json +83 -0
|
@@ -0,0 +1,360 @@
|
|
|
1
|
+
import { getBenchmarkSuite } from './BenchmarkSuites.js';
|
|
2
|
+
import { SemanticJudge } from './SemanticJudge.js';
|
|
3
|
+
import { estimateTokenCount } from '../utils/tokens.js';
|
|
4
|
+
export class Evaluator {
|
|
5
|
+
semanticJudge;
|
|
6
|
+
constructor(options) {
|
|
7
|
+
if (options?.llm && options?.enableSemanticJudge !== false) {
|
|
8
|
+
this.semanticJudge = new SemanticJudge(options.llm);
|
|
9
|
+
}
|
|
10
|
+
}
|
|
11
|
+
async evaluate(genome, tasks, userId) {
|
|
12
|
+
const results = [];
|
|
13
|
+
for (const task of tasks) {
|
|
14
|
+
const result = await this.evaluateTask(genome, task, userId);
|
|
15
|
+
results.push(result);
|
|
16
|
+
}
|
|
17
|
+
const successful = results.filter(r => r.success).length;
|
|
18
|
+
const successRate = (successful / results.length) * 100;
|
|
19
|
+
const avgTokens = results.reduce((sum, r) => sum + r.tokensUsed, 0) / results.length;
|
|
20
|
+
const avgTime = results.reduce((sum, r) => sum + r.responseTime, 0) / results.length;
|
|
21
|
+
const avgQuality = results.reduce((sum, r) => sum + r.qualityScore, 0) / results.length;
|
|
22
|
+
return {
|
|
23
|
+
totalTasks: results.length,
|
|
24
|
+
successfulTasks: successful,
|
|
25
|
+
successRate,
|
|
26
|
+
avgTokensPerTask: Math.round(avgTokens),
|
|
27
|
+
avgResponseTime: Math.round(avgTime),
|
|
28
|
+
avgQualityScore: Math.round(avgQuality * 100) / 100,
|
|
29
|
+
results,
|
|
30
|
+
timestamp: new Date(),
|
|
31
|
+
};
|
|
32
|
+
}
|
|
33
|
+
async evaluateTask(genome, task, userId) {
|
|
34
|
+
const startTime = Date.now();
|
|
35
|
+
try {
|
|
36
|
+
const response = await genome.chat(task.userMessage, { userId });
|
|
37
|
+
const endTime = Date.now();
|
|
38
|
+
const responseTime = endTime - startTime;
|
|
39
|
+
const tokensUsed = estimateTokenCount(task.userMessage) + estimateTokenCount(response);
|
|
40
|
+
const basicChecks = this.checkSuccess(response, task.expectedOutcome);
|
|
41
|
+
let semanticChecks = { success: true };
|
|
42
|
+
if ('semanticChecks' in task && task.semanticChecks) {
|
|
43
|
+
if (this.semanticJudge) {
|
|
44
|
+
const judgment = await this.semanticJudge.judge(task, response);
|
|
45
|
+
semanticChecks = {
|
|
46
|
+
success: judgment.passed && judgment.confidence >= 0.7,
|
|
47
|
+
failureReason: judgment.passed ? undefined : judgment.reasoning,
|
|
48
|
+
};
|
|
49
|
+
}
|
|
50
|
+
else {
|
|
51
|
+
semanticChecks = this.checkSemanticValidation(response, task.semanticChecks);
|
|
52
|
+
}
|
|
53
|
+
}
|
|
54
|
+
const success = basicChecks.success && semanticChecks.success;
|
|
55
|
+
const failureReason = basicChecks.failureReason || semanticChecks.failureReason;
|
|
56
|
+
const qualityScore = this.calculateQuality(response, task);
|
|
57
|
+
return {
|
|
58
|
+
taskId: task.id,
|
|
59
|
+
taskName: task.name,
|
|
60
|
+
success,
|
|
61
|
+
response,
|
|
62
|
+
tokensUsed,
|
|
63
|
+
responseTime,
|
|
64
|
+
qualityScore,
|
|
65
|
+
failureReason,
|
|
66
|
+
};
|
|
67
|
+
}
|
|
68
|
+
catch (error) {
|
|
69
|
+
const endTime = Date.now();
|
|
70
|
+
return {
|
|
71
|
+
taskId: task.id,
|
|
72
|
+
taskName: task.name,
|
|
73
|
+
success: false,
|
|
74
|
+
response: '',
|
|
75
|
+
tokensUsed: 0,
|
|
76
|
+
responseTime: endTime - startTime,
|
|
77
|
+
qualityScore: 0,
|
|
78
|
+
failureReason: error instanceof Error ? error.message : 'Unknown error',
|
|
79
|
+
};
|
|
80
|
+
}
|
|
81
|
+
}
|
|
82
|
+
checkSuccess(response, expected) {
|
|
83
|
+
if (expected.keywords) {
|
|
84
|
+
for (const keyword of expected.keywords) {
|
|
85
|
+
if (!response.toLowerCase().includes(keyword.toLowerCase())) {
|
|
86
|
+
return {
|
|
87
|
+
success: false,
|
|
88
|
+
failureReason: `Missing keyword: "${keyword}"`,
|
|
89
|
+
};
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
}
|
|
93
|
+
if (expected.minLength && response.length < expected.minLength) {
|
|
94
|
+
return {
|
|
95
|
+
success: false,
|
|
96
|
+
failureReason: `Response too short (${response.length} < ${expected.minLength})`,
|
|
97
|
+
};
|
|
98
|
+
}
|
|
99
|
+
if (expected.maxLength && response.length > expected.maxLength) {
|
|
100
|
+
return {
|
|
101
|
+
success: false,
|
|
102
|
+
failureReason: `Response too long (${response.length} > ${expected.maxLength})`,
|
|
103
|
+
};
|
|
104
|
+
}
|
|
105
|
+
if (expected.successCriteria) {
|
|
106
|
+
try {
|
|
107
|
+
if (!expected.successCriteria(response)) {
|
|
108
|
+
return {
|
|
109
|
+
success: false,
|
|
110
|
+
failureReason: 'Custom success criteria not met',
|
|
111
|
+
};
|
|
112
|
+
}
|
|
113
|
+
}
|
|
114
|
+
catch (error) {
|
|
115
|
+
return {
|
|
116
|
+
success: false,
|
|
117
|
+
failureReason: `Success criteria error: ${error}`,
|
|
118
|
+
};
|
|
119
|
+
}
|
|
120
|
+
}
|
|
121
|
+
return { success: true };
|
|
122
|
+
}
|
|
123
|
+
checkSemanticValidation(response, checks) {
|
|
124
|
+
if (!checks)
|
|
125
|
+
return { success: true };
|
|
126
|
+
if (checks.requiresPriorityFlow) {
|
|
127
|
+
const hasOrdering = /\b(first|then|next|finally|priority|before|after)\b/i.test(response);
|
|
128
|
+
if (!hasOrdering) {
|
|
129
|
+
return {
|
|
130
|
+
success: false,
|
|
131
|
+
failureReason: 'Semantic: Missing clear priority/ordering flow',
|
|
132
|
+
};
|
|
133
|
+
}
|
|
134
|
+
}
|
|
135
|
+
if (checks.requiresValidationClause) {
|
|
136
|
+
const hasValidation = /\b(validate|check|ensure|verify|if|error|handle|confirm)\b/i.test(response);
|
|
137
|
+
if (!hasValidation) {
|
|
138
|
+
return {
|
|
139
|
+
success: false,
|
|
140
|
+
failureReason: 'Semantic: Missing validation/error handling clause',
|
|
141
|
+
};
|
|
142
|
+
}
|
|
143
|
+
}
|
|
144
|
+
if (checks.requiresDeterministicTooling) {
|
|
145
|
+
const hasTools = /\b(use|tool|function|method|read|write|execute|run)\b/i.test(response);
|
|
146
|
+
if (!hasTools) {
|
|
147
|
+
return {
|
|
148
|
+
success: false,
|
|
149
|
+
failureReason: 'Semantic: Missing deterministic tool specification',
|
|
150
|
+
};
|
|
151
|
+
}
|
|
152
|
+
}
|
|
153
|
+
if (checks.requiresConciseDirective) {
|
|
154
|
+
const isConcise = response.length < 500 || /^\s*[-*\d]\./m.test(response);
|
|
155
|
+
if (!isConcise) {
|
|
156
|
+
return {
|
|
157
|
+
success: false,
|
|
158
|
+
failureReason: 'Semantic: Response not concise or well-structured',
|
|
159
|
+
};
|
|
160
|
+
}
|
|
161
|
+
}
|
|
162
|
+
return { success: true };
|
|
163
|
+
}
|
|
164
|
+
calculateQuality(response, task) {
|
|
165
|
+
let score = 0.5;
|
|
166
|
+
if (task.expectedOutcome.keywords) {
|
|
167
|
+
const keywordMatches = task.expectedOutcome.keywords.filter(kw => response.toLowerCase().includes(kw.toLowerCase())).length;
|
|
168
|
+
const keywordCoverage = keywordMatches / task.expectedOutcome.keywords.length;
|
|
169
|
+
score += keywordCoverage * 0.3;
|
|
170
|
+
}
|
|
171
|
+
if (task.expectedOutcome.minLength && task.expectedOutcome.maxLength) {
|
|
172
|
+
const idealLength = (task.expectedOutcome.minLength + task.expectedOutcome.maxLength) / 2;
|
|
173
|
+
const lengthDeviation = Math.abs(response.length - idealLength) / idealLength;
|
|
174
|
+
const lengthScore = Math.max(0, 1 - lengthDeviation);
|
|
175
|
+
score += lengthScore * 0.2;
|
|
176
|
+
}
|
|
177
|
+
return Math.min(1, Math.max(0, score));
|
|
178
|
+
}
|
|
179
|
+
async compareWithSuite(genome, suiteId, userId) {
|
|
180
|
+
const suite = getBenchmarkSuite(suiteId);
|
|
181
|
+
return this.evaluate(genome, suite.tasks, userId);
|
|
182
|
+
}
|
|
183
|
+
async compare(genomeWithPGA, genomeBaseline, tasks, userId) {
|
|
184
|
+
const withPGA = await this.evaluate(genomeWithPGA, tasks, userId);
|
|
185
|
+
const withoutPGA = await this.evaluate(genomeBaseline, tasks, userId);
|
|
186
|
+
const successRateImprovement = withPGA.successRate - withoutPGA.successRate;
|
|
187
|
+
const tokenEfficiency = withoutPGA.avgTokensPerTask > 0
|
|
188
|
+
? ((withoutPGA.avgTokensPerTask - withPGA.avgTokensPerTask) / withoutPGA.avgTokensPerTask) * 100
|
|
189
|
+
: 0;
|
|
190
|
+
const responseTimeImprovement = withoutPGA.avgResponseTime > 0
|
|
191
|
+
? ((withoutPGA.avgResponseTime - withPGA.avgResponseTime) / withoutPGA.avgResponseTime) * 100
|
|
192
|
+
: 0;
|
|
193
|
+
const qualityImprovement = withoutPGA.avgQualityScore > 0
|
|
194
|
+
? ((withPGA.avgQualityScore - withoutPGA.avgQualityScore) / withoutPGA.avgQualityScore) * 100
|
|
195
|
+
: 0;
|
|
196
|
+
let verdict = 'TIE';
|
|
197
|
+
const pgaScore = successRateImprovement + tokenEfficiency + responseTimeImprovement + qualityImprovement;
|
|
198
|
+
if (pgaScore > 10) {
|
|
199
|
+
verdict = 'PGA_WINS';
|
|
200
|
+
}
|
|
201
|
+
else if (pgaScore < -10) {
|
|
202
|
+
verdict = 'BASELINE_WINS';
|
|
203
|
+
}
|
|
204
|
+
return {
|
|
205
|
+
withPGA,
|
|
206
|
+
withoutPGA,
|
|
207
|
+
improvements: {
|
|
208
|
+
successRate: Math.round(successRateImprovement * 100) / 100,
|
|
209
|
+
tokenEfficiency: Math.round(tokenEfficiency * 100) / 100,
|
|
210
|
+
responseTime: Math.round(responseTimeImprovement * 100) / 100,
|
|
211
|
+
qualityScore: Math.round(qualityImprovement * 100) / 100,
|
|
212
|
+
},
|
|
213
|
+
verdict,
|
|
214
|
+
};
|
|
215
|
+
}
|
|
216
|
+
formatReport(benchmark) {
|
|
217
|
+
const lines = [];
|
|
218
|
+
lines.push('# 📊 GSEP Evaluation Report\n');
|
|
219
|
+
lines.push(`**Date**: ${benchmark.timestamp.toISOString()}\n`);
|
|
220
|
+
lines.push('---\n');
|
|
221
|
+
lines.push('## 📈 Overall Results\n');
|
|
222
|
+
lines.push(`- **Total Tasks**: ${benchmark.totalTasks}`);
|
|
223
|
+
lines.push(`- **Successful**: ${benchmark.successfulTasks}`);
|
|
224
|
+
lines.push(`- **Success Rate**: ${benchmark.successRate.toFixed(1)}%`);
|
|
225
|
+
lines.push(`- **Avg Tokens/Task**: ${benchmark.avgTokensPerTask}`);
|
|
226
|
+
lines.push(`- **Avg Response Time**: ${benchmark.avgResponseTime}ms`);
|
|
227
|
+
lines.push(`- **Avg Quality Score**: ${benchmark.avgQualityScore}/1.0\n`);
|
|
228
|
+
lines.push('---\n');
|
|
229
|
+
lines.push('## 📋 Task Results\n');
|
|
230
|
+
for (const result of benchmark.results) {
|
|
231
|
+
const icon = result.success ? '✅' : '❌';
|
|
232
|
+
lines.push(`### ${icon} ${result.taskName}\n`);
|
|
233
|
+
lines.push(`- **Status**: ${result.success ? 'SUCCESS' : 'FAILED'}`);
|
|
234
|
+
if (result.failureReason) {
|
|
235
|
+
lines.push(`- **Failure Reason**: ${result.failureReason}`);
|
|
236
|
+
}
|
|
237
|
+
lines.push(`- **Tokens**: ${result.tokensUsed}`);
|
|
238
|
+
lines.push(`- **Response Time**: ${result.responseTime}ms`);
|
|
239
|
+
lines.push(`- **Quality**: ${result.qualityScore.toFixed(2)}/1.0`);
|
|
240
|
+
lines.push('');
|
|
241
|
+
}
|
|
242
|
+
return lines.join('\n');
|
|
243
|
+
}
|
|
244
|
+
formatComparisonReport(comparison) {
|
|
245
|
+
const lines = [];
|
|
246
|
+
lines.push('# 🔬 GSEP vs Baseline Comparison\n');
|
|
247
|
+
lines.push('---\n');
|
|
248
|
+
const verdictIcon = {
|
|
249
|
+
PGA_WINS: '🏆',
|
|
250
|
+
BASELINE_WINS: '😞',
|
|
251
|
+
TIE: '🤝',
|
|
252
|
+
}[comparison.verdict];
|
|
253
|
+
lines.push(`## ${verdictIcon} VERDICT: ${comparison.verdict}\n`);
|
|
254
|
+
lines.push('---\n');
|
|
255
|
+
lines.push('## 📊 Improvements\n');
|
|
256
|
+
const formatImprovement = (value, metric) => {
|
|
257
|
+
const icon = value > 0 ? '📈' : value < 0 ? '📉' : '➡️';
|
|
258
|
+
const sign = value > 0 ? '+' : '';
|
|
259
|
+
return `${icon} **${metric}**: ${sign}${value.toFixed(2)}%`;
|
|
260
|
+
};
|
|
261
|
+
lines.push(formatImprovement(comparison.improvements.successRate, 'Success Rate'));
|
|
262
|
+
lines.push(formatImprovement(comparison.improvements.tokenEfficiency, 'Token Efficiency'));
|
|
263
|
+
lines.push(formatImprovement(comparison.improvements.responseTime, 'Response Speed'));
|
|
264
|
+
lines.push(formatImprovement(comparison.improvements.qualityScore, 'Quality Score'));
|
|
265
|
+
lines.push('');
|
|
266
|
+
lines.push('---\n');
|
|
267
|
+
lines.push('## 📋 Side-by-Side Comparison\n');
|
|
268
|
+
lines.push('| Metric | Without GSEP | With GSEP | Improvement |');
|
|
269
|
+
lines.push('|--------|-------------|----------|-------------|');
|
|
270
|
+
const metrics = [
|
|
271
|
+
[
|
|
272
|
+
'Success Rate',
|
|
273
|
+
`${comparison.withoutPGA.successRate.toFixed(1)}%`,
|
|
274
|
+
`${comparison.withPGA.successRate.toFixed(1)}%`,
|
|
275
|
+
`${comparison.improvements.successRate > 0 ? '+' : ''}${comparison.improvements.successRate.toFixed(1)}%`,
|
|
276
|
+
],
|
|
277
|
+
[
|
|
278
|
+
'Avg Tokens',
|
|
279
|
+
`${comparison.withoutPGA.avgTokensPerTask}`,
|
|
280
|
+
`${comparison.withPGA.avgTokensPerTask}`,
|
|
281
|
+
`${comparison.improvements.tokenEfficiency.toFixed(1)}%`,
|
|
282
|
+
],
|
|
283
|
+
[
|
|
284
|
+
'Avg Time',
|
|
285
|
+
`${comparison.withoutPGA.avgResponseTime}ms`,
|
|
286
|
+
`${comparison.withPGA.avgResponseTime}ms`,
|
|
287
|
+
`${comparison.improvements.responseTime.toFixed(1)}%`,
|
|
288
|
+
],
|
|
289
|
+
[
|
|
290
|
+
'Quality',
|
|
291
|
+
`${comparison.withoutPGA.avgQualityScore.toFixed(2)}`,
|
|
292
|
+
`${comparison.withPGA.avgQualityScore.toFixed(2)}`,
|
|
293
|
+
`${comparison.improvements.qualityScore.toFixed(1)}%`,
|
|
294
|
+
],
|
|
295
|
+
];
|
|
296
|
+
for (const [metric, baseline, pga, improvement] of metrics) {
|
|
297
|
+
lines.push(`| ${metric} | ${baseline} | ${pga} | ${improvement} |`);
|
|
298
|
+
}
|
|
299
|
+
lines.push('');
|
|
300
|
+
return lines.join('\n');
|
|
301
|
+
}
|
|
302
|
+
}
|
|
303
|
+
export const STANDARD_TASKS = [
|
|
304
|
+
{
|
|
305
|
+
id: 'debug-1',
|
|
306
|
+
name: 'Debug TypeError',
|
|
307
|
+
description: 'Help user debug a common TypeError',
|
|
308
|
+
userMessage: "I'm getting 'Cannot read property of undefined' error. How do I fix it?",
|
|
309
|
+
expectedOutcome: {
|
|
310
|
+
keywords: ['undefined', 'check', 'null'],
|
|
311
|
+
minLength: 100,
|
|
312
|
+
},
|
|
313
|
+
difficulty: 'easy',
|
|
314
|
+
},
|
|
315
|
+
{
|
|
316
|
+
id: 'implement-1',
|
|
317
|
+
name: 'Implement Authentication',
|
|
318
|
+
description: 'Guide user to implement basic authentication',
|
|
319
|
+
userMessage: 'How do I add user authentication to my React app?',
|
|
320
|
+
expectedOutcome: {
|
|
321
|
+
keywords: ['auth', 'login', 'token'],
|
|
322
|
+
minLength: 200,
|
|
323
|
+
},
|
|
324
|
+
difficulty: 'medium',
|
|
325
|
+
},
|
|
326
|
+
{
|
|
327
|
+
id: 'optimize-1',
|
|
328
|
+
name: 'Optimize Performance',
|
|
329
|
+
description: 'Provide performance optimization advice',
|
|
330
|
+
userMessage: 'My React app is slow. How can I optimize it?',
|
|
331
|
+
expectedOutcome: {
|
|
332
|
+
keywords: ['performance', 'optimize', 'memo'],
|
|
333
|
+
minLength: 150,
|
|
334
|
+
},
|
|
335
|
+
difficulty: 'medium',
|
|
336
|
+
},
|
|
337
|
+
{
|
|
338
|
+
id: 'architecture-1',
|
|
339
|
+
name: 'Design System Architecture',
|
|
340
|
+
description: 'Help design scalable architecture',
|
|
341
|
+
userMessage: 'How should I architect a microservices system with 10M users?',
|
|
342
|
+
expectedOutcome: {
|
|
343
|
+
keywords: ['scalable', 'microservices', 'database'],
|
|
344
|
+
minLength: 300,
|
|
345
|
+
},
|
|
346
|
+
difficulty: 'hard',
|
|
347
|
+
},
|
|
348
|
+
{
|
|
349
|
+
id: 'code-review-1',
|
|
350
|
+
name: 'Code Review',
|
|
351
|
+
description: 'Review code for best practices',
|
|
352
|
+
userMessage: 'Can you review this code: function getData() { return fetch("/api").then(r => r.json()) }',
|
|
353
|
+
expectedOutcome: {
|
|
354
|
+
keywords: ['error', 'async', 'await'],
|
|
355
|
+
minLength: 100,
|
|
356
|
+
},
|
|
357
|
+
difficulty: 'easy',
|
|
358
|
+
},
|
|
359
|
+
];
|
|
360
|
+
//# sourceMappingURL=Evaluator.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"Evaluator.js","sourceRoot":"","sources":["../../src/evaluation/Evaluator.ts"],"names":[],"mappings":"AAeA,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAEzD,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAEnD,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAgExD,MAAM,OAAO,SAAS;IACV,aAAa,CAAiB;IAEtC,YAAY,OAA6D;QACrE,IAAI,OAAO,EAAE,GAAG,IAAI,OAAO,EAAE,mBAAmB,KAAK,KAAK,EAAE,CAAC;YACzD,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACxD,CAAC;IACL,CAAC;IAQD,KAAK,CAAC,QAAQ,CACV,MAAyB,EACzB,KAAuB,EACvB,MAAc;QAEd,MAAM,OAAO,GAAuB,EAAE,CAAC;QAEvC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;YAC7D,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACzB,CAAC;QAED,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;QACzD,MAAM,WAAW,GAAG,CAAC,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC;QACxD,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QACrF,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QACrF,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QAExF,OAAO;YACH,UAAU,EAAE,OAAO,CAAC,MAAM;YAC1B,eAAe,EAAE,UAAU;YAC3B,WAAW;YACX,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC;YACvC,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;YACpC,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,GAAG,CAAC,GAAG,GAAG;YACnD,OAAO;YACP,SAAS,EAAE,IAAI,IAAI,EAAE;SACxB,CAAC;IACN,CAAC;IAOO,KAAK,CAAC,YAAY,CACtB,MAAyB,EACzB,IAAoB,EACpB,MAAc;QAEd,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;YAEjE,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC3B,MAAM,YAAY,GAAG,OAAO,GAAG,SAAS,CAAC;YAGzC,MAAM,UAAU,GAAG,kBAAkB,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;YAGvF,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC;YAGtE,IAAI,cAAc,GAAiD,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YACrF,IAAI,gBAAgB,IAAI,IAAI,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;gBAElD,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;oBACrB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,CAC3C,IAA6B,EAC7B,QAAQ,CACX,CAAC;oBACF,cAAc,GAAG;wBACb,OAAO,EAAE,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,IAAI,GAAG;wBACtD,aAAa,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS;qBAClE,CAAC;gBACN,CAAC;qBAAM,CAAC;oBACJ,cAAc,GAAG,IAAI,CAAC,uBAAuB,CACzC,QAAQ,EACR,IAAI,CAAC,cAAyD,CACjE,CAAC;gBACN,CAAC;YACL,CAAC;YAED,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,IAAI,cAAc,CAAC,OAAO,CAAC;YAC9D,MAAM,aAAa,GAAG,WAAW,CAAC,aAAa,IAAI,cAAc,CAAC,aAAa,CAAC;YAGhF,MAAM,YAAY,GAAG,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YAE3D,OAAO;gBACH,MAAM,EAAE,IAAI,CAAC,EAAE;gBACf,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,OAAO;gBACP,QAAQ;gBACR,UAAU;gBACV,YAAY;gBACZ,YAAY;gBACZ,aAAa;aAChB,CAAC;QACN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC3B,OAAO;gBACH,MAAM,EAAE,IAAI,CAAC,EAAE;gBACf,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,OAAO,EAAE,KAAK;gBACd,QAAQ,EAAE,EAAE;gBACZ,UAAU,EAAE,CAAC;gBACb,YAAY,EAAE,OAAO,GAAG,SAAS;gBACjC,YAAY,EAAE,CAAC;gBACf,aAAa,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;aAC1E,CAAC;QACN,CAAC;IACL,CAAC;IAKO,YAAY,CAChB,QAAgB,EAChB,QAA2C;QAG3C,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;YACpB,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;gBACtC,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;oBAC1D,OAAO;wBACH,OAAO,EAAE,KAAK;wBACd,aAAa,EAAE,qBAAqB,OAAO,GAAG;qBACjD,CAAC;gBACN,CAAC;YACL,CAAC;QACL,CAAC;QAGD,IAAI,QAAQ,CAAC,SAAS,IAAI,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC,SAAS,EAAE,CAAC;YAC7D,OAAO;gBACH,OAAO,EAAE,KAAK;gBACd,aAAa,EAAE,uBAAuB,QAAQ,CAAC,MAAM,MAAM,QAAQ,CAAC,SAAS,GAAG;aACnF,CAAC;QACN,CAAC;QAED,IAAI,QAAQ,CAAC,SAAS,IAAI,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC,SAAS,EAAE,CAAC;YAC7D,OAAO;gBACH,OAAO,EAAE,KAAK;gBACd,aAAa,EAAE,sBAAsB,QAAQ,CAAC,MAAM,MAAM,QAAQ,CAAC,SAAS,GAAG;aAClF,CAAC;QACN,CAAC;QAGD,IAAI,QAAQ,CAAC,eAAe,EAAE,CAAC;YAC3B,IAAI,CAAC;gBACD,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACtC,OAAO;wBACH,OAAO,EAAE,KAAK;wBACd,aAAa,EAAE,iCAAiC;qBACnD,CAAC;gBACN,CAAC;YACL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,aAAa,EAAE,2BAA2B,KAAK,EAAE;iBACpD,CAAC;YACN,CAAC;QACL,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC7B,CAAC;IAOO,uBAAuB,CAC3B,QAAgB,EAChB,MAAgD;QAEhD,IAAI,CAAC,MAAM;YAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QAGtC,IAAI,MAAM,CAAC,oBAAoB,EAAE,CAAC;YAC9B,MAAM,WAAW,GAAG,sDAAsD,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC1F,IAAI,CAAC,WAAW,EAAE,CAAC;gBACf,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,aAAa,EAAE,gDAAgD;iBAClE,CAAC;YACN,CAAC;QACL,CAAC;QAGD,IAAI,MAAM,CAAC,wBAAwB,EAAE,CAAC;YAClC,MAAM,aAAa,GAAG,6DAA6D,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACnG,IAAI,CAAC,aAAa,EAAE,CAAC;gBACjB,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,aAAa,EAAE,oDAAoD;iBACtE,CAAC;YACN,CAAC;QACL,CAAC;QAGD,IAAI,MAAM,CAAC,4BAA4B,EAAE,CAAC;YACtC,MAAM,QAAQ,GAAG,wDAAwD,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACzF,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACZ,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,aAAa,EAAE,oDAAoD;iBACtE,CAAC;YACN,CAAC;QACL,CAAC;QAGD,IAAI,MAAM,CAAC,wBAAwB,EAAE,CAAC;YAElC,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,GAAG,GAAG,IAAI,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC1E,IAAI,CAAC,SAAS,EAAE,CAAC;gBACb,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,aAAa,EAAE,mDAAmD;iBACrE,CAAC;YACN,CAAC;QACL,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC7B,CAAC;IAKO,gBAAgB,CAAC,QAAgB,EAAE,IAAoB;QAC3D,IAAI,KAAK,GAAG,GAAG,CAAC;QAGhB,IAAI,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,CAAC;YAChC,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAC7D,QAAQ,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,CACpD,CAAC,MAAM,CAAC;YACT,MAAM,eAAe,GAAG,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,MAAM,CAAC;YAC9E,KAAK,IAAI,eAAe,GAAG,GAAG,CAAC;QACnC,CAAC;QAGD,IAAI,IAAI,CAAC,eAAe,CAAC,SAAS,IAAI,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,CAAC;YACnE,MAAM,WAAW,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YAC1F,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,WAAW,CAAC,GAAG,WAAW,CAAC;YAC9E,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,CAAC;YACrD,KAAK,IAAI,WAAW,GAAG,GAAG,CAAC;QAC/B,CAAC;QAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;IAC3C,CAAC;IAOD,KAAK,CAAC,gBAAgB,CAClB,MAAyB,EACzB,OAAyB,EACzB,MAAc;QAEd,MAAM,KAAK,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;QACzC,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACtD,CAAC;IAOD,KAAK,CAAC,OAAO,CACT,aAAgC,EAChC,cAAiC,EACjC,KAAuB,EACvB,MAAc;QAGd,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;QAClE,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;QAGtE,MAAM,sBAAsB,GAAG,OAAO,CAAC,WAAW,GAAG,UAAU,CAAC,WAAW,CAAC;QAC5E,MAAM,eAAe,GAAG,UAAU,CAAC,gBAAgB,GAAG,CAAC;YACnD,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC,GAAG,UAAU,CAAC,gBAAgB,CAAC,GAAG,GAAG;YAChG,CAAC,CAAC,CAAC,CAAC;QACR,MAAM,uBAAuB,GAAG,UAAU,CAAC,eAAe,GAAG,CAAC;YAC1D,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,CAAC,eAAe,CAAC,GAAG,GAAG;YAC7F,CAAC,CAAC,CAAC,CAAC;QACR,MAAM,kBAAkB,GAAG,UAAU,CAAC,eAAe,GAAG,CAAC;YACrD,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,eAAe,GAAG,UAAU,CAAC,eAAe,CAAC,GAAG,UAAU,CAAC,eAAe,CAAC,GAAG,GAAG;YAC7F,CAAC,CAAC,CAAC,CAAC;QAGR,IAAI,OAAO,GAAgC,KAAK,CAAC;QACjD,MAAM,QAAQ,GACV,sBAAsB,GAAG,eAAe,GAAG,uBAAuB,GAAG,kBAAkB,CAAC;QAE5F,IAAI,QAAQ,GAAG,EAAE,EAAE,CAAC;YAChB,OAAO,GAAG,UAAU,CAAC;QACzB,CAAC;aAAM,IAAI,QAAQ,GAAG,CAAC,EAAE,EAAE,CAAC;YACxB,OAAO,GAAG,eAAe,CAAC;QAC9B,CAAC;QAED,OAAO;YACH,OAAO;YACP,UAAU;YACV,YAAY,EAAE;gBACV,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,sBAAsB,GAAG,GAAG,CAAC,GAAG,GAAG;gBAC3D,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,GAAG,CAAC,GAAG,GAAG;gBACxD,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,uBAAuB,GAAG,GAAG,CAAC,GAAG,GAAG;gBAC7D,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,kBAAkB,GAAG,GAAG,CAAC,GAAG,GAAG;aAC3D;YACD,OAAO;SACV,CAAC;IACN,CAAC;IAKD,YAAY,CAAC,SAA0B;QACnC,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,KAAK,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;QAC5C,KAAK,CAAC,IAAI,CAAC,aAAa,SAAS,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;QAC/D,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAEpB,KAAK,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;QACtC,KAAK,CAAC,IAAI,CAAC,sBAAsB,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC;QACzD,KAAK,CAAC,IAAI,CAAC,qBAAqB,SAAS,CAAC,eAAe,EAAE,CAAC,CAAC;QAC7D,KAAK,CAAC,IAAI,CAAC,uBAAuB,SAAS,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACvE,KAAK,CAAC,IAAI,CAAC,0BAA0B,SAAS,CAAC,gBAAgB,EAAE,CAAC,CAAC;QACnE,KAAK,CAAC,IAAI,CAAC,4BAA4B,SAAS,CAAC,eAAe,IAAI,CAAC,CAAC;QACtE,KAAK,CAAC,IAAI,CAAC,4BAA4B,SAAS,CAAC,eAAe,QAAQ,CAAC,CAAC;QAE1E,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACpB,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QAEnC,KAAK,MAAM,MAAM,IAAI,SAAS,CAAC,OAAO,EAAE,CAAC;YACrC,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;YACxC,KAAK,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC;YAC/C,KAAK,CAAC,IAAI,CAAC,iBAAiB,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;YACrE,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;gBACvB,KAAK,CAAC,IAAI,CAAC,yBAAyB,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC;YAChE,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,iBAAiB,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;YACjD,KAAK,CAAC,IAAI,CAAC,wBAAwB,MAAM,CAAC,YAAY,IAAI,CAAC,CAAC;YAC5D,KAAK,CAAC,IAAI,CAAC,kBAAkB,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YACnE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACnB,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;IAKD,sBAAsB,CAAC,UAA4B;QAC/C,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,KAAK,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;QACjD,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAGpB,MAAM,WAAW,GAAG;YAChB,QAAQ,EAAE,IAAI;YACd,aAAa,EAAE,IAAI;YACnB,GAAG,EAAE,IAAI;SACZ,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QAEtB,KAAK,CAAC,IAAI,CAAC,MAAM,WAAW,aAAa,UAAU,CAAC,OAAO,IAAI,CAAC,CAAC;QACjE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAGpB,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QAEnC,MAAM,iBAAiB,GAAG,CAAC,KAAa,EAAE,MAAc,EAAE,EAAE;YACxD,MAAM,IAAI,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YACxD,MAAM,IAAI,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YAClC,OAAO,GAAG,IAAI,MAAM,MAAM,OAAO,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;QAChE,CAAC,CAAC;QAEF,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,YAAY,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC,CAAC;QACnF,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,YAAY,CAAC,eAAe,EAAE,kBAAkB,CAAC,CAAC,CAAC;QAC3F,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,YAAY,CAAC,YAAY,EAAE,gBAAgB,CAAC,CAAC,CAAC;QACtF,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,YAAY,CAAC,YAAY,EAAE,eAAe,CAAC,CAAC,CAAC;QACrF,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAGf,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACpB,KAAK,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;QAC9C,KAAK,CAAC,IAAI,CAAC,qDAAqD,CAAC,CAAC;QAClE,KAAK,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;QAEhE,MAAM,OAAO,GAAG;YACZ;gBACI,cAAc;gBACd,GAAG,UAAU,CAAC,UAAU,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;gBAClD,GAAG,UAAU,CAAC,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;gBAC/C,GAAG,UAAU,CAAC,YAAY,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,UAAU,CAAC,YAAY,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;aAC5G;YACD;gBACI,YAAY;gBACZ,GAAG,UAAU,CAAC,UAAU,CAAC,gBAAgB,EAAE;gBAC3C,GAAG,UAAU,CAAC,OAAO,CAAC,gBAAgB,EAAE;gBACxC,GAAG,UAAU,CAAC,YAAY,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;aAC3D;YACD;gBACI,UAAU;gBACV,GAAG,UAAU,CAAC,UAAU,CAAC,eAAe,IAAI;gBAC5C,GAAG,UAAU,CAAC,OAAO,CAAC,eAAe,IAAI;gBACzC,GAAG,UAAU,CAAC,YAAY,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;aACxD;YACD;gBACI,SAAS;gBACT,GAAG,UAAU,CAAC,UAAU,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;gBACrD,GAAG,UAAU,CAAC,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;gBAClD,GAAG,UAAU,CAAC,YAAY,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;aACxD;SACJ,CAAC;QAEF,KAAK,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,WAAW,CAAC,IAAI,OAAO,EAAE,CAAC;YACzD,KAAK,CAAC,IAAI,CAAC,KAAK,MAAM,MAAM,QAAQ,MAAM,GAAG,MAAM,WAAW,IAAI,CAAC,CAAC;QACxE,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEf,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;CACJ;AAKD,MAAM,CAAC,MAAM,cAAc,GAAqB;IAC5C;QACI,EAAE,EAAE,SAAS;QACb,IAAI,EAAE,iBAAiB;QACvB,WAAW,EAAE,oCAAoC;QACjD,WAAW,EAAE,yEAAyE;QACtF,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,WAAW,EAAE,OAAO,EAAE,MAAM,CAAC;YACxC,SAAS,EAAE,GAAG;SACjB;QACD,UAAU,EAAE,MAAM;KACrB;IACD;QACI,EAAE,EAAE,aAAa;QACjB,IAAI,EAAE,0BAA0B;QAChC,WAAW,EAAE,8CAA8C;QAC3D,WAAW,EAAE,mDAAmD;QAChE,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC;YACpC,SAAS,EAAE,GAAG;SACjB;QACD,UAAU,EAAE,QAAQ;KACvB;IACD;QACI,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,sBAAsB;QAC5B,WAAW,EAAE,yCAAyC;QACtD,WAAW,EAAE,8CAA8C;QAC3D,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,aAAa,EAAE,UAAU,EAAE,MAAM,CAAC;YAC7C,SAAS,EAAE,GAAG;SACjB;QACD,UAAU,EAAE,QAAQ;KACvB;IACD;QACI,EAAE,EAAE,gBAAgB;QACpB,IAAI,EAAE,4BAA4B;QAClC,WAAW,EAAE,mCAAmC;QAChD,WAAW,EAAE,+DAA+D;QAC5E,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,UAAU,EAAE,eAAe,EAAE,UAAU,CAAC;YACnD,SAAS,EAAE,GAAG;SACjB;QACD,UAAU,EAAE,MAAM;KACrB;IACD;QACI,EAAE,EAAE,eAAe;QACnB,IAAI,EAAE,aAAa;QACnB,WAAW,EAAE,gCAAgC;QAC7C,WAAW,EAAE,2FAA2F;QACxG,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC;YACrC,SAAS,EAAE,GAAG;SACjB;QACD,UAAU,EAAE,MAAM;KACrB;CACJ,CAAC"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import type { EvolutionGuardrails, PromotionGateResult, EconomicMetrics } from '../types/index.js';
|
|
2
|
+
import type { StorageAdapter } from '../interfaces/StorageAdapter.js';
|
|
3
|
+
export interface MutationCandidate {
|
|
4
|
+
layer: 0 | 1 | 2;
|
|
5
|
+
gene: string;
|
|
6
|
+
variant: string;
|
|
7
|
+
content: string;
|
|
8
|
+
fitness: number;
|
|
9
|
+
sandboxScore?: number;
|
|
10
|
+
economicMetrics?: EconomicMetrics;
|
|
11
|
+
sampleCount: number;
|
|
12
|
+
rollbackCount?: number;
|
|
13
|
+
}
|
|
14
|
+
export declare class EvolutionGuardrailsManager {
|
|
15
|
+
private storage;
|
|
16
|
+
private guardrails?;
|
|
17
|
+
private defaultGuardrails;
|
|
18
|
+
constructor(storage: StorageAdapter, guardrails?: EvolutionGuardrails | undefined);
|
|
19
|
+
evaluateCandidate(candidate: MutationCandidate, genomeId: string): Promise<PromotionGateResult>;
|
|
20
|
+
private evaluateQualityGate;
|
|
21
|
+
private evaluateSandboxGate;
|
|
22
|
+
private evaluateEconomicGate;
|
|
23
|
+
private evaluateStabilityGate;
|
|
24
|
+
private calculateEconomicMetrics;
|
|
25
|
+
getGuardrails(): EvolutionGuardrails;
|
|
26
|
+
updateGuardrails(updates: Partial<EvolutionGuardrails>): void;
|
|
27
|
+
getGuardrailsReport(): string;
|
|
28
|
+
}
|
|
29
|
+
//# sourceMappingURL=EvolutionGuardrails.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"EvolutionGuardrails.d.ts","sourceRoot":"","sources":["../../src/evaluation/EvolutionGuardrails.ts"],"names":[],"mappings":"AAeA,OAAO,KAAK,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACnG,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAC;AAItE,MAAM,WAAW,iBAAiB;IAC9B,KAAK,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAGhB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,eAAe,CAAC,EAAE,eAAe,CAAC;IAGlC,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,MAAM,CAAC;CAC1B;AAID,qBAAa,0BAA0B;IAqB/B,OAAO,CAAC,OAAO;IACf,OAAO,CAAC,UAAU,CAAC;IArBvB,OAAO,CAAC,iBAAiB,CAiBvB;gBAGU,OAAO,EAAE,cAAc,EACvB,UAAU,CAAC,EAAE,mBAAmB,YAAA;IActC,iBAAiB,CACnB,SAAS,EAAE,iBAAiB,EAC5B,QAAQ,EAAE,MAAM,GACjB,OAAO,CAAC,mBAAmB,CAAC;IAiE/B,OAAO,CAAC,mBAAmB;IAiB3B,OAAO,CAAC,mBAAmB;YAiBb,oBAAoB;IAyBlC,OAAO,CAAC,qBAAqB;YA2Bf,wBAAwB;IAqDtC,aAAa,IAAI,mBAAmB;IAOpC,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,mBAAmB,CAAC,GAAG,IAAI;IAY7D,mBAAmB,IAAI,MAAM;CAwBhC"}
|
|
@@ -0,0 +1,166 @@
|
|
|
1
|
+
export class EvolutionGuardrailsManager {
|
|
2
|
+
storage;
|
|
3
|
+
guardrails;
|
|
4
|
+
defaultGuardrails = {
|
|
5
|
+
minQualityScore: 0.60,
|
|
6
|
+
minSandboxScore: 0.70,
|
|
7
|
+
minCompressionScore: 0.65,
|
|
8
|
+
maxCostPerTask: 0.10,
|
|
9
|
+
minStabilityWindow: 10,
|
|
10
|
+
maxRollbackRate: 0.20,
|
|
11
|
+
gateMode: 'AND',
|
|
12
|
+
};
|
|
13
|
+
constructor(storage, guardrails) {
|
|
14
|
+
this.storage = storage;
|
|
15
|
+
this.guardrails = guardrails;
|
|
16
|
+
this.guardrails = {
|
|
17
|
+
...this.defaultGuardrails,
|
|
18
|
+
...guardrails,
|
|
19
|
+
};
|
|
20
|
+
}
|
|
21
|
+
async evaluateCandidate(candidate, genomeId) {
|
|
22
|
+
const gates = this.guardrails;
|
|
23
|
+
const qualityGate = this.evaluateQualityGate(candidate, gates);
|
|
24
|
+
const sandboxGate = this.evaluateSandboxGate(candidate, gates);
|
|
25
|
+
const economicGate = await this.evaluateEconomicGate(candidate, genomeId, gates);
|
|
26
|
+
const stabilityGate = this.evaluateStabilityGate(candidate, gates);
|
|
27
|
+
const allGates = [qualityGate, sandboxGate, economicGate, stabilityGate];
|
|
28
|
+
const passedCount = allGates.filter(g => g.passed).length;
|
|
29
|
+
let finalDecision;
|
|
30
|
+
let reason;
|
|
31
|
+
if (gates.gateMode === 'AND') {
|
|
32
|
+
if (passedCount === 4) {
|
|
33
|
+
finalDecision = 'promote';
|
|
34
|
+
reason = 'All gates passed - promoting to production';
|
|
35
|
+
}
|
|
36
|
+
else if (passedCount >= 3) {
|
|
37
|
+
finalDecision = 'canary';
|
|
38
|
+
reason = `${passedCount}/4 gates passed - deploying to canary (5% traffic)`;
|
|
39
|
+
}
|
|
40
|
+
else {
|
|
41
|
+
finalDecision = 'reject';
|
|
42
|
+
const failedGates = allGates
|
|
43
|
+
.map((g, i) => !g.passed ? ['Quality', 'Sandbox', 'Economic', 'Stability'][i] : null)
|
|
44
|
+
.filter(Boolean);
|
|
45
|
+
reason = `Failed gates: ${failedGates.join(', ')}`;
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
else {
|
|
49
|
+
if (passedCount >= 1) {
|
|
50
|
+
finalDecision = 'promote';
|
|
51
|
+
reason = `${passedCount}/4 gates passed (OR mode)`;
|
|
52
|
+
}
|
|
53
|
+
else {
|
|
54
|
+
finalDecision = 'reject';
|
|
55
|
+
reason = 'All gates failed';
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
return {
|
|
59
|
+
passed: finalDecision === 'promote',
|
|
60
|
+
gates: {
|
|
61
|
+
quality: qualityGate,
|
|
62
|
+
sandbox: sandboxGate,
|
|
63
|
+
economic: economicGate,
|
|
64
|
+
stability: stabilityGate,
|
|
65
|
+
},
|
|
66
|
+
finalDecision,
|
|
67
|
+
reason,
|
|
68
|
+
};
|
|
69
|
+
}
|
|
70
|
+
evaluateQualityGate(candidate, gates) {
|
|
71
|
+
const score = candidate.fitness;
|
|
72
|
+
const threshold = gates.minQualityScore;
|
|
73
|
+
return {
|
|
74
|
+
passed: score >= threshold,
|
|
75
|
+
score,
|
|
76
|
+
threshold,
|
|
77
|
+
};
|
|
78
|
+
}
|
|
79
|
+
evaluateSandboxGate(candidate, gates) {
|
|
80
|
+
const score = candidate.sandboxScore ?? 0;
|
|
81
|
+
const threshold = gates.minSandboxScore;
|
|
82
|
+
return {
|
|
83
|
+
passed: score >= threshold,
|
|
84
|
+
score,
|
|
85
|
+
threshold,
|
|
86
|
+
};
|
|
87
|
+
}
|
|
88
|
+
async evaluateEconomicGate(candidate, genomeId, gates) {
|
|
89
|
+
const metrics = await this.calculateEconomicMetrics(candidate, genomeId);
|
|
90
|
+
const compressionPass = metrics.compressionScore >= gates.minCompressionScore;
|
|
91
|
+
const costPass = metrics.costPerTask <= gates.maxCostPerTask;
|
|
92
|
+
const passed = compressionPass && costPass;
|
|
93
|
+
const score = (metrics.compressionScore + (costPass ? 1 : 0)) / 2;
|
|
94
|
+
return {
|
|
95
|
+
passed,
|
|
96
|
+
score,
|
|
97
|
+
threshold: gates.minCompressionScore,
|
|
98
|
+
};
|
|
99
|
+
}
|
|
100
|
+
evaluateStabilityGate(candidate, gates) {
|
|
101
|
+
const sampleCount = candidate.sampleCount || 0;
|
|
102
|
+
const rollbackCount = candidate.rollbackCount || 0;
|
|
103
|
+
const hasEnoughSamples = sampleCount >= gates.minStabilityWindow;
|
|
104
|
+
const rollbackRate = sampleCount > 0 ? rollbackCount / sampleCount : 0;
|
|
105
|
+
const lowRollbackRate = rollbackRate <= gates.maxRollbackRate;
|
|
106
|
+
const passed = hasEnoughSamples && lowRollbackRate;
|
|
107
|
+
const score = hasEnoughSamples ? (1 - rollbackRate) : 0;
|
|
108
|
+
return {
|
|
109
|
+
passed,
|
|
110
|
+
score,
|
|
111
|
+
threshold: gates.minStabilityWindow,
|
|
112
|
+
};
|
|
113
|
+
}
|
|
114
|
+
async calculateEconomicMetrics(candidate, genomeId) {
|
|
115
|
+
if (candidate.economicMetrics) {
|
|
116
|
+
return candidate.economicMetrics;
|
|
117
|
+
}
|
|
118
|
+
void await this.storage.getAnalytics(genomeId);
|
|
119
|
+
const estimatedTokens = candidate.content.length / 4;
|
|
120
|
+
const successRate = candidate.fitness;
|
|
121
|
+
const tokensPerSuccess = successRate > 0 ? estimatedTokens / successRate : estimatedTokens;
|
|
122
|
+
const compressionScore = Math.max(0, Math.min(1, 1 - (tokensPerSuccess - 500) / 1500));
|
|
123
|
+
const costPerTask = (estimatedTokens / 1000) * 0.003;
|
|
124
|
+
const costPerSuccess = successRate > 0 ? costPerTask / successRate : costPerTask;
|
|
125
|
+
const avgLatencyMs = 2000;
|
|
126
|
+
const p95LatencyMs = avgLatencyMs * 1.5;
|
|
127
|
+
const valuePerDollar = costPerSuccess > 0 ? successRate / costPerSuccess : 0;
|
|
128
|
+
return {
|
|
129
|
+
tokensPerSuccess,
|
|
130
|
+
compressionScore,
|
|
131
|
+
costPerTask,
|
|
132
|
+
costPerSuccess,
|
|
133
|
+
avgLatencyMs,
|
|
134
|
+
p95LatencyMs,
|
|
135
|
+
valuePerDollar,
|
|
136
|
+
};
|
|
137
|
+
}
|
|
138
|
+
getGuardrails() {
|
|
139
|
+
return { ...this.guardrails };
|
|
140
|
+
}
|
|
141
|
+
updateGuardrails(updates) {
|
|
142
|
+
this.guardrails = {
|
|
143
|
+
...this.guardrails,
|
|
144
|
+
...updates,
|
|
145
|
+
};
|
|
146
|
+
}
|
|
147
|
+
getGuardrailsReport() {
|
|
148
|
+
const g = this.guardrails;
|
|
149
|
+
const lines = [];
|
|
150
|
+
lines.push('# 🛡️ Evolution Guardrails Status\n');
|
|
151
|
+
lines.push(`**Gate Mode**: ${g.gateMode} (${g.gateMode === 'AND' ? 'All gates must pass' : 'Any gate passing is enough'})\n`);
|
|
152
|
+
lines.push('## Gate Thresholds\n');
|
|
153
|
+
lines.push(`### 1️⃣ Quality Gate`);
|
|
154
|
+
lines.push(`- Min Fitness: ${(g.minQualityScore * 100).toFixed(0)}%\n`);
|
|
155
|
+
lines.push(`### 2️⃣ Sandbox Gate`);
|
|
156
|
+
lines.push(`- Min Pass Rate: ${(g.minSandboxScore * 100).toFixed(0)}%\n`);
|
|
157
|
+
lines.push(`### 3️⃣ Economic Gate`);
|
|
158
|
+
lines.push(`- Min Compression: ${(g.minCompressionScore * 100).toFixed(0)}%`);
|
|
159
|
+
lines.push(`- Max Cost/Task: $${g.maxCostPerTask.toFixed(4)}\n`);
|
|
160
|
+
lines.push(`### 4️⃣ Stability Gate`);
|
|
161
|
+
lines.push(`- Min Samples: ${g.minStabilityWindow}`);
|
|
162
|
+
lines.push(`- Max Rollback Rate: ${(g.maxRollbackRate * 100).toFixed(0)}%`);
|
|
163
|
+
return lines.join('\n');
|
|
164
|
+
}
|
|
165
|
+
}
|
|
166
|
+
//# sourceMappingURL=EvolutionGuardrails.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"EvolutionGuardrails.js","sourceRoot":"","sources":["../../src/evaluation/EvolutionGuardrails.ts"],"names":[],"mappings":"AAsCA,MAAM,OAAO,0BAA0B;IAqBvB;IACA;IArBJ,iBAAiB,GAAwB;QAE7C,eAAe,EAAE,IAAI;QAGrB,eAAe,EAAE,IAAI;QAGrB,mBAAmB,EAAE,IAAI;QACzB,cAAc,EAAE,IAAI;QAGpB,kBAAkB,EAAE,EAAE;QACtB,eAAe,EAAE,IAAI;QAGrB,QAAQ,EAAE,KAAK;KAClB,CAAC;IAEF,YACY,OAAuB,EACvB,UAAgC;QADhC,YAAO,GAAP,OAAO,CAAgB;QACvB,eAAU,GAAV,UAAU,CAAsB;QAGxC,IAAI,CAAC,UAAU,GAAG;YACd,GAAG,IAAI,CAAC,iBAAiB;YACzB,GAAG,UAAU;SAChB,CAAC;IACN,CAAC;IAOD,KAAK,CAAC,iBAAiB,CACnB,SAA4B,EAC5B,QAAgB;QAEhB,MAAM,KAAK,GAAG,IAAI,CAAC,UAAW,CAAC;QAG/B,MAAM,WAAW,GAAG,IAAI,CAAC,mBAAmB,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QAG/D,MAAM,WAAW,GAAG,IAAI,CAAC,mBAAmB,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QAG/D,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,SAAS,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;QAGjF,MAAM,aAAa,GAAG,IAAI,CAAC,qBAAqB,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QAGnE,MAAM,QAAQ,GAAG,CAAC,WAAW,EAAE,WAAW,EAAE,YAAY,EAAE,aAAa,CAAC,CAAC;QACzE,MAAM,WAAW,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;QAE1D,IAAI,aAA8C,CAAC;QACnD,IAAI,MAAc,CAAC;QAEnB,IAAI,KAAK,CAAC,QAAQ,KAAK,KAAK,EAAE,CAAC;YAE3B,IAAI,WAAW,KAAK,CAAC,EAAE,CAAC;gBACpB,aAAa,GAAG,SAAS,CAAC;gBAC1B,MAAM,GAAG,4CAA4C,CAAC;YAC1D,CAAC;iBAAM,IAAI,WAAW,IAAI,CAAC,EAAE,CAAC;gBAE1B,aAAa,GAAG,QAAQ,CAAC;gBACzB,MAAM,GAAG,GAAG,WAAW,oDAAoD,CAAC;YAChF,CAAC;iBAAM,CAAC;gBACJ,aAAa,GAAG,QAAQ,CAAC;gBACzB,MAAM,WAAW,GAAG,QAAQ;qBACvB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;qBACpF,MAAM,CAAC,OAAO,CAAC,CAAC;gBACrB,MAAM,GAAG,iBAAiB,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YACvD,CAAC;QACL,CAAC;aAAM,CAAC;YAEJ,IAAI,WAAW,IAAI,CAAC,EAAE,CAAC;gBACnB,aAAa,GAAG,SAAS,CAAC;gBAC1B,MAAM,GAAG,GAAG,WAAW,2BAA2B,CAAC;YACvD,CAAC;iBAAM,CAAC;gBACJ,aAAa,GAAG,QAAQ,CAAC;gBACzB,MAAM,GAAG,kBAAkB,CAAC;YAChC,CAAC;QACL,CAAC;QAED,OAAO;YACH,MAAM,EAAE,aAAa,KAAK,SAAS;YACnC,KAAK,EAAE;gBACH,OAAO,EAAE,WAAW;gBACpB,OAAO,EAAE,WAAW;gBACpB,QAAQ,EAAE,YAAY;gBACtB,SAAS,EAAE,aAAa;aAC3B;YACD,aAAa;YACb,MAAM;SACT,CAAC;IACN,CAAC;IAKO,mBAAmB,CACvB,SAA4B,EAC5B,KAA0B;QAE1B,MAAM,KAAK,GAAG,SAAS,CAAC,OAAO,CAAC;QAChC,MAAM,SAAS,GAAG,KAAK,CAAC,eAAe,CAAC;QAExC,OAAO;YACH,MAAM,EAAE,KAAK,IAAI,SAAS;YAC1B,KAAK;YACL,SAAS;SACZ,CAAC;IACN,CAAC;IAKO,mBAAmB,CACvB,SAA4B,EAC5B,KAA0B;QAE1B,MAAM,KAAK,GAAG,SAAS,CAAC,YAAY,IAAI,CAAC,CAAC;QAC1C,MAAM,SAAS,GAAG,KAAK,CAAC,eAAe,CAAC;QAExC,OAAO;YACH,MAAM,EAAE,KAAK,IAAI,SAAS;YAC1B,KAAK;YACL,SAAS;SACZ,CAAC;IACN,CAAC;IAKO,KAAK,CAAC,oBAAoB,CAC9B,SAA4B,EAC5B,QAAgB,EAChB,KAA0B;QAG1B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,wBAAwB,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QAGzE,MAAM,eAAe,GAAG,OAAO,CAAC,gBAAgB,IAAI,KAAK,CAAC,mBAAmB,CAAC;QAC9E,MAAM,QAAQ,GAAG,OAAO,CAAC,WAAW,IAAI,KAAK,CAAC,cAAc,CAAC;QAE7D,MAAM,MAAM,GAAG,eAAe,IAAI,QAAQ,CAAC;QAC3C,MAAM,KAAK,GAAG,CAAC,OAAO,CAAC,gBAAgB,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAElE,OAAO;YACH,MAAM;YACN,KAAK;YACL,SAAS,EAAE,KAAK,CAAC,mBAAmB;SACvC,CAAC;IACN,CAAC;IAKO,qBAAqB,CACzB,SAA4B,EAC5B,KAA0B;QAE1B,MAAM,WAAW,GAAG,SAAS,CAAC,WAAW,IAAI,CAAC,CAAC;QAC/C,MAAM,aAAa,GAAG,SAAS,CAAC,aAAa,IAAI,CAAC,CAAC;QAGnD,MAAM,gBAAgB,GAAG,WAAW,IAAI,KAAK,CAAC,kBAAkB,CAAC;QAGjE,MAAM,YAAY,GAAG,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;QACvE,MAAM,eAAe,GAAG,YAAY,IAAI,KAAK,CAAC,eAAe,CAAC;QAE9D,MAAM,MAAM,GAAG,gBAAgB,IAAI,eAAe,CAAC;QACnD,MAAM,KAAK,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAExD,OAAO;YACH,MAAM;YACN,KAAK;YACL,SAAS,EAAE,KAAK,CAAC,kBAAkB;SACtC,CAAC;IACN,CAAC;IAKO,KAAK,CAAC,wBAAwB,CAClC,SAA4B,EAC5B,QAAgB;QAGhB,IAAI,SAAS,CAAC,eAAe,EAAE,CAAC;YAC5B,OAAO,SAAS,CAAC,eAAe,CAAC;QACrC,CAAC;QAID,KAAK,MAAM,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;QAG/C,MAAM,eAAe,GAAG,SAAS,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;QAGrD,MAAM,WAAW,GAAG,SAAS,CAAC,OAAO,CAAC;QAGtC,MAAM,gBAAgB,GAAG,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,GAAG,WAAW,CAAC,CAAC,CAAC,eAAe,CAAC;QAI3F,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAC3C,CAAC,GAAG,CAAC,gBAAgB,GAAG,GAAG,CAAC,GAAG,IAAI,CACtC,CAAC,CAAC;QAGH,MAAM,WAAW,GAAG,CAAC,eAAe,GAAG,IAAI,CAAC,GAAG,KAAK,CAAC;QACrD,MAAM,cAAc,GAAG,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC;QAGjF,MAAM,YAAY,GAAG,IAAI,CAAC;QAC1B,MAAM,YAAY,GAAG,YAAY,GAAG,GAAG,CAAC;QAGxC,MAAM,cAAc,GAAG,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;QAE7E,OAAO;YACH,gBAAgB;YAChB,gBAAgB;YAChB,WAAW;YACX,cAAc;YACd,YAAY;YACZ,YAAY;YACZ,cAAc;SACjB,CAAC;IACN,CAAC;IAKD,aAAa;QACT,OAAO,EAAE,GAAG,IAAI,CAAC,UAAW,EAAE,CAAC;IACnC,CAAC;IAKD,gBAAgB,CAAC,OAAqC;QAClD,IAAI,CAAC,UAAU,GAAG;YACd,GAAG,IAAI,CAAC,UAAW;YACnB,GAAG,OAAO;SACb,CAAC;IACN,CAAC;IAOD,mBAAmB;QACf,MAAM,CAAC,GAAG,IAAI,CAAC,UAAW,CAAC;QAE3B,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,KAAK,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAC;QAClD,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,QAAQ,KAAK,KAAK,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,4BAA4B,KAAK,CAAC,CAAC;QAE9H,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QACnC,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QACnC,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,eAAe,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAExE,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QACnC,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,eAAe,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAE1E,KAAK,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;QACpC,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC,CAAC,mBAAmB,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC9E,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAEjE,KAAK,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;QACrC,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,kBAAkB,EAAE,CAAC,CAAC;QACrD,KAAK,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC,CAAC,eAAe,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAE5E,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;CACJ"}
|
|
@@ -0,0 +1,41 @@
|
|
|
1
|
+
import type { EvaluatableGenome, EvaluationTask, BenchmarkResult } from './Evaluator.js';
|
|
2
|
+
import { Evaluator } from './Evaluator.js';
|
|
3
|
+
export interface ProofOfValueConfig {
|
|
4
|
+
name: string;
|
|
5
|
+
cycles: number;
|
|
6
|
+
interactionsPerCycle: number;
|
|
7
|
+
dataset: EvaluationTask[];
|
|
8
|
+
userId: string;
|
|
9
|
+
}
|
|
10
|
+
export interface CycleResult {
|
|
11
|
+
cycle: number;
|
|
12
|
+
benchmark: BenchmarkResult;
|
|
13
|
+
timestamp: Date;
|
|
14
|
+
}
|
|
15
|
+
export interface FitnessCurvePoint {
|
|
16
|
+
cycle: number;
|
|
17
|
+
quality: number;
|
|
18
|
+
successRate: number;
|
|
19
|
+
avgTokens: number;
|
|
20
|
+
}
|
|
21
|
+
export interface ProofOfValueResult {
|
|
22
|
+
config: ProofOfValueConfig;
|
|
23
|
+
baseline: BenchmarkResult;
|
|
24
|
+
cycles: CycleResult[];
|
|
25
|
+
fitnessCurve: FitnessCurvePoint[];
|
|
26
|
+
finalComparison: {
|
|
27
|
+
qualityDelta: number;
|
|
28
|
+
successRateDelta: number;
|
|
29
|
+
tokenDelta: number;
|
|
30
|
+
};
|
|
31
|
+
totalDuration: number;
|
|
32
|
+
verdict: 'IMPROVEMENT_PROVEN' | 'NO_SIGNIFICANT_CHANGE' | 'REGRESSION';
|
|
33
|
+
}
|
|
34
|
+
export declare class ProofOfValueRunner {
|
|
35
|
+
private evaluator;
|
|
36
|
+
constructor(evaluator?: Evaluator);
|
|
37
|
+
run(genome: EvaluatableGenome, config: ProofOfValueConfig, onCycleComplete?: (cycle: number, result: CycleResult) => void): Promise<ProofOfValueResult>;
|
|
38
|
+
formatConsoleReport(result: ProofOfValueResult): string;
|
|
39
|
+
formatMarkdownReport(result: ProofOfValueResult): string;
|
|
40
|
+
}
|
|
41
|
+
//# sourceMappingURL=ProofOfValueRunner.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ProofOfValueRunner.d.ts","sourceRoot":"","sources":["../../src/evaluation/ProofOfValueRunner.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EAAE,iBAAiB,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACzF,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAI3C,MAAM,WAAW,kBAAkB;IAE/B,IAAI,EAAE,MAAM,CAAC;IAEb,MAAM,EAAE,MAAM,CAAC;IAEf,oBAAoB,EAAE,MAAM,CAAC;IAE7B,OAAO,EAAE,cAAc,EAAE,CAAC;IAE1B,MAAM,EAAE,MAAM,CAAC;CAClB;AAID,MAAM,WAAW,WAAW;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,eAAe,CAAC;IAC3B,SAAS,EAAE,IAAI,CAAC;CACnB;AAED,MAAM,WAAW,iBAAiB;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,kBAAkB;IAC/B,MAAM,EAAE,kBAAkB,CAAC;IAC3B,QAAQ,EAAE,eAAe,CAAC;IAC1B,MAAM,EAAE,WAAW,EAAE,CAAC;IACtB,YAAY,EAAE,iBAAiB,EAAE,CAAC;IAClC,eAAe,EAAE;QACb,YAAY,EAAE,MAAM,CAAC;QACrB,gBAAgB,EAAE,MAAM,CAAC;QACzB,UAAU,EAAE,MAAM,CAAC;KACtB,CAAC;IACF,aAAa,EAAE,MAAM,CAAC;IACtB,OAAO,EAAE,oBAAoB,GAAG,uBAAuB,GAAG,YAAY,CAAC;CAC1E;AAID,qBAAa,kBAAkB;IAC3B,OAAO,CAAC,SAAS,CAAY;gBAEjB,SAAS,CAAC,EAAE,SAAS;IAW3B,GAAG,CACL,MAAM,EAAE,iBAAiB,EACzB,MAAM,EAAE,kBAAkB,EAC1B,eAAe,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,KAAK,IAAI,GAC/D,OAAO,CAAC,kBAAkB,CAAC;IA2F9B,mBAAmB,CAAC,MAAM,EAAE,kBAAkB,GAAG,MAAM;IAuEvD,oBAAoB,CAAC,MAAM,EAAE,kBAAkB,GAAG,MAAM;CAuD3D"}
|