@pga-ai/core 0.4.0 → 0.8.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +7 -7
- package/dist/PGA.d.ts +100 -1
- package/dist/PGA.d.ts.map +1 -1
- package/dist/PGA.js +1015 -25
- package/dist/PGA.js.map +1 -1
- package/dist/advanced-ai/AgentVitals.d.ts +23 -0
- package/dist/advanced-ai/AgentVitals.d.ts.map +1 -0
- package/dist/advanced-ai/AgentVitals.js +13 -0
- package/dist/advanced-ai/AgentVitals.js.map +1 -0
- package/dist/advanced-ai/CalibratedAutonomy.d.ts +37 -0
- package/dist/advanced-ai/CalibratedAutonomy.d.ts.map +1 -0
- package/dist/advanced-ai/CalibratedAutonomy.js +151 -0
- package/dist/advanced-ai/CalibratedAutonomy.js.map +1 -0
- package/dist/advanced-ai/EmotionalModel.d.ts +27 -0
- package/dist/advanced-ai/EmotionalModel.d.ts.map +1 -0
- package/dist/advanced-ai/EmotionalModel.js +206 -0
- package/dist/advanced-ai/EmotionalModel.js.map +1 -0
- package/dist/advanced-ai/EnhancedSelfModel.d.ts +53 -0
- package/dist/advanced-ai/EnhancedSelfModel.d.ts.map +1 -0
- package/dist/advanced-ai/EnhancedSelfModel.js +189 -0
- package/dist/advanced-ai/EnhancedSelfModel.js.map +1 -0
- package/dist/advanced-ai/SelfModel.d.ts +29 -0
- package/dist/advanced-ai/SelfModel.d.ts.map +1 -0
- package/dist/advanced-ai/SelfModel.js +91 -0
- package/dist/advanced-ai/SelfModel.js.map +1 -0
- package/dist/advanced-ai/StrategicAutonomy.d.ts +41 -0
- package/dist/advanced-ai/StrategicAutonomy.d.ts.map +1 -0
- package/dist/advanced-ai/StrategicAutonomy.js +148 -0
- package/dist/advanced-ai/StrategicAutonomy.js.map +1 -0
- package/dist/core/GenesisBootstrap.d.ts +18 -0
- package/dist/core/GenesisBootstrap.d.ts.map +1 -0
- package/dist/core/GenesisBootstrap.js +95 -0
- package/dist/core/GenesisBootstrap.js.map +1 -0
- package/dist/core/GenomeManager.js +1 -1
- package/dist/core/PromptAssembler.d.ts +26 -0
- package/dist/core/PromptAssembler.d.ts.map +1 -1
- package/dist/core/PromptAssembler.js +133 -8
- package/dist/core/PromptAssembler.js.map +1 -1
- package/dist/evaluation/BenchmarkSuites.d.ts +2 -0
- package/dist/evaluation/BenchmarkSuites.d.ts.map +1 -1
- package/dist/evaluation/BenchmarkSuites.js +9 -6
- package/dist/evaluation/BenchmarkSuites.js.map +1 -1
- package/dist/evaluation/Evaluator.d.ts.map +1 -1
- package/dist/evaluation/Evaluator.js +8 -7
- package/dist/evaluation/Evaluator.js.map +1 -1
- package/dist/evaluation/ProofOfValueRunner.d.ts +41 -0
- package/dist/evaluation/ProofOfValueRunner.d.ts.map +1 -0
- package/dist/evaluation/ProofOfValueRunner.js +177 -0
- package/dist/evaluation/ProofOfValueRunner.js.map +1 -0
- package/dist/evaluation/SandboxSuites.js +4 -4
- package/dist/evaluation/SandboxSuites.js.map +1 -1
- package/dist/evaluation/fixtures/proof-of-value-v1.json +178 -0
- package/dist/evolution/MutationOperator.d.ts +26 -0
- package/dist/evolution/MutationOperator.d.ts.map +1 -1
- package/dist/evolution/MutationOperator.js +200 -9
- package/dist/evolution/MutationOperator.js.map +1 -1
- package/dist/evolution/PurposeSurvival.d.ts +68 -0
- package/dist/evolution/PurposeSurvival.d.ts.map +1 -0
- package/dist/evolution/PurposeSurvival.js +199 -0
- package/dist/evolution/PurposeSurvival.js.map +1 -0
- package/dist/evolution/boost/EvolutionBoostEngine.d.ts +2 -1
- package/dist/evolution/boost/EvolutionBoostEngine.d.ts.map +1 -1
- package/dist/evolution/boost/EvolutionBoostEngine.js +3 -3
- package/dist/evolution/boost/EvolutionBoostEngine.js.map +1 -1
- package/dist/evolution/boost/GeneticRecombinator.d.ts.map +1 -1
- package/dist/evolution/boost/GeneticRecombinator.js +16 -5
- package/dist/evolution/boost/GeneticRecombinator.js.map +1 -1
- package/dist/evolution/boost/ParetoOptimizer.d.ts +1 -1
- package/dist/evolution/boost/ParetoOptimizer.d.ts.map +1 -1
- package/dist/evolution/boost/ParetoOptimizer.js.map +1 -1
- package/dist/evolution/boost/operators/BreakthroughOperator.d.ts +4 -7
- package/dist/evolution/boost/operators/BreakthroughOperator.d.ts.map +1 -1
- package/dist/evolution/boost/operators/BreakthroughOperator.js +172 -160
- package/dist/evolution/boost/operators/BreakthroughOperator.js.map +1 -1
- package/dist/evolution/boost/operators/CrossoverMutationOperator.d.ts +10 -15
- package/dist/evolution/boost/operators/CrossoverMutationOperator.d.ts.map +1 -1
- package/dist/evolution/boost/operators/CrossoverMutationOperator.js +167 -120
- package/dist/evolution/boost/operators/CrossoverMutationOperator.js.map +1 -1
- package/dist/evolution/boost/operators/PatternExtractionOperator.d.ts +7 -10
- package/dist/evolution/boost/operators/PatternExtractionOperator.d.ts.map +1 -1
- package/dist/evolution/boost/operators/PatternExtractionOperator.js +167 -164
- package/dist/evolution/boost/operators/PatternExtractionOperator.js.map +1 -1
- package/dist/evolution/boost/operators/SemanticRestructuringOperator.d.ts +2 -3
- package/dist/evolution/boost/operators/SemanticRestructuringOperator.d.ts.map +1 -1
- package/dist/evolution/boost/operators/SemanticRestructuringOperator.js +136 -54
- package/dist/evolution/boost/operators/SemanticRestructuringOperator.js.map +1 -1
- package/dist/evolution/boost/utils/llmHelper.d.ts +10 -0
- package/dist/evolution/boost/utils/llmHelper.d.ts.map +1 -0
- package/dist/evolution/boost/utils/llmHelper.js +13 -0
- package/dist/evolution/boost/utils/llmHelper.js.map +1 -0
- package/dist/firewall/ContentFirewall.d.ts +30 -0
- package/dist/firewall/ContentFirewall.d.ts.map +1 -0
- package/dist/firewall/ContentFirewall.js +251 -0
- package/dist/firewall/ContentFirewall.js.map +1 -0
- package/dist/firewall/DefaultPatterns.d.ts +8 -0
- package/dist/firewall/DefaultPatterns.d.ts.map +1 -0
- package/dist/firewall/DefaultPatterns.js +623 -0
- package/dist/firewall/DefaultPatterns.js.map +1 -0
- package/dist/firewall/index.d.ts +3 -0
- package/dist/firewall/index.d.ts.map +1 -0
- package/dist/firewall/index.js +3 -0
- package/dist/firewall/index.js.map +1 -0
- package/dist/gene-bank/CognitiveGene.d.ts +106 -106
- package/dist/gene-bank/GeneAdopter.d.ts +1 -0
- package/dist/gene-bank/GeneAdopter.d.ts.map +1 -1
- package/dist/gene-bank/GeneAdopter.js +23 -4
- package/dist/gene-bank/GeneAdopter.js.map +1 -1
- package/dist/gene-bank/GeneBank.d.ts +6 -6
- package/dist/gene-bank/GeneExtractor.d.ts +4 -4
- package/dist/gene-bank/MarketplaceClient.d.ts +26 -0
- package/dist/gene-bank/MarketplaceClient.d.ts.map +1 -0
- package/dist/gene-bank/MarketplaceClient.js +147 -0
- package/dist/gene-bank/MarketplaceClient.js.map +1 -0
- package/dist/gene-bank/SandboxTester.d.ts +2 -2
- package/dist/gene-bank/adapters/PostgresGeneStorage.js +1 -1
- package/dist/gene-bank/adapters/PostgresGeneStorage.js.map +1 -1
- package/dist/gene-bank/index.d.ts +1 -0
- package/dist/gene-bank/index.d.ts.map +1 -1
- package/dist/gene-bank/index.js +1 -0
- package/dist/gene-bank/index.js.map +1 -1
- package/dist/index.d.ts +54 -8
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +33 -5
- package/dist/index.js.map +1 -1
- package/dist/interfaces/StorageAdapter.d.ts +4 -1
- package/dist/interfaces/StorageAdapter.d.ts.map +1 -1
- package/dist/memory/AnalyticMemoryEngine.d.ts +83 -0
- package/dist/memory/AnalyticMemoryEngine.d.ts.map +1 -0
- package/dist/memory/AnalyticMemoryEngine.js +372 -0
- package/dist/memory/AnalyticMemoryEngine.js.map +1 -0
- package/dist/memory/LayeredMemory.d.ts +2 -0
- package/dist/memory/LayeredMemory.d.ts.map +1 -1
- package/dist/memory/LayeredMemory.js +2 -0
- package/dist/memory/LayeredMemory.js.map +1 -1
- package/dist/memory/PatternMemory.d.ts +38 -0
- package/dist/memory/PatternMemory.d.ts.map +1 -0
- package/dist/memory/PatternMemory.js +161 -0
- package/dist/memory/PatternMemory.js.map +1 -0
- package/dist/memory/PersonalNarrative.d.ts +51 -0
- package/dist/memory/PersonalNarrative.d.ts.map +1 -0
- package/dist/memory/PersonalNarrative.js +172 -0
- package/dist/memory/PersonalNarrative.js.map +1 -0
- package/dist/monitoring/AlertWebhooks.d.ts.map +1 -1
- package/dist/monitoring/AlertWebhooks.js +8 -5
- package/dist/monitoring/AlertWebhooks.js.map +1 -1
- package/dist/monitoring/MonitoringDashboard.js +1 -1
- package/dist/reasoning/Metacognition.d.ts +47 -0
- package/dist/reasoning/Metacognition.d.ts.map +1 -0
- package/dist/reasoning/Metacognition.js +274 -0
- package/dist/reasoning/Metacognition.js.map +1 -0
- package/dist/types/GenomeV2.d.ts +95 -0
- package/dist/types/GenomeV2.d.ts.map +1 -1
- package/dist/types/index.d.ts +159 -0
- package/dist/types/index.d.ts.map +1 -1
- package/dist/utils/tokens.d.ts +4 -0
- package/dist/utils/tokens.d.ts.map +1 -0
- package/dist/utils/tokens.js +16 -0
- package/dist/utils/tokens.js.map +1 -0
- package/dist/wrap/FunctionLLMAdapter.d.ts +9 -0
- package/dist/wrap/FunctionLLMAdapter.d.ts.map +1 -0
- package/dist/wrap/FunctionLLMAdapter.js +26 -0
- package/dist/wrap/FunctionLLMAdapter.js.map +1 -0
- package/dist/wrap/GenomeBuilder.d.ts +13 -0
- package/dist/wrap/GenomeBuilder.d.ts.map +1 -0
- package/dist/wrap/GenomeBuilder.js +222 -0
- package/dist/wrap/GenomeBuilder.js.map +1 -0
- package/dist/wrap/InMemoryStorageAdapter.d.ts +61 -0
- package/dist/wrap/InMemoryStorageAdapter.d.ts.map +1 -0
- package/dist/wrap/InMemoryStorageAdapter.js +153 -0
- package/dist/wrap/InMemoryStorageAdapter.js.map +1 -0
- package/dist/wrap/WrapOptions.d.ts +45 -0
- package/dist/wrap/WrapOptions.d.ts.map +1 -0
- package/dist/wrap/WrapOptions.js +2 -0
- package/dist/wrap/WrapOptions.js.map +1 -0
- package/dist/wrap/WrappedAgent.d.ts +77 -0
- package/dist/wrap/WrappedAgent.d.ts.map +1 -0
- package/dist/wrap/WrappedAgent.js +142 -0
- package/dist/wrap/WrappedAgent.js.map +1 -0
- package/dist/wrap/index.d.ts +6 -0
- package/dist/wrap/index.d.ts.map +1 -0
- package/dist/wrap/index.js +5 -0
- package/dist/wrap/index.js.map +1 -0
- package/package.json +13 -10
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import coreGeneralV1Fixture from './fixtures/core-general-v1.json';
|
|
2
2
|
import coreCodingV1Fixture from './fixtures/core-coding-v1.json';
|
|
3
|
+
import proofOfValueV1Fixture from './fixtures/proof-of-value-v1.json';
|
|
3
4
|
export const CORE_GENERAL_V1 = coreGeneralV1Fixture;
|
|
4
5
|
export const CORE_CODING_V1 = coreCodingV1Fixture;
|
|
5
6
|
export const PGA_SPECIFIC_V1 = {
|
|
@@ -9,15 +10,15 @@ export const PGA_SPECIFIC_V1 = {
|
|
|
9
10
|
owner: 'Luis Alfredo Velasquez Duran',
|
|
10
11
|
createdAt: '2026-02-27',
|
|
11
12
|
changedAt: '2026-02-27',
|
|
12
|
-
changelog: ['Initial release -
|
|
13
|
+
changelog: ['Initial release - GSEP-specific knowledge'],
|
|
13
14
|
frozen: true,
|
|
14
15
|
},
|
|
15
16
|
tasks: [
|
|
16
17
|
{
|
|
17
18
|
id: 'pga-architecture',
|
|
18
|
-
name: '
|
|
19
|
-
description: 'Test understanding of
|
|
20
|
-
userMessage: 'Explain the three-layer architecture of
|
|
19
|
+
name: 'GSEP Architecture',
|
|
20
|
+
description: 'Test understanding of GSEP architecture',
|
|
21
|
+
userMessage: 'Explain the three-layer architecture of GSEP',
|
|
21
22
|
expectedOutcome: {
|
|
22
23
|
keywords: ['layer0', 'layer1', 'layer2', 'immutable', 'mutation'],
|
|
23
24
|
minLength: 100,
|
|
@@ -28,7 +29,7 @@ export const PGA_SPECIFIC_V1 = {
|
|
|
28
29
|
id: 'pga-evolution',
|
|
29
30
|
name: 'Evolution Mechanism',
|
|
30
31
|
description: 'Test understanding of evolution process',
|
|
31
|
-
userMessage: 'How does
|
|
32
|
+
userMessage: 'How does GSEP evolve prompts?',
|
|
32
33
|
expectedOutcome: {
|
|
33
34
|
keywords: ['fitness', 'mutation', 'selection', 'genome'],
|
|
34
35
|
minLength: 100,
|
|
@@ -39,7 +40,7 @@ export const PGA_SPECIFIC_V1 = {
|
|
|
39
40
|
id: 'pga-userdna',
|
|
40
41
|
name: 'User DNA Concept',
|
|
41
42
|
description: 'Test understanding of user DNA',
|
|
42
|
-
userMessage: 'What is User DNA in
|
|
43
|
+
userMessage: 'What is User DNA in GSEP?',
|
|
43
44
|
expectedOutcome: {
|
|
44
45
|
keywords: ['user', 'preferences', 'traits', 'cognitive'],
|
|
45
46
|
minLength: 80,
|
|
@@ -48,10 +49,12 @@ export const PGA_SPECIFIC_V1 = {
|
|
|
48
49
|
},
|
|
49
50
|
],
|
|
50
51
|
};
|
|
52
|
+
export const PROOF_OF_VALUE_V1 = proofOfValueV1Fixture;
|
|
51
53
|
export const BENCHMARK_SUITES = {
|
|
52
54
|
'core-general-v1': CORE_GENERAL_V1,
|
|
53
55
|
'core-coding-v1': CORE_CODING_V1,
|
|
54
56
|
'pga-specific-v1': PGA_SPECIFIC_V1,
|
|
57
|
+
'proof-of-value-v1': PROOF_OF_VALUE_V1,
|
|
55
58
|
};
|
|
56
59
|
export function getBenchmarkSuite(suiteId) {
|
|
57
60
|
const suite = BENCHMARK_SUITES[suiteId];
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"BenchmarkSuites.js","sourceRoot":"","sources":["../../src/evaluation/BenchmarkSuites.ts"],"names":[],"mappings":"AAgBA,OAAO,oBAAoB,MAAM,iCAAiC,CAAC;AACnE,OAAO,mBAAmB,MAAM,gCAAgC,CAAC;
|
|
1
|
+
{"version":3,"file":"BenchmarkSuites.js","sourceRoot":"","sources":["../../src/evaluation/BenchmarkSuites.ts"],"names":[],"mappings":"AAgBA,OAAO,oBAAoB,MAAM,iCAAiC,CAAC;AACnE,OAAO,mBAAmB,MAAM,gCAAgC,CAAC;AACjE,OAAO,qBAAqB,MAAM,mCAAmC,CAAC;AAsBtE,MAAM,CAAC,MAAM,eAAe,GAAmB,oBAAsC,CAAC;AAKtF,MAAM,CAAC,MAAM,cAAc,GAAmB,mBAAqC,CAAC;AAIpF,MAAM,CAAC,MAAM,eAAe,GAAmB;IAC3C,QAAQ,EAAE;QACN,EAAE,EAAE,iBAAiB;QACrB,OAAO,EAAE,OAAO;QAChB,KAAK,EAAE,8BAA8B;QACrC,SAAS,EAAE,YAAY;QACvB,SAAS,EAAE,YAAY;QACvB,SAAS,EAAE,CAAC,2CAA2C,CAAC;QACxD,MAAM,EAAE,IAAI;KACf;IACD,KAAK,EAAE;QACH;YACI,EAAE,EAAE,kBAAkB;YACtB,IAAI,EAAE,mBAAmB;YACzB,WAAW,EAAE,yCAAyC;YACtD,WAAW,EAAE,8CAA8C;YAC3D,eAAe,EAAE;gBACb,QAAQ,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,WAAW,EAAE,UAAU,CAAC;gBACjE,SAAS,EAAE,GAAG;aACjB;YACD,UAAU,EAAE,MAAM;SACrB;QACD;YACI,EAAE,EAAE,eAAe;YACnB,IAAI,EAAE,qBAAqB;YAC3B,WAAW,EAAE,yCAAyC;YACtD,WAAW,EAAE,+BAA+B;YAC5C,eAAe,EAAE;gBACb,QAAQ,EAAE,CAAC,SAAS,EAAE,UAAU,EAAE,WAAW,EAAE,QAAQ,CAAC;gBACxD,SAAS,EAAE,GAAG;aACjB;YACD,UAAU,EAAE,QAAQ;SACvB;QACD;YACI,EAAE,EAAE,aAAa;YACjB,IAAI,EAAE,kBAAkB;YACxB,WAAW,EAAE,gCAAgC;YAC7C,WAAW,EAAE,2BAA2B;YACxC,eAAe,EAAE;gBACb,QAAQ,EAAE,CAAC,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,WAAW,CAAC;gBACxD,SAAS,EAAE,EAAE;aAChB;YACD,UAAU,EAAE,QAAQ;SACvB;KACJ;CACJ,CAAC;AAKF,MAAM,CAAC,MAAM,iBAAiB,GAAmB,qBAAuC,CAAC;AAIzF,MAAM,CAAC,MAAM,gBAAgB,GAAG;IAC5B,iBAAiB,EAAE,eAAe;IAClC,gBAAgB,EAAE,cAAc;IAChC,iBAAiB,EAAE,eAAe;IAClC,mBAAmB,EAAE,iBAAiB;CAChC,CAAC;AASX,MAAM,UAAU,iBAAiB,CAAC,OAAyB;IACvD,MAAM,KAAK,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;IACxC,IAAI,CAAC,KAAK,EAAE,CAAC;QACT,MAAM,IAAI,KAAK,CAAC,4BAA4B,OAAO,EAAE,CAAC,CAAC;IAC3D,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC;AAKD,MAAM,UAAU,kBAAkB;IAC9B,OAAO,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAuB,CAAC;AAC/D,CAAC;AAKD,MAAM,UAAU,mBAAmB,CAAC,OAAyB;IACzD,OAAO,iBAAiB,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;AACtD,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"Evaluator.d.ts","sourceRoot":"","sources":["../../src/evaluation/Evaluator.ts"],"names":[],"mappings":"AAcA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAI7D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,6BAA6B,CAAC;
|
|
1
|
+
{"version":3,"file":"Evaluator.d.ts","sourceRoot":"","sources":["../../src/evaluation/Evaluator.ts"],"names":[],"mappings":"AAcA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAI7D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,6BAA6B,CAAC;AAS9D,MAAM,WAAW,iBAAiB;IAC9B,IAAI,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACzE,eAAe,CAAC,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC;QACzE,OAAO,EAAE,MAAM,CAAC;QAChB,OAAO,EAAE;YAAE,UAAU,EAAE,MAAM,CAAC;YAAC,YAAY,EAAE,MAAM,CAAC;YAAC,YAAY,EAAE,MAAM,CAAA;SAAE,CAAC;KAC/E,CAAC,CAAC;CACN;AAED,MAAM,WAAW,cAAc;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE;QACb,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;QACpB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,eAAe,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC;KACnD,CAAC;IACF,UAAU,EAAE,MAAM,GAAG,QAAQ,GAAG,MAAM,CAAC;CAC1C;AAED,MAAM,WAAW,gBAAgB;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,OAAO,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,eAAe;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,gBAAgB,EAAE,MAAM,CAAC;IACzB,eAAe,EAAE,MAAM,CAAC;IACxB,eAAe,EAAE,MAAM,CAAC;IACxB,OAAO,EAAE,gBAAgB,EAAE,CAAC;IAC5B,SAAS,EAAE,IAAI,CAAC;CACnB;AAED,MAAM,WAAW,gBAAgB;IAC7B,OAAO,EAAE,eAAe,CAAC;IACzB,UAAU,EAAE,eAAe,CAAC;IAC5B,YAAY,EAAE;QACV,WAAW,EAAE,MAAM,CAAC;QACpB,eAAe,EAAE,MAAM,CAAC;QACxB,YAAY,EAAE,MAAM,CAAC;QACrB,YAAY,EAAE,MAAM,CAAC;KACxB,CAAC;IACF,OAAO,EAAE,UAAU,GAAG,eAAe,GAAG,KAAK,CAAC;CACjD;AAED,qBAAa,SAAS;IAClB,OAAO,CAAC,aAAa,CAAC,CAAgB;gBAE1B,OAAO,CAAC,EAAE;QAAE,GAAG,CAAC,EAAE,UAAU,CAAC;QAAC,mBAAmB,CAAC,EAAE,OAAO,CAAA;KAAE;IAYnE,QAAQ,CACV,MAAM,EAAE,iBAAiB,EACzB,KAAK,EAAE,cAAc,EAAE,EACvB,MAAM,EAAE,MAAM,GACf,OAAO,CAAC,eAAe,CAAC;YA+Bb,YAAY;IA2E1B,OAAO,CAAC,YAAY;IAwDpB,OAAO,CAAC,uBAAuB;IAyD/B,OAAO,CAAC,gBAAgB;IA4BlB,gBAAgB,CAClB,MAAM,EAAE,iBAAiB,EACzB,OAAO,EAAE,gBAAgB,EACzB,MAAM,EAAE,MAAM,GACf,OAAO,CAAC,eAAe,CAAC;IAUrB,OAAO,CACT,aAAa,EAAE,iBAAiB,EAChC,cAAc,EAAE,iBAAiB,EACjC,KAAK,EAAE,cAAc,EAAE,EACvB,MAAM,EAAE,MAAM,GACf,OAAO,CAAC,gBAAgB,CAAC;IAiD5B,YAAY,CAAC,SAAS,EAAE,eAAe,GAAG,MAAM;IAqChD,sBAAsB,CAAC,UAAU,EAAE,gBAAgB,GAAG,MAAM;CAwE/D;AAKD,eAAO,MAAM,cAAc,EAAE,cAAc,EAwD1C,CAAC"}
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { getBenchmarkSuite } from './BenchmarkSuites.js';
|
|
2
2
|
import { SemanticJudge } from './SemanticJudge.js';
|
|
3
|
+
import { estimateTokenCount } from '../utils/tokens.js';
|
|
3
4
|
export class Evaluator {
|
|
4
5
|
semanticJudge;
|
|
5
6
|
constructor(options) {
|
|
@@ -35,7 +36,7 @@ export class Evaluator {
|
|
|
35
36
|
const response = await genome.chat(task.userMessage, { userId });
|
|
36
37
|
const endTime = Date.now();
|
|
37
38
|
const responseTime = endTime - startTime;
|
|
38
|
-
const tokensUsed =
|
|
39
|
+
const tokensUsed = estimateTokenCount(task.userMessage) + estimateTokenCount(response);
|
|
39
40
|
const basicChecks = this.checkSuccess(response, task.expectedOutcome);
|
|
40
41
|
let semanticChecks = { success: true };
|
|
41
42
|
if ('semanticChecks' in task && task.semanticChecks) {
|
|
@@ -180,10 +181,10 @@ export class Evaluator {
|
|
|
180
181
|
return this.evaluate(genome, suite.tasks, userId);
|
|
181
182
|
}
|
|
182
183
|
async compare(genomeWithPGA, genomeBaseline, tasks, userId) {
|
|
183
|
-
console.log('🔬 Running benchmark:
|
|
184
|
-
console.log('📊 Testing WITH
|
|
184
|
+
console.log('🔬 Running benchmark: GSEP vs Baseline...\n');
|
|
185
|
+
console.log('📊 Testing WITH GSEP...');
|
|
185
186
|
const withPGA = await this.evaluate(genomeWithPGA, tasks, userId);
|
|
186
|
-
console.log('📊 Testing WITHOUT
|
|
187
|
+
console.log('📊 Testing WITHOUT GSEP (baseline)...');
|
|
187
188
|
const withoutPGA = await this.evaluate(genomeBaseline, tasks, userId);
|
|
188
189
|
const successRateImprovement = withPGA.successRate - withoutPGA.successRate;
|
|
189
190
|
const tokenEfficiency = ((withoutPGA.avgTokensPerTask - withPGA.avgTokensPerTask) / withoutPGA.avgTokensPerTask) *
|
|
@@ -214,7 +215,7 @@ export class Evaluator {
|
|
|
214
215
|
}
|
|
215
216
|
formatReport(benchmark) {
|
|
216
217
|
const lines = [];
|
|
217
|
-
lines.push('# 📊
|
|
218
|
+
lines.push('# 📊 GSEP Evaluation Report\n');
|
|
218
219
|
lines.push(`**Date**: ${benchmark.timestamp.toISOString()}\n`);
|
|
219
220
|
lines.push('---\n');
|
|
220
221
|
lines.push('## 📈 Overall Results\n');
|
|
@@ -242,7 +243,7 @@ export class Evaluator {
|
|
|
242
243
|
}
|
|
243
244
|
formatComparisonReport(comparison) {
|
|
244
245
|
const lines = [];
|
|
245
|
-
lines.push('# 🔬
|
|
246
|
+
lines.push('# 🔬 GSEP vs Baseline Comparison\n');
|
|
246
247
|
lines.push('---\n');
|
|
247
248
|
const verdictIcon = {
|
|
248
249
|
PGA_WINS: '🏆',
|
|
@@ -264,7 +265,7 @@ export class Evaluator {
|
|
|
264
265
|
lines.push('');
|
|
265
266
|
lines.push('---\n');
|
|
266
267
|
lines.push('## 📋 Side-by-Side Comparison\n');
|
|
267
|
-
lines.push('| Metric | Without
|
|
268
|
+
lines.push('| Metric | Without GSEP | With GSEP | Improvement |');
|
|
268
269
|
lines.push('|--------|-------------|----------|-------------|');
|
|
269
270
|
const metrics = [
|
|
270
271
|
[
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"Evaluator.js","sourceRoot":"","sources":["../../src/evaluation/Evaluator.ts"],"names":[],"mappings":"AAeA,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAEzD,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAiEnD,MAAM,OAAO,SAAS;IACV,aAAa,CAAiB;IAEtC,YAAY,OAA6D;QACrE,IAAI,OAAO,EAAE,GAAG,IAAI,OAAO,EAAE,mBAAmB,KAAK,KAAK,EAAE,CAAC;YACzD,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACxD,CAAC;IACL,CAAC;IAQD,KAAK,CAAC,QAAQ,CACV,MAAyB,EACzB,KAAuB,EACvB,MAAc;QAEd,MAAM,OAAO,GAAuB,EAAE,CAAC;QAEvC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;YAC7D,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACzB,CAAC;QAED,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;QACzD,MAAM,WAAW,GAAG,CAAC,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC;QACxD,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QACrF,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QACrF,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QAExF,OAAO;YACH,UAAU,EAAE,OAAO,CAAC,MAAM;YAC1B,eAAe,EAAE,UAAU;YAC3B,WAAW;YACX,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC;YACvC,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;YACpC,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,GAAG,CAAC,GAAG,GAAG;YACnD,OAAO;YACP,SAAS,EAAE,IAAI,IAAI,EAAE;SACxB,CAAC;IACN,CAAC;IAOO,KAAK,CAAC,YAAY,CACtB,MAAyB,EACzB,IAAoB,EACpB,MAAc;QAEd,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;YAEjE,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC3B,MAAM,YAAY,GAAG,OAAO,GAAG,SAAS,CAAC;YAGzC,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YAG9E,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC;YAGtE,IAAI,cAAc,GAAiD,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YACrF,IAAI,gBAAgB,IAAI,IAAI,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;gBAElD,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;oBACrB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,CAC3C,IAA6B,EAC7B,QAAQ,CACX,CAAC;oBACF,cAAc,GAAG;wBACb,OAAO,EAAE,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,IAAI,GAAG;wBACtD,aAAa,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS;qBAClE,CAAC;gBACN,CAAC;qBAAM,CAAC;oBACJ,cAAc,GAAG,IAAI,CAAC,uBAAuB,CACzC,QAAQ,EACR,IAAI,CAAC,cAAyD,CACjE,CAAC;gBACN,CAAC;YACL,CAAC;YAED,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,IAAI,cAAc,CAAC,OAAO,CAAC;YAC9D,MAAM,aAAa,GAAG,WAAW,CAAC,aAAa,IAAI,cAAc,CAAC,aAAa,CAAC;YAGhF,MAAM,YAAY,GAAG,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YAE3D,OAAO;gBACH,MAAM,EAAE,IAAI,CAAC,EAAE;gBACf,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,OAAO;gBACP,QAAQ;gBACR,UAAU;gBACV,YAAY;gBACZ,YAAY;gBACZ,aAAa;aAChB,CAAC;QACN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC3B,OAAO;gBACH,MAAM,EAAE,IAAI,CAAC,EAAE;gBACf,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,OAAO,EAAE,KAAK;gBACd,QAAQ,EAAE,EAAE;gBACZ,UAAU,EAAE,CAAC;gBACb,YAAY,EAAE,OAAO,GAAG,SAAS;gBACjC,YAAY,EAAE,CAAC;gBACf,aAAa,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;aAC1E,CAAC;QACN,CAAC;IACL,CAAC;IAKO,YAAY,CAChB,QAAgB,EAChB,QAA2C;QAG3C,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;YACpB,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;gBACtC,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;oBAC1D,OAAO;wBACH,OAAO,EAAE,KAAK;wBACd,aAAa,EAAE,qBAAqB,OAAO,GAAG;qBACjD,CAAC;gBACN,CAAC;YACL,CAAC;QACL,CAAC;QAGD,IAAI,QAAQ,CAAC,SAAS,IAAI,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC,SAAS,EAAE,CAAC;YAC7D,OAAO;gBACH,OAAO,EAAE,KAAK;gBACd,aAAa,EAAE,uBAAuB,QAAQ,CAAC,MAAM,MAAM,QAAQ,CAAC,SAAS,GAAG;aACnF,CAAC;QACN,CAAC;QAED,IAAI,QAAQ,CAAC,SAAS,IAAI,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC,SAAS,EAAE,CAAC;YAC7D,OAAO;gBACH,OAAO,EAAE,KAAK;gBACd,aAAa,EAAE,sBAAsB,QAAQ,CAAC,MAAM,MAAM,QAAQ,CAAC,SAAS,GAAG;aAClF,CAAC;QACN,CAAC;QAGD,IAAI,QAAQ,CAAC,eAAe,EAAE,CAAC;YAC3B,IAAI,CAAC;gBACD,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACtC,OAAO;wBACH,OAAO,EAAE,KAAK;wBACd,aAAa,EAAE,iCAAiC;qBACnD,CAAC;gBACN,CAAC;YACL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,aAAa,EAAE,2BAA2B,KAAK,EAAE;iBACpD,CAAC;YACN,CAAC;QACL,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC7B,CAAC;IAOO,uBAAuB,CAC3B,QAAgB,EAChB,MAAgD;QAEhD,IAAI,CAAC,MAAM;YAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QAGtC,IAAI,MAAM,CAAC,oBAAoB,EAAE,CAAC;YAC9B,MAAM,WAAW,GAAG,sDAAsD,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC1F,IAAI,CAAC,WAAW,EAAE,CAAC;gBACf,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,aAAa,EAAE,gDAAgD;iBAClE,CAAC;YACN,CAAC;QACL,CAAC;QAGD,IAAI,MAAM,CAAC,wBAAwB,EAAE,CAAC;YAClC,MAAM,aAAa,GAAG,6DAA6D,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACnG,IAAI,CAAC,aAAa,EAAE,CAAC;gBACjB,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,aAAa,EAAE,oDAAoD;iBACtE,CAAC;YACN,CAAC;QACL,CAAC;QAGD,IAAI,MAAM,CAAC,4BAA4B,EAAE,CAAC;YACtC,MAAM,QAAQ,GAAG,wDAAwD,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACzF,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACZ,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,aAAa,EAAE,oDAAoD;iBACtE,CAAC;YACN,CAAC;QACL,CAAC;QAGD,IAAI,MAAM,CAAC,wBAAwB,EAAE,CAAC;YAElC,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,GAAG,GAAG,IAAI,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC1E,IAAI,CAAC,SAAS,EAAE,CAAC;gBACb,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,aAAa,EAAE,mDAAmD;iBACrE,CAAC;YACN,CAAC;QACL,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC7B,CAAC;IAKO,gBAAgB,CAAC,QAAgB,EAAE,IAAoB;QAC3D,IAAI,KAAK,GAAG,GAAG,CAAC;QAGhB,IAAI,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,CAAC;YAChC,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAC7D,QAAQ,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,CACpD,CAAC,MAAM,CAAC;YACT,MAAM,eAAe,GAAG,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,MAAM,CAAC;YAC9E,KAAK,IAAI,eAAe,GAAG,GAAG,CAAC;QACnC,CAAC;QAGD,IAAI,IAAI,CAAC,eAAe,CAAC,SAAS,IAAI,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,CAAC;YACnE,MAAM,WAAW,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YAC1F,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,WAAW,CAAC,GAAG,WAAW,CAAC;YAC9E,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,CAAC;YACrD,KAAK,IAAI,WAAW,GAAG,GAAG,CAAC;QAC/B,CAAC;QAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;IAC3C,CAAC;IAOD,KAAK,CAAC,gBAAgB,CAClB,MAAyB,EACzB,OAAyB,EACzB,MAAc;QAEd,MAAM,KAAK,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;QACzC,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACtD,CAAC;IAOD,KAAK,CAAC,OAAO,CACT,aAAgC,EAChC,cAAiC,EACjC,KAAuB,EACvB,MAAc;QAEd,OAAO,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC;QAG1D,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;QACtC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;QAElE,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;QACpD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;QAGtE,MAAM,sBAAsB,GAAG,OAAO,CAAC,WAAW,GAAG,UAAU,CAAC,WAAW,CAAC;QAC5E,MAAM,eAAe,GACjB,CAAC,CAAC,UAAU,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC,GAAG,UAAU,CAAC,gBAAgB,CAAC;YACxF,GAAG,CAAC;QACR,MAAM,uBAAuB,GACzB,CAAC,CAAC,UAAU,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,CAAC,eAAe,CAAC;YACrF,GAAG,CAAC;QACR,MAAM,kBAAkB,GACpB,CAAC,CAAC,OAAO,CAAC,eAAe,GAAG,UAAU,CAAC,eAAe,CAAC,GAAG,UAAU,CAAC,eAAe,CAAC;YACrF,GAAG,CAAC;QAGR,IAAI,OAAO,GAAgC,KAAK,CAAC;QACjD,MAAM,QAAQ,GACV,sBAAsB,GAAG,eAAe,GAAG,uBAAuB,GAAG,kBAAkB,CAAC;QAE5F,IAAI,QAAQ,GAAG,EAAE,EAAE,CAAC;YAChB,OAAO,GAAG,UAAU,CAAC;QACzB,CAAC;aAAM,IAAI,QAAQ,GAAG,CAAC,EAAE,EAAE,CAAC;YACxB,OAAO,GAAG,eAAe,CAAC;QAC9B,CAAC;QAED,OAAO;YACH,OAAO;YACP,UAAU;YACV,YAAY,EAAE;gBACV,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,sBAAsB,GAAG,GAAG,CAAC,GAAG,GAAG;gBAC3D,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,GAAG,CAAC,GAAG,GAAG;gBACxD,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,uBAAuB,GAAG,GAAG,CAAC,GAAG,GAAG;gBAC7D,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,kBAAkB,GAAG,GAAG,CAAC,GAAG,GAAG;aAC3D;YACD,OAAO;SACV,CAAC;IACN,CAAC;IAKD,YAAY,CAAC,SAA0B;QACnC,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,KAAK,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;QAC3C,KAAK,CAAC,IAAI,CAAC,aAAa,SAAS,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;QAC/D,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAEpB,KAAK,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;QACtC,KAAK,CAAC,IAAI,CAAC,sBAAsB,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC;QACzD,KAAK,CAAC,IAAI,CAAC,qBAAqB,SAAS,CAAC,eAAe,EAAE,CAAC,CAAC;QAC7D,KAAK,CAAC,IAAI,CAAC,uBAAuB,SAAS,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACvE,KAAK,CAAC,IAAI,CAAC,0BAA0B,SAAS,CAAC,gBAAgB,EAAE,CAAC,CAAC;QACnE,KAAK,CAAC,IAAI,CAAC,4BAA4B,SAAS,CAAC,eAAe,IAAI,CAAC,CAAC;QACtE,KAAK,CAAC,IAAI,CAAC,4BAA4B,SAAS,CAAC,eAAe,QAAQ,CAAC,CAAC;QAE1E,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACpB,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QAEnC,KAAK,MAAM,MAAM,IAAI,SAAS,CAAC,OAAO,EAAE,CAAC;YACrC,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;YACxC,KAAK,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC;YAC/C,KAAK,CAAC,IAAI,CAAC,iBAAiB,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;YACrE,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;gBACvB,KAAK,CAAC,IAAI,CAAC,yBAAyB,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC;YAChE,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,iBAAiB,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;YACjD,KAAK,CAAC,IAAI,CAAC,wBAAwB,MAAM,CAAC,YAAY,IAAI,CAAC,CAAC;YAC5D,KAAK,CAAC,IAAI,CAAC,kBAAkB,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YACnE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACnB,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;IAKD,sBAAsB,CAAC,UAA4B;QAC/C,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,KAAK,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;QAChD,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAGpB,MAAM,WAAW,GAAG;YAChB,QAAQ,EAAE,IAAI;YACd,aAAa,EAAE,IAAI;YACnB,GAAG,EAAE,IAAI;SACZ,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QAEtB,KAAK,CAAC,IAAI,CAAC,MAAM,WAAW,aAAa,UAAU,CAAC,OAAO,IAAI,CAAC,CAAC;QACjE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAGpB,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QAEnC,MAAM,iBAAiB,GAAG,CAAC,KAAa,EAAE,MAAc,EAAE,EAAE;YACxD,MAAM,IAAI,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YACxD,MAAM,IAAI,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YAClC,OAAO,GAAG,IAAI,MAAM,MAAM,OAAO,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;QAChE,CAAC,CAAC;QAEF,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,YAAY,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC,CAAC;QACnF,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,YAAY,CAAC,eAAe,EAAE,kBAAkB,CAAC,CAAC,CAAC;QAC3F,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,YAAY,CAAC,YAAY,EAAE,gBAAgB,CAAC,CAAC,CAAC;QACtF,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,YAAY,CAAC,YAAY,EAAE,eAAe,CAAC,CAAC,CAAC;QACrF,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAGf,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACpB,KAAK,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;QAC9C,KAAK,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;QAChE,KAAK,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;QAEhE,MAAM,OAAO,GAAG;YACZ;gBACI,cAAc;gBACd,GAAG,UAAU,CAAC,UAAU,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;gBAClD,GAAG,UAAU,CAAC,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;gBAC/C,GAAG,UAAU,CAAC,YAAY,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,UAAU,CAAC,YAAY,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;aAC5G;YACD;gBACI,YAAY;gBACZ,GAAG,UAAU,CAAC,UAAU,CAAC,gBAAgB,EAAE;gBAC3C,GAAG,UAAU,CAAC,OAAO,CAAC,gBAAgB,EAAE;gBACxC,GAAG,UAAU,CAAC,YAAY,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;aAC3D;YACD;gBACI,UAAU;gBACV,GAAG,UAAU,CAAC,UAAU,CAAC,eAAe,IAAI;gBAC5C,GAAG,UAAU,CAAC,OAAO,CAAC,eAAe,IAAI;gBACzC,GAAG,UAAU,CAAC,YAAY,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;aACxD;YACD;gBACI,SAAS;gBACT,GAAG,UAAU,CAAC,UAAU,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;gBACrD,GAAG,UAAU,CAAC,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;gBAClD,GAAG,UAAU,CAAC,YAAY,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;aACxD;SACJ,CAAC;QAEF,KAAK,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,WAAW,CAAC,IAAI,OAAO,EAAE,CAAC;YACzD,KAAK,CAAC,IAAI,CAAC,KAAK,MAAM,MAAM,QAAQ,MAAM,GAAG,MAAM,WAAW,IAAI,CAAC,CAAC;QACxE,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEf,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;CACJ;AAKD,MAAM,CAAC,MAAM,cAAc,GAAqB;IAC5C;QACI,EAAE,EAAE,SAAS;QACb,IAAI,EAAE,iBAAiB;QACvB,WAAW,EAAE,oCAAoC;QACjD,WAAW,EAAE,yEAAyE;QACtF,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,WAAW,EAAE,OAAO,EAAE,MAAM,CAAC;YACxC,SAAS,EAAE,GAAG;SACjB;QACD,UAAU,EAAE,MAAM;KACrB;IACD;QACI,EAAE,EAAE,aAAa;QACjB,IAAI,EAAE,0BAA0B;QAChC,WAAW,EAAE,8CAA8C;QAC3D,WAAW,EAAE,mDAAmD;QAChE,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC;YACpC,SAAS,EAAE,GAAG;SACjB;QACD,UAAU,EAAE,QAAQ;KACvB;IACD;QACI,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,sBAAsB;QAC5B,WAAW,EAAE,yCAAyC;QACtD,WAAW,EAAE,8CAA8C;QAC3D,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,aAAa,EAAE,UAAU,EAAE,MAAM,CAAC;YAC7C,SAAS,EAAE,GAAG;SACjB;QACD,UAAU,EAAE,QAAQ;KACvB;IACD;QACI,EAAE,EAAE,gBAAgB;QACpB,IAAI,EAAE,4BAA4B;QAClC,WAAW,EAAE,mCAAmC;QAChD,WAAW,EAAE,+DAA+D;QAC5E,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,UAAU,EAAE,eAAe,EAAE,UAAU,CAAC;YACnD,SAAS,EAAE,GAAG;SACjB;QACD,UAAU,EAAE,MAAM;KACrB;IACD;QACI,EAAE,EAAE,eAAe;QACnB,IAAI,EAAE,aAAa;QACnB,WAAW,EAAE,gCAAgC;QAC7C,WAAW,EAAE,2FAA2F;QACxG,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC;YACrC,SAAS,EAAE,GAAG;SACjB;QACD,UAAU,EAAE,MAAM;KACrB;CACJ,CAAC"}
|
|
1
|
+
{"version":3,"file":"Evaluator.js","sourceRoot":"","sources":["../../src/evaluation/Evaluator.ts"],"names":[],"mappings":"AAeA,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAEzD,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAEnD,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAgExD,MAAM,OAAO,SAAS;IACV,aAAa,CAAiB;IAEtC,YAAY,OAA6D;QACrE,IAAI,OAAO,EAAE,GAAG,IAAI,OAAO,EAAE,mBAAmB,KAAK,KAAK,EAAE,CAAC;YACzD,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACxD,CAAC;IACL,CAAC;IAQD,KAAK,CAAC,QAAQ,CACV,MAAyB,EACzB,KAAuB,EACvB,MAAc;QAEd,MAAM,OAAO,GAAuB,EAAE,CAAC;QAEvC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;YAC7D,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACzB,CAAC;QAED,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;QACzD,MAAM,WAAW,GAAG,CAAC,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC;QACxD,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QACrF,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QACrF,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QAExF,OAAO;YACH,UAAU,EAAE,OAAO,CAAC,MAAM;YAC1B,eAAe,EAAE,UAAU;YAC3B,WAAW;YACX,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC;YACvC,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;YACpC,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,GAAG,CAAC,GAAG,GAAG;YACnD,OAAO;YACP,SAAS,EAAE,IAAI,IAAI,EAAE;SACxB,CAAC;IACN,CAAC;IAOO,KAAK,CAAC,YAAY,CACtB,MAAyB,EACzB,IAAoB,EACpB,MAAc;QAEd,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;YAEjE,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC3B,MAAM,YAAY,GAAG,OAAO,GAAG,SAAS,CAAC;YAGzC,MAAM,UAAU,GAAG,kBAAkB,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;YAGvF,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC;YAGtE,IAAI,cAAc,GAAiD,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YACrF,IAAI,gBAAgB,IAAI,IAAI,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;gBAElD,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;oBACrB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,CAC3C,IAA6B,EAC7B,QAAQ,CACX,CAAC;oBACF,cAAc,GAAG;wBACb,OAAO,EAAE,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,IAAI,GAAG;wBACtD,aAAa,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS;qBAClE,CAAC;gBACN,CAAC;qBAAM,CAAC;oBACJ,cAAc,GAAG,IAAI,CAAC,uBAAuB,CACzC,QAAQ,EACR,IAAI,CAAC,cAAyD,CACjE,CAAC;gBACN,CAAC;YACL,CAAC;YAED,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,IAAI,cAAc,CAAC,OAAO,CAAC;YAC9D,MAAM,aAAa,GAAG,WAAW,CAAC,aAAa,IAAI,cAAc,CAAC,aAAa,CAAC;YAGhF,MAAM,YAAY,GAAG,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YAE3D,OAAO;gBACH,MAAM,EAAE,IAAI,CAAC,EAAE;gBACf,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,OAAO;gBACP,QAAQ;gBACR,UAAU;gBACV,YAAY;gBACZ,YAAY;gBACZ,aAAa;aAChB,CAAC;QACN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC3B,OAAO;gBACH,MAAM,EAAE,IAAI,CAAC,EAAE;gBACf,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,OAAO,EAAE,KAAK;gBACd,QAAQ,EAAE,EAAE;gBACZ,UAAU,EAAE,CAAC;gBACb,YAAY,EAAE,OAAO,GAAG,SAAS;gBACjC,YAAY,EAAE,CAAC;gBACf,aAAa,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;aAC1E,CAAC;QACN,CAAC;IACL,CAAC;IAKO,YAAY,CAChB,QAAgB,EAChB,QAA2C;QAG3C,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;YACpB,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;gBACtC,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;oBAC1D,OAAO;wBACH,OAAO,EAAE,KAAK;wBACd,aAAa,EAAE,qBAAqB,OAAO,GAAG;qBACjD,CAAC;gBACN,CAAC;YACL,CAAC;QACL,CAAC;QAGD,IAAI,QAAQ,CAAC,SAAS,IAAI,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC,SAAS,EAAE,CAAC;YAC7D,OAAO;gBACH,OAAO,EAAE,KAAK;gBACd,aAAa,EAAE,uBAAuB,QAAQ,CAAC,MAAM,MAAM,QAAQ,CAAC,SAAS,GAAG;aACnF,CAAC;QACN,CAAC;QAED,IAAI,QAAQ,CAAC,SAAS,IAAI,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC,SAAS,EAAE,CAAC;YAC7D,OAAO;gBACH,OAAO,EAAE,KAAK;gBACd,aAAa,EAAE,sBAAsB,QAAQ,CAAC,MAAM,MAAM,QAAQ,CAAC,SAAS,GAAG;aAClF,CAAC;QACN,CAAC;QAGD,IAAI,QAAQ,CAAC,eAAe,EAAE,CAAC;YAC3B,IAAI,CAAC;gBACD,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACtC,OAAO;wBACH,OAAO,EAAE,KAAK;wBACd,aAAa,EAAE,iCAAiC;qBACnD,CAAC;gBACN,CAAC;YACL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,aAAa,EAAE,2BAA2B,KAAK,EAAE;iBACpD,CAAC;YACN,CAAC;QACL,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC7B,CAAC;IAOO,uBAAuB,CAC3B,QAAgB,EAChB,MAAgD;QAEhD,IAAI,CAAC,MAAM;YAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QAGtC,IAAI,MAAM,CAAC,oBAAoB,EAAE,CAAC;YAC9B,MAAM,WAAW,GAAG,sDAAsD,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC1F,IAAI,CAAC,WAAW,EAAE,CAAC;gBACf,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,aAAa,EAAE,gDAAgD;iBAClE,CAAC;YACN,CAAC;QACL,CAAC;QAGD,IAAI,MAAM,CAAC,wBAAwB,EAAE,CAAC;YAClC,MAAM,aAAa,GAAG,6DAA6D,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACnG,IAAI,CAAC,aAAa,EAAE,CAAC;gBACjB,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,aAAa,EAAE,oDAAoD;iBACtE,CAAC;YACN,CAAC;QACL,CAAC;QAGD,IAAI,MAAM,CAAC,4BAA4B,EAAE,CAAC;YACtC,MAAM,QAAQ,GAAG,wDAAwD,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACzF,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACZ,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,aAAa,EAAE,oDAAoD;iBACtE,CAAC;YACN,CAAC;QACL,CAAC;QAGD,IAAI,MAAM,CAAC,wBAAwB,EAAE,CAAC;YAElC,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,GAAG,GAAG,IAAI,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC1E,IAAI,CAAC,SAAS,EAAE,CAAC;gBACb,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,aAAa,EAAE,mDAAmD;iBACrE,CAAC;YACN,CAAC;QACL,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC7B,CAAC;IAKO,gBAAgB,CAAC,QAAgB,EAAE,IAAoB;QAC3D,IAAI,KAAK,GAAG,GAAG,CAAC;QAGhB,IAAI,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,CAAC;YAChC,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAC7D,QAAQ,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,CACpD,CAAC,MAAM,CAAC;YACT,MAAM,eAAe,GAAG,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,MAAM,CAAC;YAC9E,KAAK,IAAI,eAAe,GAAG,GAAG,CAAC;QACnC,CAAC;QAGD,IAAI,IAAI,CAAC,eAAe,CAAC,SAAS,IAAI,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,CAAC;YACnE,MAAM,WAAW,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YAC1F,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,WAAW,CAAC,GAAG,WAAW,CAAC;YAC9E,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,CAAC;YACrD,KAAK,IAAI,WAAW,GAAG,GAAG,CAAC;QAC/B,CAAC;QAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;IAC3C,CAAC;IAOD,KAAK,CAAC,gBAAgB,CAClB,MAAyB,EACzB,OAAyB,EACzB,MAAc;QAEd,MAAM,KAAK,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;QACzC,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACtD,CAAC;IAOD,KAAK,CAAC,OAAO,CACT,aAAgC,EAChC,cAAiC,EACjC,KAAuB,EACvB,MAAc;QAEd,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;QAG3D,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;QACvC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;QAElE,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;QACrD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;QAGtE,MAAM,sBAAsB,GAAG,OAAO,CAAC,WAAW,GAAG,UAAU,CAAC,WAAW,CAAC;QAC5E,MAAM,eAAe,GACjB,CAAC,CAAC,UAAU,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC,GAAG,UAAU,CAAC,gBAAgB,CAAC;YACxF,GAAG,CAAC;QACR,MAAM,uBAAuB,GACzB,CAAC,CAAC,UAAU,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,CAAC,eAAe,CAAC;YACrF,GAAG,CAAC;QACR,MAAM,kBAAkB,GACpB,CAAC,CAAC,OAAO,CAAC,eAAe,GAAG,UAAU,CAAC,eAAe,CAAC,GAAG,UAAU,CAAC,eAAe,CAAC;YACrF,GAAG,CAAC;QAGR,IAAI,OAAO,GAAgC,KAAK,CAAC;QACjD,MAAM,QAAQ,GACV,sBAAsB,GAAG,eAAe,GAAG,uBAAuB,GAAG,kBAAkB,CAAC;QAE5F,IAAI,QAAQ,GAAG,EAAE,EAAE,CAAC;YAChB,OAAO,GAAG,UAAU,CAAC;QACzB,CAAC;aAAM,IAAI,QAAQ,GAAG,CAAC,EAAE,EAAE,CAAC;YACxB,OAAO,GAAG,eAAe,CAAC;QAC9B,CAAC;QAED,OAAO;YACH,OAAO;YACP,UAAU;YACV,YAAY,EAAE;gBACV,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,sBAAsB,GAAG,GAAG,CAAC,GAAG,GAAG;gBAC3D,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,GAAG,CAAC,GAAG,GAAG;gBACxD,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,uBAAuB,GAAG,GAAG,CAAC,GAAG,GAAG;gBAC7D,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,kBAAkB,GAAG,GAAG,CAAC,GAAG,GAAG;aAC3D;YACD,OAAO;SACV,CAAC;IACN,CAAC;IAKD,YAAY,CAAC,SAA0B;QACnC,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,KAAK,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;QAC5C,KAAK,CAAC,IAAI,CAAC,aAAa,SAAS,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;QAC/D,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAEpB,KAAK,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;QACtC,KAAK,CAAC,IAAI,CAAC,sBAAsB,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC;QACzD,KAAK,CAAC,IAAI,CAAC,qBAAqB,SAAS,CAAC,eAAe,EAAE,CAAC,CAAC;QAC7D,KAAK,CAAC,IAAI,CAAC,uBAAuB,SAAS,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACvE,KAAK,CAAC,IAAI,CAAC,0BAA0B,SAAS,CAAC,gBAAgB,EAAE,CAAC,CAAC;QACnE,KAAK,CAAC,IAAI,CAAC,4BAA4B,SAAS,CAAC,eAAe,IAAI,CAAC,CAAC;QACtE,KAAK,CAAC,IAAI,CAAC,4BAA4B,SAAS,CAAC,eAAe,QAAQ,CAAC,CAAC;QAE1E,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACpB,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QAEnC,KAAK,MAAM,MAAM,IAAI,SAAS,CAAC,OAAO,EAAE,CAAC;YACrC,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;YACxC,KAAK,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC;YAC/C,KAAK,CAAC,IAAI,CAAC,iBAAiB,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;YACrE,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;gBACvB,KAAK,CAAC,IAAI,CAAC,yBAAyB,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC;YAChE,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,iBAAiB,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;YACjD,KAAK,CAAC,IAAI,CAAC,wBAAwB,MAAM,CAAC,YAAY,IAAI,CAAC,CAAC;YAC5D,KAAK,CAAC,IAAI,CAAC,kBAAkB,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YACnE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACnB,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;IAKD,sBAAsB,CAAC,UAA4B;QAC/C,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,KAAK,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;QACjD,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAGpB,MAAM,WAAW,GAAG;YAChB,QAAQ,EAAE,IAAI;YACd,aAAa,EAAE,IAAI;YACnB,GAAG,EAAE,IAAI;SACZ,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QAEtB,KAAK,CAAC,IAAI,CAAC,MAAM,WAAW,aAAa,UAAU,CAAC,OAAO,IAAI,CAAC,CAAC;QACjE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAGpB,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QAEnC,MAAM,iBAAiB,GAAG,CAAC,KAAa,EAAE,MAAc,EAAE,EAAE;YACxD,MAAM,IAAI,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YACxD,MAAM,IAAI,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YAClC,OAAO,GAAG,IAAI,MAAM,MAAM,OAAO,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;QAChE,CAAC,CAAC;QAEF,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,YAAY,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC,CAAC;QACnF,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,YAAY,CAAC,eAAe,EAAE,kBAAkB,CAAC,CAAC,CAAC;QAC3F,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,YAAY,CAAC,YAAY,EAAE,gBAAgB,CAAC,CAAC,CAAC;QACtF,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,YAAY,CAAC,YAAY,EAAE,eAAe,CAAC,CAAC,CAAC;QACrF,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAGf,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACpB,KAAK,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;QAC9C,KAAK,CAAC,IAAI,CAAC,qDAAqD,CAAC,CAAC;QAClE,KAAK,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;QAEhE,MAAM,OAAO,GAAG;YACZ;gBACI,cAAc;gBACd,GAAG,UAAU,CAAC,UAAU,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;gBAClD,GAAG,UAAU,CAAC,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;gBAC/C,GAAG,UAAU,CAAC,YAAY,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,UAAU,CAAC,YAAY,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;aAC5G;YACD;gBACI,YAAY;gBACZ,GAAG,UAAU,CAAC,UAAU,CAAC,gBAAgB,EAAE;gBAC3C,GAAG,UAAU,CAAC,OAAO,CAAC,gBAAgB,EAAE;gBACxC,GAAG,UAAU,CAAC,YAAY,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;aAC3D;YACD;gBACI,UAAU;gBACV,GAAG,UAAU,CAAC,UAAU,CAAC,eAAe,IAAI;gBAC5C,GAAG,UAAU,CAAC,OAAO,CAAC,eAAe,IAAI;gBACzC,GAAG,UAAU,CAAC,YAAY,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;aACxD;YACD;gBACI,SAAS;gBACT,GAAG,UAAU,CAAC,UAAU,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;gBACrD,GAAG,UAAU,CAAC,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;gBAClD,GAAG,UAAU,CAAC,YAAY,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;aACxD;SACJ,CAAC;QAEF,KAAK,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,WAAW,CAAC,IAAI,OAAO,EAAE,CAAC;YACzD,KAAK,CAAC,IAAI,CAAC,KAAK,MAAM,MAAM,QAAQ,MAAM,GAAG,MAAM,WAAW,IAAI,CAAC,CAAC;QACxE,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEf,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;CACJ;AAKD,MAAM,CAAC,MAAM,cAAc,GAAqB;IAC5C;QACI,EAAE,EAAE,SAAS;QACb,IAAI,EAAE,iBAAiB;QACvB,WAAW,EAAE,oCAAoC;QACjD,WAAW,EAAE,yEAAyE;QACtF,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,WAAW,EAAE,OAAO,EAAE,MAAM,CAAC;YACxC,SAAS,EAAE,GAAG;SACjB;QACD,UAAU,EAAE,MAAM;KACrB;IACD;QACI,EAAE,EAAE,aAAa;QACjB,IAAI,EAAE,0BAA0B;QAChC,WAAW,EAAE,8CAA8C;QAC3D,WAAW,EAAE,mDAAmD;QAChE,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC;YACpC,SAAS,EAAE,GAAG;SACjB;QACD,UAAU,EAAE,QAAQ;KACvB;IACD;QACI,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,sBAAsB;QAC5B,WAAW,EAAE,yCAAyC;QACtD,WAAW,EAAE,8CAA8C;QAC3D,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,aAAa,EAAE,UAAU,EAAE,MAAM,CAAC;YAC7C,SAAS,EAAE,GAAG;SACjB;QACD,UAAU,EAAE,QAAQ;KACvB;IACD;QACI,EAAE,EAAE,gBAAgB;QACpB,IAAI,EAAE,4BAA4B;QAClC,WAAW,EAAE,mCAAmC;QAChD,WAAW,EAAE,+DAA+D;QAC5E,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,UAAU,EAAE,eAAe,EAAE,UAAU,CAAC;YACnD,SAAS,EAAE,GAAG;SACjB;QACD,UAAU,EAAE,MAAM;KACrB;IACD;QACI,EAAE,EAAE,eAAe;QACnB,IAAI,EAAE,aAAa;QACnB,WAAW,EAAE,gCAAgC;QAC7C,WAAW,EAAE,2FAA2F;QACxG,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC;YACrC,SAAS,EAAE,GAAG;SACjB;QACD,UAAU,EAAE,MAAM;KACrB;CACJ,CAAC"}
|
|
@@ -0,0 +1,41 @@
|
|
|
1
|
+
import type { EvaluatableGenome, EvaluationTask, BenchmarkResult } from './Evaluator.js';
|
|
2
|
+
import { Evaluator } from './Evaluator.js';
|
|
3
|
+
export interface ProofOfValueConfig {
|
|
4
|
+
name: string;
|
|
5
|
+
cycles: number;
|
|
6
|
+
interactionsPerCycle: number;
|
|
7
|
+
dataset: EvaluationTask[];
|
|
8
|
+
userId: string;
|
|
9
|
+
}
|
|
10
|
+
export interface CycleResult {
|
|
11
|
+
cycle: number;
|
|
12
|
+
benchmark: BenchmarkResult;
|
|
13
|
+
timestamp: Date;
|
|
14
|
+
}
|
|
15
|
+
export interface FitnessCurvePoint {
|
|
16
|
+
cycle: number;
|
|
17
|
+
quality: number;
|
|
18
|
+
successRate: number;
|
|
19
|
+
avgTokens: number;
|
|
20
|
+
}
|
|
21
|
+
export interface ProofOfValueResult {
|
|
22
|
+
config: ProofOfValueConfig;
|
|
23
|
+
baseline: BenchmarkResult;
|
|
24
|
+
cycles: CycleResult[];
|
|
25
|
+
fitnessCurve: FitnessCurvePoint[];
|
|
26
|
+
finalComparison: {
|
|
27
|
+
qualityDelta: number;
|
|
28
|
+
successRateDelta: number;
|
|
29
|
+
tokenDelta: number;
|
|
30
|
+
};
|
|
31
|
+
totalDuration: number;
|
|
32
|
+
verdict: 'IMPROVEMENT_PROVEN' | 'NO_SIGNIFICANT_CHANGE' | 'REGRESSION';
|
|
33
|
+
}
|
|
34
|
+
export declare class ProofOfValueRunner {
|
|
35
|
+
private evaluator;
|
|
36
|
+
constructor(evaluator?: Evaluator);
|
|
37
|
+
run(genome: EvaluatableGenome, config: ProofOfValueConfig, onCycleComplete?: (cycle: number, result: CycleResult) => void): Promise<ProofOfValueResult>;
|
|
38
|
+
formatConsoleReport(result: ProofOfValueResult): string;
|
|
39
|
+
formatMarkdownReport(result: ProofOfValueResult): string;
|
|
40
|
+
}
|
|
41
|
+
//# sourceMappingURL=ProofOfValueRunner.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ProofOfValueRunner.d.ts","sourceRoot":"","sources":["../../src/evaluation/ProofOfValueRunner.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EAAE,iBAAiB,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACzF,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAI3C,MAAM,WAAW,kBAAkB;IAE/B,IAAI,EAAE,MAAM,CAAC;IAEb,MAAM,EAAE,MAAM,CAAC;IAEf,oBAAoB,EAAE,MAAM,CAAC;IAE7B,OAAO,EAAE,cAAc,EAAE,CAAC;IAE1B,MAAM,EAAE,MAAM,CAAC;CAClB;AAID,MAAM,WAAW,WAAW;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,eAAe,CAAC;IAC3B,SAAS,EAAE,IAAI,CAAC;CACnB;AAED,MAAM,WAAW,iBAAiB;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,kBAAkB;IAC/B,MAAM,EAAE,kBAAkB,CAAC;IAC3B,QAAQ,EAAE,eAAe,CAAC;IAC1B,MAAM,EAAE,WAAW,EAAE,CAAC;IACtB,YAAY,EAAE,iBAAiB,EAAE,CAAC;IAClC,eAAe,EAAE;QACb,YAAY,EAAE,MAAM,CAAC;QACrB,gBAAgB,EAAE,MAAM,CAAC;QACzB,UAAU,EAAE,MAAM,CAAC;KACtB,CAAC;IACF,aAAa,EAAE,MAAM,CAAC;IACtB,OAAO,EAAE,oBAAoB,GAAG,uBAAuB,GAAG,YAAY,CAAC;CAC1E;AAID,qBAAa,kBAAkB;IAC3B,OAAO,CAAC,SAAS,CAAY;gBAEjB,SAAS,CAAC,EAAE,SAAS;IAW3B,GAAG,CACL,MAAM,EAAE,iBAAiB,EACzB,MAAM,EAAE,kBAAkB,EAC1B,eAAe,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,KAAK,IAAI,GAC/D,OAAO,CAAC,kBAAkB,CAAC;IA2F9B,mBAAmB,CAAC,MAAM,EAAE,kBAAkB,GAAG,MAAM;IAuEvD,oBAAoB,CAAC,MAAM,EAAE,kBAAkB,GAAG,MAAM;CAuD3D"}
|
|
@@ -0,0 +1,177 @@
|
|
|
1
|
+
import { Evaluator } from './Evaluator.js';
|
|
2
|
+
export class ProofOfValueRunner {
|
|
3
|
+
evaluator;
|
|
4
|
+
constructor(evaluator) {
|
|
5
|
+
this.evaluator = evaluator ?? new Evaluator();
|
|
6
|
+
}
|
|
7
|
+
async run(genome, config, onCycleComplete) {
|
|
8
|
+
const startTime = Date.now();
|
|
9
|
+
const userId = config.userId || 'pov-user';
|
|
10
|
+
console.log(`\n Evaluating baseline (cycle 0)...`);
|
|
11
|
+
const baseline = await this.evaluator.evaluate(genome, config.dataset, userId);
|
|
12
|
+
const fitnessCurve = [{
|
|
13
|
+
cycle: 0,
|
|
14
|
+
quality: baseline.avgQualityScore,
|
|
15
|
+
successRate: baseline.successRate,
|
|
16
|
+
avgTokens: baseline.avgTokensPerTask,
|
|
17
|
+
}];
|
|
18
|
+
const cycles = [];
|
|
19
|
+
for (let c = 1; c <= config.cycles; c++) {
|
|
20
|
+
console.log(` Cycle ${c}/${config.cycles}: driving ${config.interactionsPerCycle} interactions...`);
|
|
21
|
+
for (let i = 0; i < config.interactionsPerCycle; i++) {
|
|
22
|
+
const task = config.dataset[i % config.dataset.length];
|
|
23
|
+
try {
|
|
24
|
+
await genome.chat(task.userMessage, { userId });
|
|
25
|
+
}
|
|
26
|
+
catch {
|
|
27
|
+
}
|
|
28
|
+
}
|
|
29
|
+
console.log(` Cycle ${c}/${config.cycles}: evaluating...`);
|
|
30
|
+
const benchmark = await this.evaluator.evaluate(genome, config.dataset, userId);
|
|
31
|
+
const cycleResult = {
|
|
32
|
+
cycle: c,
|
|
33
|
+
benchmark,
|
|
34
|
+
timestamp: new Date(),
|
|
35
|
+
};
|
|
36
|
+
cycles.push(cycleResult);
|
|
37
|
+
fitnessCurve.push({
|
|
38
|
+
cycle: c,
|
|
39
|
+
quality: benchmark.avgQualityScore,
|
|
40
|
+
successRate: benchmark.successRate,
|
|
41
|
+
avgTokens: benchmark.avgTokensPerTask,
|
|
42
|
+
});
|
|
43
|
+
onCycleComplete?.(c, cycleResult);
|
|
44
|
+
}
|
|
45
|
+
const lastBenchmark = cycles.length > 0 ? cycles[cycles.length - 1].benchmark : baseline;
|
|
46
|
+
const qualityDelta = lastBenchmark.avgQualityScore - baseline.avgQualityScore;
|
|
47
|
+
const successRateDelta = lastBenchmark.successRate - baseline.successRate;
|
|
48
|
+
const tokenDelta = baseline.avgTokensPerTask - lastBenchmark.avgTokensPerTask;
|
|
49
|
+
const qualityPctChange = baseline.avgQualityScore > 0
|
|
50
|
+
? (qualityDelta / baseline.avgQualityScore) * 100
|
|
51
|
+
: 0;
|
|
52
|
+
let verdict;
|
|
53
|
+
if (qualityPctChange > 10 || successRateDelta > 10) {
|
|
54
|
+
verdict = 'IMPROVEMENT_PROVEN';
|
|
55
|
+
}
|
|
56
|
+
else if (qualityPctChange < -5 || successRateDelta < -5) {
|
|
57
|
+
verdict = 'REGRESSION';
|
|
58
|
+
}
|
|
59
|
+
else {
|
|
60
|
+
verdict = 'NO_SIGNIFICANT_CHANGE';
|
|
61
|
+
}
|
|
62
|
+
return {
|
|
63
|
+
config,
|
|
64
|
+
baseline,
|
|
65
|
+
cycles,
|
|
66
|
+
fitnessCurve,
|
|
67
|
+
finalComparison: {
|
|
68
|
+
qualityDelta: Math.round(qualityDelta * 1000) / 1000,
|
|
69
|
+
successRateDelta: Math.round(successRateDelta * 100) / 100,
|
|
70
|
+
tokenDelta: Math.round(tokenDelta),
|
|
71
|
+
},
|
|
72
|
+
totalDuration: Date.now() - startTime,
|
|
73
|
+
verdict,
|
|
74
|
+
};
|
|
75
|
+
}
|
|
76
|
+
formatConsoleReport(result) {
|
|
77
|
+
const lines = [];
|
|
78
|
+
const w = 62;
|
|
79
|
+
lines.push('');
|
|
80
|
+
lines.push(`${'='.repeat(w)}`);
|
|
81
|
+
lines.push(` GSEP PROOF OF VALUE -- RESULTS`);
|
|
82
|
+
lines.push(` Experiment: ${result.config.name}`);
|
|
83
|
+
lines.push(`${'='.repeat(w)}`);
|
|
84
|
+
lines.push('');
|
|
85
|
+
const verdictIcon = result.verdict === 'IMPROVEMENT_PROVEN' ? '[OK]'
|
|
86
|
+
: result.verdict === 'REGRESSION' ? '[FAIL]' : '[--]';
|
|
87
|
+
const qualityPct = result.baseline.avgQualityScore > 0
|
|
88
|
+
? ((result.finalComparison.qualityDelta / result.baseline.avgQualityScore) * 100).toFixed(1)
|
|
89
|
+
: '0.0';
|
|
90
|
+
lines.push(` VERDICT: ${verdictIcon} ${result.verdict.replace(/_/g, ' ')} (${Number(qualityPct) >= 0 ? '+' : ''}${qualityPct}% quality)`);
|
|
91
|
+
lines.push('');
|
|
92
|
+
const col = (s, len) => s.padEnd(len);
|
|
93
|
+
lines.push(` ${col('Cycle', 10)} ${col('Quality', 10)} ${col('Success', 10)} ${col('Tokens', 10)}`);
|
|
94
|
+
lines.push(` ${'-'.repeat(10)} ${'-'.repeat(10)} ${'-'.repeat(10)} ${'-'.repeat(10)}`);
|
|
95
|
+
for (const point of result.fitnessCurve) {
|
|
96
|
+
const label = point.cycle === 0 ? 'Base' : `Cycle ${point.cycle}`;
|
|
97
|
+
lines.push(` ${col(label, 10)} ${col(point.quality.toFixed(2), 10)} ${col(point.successRate.toFixed(1) + '%', 10)} ${col(String(Math.round(point.avgTokens)), 10)}`);
|
|
98
|
+
}
|
|
99
|
+
lines.push('');
|
|
100
|
+
lines.push(` FITNESS CURVE (quality):`);
|
|
101
|
+
const points = result.fitnessCurve.map(p => p.quality);
|
|
102
|
+
const dataMax = Math.max(...points);
|
|
103
|
+
const dataMin = Math.min(...points);
|
|
104
|
+
const padding = Math.max((dataMax - dataMin) * 0.2, 0.05);
|
|
105
|
+
const maxQ = Math.min(1, dataMax + padding);
|
|
106
|
+
const minQ = Math.max(0, dataMin - padding);
|
|
107
|
+
const rows = 6;
|
|
108
|
+
for (let r = rows; r >= 0; r--) {
|
|
109
|
+
const threshold = minQ + ((maxQ - minQ) * r) / rows;
|
|
110
|
+
const label = threshold.toFixed(2);
|
|
111
|
+
let row = ` ${label} |`;
|
|
112
|
+
for (const q of points) {
|
|
113
|
+
row += q >= threshold ? ' * ' : ' ';
|
|
114
|
+
}
|
|
115
|
+
lines.push(row);
|
|
116
|
+
}
|
|
117
|
+
const axisLine = ` ${' '.repeat(5)}+${points.map(() => '---').join('')}`;
|
|
118
|
+
lines.push(axisLine);
|
|
119
|
+
let labels = ` ${' '.repeat(6)}`;
|
|
120
|
+
for (let i = 0; i < points.length; i++) {
|
|
121
|
+
labels += i === 0 ? 'B ' : `${i} `;
|
|
122
|
+
}
|
|
123
|
+
lines.push(labels);
|
|
124
|
+
lines.push('');
|
|
125
|
+
const secs = (result.totalDuration / 1000).toFixed(1);
|
|
126
|
+
lines.push(` TOTAL DURATION: ${secs}s`);
|
|
127
|
+
lines.push(`${'='.repeat(w)}`);
|
|
128
|
+
lines.push('');
|
|
129
|
+
return lines.join('\n');
|
|
130
|
+
}
|
|
131
|
+
formatMarkdownReport(result) {
|
|
132
|
+
const lines = [];
|
|
133
|
+
lines.push(`# GSEP Proof of Value Report`);
|
|
134
|
+
lines.push('');
|
|
135
|
+
lines.push(`**Experiment**: ${result.config.name}`);
|
|
136
|
+
lines.push(`**Date**: ${new Date().toISOString().split('T')[0]}`);
|
|
137
|
+
lines.push(`**Cycles**: ${result.config.cycles}`);
|
|
138
|
+
lines.push(`**Tasks per evaluation**: ${result.config.dataset.length}`);
|
|
139
|
+
lines.push(`**Duration**: ${(result.totalDuration / 1000).toFixed(1)}s`);
|
|
140
|
+
lines.push('');
|
|
141
|
+
lines.push('## Verdict');
|
|
142
|
+
lines.push('');
|
|
143
|
+
const qualityPct = result.baseline.avgQualityScore > 0
|
|
144
|
+
? ((result.finalComparison.qualityDelta / result.baseline.avgQualityScore) * 100).toFixed(1)
|
|
145
|
+
: '0.0';
|
|
146
|
+
lines.push(`**${result.verdict.replace(/_/g, ' ')}** (${Number(qualityPct) >= 0 ? '+' : ''}${qualityPct}% quality improvement)`);
|
|
147
|
+
lines.push('');
|
|
148
|
+
lines.push('## Evolution Curve');
|
|
149
|
+
lines.push('');
|
|
150
|
+
lines.push('| Cycle | Quality | Success Rate | Avg Tokens |');
|
|
151
|
+
lines.push('|-------|---------|--------------|------------|');
|
|
152
|
+
for (const point of result.fitnessCurve) {
|
|
153
|
+
const label = point.cycle === 0 ? 'Baseline' : `Cycle ${point.cycle}`;
|
|
154
|
+
lines.push(`| ${label} | ${point.quality.toFixed(3)} | ${point.successRate.toFixed(1)}% | ${Math.round(point.avgTokens)} |`);
|
|
155
|
+
}
|
|
156
|
+
lines.push('');
|
|
157
|
+
lines.push('## Final Comparison (Last Cycle vs Baseline)');
|
|
158
|
+
lines.push('');
|
|
159
|
+
lines.push(`- **Quality Delta**: ${result.finalComparison.qualityDelta >= 0 ? '+' : ''}${result.finalComparison.qualityDelta.toFixed(3)}`);
|
|
160
|
+
lines.push(`- **Success Rate Delta**: ${result.finalComparison.successRateDelta >= 0 ? '+' : ''}${result.finalComparison.successRateDelta.toFixed(1)} pp`);
|
|
161
|
+
lines.push(`- **Token Savings**: ${result.finalComparison.tokenDelta >= 0 ? '+' : ''}${result.finalComparison.tokenDelta} tokens/task`);
|
|
162
|
+
lines.push('');
|
|
163
|
+
lines.push('## Methodology');
|
|
164
|
+
lines.push('');
|
|
165
|
+
lines.push('1. Baseline evaluation (Cycle 0): Run all tasks against the genome before any evolution');
|
|
166
|
+
lines.push(`2. For each of ${result.config.cycles} cycles:`);
|
|
167
|
+
lines.push(` - Drive ${result.config.interactionsPerCycle} chat interactions to build fitness data`);
|
|
168
|
+
lines.push(' - Trigger evolution cycle (mutation + selection based on fitness)');
|
|
169
|
+
lines.push(' - Re-evaluate all tasks against the evolved genome');
|
|
170
|
+
lines.push('3. Compare final cycle quality vs baseline to determine verdict');
|
|
171
|
+
lines.push('');
|
|
172
|
+
lines.push('---');
|
|
173
|
+
lines.push('*Generated by GSEP ProofOfValueRunner*');
|
|
174
|
+
return lines.join('\n');
|
|
175
|
+
}
|
|
176
|
+
}
|
|
177
|
+
//# sourceMappingURL=ProofOfValueRunner.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ProofOfValueRunner.js","sourceRoot":"","sources":["../../src/evaluation/ProofOfValueRunner.ts"],"names":[],"mappings":"AAWA,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAgD3C,MAAM,OAAO,kBAAkB;IACnB,SAAS,CAAY;IAE7B,YAAY,SAAqB;QAC7B,IAAI,CAAC,SAAS,GAAG,SAAS,IAAI,IAAI,SAAS,EAAE,CAAC;IAClD,CAAC;IASD,KAAK,CAAC,GAAG,CACL,MAAyB,EACzB,MAA0B,EAC1B,eAA8D;QAE9D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,UAAU,CAAC;QAG3C,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;QACpD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAE/E,MAAM,YAAY,GAAwB,CAAC;gBACvC,KAAK,EAAE,CAAC;gBACR,OAAO,EAAE,QAAQ,CAAC,eAAe;gBACjC,WAAW,EAAE,QAAQ,CAAC,WAAW;gBACjC,SAAS,EAAE,QAAQ,CAAC,gBAAgB;aACvC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAkB,EAAE,CAAC;QAGjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,MAAM,CAAC,MAAM,aAAa,MAAM,CAAC,oBAAoB,kBAAkB,CAAC,CAAC;YAGrG,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,oBAAoB,EAAE,CAAC,EAAE,EAAE,CAAC;gBACnD,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBACvD,IAAI,CAAC;oBACD,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;gBACpD,CAAC;gBAAC,MAAM,CAAC;gBAET,CAAC;YACL,CAAC;YAGD,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,MAAM,CAAC,MAAM,iBAAiB,CAAC,CAAC;YAC5D,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAEhF,MAAM,WAAW,GAAgB;gBAC7B,KAAK,EAAE,CAAC;gBACR,SAAS;gBACT,SAAS,EAAE,IAAI,IAAI,EAAE;aACxB,CAAC;YACF,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAEzB,YAAY,CAAC,IAAI,CAAC;gBACd,KAAK,EAAE,CAAC;gBACR,OAAO,EAAE,SAAS,CAAC,eAAe;gBAClC,WAAW,EAAE,SAAS,CAAC,WAAW;gBAClC,SAAS,EAAE,SAAS,CAAC,gBAAgB;aACxC,CAAC,CAAC;YAEH,eAAe,EAAE,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;QACtC,CAAC;QAGD,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC;QAEzF,MAAM,YAAY,GAAG,aAAa,CAAC,eAAe,GAAG,QAAQ,CAAC,eAAe,CAAC;QAC9E,MAAM,gBAAgB,GAAG,aAAa,CAAC,WAAW,GAAG,QAAQ,CAAC,WAAW,CAAC;QAC1E,MAAM,UAAU,GAAG,QAAQ,CAAC,gBAAgB,GAAG,aAAa,CAAC,gBAAgB,CAAC;QAG9E,MAAM,gBAAgB,GAAG,QAAQ,CAAC,eAAe,GAAG,CAAC;YACjD,CAAC,CAAC,CAAC,YAAY,GAAG,QAAQ,CAAC,eAAe,CAAC,GAAG,GAAG;YACjD,CAAC,CAAC,CAAC,CAAC;QAER,IAAI,OAAsC,CAAC;QAC3C,IAAI,gBAAgB,GAAG,EAAE,IAAI,gBAAgB,GAAG,EAAE,EAAE,CAAC;YACjD,OAAO,GAAG,oBAAoB,CAAC;QACnC,CAAC;aAAM,IAAI,gBAAgB,GAAG,CAAC,CAAC,IAAI,gBAAgB,GAAG,CAAC,CAAC,EAAE,CAAC;YACxD,OAAO,GAAG,YAAY,CAAC;QAC3B,CAAC;aAAM,CAAC;YACJ,OAAO,GAAG,uBAAuB,CAAC;QACtC,CAAC;QAED,OAAO;YACH,MAAM;YACN,QAAQ;YACR,MAAM;YACN,YAAY;YACZ,eAAe,EAAE;gBACb,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,IAAI;gBACpD,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,GAAG,CAAC,GAAG,GAAG;gBAC1D,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC;aACrC;YACD,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YACrC,OAAO;SACV,CAAC;IACN,CAAC;IAKD,mBAAmB,CAAC,MAA0B;QAC1C,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,MAAM,CAAC,GAAG,EAAE,CAAC;QAGb,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC/B,KAAK,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;QAC/C,KAAK,CAAC,IAAI,CAAC,iBAAiB,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QAClD,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC/B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAGf,MAAM,WAAW,GAAG,MAAM,CAAC,OAAO,KAAK,oBAAoB,CAAC,CAAC,CAAC,MAAM;YAChE,CAAC,CAAC,MAAM,CAAC,OAAO,KAAK,YAAY,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC;QAC1D,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,eAAe,GAAG,CAAC;YAClD,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,eAAe,CAAC,YAAY,GAAG,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;YAC5F,CAAC,CAAC,KAAK,CAAC;QACZ,KAAK,CAAC,IAAI,CAAC,cAAc,WAAW,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,KAAK,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,UAAU,YAAY,CAAC,CAAC;QAC3I,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAGf,MAAM,GAAG,GAAG,CAAC,CAAS,EAAE,GAAW,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACtD,KAAK,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,SAAS,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,SAAS,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;QACrG,KAAK,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QAExF,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;YACtC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,KAAK,CAAC,KAAK,EAAE,CAAC;YAClE,KAAK,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,GAAG,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;QAC1K,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAGf,KAAK,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QACzC,MAAM,MAAM,GAAG,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QACvD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;QACpC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;QACpC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,GAAG,OAAO,CAAC,GAAG,GAAG,EAAE,IAAI,CAAC,CAAC;QAC1D,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,CAAC;QAC5C,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,CAAC;QAC5C,MAAM,IAAI,GAAG,CAAC,CAAC;QACf,KAAK,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7B,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC;YACpD,MAAM,KAAK,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YACnC,IAAI,GAAG,GAAG,KAAK,KAAK,IAAI,CAAC;YACzB,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;gBACrB,GAAG,IAAI,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;YAC1C,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACpB,CAAC;QACD,MAAM,QAAQ,GAAG,KAAK,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC;QAC1E,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACrB,IAAI,MAAM,GAAG,KAAK,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC;QACzC,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACnB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAGf,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,aAAa,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACtD,KAAK,CAAC,IAAI,CAAC,qBAAqB,IAAI,GAAG,CAAC,CAAC;QACzC,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC/B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEf,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;IAKD,oBAAoB,CAAC,MAA0B;QAC3C,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,KAAK,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;QAC3C,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,mBAAmB,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QACpD,KAAK,CAAC,IAAI,CAAC,aAAa,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAClE,KAAK,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAClD,KAAK,CAAC,IAAI,CAAC,6BAA6B,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QACxE,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,aAAa,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACzE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAGf,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACzB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,eAAe,GAAG,CAAC;YAClD,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,eAAe,CAAC,YAAY,GAAG,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;YAC5F,CAAC,CAAC,KAAK,CAAC;QACZ,KAAK,CAAC,IAAI,CAAC,KAAK,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,OAAO,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,UAAU,wBAAwB,CAAC,CAAC;QACjI,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAGf,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACjC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAC;QAC9D,KAAK,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAC;QAC9D,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;YACtC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,KAAK,CAAC,KAAK,EAAE,CAAC;YACtE,KAAK,CAAC,IAAI,CAAC,KAAK,KAAK,MAAM,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACjI,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAGf,KAAK,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAC;QAC3D,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,wBAAwB,MAAM,CAAC,eAAe,CAAC,YAAY,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,eAAe,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC3I,KAAK,CAAC,IAAI,CAAC,6BAA6B,MAAM,CAAC,eAAe,CAAC,gBAAgB,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,eAAe,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAC3J,KAAK,CAAC,IAAI,CAAC,wBAAwB,MAAM,CAAC,eAAe,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,eAAe,CAAC,UAAU,cAAc,CAAC,CAAC;QACxI,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAGf,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAC7B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,yFAAyF,CAAC,CAAC;QACtG,KAAK,CAAC,IAAI,CAAC,kBAAkB,MAAM,CAAC,MAAM,CAAC,MAAM,UAAU,CAAC,CAAC;QAC7D,KAAK,CAAC,IAAI,CAAC,cAAc,MAAM,CAAC,MAAM,CAAC,oBAAoB,0CAA0C,CAAC,CAAC;QACvG,KAAK,CAAC,IAAI,CAAC,sEAAsE,CAAC,CAAC;QACnF,KAAK,CAAC,IAAI,CAAC,uDAAuD,CAAC,CAAC;QACpE,KAAK,CAAC,IAAI,CAAC,iEAAiE,CAAC,CAAC;QAC9E,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAClB,KAAK,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;QAErD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;CACJ"}
|
|
@@ -44,7 +44,7 @@ export const COMPRESS_INSTRUCTIONS_CASES = [
|
|
|
44
44
|
id: 'compress-1',
|
|
45
45
|
name: 'Compressed But Complete',
|
|
46
46
|
description: 'Ensure compression preserves meaning',
|
|
47
|
-
userMessage: 'Explain how
|
|
47
|
+
userMessage: 'Explain how GSEP works',
|
|
48
48
|
expectedOutcome: {
|
|
49
49
|
keywords: ['genome', 'evolution', 'mutation', 'fitness'],
|
|
50
50
|
minLength: 100,
|
|
@@ -58,7 +58,7 @@ export const COMPRESS_INSTRUCTIONS_CASES = [
|
|
|
58
58
|
id: 'compress-2',
|
|
59
59
|
name: 'Technical Accuracy After Compression',
|
|
60
60
|
description: 'Verify technical details survive compression',
|
|
61
|
-
userMessage: 'What are the three layers in
|
|
61
|
+
userMessage: 'What are the three layers in GSEP?',
|
|
62
62
|
expectedOutcome: {
|
|
63
63
|
keywords: ['layer0', 'layer1', 'layer2', 'immutable'],
|
|
64
64
|
minLength: 80,
|
|
@@ -166,7 +166,7 @@ export const GENERAL_TASK_CASES = [
|
|
|
166
166
|
id: 'general-1',
|
|
167
167
|
name: 'Helpful Response',
|
|
168
168
|
description: 'Ensure responses are helpful and relevant',
|
|
169
|
-
userMessage: 'How do I get started with
|
|
169
|
+
userMessage: 'How do I get started with GSEP?',
|
|
170
170
|
expectedOutcome: {
|
|
171
171
|
keywords: ['install', 'import', 'create', 'genome'],
|
|
172
172
|
minLength: 100,
|
|
@@ -177,7 +177,7 @@ export const GENERAL_TASK_CASES = [
|
|
|
177
177
|
id: 'general-2',
|
|
178
178
|
name: 'Clear Explanations',
|
|
179
179
|
description: 'Verify explanations are clear and complete',
|
|
180
|
-
userMessage: 'Explain mutation in
|
|
180
|
+
userMessage: 'Explain mutation in GSEP',
|
|
181
181
|
expectedOutcome: {
|
|
182
182
|
keywords: ['gene', 'allele', 'fitness', 'evolution'],
|
|
183
183
|
minLength: 80,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"SandboxSuites.js","sourceRoot":"","sources":["../../src/evaluation/SandboxSuites.ts"],"names":[],"mappings":"AAiCA,MAAM,CAAC,MAAM,oBAAoB,GAA4B;IACzD;QACI,EAAE,EAAE,iBAAiB;QACrB,IAAI,EAAE,yBAAyB;QAC/B,WAAW,EAAE,gDAAgD;QAC7D,WAAW,EAAE,iDAAiD;QAC9D,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,IAAI,EAAE,QAAQ,EAAE,aAAa,EAAE,UAAU,EAAE,YAAY,CAAC;YACnE,SAAS,EAAE,EAAE;SAChB;QACD,UAAU,EAAE,MAAM;QAClB,cAAc,EAAE;YACZ,wBAAwB,EAAE,IAAI;SACjC;KACJ;IACD;QACI,EAAE,EAAE,iBAAiB;QACrB,IAAI,EAAE,0BAA0B;QAChC,WAAW,EAAE,8CAA8C;QAC3D,WAAW,EAAE,4BAA4B;QACzC,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,WAAW,EAAE,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,aAAa,CAAC;YACtE,SAAS,EAAE,EAAE;SAChB;QACD,UAAU,EAAE,QAAQ;QACpB,cAAc,EAAE;YACZ,wBAAwB,EAAE,IAAI;SACjC;KACJ;IACD;QACI,EAAE,EAAE,mBAAmB;QACvB,IAAI,EAAE,qBAAqB;QAC3B,WAAW,EAAE,0CAA0C;QACvD,WAAW,EAAE,gBAAgB;QAC7B,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,GAAG,EAAE,MAAM,CAAC;YACvB,SAAS,EAAE,EAAE;SAChB;QACD,UAAU,EAAE,MAAM;KACrB;CACJ,CAAC;AAOF,MAAM,CAAC,MAAM,2BAA2B,GAA4B;IAChE;QACI,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,yBAAyB;QAC/B,WAAW,EAAE,sCAAsC;QACnD,WAAW,EAAE,
|
|
1
|
+
{"version":3,"file":"SandboxSuites.js","sourceRoot":"","sources":["../../src/evaluation/SandboxSuites.ts"],"names":[],"mappings":"AAiCA,MAAM,CAAC,MAAM,oBAAoB,GAA4B;IACzD;QACI,EAAE,EAAE,iBAAiB;QACrB,IAAI,EAAE,yBAAyB;QAC/B,WAAW,EAAE,gDAAgD;QAC7D,WAAW,EAAE,iDAAiD;QAC9D,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,IAAI,EAAE,QAAQ,EAAE,aAAa,EAAE,UAAU,EAAE,YAAY,CAAC;YACnE,SAAS,EAAE,EAAE;SAChB;QACD,UAAU,EAAE,MAAM;QAClB,cAAc,EAAE;YACZ,wBAAwB,EAAE,IAAI;SACjC;KACJ;IACD;QACI,EAAE,EAAE,iBAAiB;QACrB,IAAI,EAAE,0BAA0B;QAChC,WAAW,EAAE,8CAA8C;QAC3D,WAAW,EAAE,4BAA4B;QACzC,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,WAAW,EAAE,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,aAAa,CAAC;YACtE,SAAS,EAAE,EAAE;SAChB;QACD,UAAU,EAAE,QAAQ;QACpB,cAAc,EAAE;YACZ,wBAAwB,EAAE,IAAI;SACjC;KACJ;IACD;QACI,EAAE,EAAE,mBAAmB;QACvB,IAAI,EAAE,qBAAqB;QAC3B,WAAW,EAAE,0CAA0C;QACvD,WAAW,EAAE,gBAAgB;QAC7B,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,GAAG,EAAE,MAAM,CAAC;YACvB,SAAS,EAAE,EAAE;SAChB;QACD,UAAU,EAAE,MAAM;KACrB;CACJ,CAAC;AAOF,MAAM,CAAC,MAAM,2BAA2B,GAA4B;IAChE;QACI,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,yBAAyB;QAC/B,WAAW,EAAE,sCAAsC;QACnD,WAAW,EAAE,wBAAwB;QACrC,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,QAAQ,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS,CAAC;YACxD,SAAS,EAAE,GAAG;SACjB;QACD,UAAU,EAAE,QAAQ;QACpB,cAAc,EAAE;YACZ,wBAAwB,EAAE,IAAI;SACjC;KACJ;IACD;QACI,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,sCAAsC;QAC5C,WAAW,EAAE,8CAA8C;QAC3D,WAAW,EAAE,oCAAoC;QACjD,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,WAAW,CAAC;YACrD,SAAS,EAAE,EAAE;SAChB;QACD,UAAU,EAAE,MAAM;QAClB,cAAc,EAAE;YACZ,wBAAwB,EAAE,IAAI;SACjC;KACJ;CACJ,CAAC;AAKF,MAAM,CAAC,MAAM,yBAAyB,GAA4B;IAC9D;QACI,EAAE,EAAE,WAAW;QACf,IAAI,EAAE,mBAAmB;QACzB,WAAW,EAAE,wCAAwC;QACrD,WAAW,EAAE,sCAAsC;QACnD,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,CAAC;YACjD,SAAS,EAAE,EAAE;SAChB;QACD,UAAU,EAAE,QAAQ;QACpB,cAAc,EAAE;YACZ,oBAAoB,EAAE,IAAI;SAC7B;KACJ;CACJ,CAAC;AAKF,MAAM,CAAC,MAAM,0BAA0B,GAA4B;IAC/D;QACI,EAAE,EAAE,UAAU;QACd,IAAI,EAAE,6BAA6B;QACnC,WAAW,EAAE,2CAA2C;QACxD,WAAW,EAAE,oBAAoB;QACjC,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,QAAQ,EAAE,WAAW,EAAE,cAAc,EAAE,cAAc,CAAC;YACjE,SAAS,EAAE,EAAE;SAChB;QACD,UAAU,EAAE,MAAM;QAClB,cAAc,EAAE;YACZ,wBAAwB,EAAE,IAAI;SACjC;KACJ;IACD;QACI,EAAE,EAAE,UAAU;QACd,IAAI,EAAE,kBAAkB;QACxB,WAAW,EAAE,yCAAyC;QACtD,WAAW,EAAE,kCAAkC;QAC/C,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,SAAS,EAAE,SAAS,EAAE,gBAAgB,EAAE,YAAY,CAAC;YAChE,SAAS,EAAE,EAAE;SAChB;QACD,UAAU,EAAE,QAAQ;QACpB,cAAc,EAAE;YACZ,wBAAwB,EAAE,IAAI;SACjC;KACJ;CACJ,CAAC;AAKF,MAAM,CAAC,MAAM,yBAAyB,GAA4B;IAC9D;QACI,EAAE,EAAE,QAAQ;QACZ,IAAI,EAAE,4BAA4B;QAClC,WAAW,EAAE,wCAAwC;QACrD,WAAW,EAAE,2BAA2B;QACxC,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;YAClC,SAAS,EAAE,EAAE;SAChB;QACD,UAAU,EAAE,MAAM;QAClB,cAAc,EAAE;YACZ,4BAA4B,EAAE,IAAI;SACrC;KACJ;CACJ,CAAC;AAOF,MAAM,CAAC,MAAM,iBAAiB,GAA4B;IACtD;QACI,EAAE,EAAE,UAAU;QACd,IAAI,EAAE,yBAAyB;QAC/B,WAAW,EAAE,8CAA8C;QAC3D,WAAW,EAAE,8CAA8C;QAC3D,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,QAAQ,CAAC;YAC9D,SAAS,EAAE,GAAG;SACjB;QACD,UAAU,EAAE,QAAQ;QACpB,cAAc,EAAE;YACZ,wBAAwB,EAAE,IAAI;SACjC;KACJ;IACD;QACI,EAAE,EAAE,UAAU;QACd,IAAI,EAAE,kBAAkB;QACxB,WAAW,EAAE,kDAAkD;QAC/D,WAAW,EAAE,oCAAoC;QACjD,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,CAAC;YAC9C,SAAS,EAAE,GAAG;SACjB;QACD,UAAU,EAAE,QAAQ;QACpB,cAAc,EAAE;YACZ,wBAAwB,EAAE,IAAI;SACjC;KACJ;CACJ,CAAC;AAKF,MAAM,CAAC,MAAM,kBAAkB,GAA4B;IACvD;QACI,EAAE,EAAE,WAAW;QACf,IAAI,EAAE,kBAAkB;QACxB,WAAW,EAAE,2CAA2C;QACxD,WAAW,EAAE,iCAAiC;QAC9C,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC;YACnD,SAAS,EAAE,GAAG;SACjB;QACD,UAAU,EAAE,MAAM;KACrB;IACD;QACI,EAAE,EAAE,WAAW;QACf,IAAI,EAAE,oBAAoB;QAC1B,WAAW,EAAE,4CAA4C;QACzD,WAAW,EAAE,0BAA0B;QACvC,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,WAAW,CAAC;YACpD,SAAS,EAAE,EAAE;SAChB;QACD,UAAU,EAAE,QAAQ;KACvB;CACJ,CAAC;AASF,MAAM,UAAU,4BAA4B,CAAC,OAI5C;IAEG,IAAI,OAAO,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,GAAG,CAAC;IACf,CAAC;IAGD,IAAI,OAAO,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,IAAI,CAAC;IAChB,CAAC;IAGD,IAAI,OAAO,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,IAAI,CAAC;IAChB,CAAC;IAGD,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACnB,QAAQ,OAAO,CAAC,QAAQ,EAAE,CAAC;YACvB,KAAK,sBAAsB;gBACvB,OAAO,IAAI,CAAC;YAChB,KAAK,uBAAuB;gBACxB,OAAO,IAAI,CAAC;YAChB,KAAK,qBAAqB;gBACtB,OAAO,IAAI,CAAC;YAChB,KAAK,qBAAqB;gBACtB,OAAO,IAAI,CAAC;QACpB,CAAC;IACL,CAAC;IAGD,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACnB,QAAQ,OAAO,CAAC,QAAQ,EAAE,CAAC;YACvB,KAAK,QAAQ;gBACT,OAAO,IAAI,CAAC;YAChB,KAAK,SAAS;gBACV,OAAO,IAAI,CAAC;QACpB,CAAC;IACL,CAAC;IAGD,OAAO,IAAI,CAAC;AAChB,CAAC;AAKD,MAAM,UAAU,eAAe,CAAC,OAG/B;IACG,MAAM,KAAK,GAA4B;QACnC,GAAG,oBAAoB;KAC1B,CAAC;IAGF,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACnB,QAAQ,OAAO,CAAC,QAAQ,EAAE,CAAC;YACvB,KAAK,uBAAuB;gBACxB,KAAK,CAAC,IAAI,CAAC,GAAG,2BAA2B,CAAC,CAAC;gBAC3C,MAAM;YACV,KAAK,qBAAqB;gBACtB,KAAK,CAAC,IAAI,CAAC,GAAG,yBAAyB,CAAC,CAAC;gBACzC,MAAM;YACV,KAAK,sBAAsB;gBACvB,KAAK,CAAC,IAAI,CAAC,GAAG,0BAA0B,CAAC,CAAC;gBAC1C,MAAM;YACV,KAAK,qBAAqB;gBACtB,KAAK,CAAC,IAAI,CAAC,GAAG,yBAAyB,CAAC,CAAC;gBACzC,MAAM;QACd,CAAC;IACL,CAAC;IAGD,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACnB,QAAQ,OAAO,CAAC,QAAQ,EAAE,CAAC;YACvB,KAAK,QAAQ;gBACT,KAAK,CAAC,IAAI,CAAC,GAAG,iBAAiB,CAAC,CAAC;gBACjC,MAAM;YACV,KAAK,SAAS;gBACV,KAAK,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,CAAC;gBAClC,MAAM;QACd,CAAC;IACL,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC"}
|