@pga-ai/core 0.4.0 → 0.8.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (183) hide show
  1. package/README.md +7 -7
  2. package/dist/PGA.d.ts +100 -1
  3. package/dist/PGA.d.ts.map +1 -1
  4. package/dist/PGA.js +1015 -25
  5. package/dist/PGA.js.map +1 -1
  6. package/dist/advanced-ai/AgentVitals.d.ts +23 -0
  7. package/dist/advanced-ai/AgentVitals.d.ts.map +1 -0
  8. package/dist/advanced-ai/AgentVitals.js +13 -0
  9. package/dist/advanced-ai/AgentVitals.js.map +1 -0
  10. package/dist/advanced-ai/CalibratedAutonomy.d.ts +37 -0
  11. package/dist/advanced-ai/CalibratedAutonomy.d.ts.map +1 -0
  12. package/dist/advanced-ai/CalibratedAutonomy.js +151 -0
  13. package/dist/advanced-ai/CalibratedAutonomy.js.map +1 -0
  14. package/dist/advanced-ai/EmotionalModel.d.ts +27 -0
  15. package/dist/advanced-ai/EmotionalModel.d.ts.map +1 -0
  16. package/dist/advanced-ai/EmotionalModel.js +206 -0
  17. package/dist/advanced-ai/EmotionalModel.js.map +1 -0
  18. package/dist/advanced-ai/EnhancedSelfModel.d.ts +53 -0
  19. package/dist/advanced-ai/EnhancedSelfModel.d.ts.map +1 -0
  20. package/dist/advanced-ai/EnhancedSelfModel.js +189 -0
  21. package/dist/advanced-ai/EnhancedSelfModel.js.map +1 -0
  22. package/dist/advanced-ai/SelfModel.d.ts +29 -0
  23. package/dist/advanced-ai/SelfModel.d.ts.map +1 -0
  24. package/dist/advanced-ai/SelfModel.js +91 -0
  25. package/dist/advanced-ai/SelfModel.js.map +1 -0
  26. package/dist/advanced-ai/StrategicAutonomy.d.ts +41 -0
  27. package/dist/advanced-ai/StrategicAutonomy.d.ts.map +1 -0
  28. package/dist/advanced-ai/StrategicAutonomy.js +148 -0
  29. package/dist/advanced-ai/StrategicAutonomy.js.map +1 -0
  30. package/dist/core/GenesisBootstrap.d.ts +18 -0
  31. package/dist/core/GenesisBootstrap.d.ts.map +1 -0
  32. package/dist/core/GenesisBootstrap.js +95 -0
  33. package/dist/core/GenesisBootstrap.js.map +1 -0
  34. package/dist/core/GenomeManager.js +1 -1
  35. package/dist/core/PromptAssembler.d.ts +26 -0
  36. package/dist/core/PromptAssembler.d.ts.map +1 -1
  37. package/dist/core/PromptAssembler.js +133 -8
  38. package/dist/core/PromptAssembler.js.map +1 -1
  39. package/dist/evaluation/BenchmarkSuites.d.ts +2 -0
  40. package/dist/evaluation/BenchmarkSuites.d.ts.map +1 -1
  41. package/dist/evaluation/BenchmarkSuites.js +9 -6
  42. package/dist/evaluation/BenchmarkSuites.js.map +1 -1
  43. package/dist/evaluation/Evaluator.d.ts.map +1 -1
  44. package/dist/evaluation/Evaluator.js +8 -7
  45. package/dist/evaluation/Evaluator.js.map +1 -1
  46. package/dist/evaluation/ProofOfValueRunner.d.ts +41 -0
  47. package/dist/evaluation/ProofOfValueRunner.d.ts.map +1 -0
  48. package/dist/evaluation/ProofOfValueRunner.js +177 -0
  49. package/dist/evaluation/ProofOfValueRunner.js.map +1 -0
  50. package/dist/evaluation/SandboxSuites.js +4 -4
  51. package/dist/evaluation/SandboxSuites.js.map +1 -1
  52. package/dist/evaluation/fixtures/proof-of-value-v1.json +178 -0
  53. package/dist/evolution/MutationOperator.d.ts +26 -0
  54. package/dist/evolution/MutationOperator.d.ts.map +1 -1
  55. package/dist/evolution/MutationOperator.js +200 -9
  56. package/dist/evolution/MutationOperator.js.map +1 -1
  57. package/dist/evolution/PurposeSurvival.d.ts +68 -0
  58. package/dist/evolution/PurposeSurvival.d.ts.map +1 -0
  59. package/dist/evolution/PurposeSurvival.js +199 -0
  60. package/dist/evolution/PurposeSurvival.js.map +1 -0
  61. package/dist/evolution/boost/EvolutionBoostEngine.d.ts +2 -1
  62. package/dist/evolution/boost/EvolutionBoostEngine.d.ts.map +1 -1
  63. package/dist/evolution/boost/EvolutionBoostEngine.js +3 -3
  64. package/dist/evolution/boost/EvolutionBoostEngine.js.map +1 -1
  65. package/dist/evolution/boost/GeneticRecombinator.d.ts.map +1 -1
  66. package/dist/evolution/boost/GeneticRecombinator.js +16 -5
  67. package/dist/evolution/boost/GeneticRecombinator.js.map +1 -1
  68. package/dist/evolution/boost/ParetoOptimizer.d.ts +1 -1
  69. package/dist/evolution/boost/ParetoOptimizer.d.ts.map +1 -1
  70. package/dist/evolution/boost/ParetoOptimizer.js.map +1 -1
  71. package/dist/evolution/boost/operators/BreakthroughOperator.d.ts +4 -7
  72. package/dist/evolution/boost/operators/BreakthroughOperator.d.ts.map +1 -1
  73. package/dist/evolution/boost/operators/BreakthroughOperator.js +172 -160
  74. package/dist/evolution/boost/operators/BreakthroughOperator.js.map +1 -1
  75. package/dist/evolution/boost/operators/CrossoverMutationOperator.d.ts +10 -15
  76. package/dist/evolution/boost/operators/CrossoverMutationOperator.d.ts.map +1 -1
  77. package/dist/evolution/boost/operators/CrossoverMutationOperator.js +167 -120
  78. package/dist/evolution/boost/operators/CrossoverMutationOperator.js.map +1 -1
  79. package/dist/evolution/boost/operators/PatternExtractionOperator.d.ts +7 -10
  80. package/dist/evolution/boost/operators/PatternExtractionOperator.d.ts.map +1 -1
  81. package/dist/evolution/boost/operators/PatternExtractionOperator.js +167 -164
  82. package/dist/evolution/boost/operators/PatternExtractionOperator.js.map +1 -1
  83. package/dist/evolution/boost/operators/SemanticRestructuringOperator.d.ts +2 -3
  84. package/dist/evolution/boost/operators/SemanticRestructuringOperator.d.ts.map +1 -1
  85. package/dist/evolution/boost/operators/SemanticRestructuringOperator.js +136 -54
  86. package/dist/evolution/boost/operators/SemanticRestructuringOperator.js.map +1 -1
  87. package/dist/evolution/boost/utils/llmHelper.d.ts +10 -0
  88. package/dist/evolution/boost/utils/llmHelper.d.ts.map +1 -0
  89. package/dist/evolution/boost/utils/llmHelper.js +13 -0
  90. package/dist/evolution/boost/utils/llmHelper.js.map +1 -0
  91. package/dist/firewall/ContentFirewall.d.ts +30 -0
  92. package/dist/firewall/ContentFirewall.d.ts.map +1 -0
  93. package/dist/firewall/ContentFirewall.js +251 -0
  94. package/dist/firewall/ContentFirewall.js.map +1 -0
  95. package/dist/firewall/DefaultPatterns.d.ts +8 -0
  96. package/dist/firewall/DefaultPatterns.d.ts.map +1 -0
  97. package/dist/firewall/DefaultPatterns.js +623 -0
  98. package/dist/firewall/DefaultPatterns.js.map +1 -0
  99. package/dist/firewall/index.d.ts +3 -0
  100. package/dist/firewall/index.d.ts.map +1 -0
  101. package/dist/firewall/index.js +3 -0
  102. package/dist/firewall/index.js.map +1 -0
  103. package/dist/gene-bank/CognitiveGene.d.ts +106 -106
  104. package/dist/gene-bank/GeneAdopter.d.ts +1 -0
  105. package/dist/gene-bank/GeneAdopter.d.ts.map +1 -1
  106. package/dist/gene-bank/GeneAdopter.js +23 -4
  107. package/dist/gene-bank/GeneAdopter.js.map +1 -1
  108. package/dist/gene-bank/GeneBank.d.ts +6 -6
  109. package/dist/gene-bank/GeneExtractor.d.ts +4 -4
  110. package/dist/gene-bank/MarketplaceClient.d.ts +26 -0
  111. package/dist/gene-bank/MarketplaceClient.d.ts.map +1 -0
  112. package/dist/gene-bank/MarketplaceClient.js +147 -0
  113. package/dist/gene-bank/MarketplaceClient.js.map +1 -0
  114. package/dist/gene-bank/SandboxTester.d.ts +2 -2
  115. package/dist/gene-bank/adapters/PostgresGeneStorage.js +1 -1
  116. package/dist/gene-bank/adapters/PostgresGeneStorage.js.map +1 -1
  117. package/dist/gene-bank/index.d.ts +1 -0
  118. package/dist/gene-bank/index.d.ts.map +1 -1
  119. package/dist/gene-bank/index.js +1 -0
  120. package/dist/gene-bank/index.js.map +1 -1
  121. package/dist/index.d.ts +54 -8
  122. package/dist/index.d.ts.map +1 -1
  123. package/dist/index.js +33 -5
  124. package/dist/index.js.map +1 -1
  125. package/dist/interfaces/StorageAdapter.d.ts +4 -1
  126. package/dist/interfaces/StorageAdapter.d.ts.map +1 -1
  127. package/dist/memory/AnalyticMemoryEngine.d.ts +83 -0
  128. package/dist/memory/AnalyticMemoryEngine.d.ts.map +1 -0
  129. package/dist/memory/AnalyticMemoryEngine.js +372 -0
  130. package/dist/memory/AnalyticMemoryEngine.js.map +1 -0
  131. package/dist/memory/LayeredMemory.d.ts +2 -0
  132. package/dist/memory/LayeredMemory.d.ts.map +1 -1
  133. package/dist/memory/LayeredMemory.js +2 -0
  134. package/dist/memory/LayeredMemory.js.map +1 -1
  135. package/dist/memory/PatternMemory.d.ts +38 -0
  136. package/dist/memory/PatternMemory.d.ts.map +1 -0
  137. package/dist/memory/PatternMemory.js +161 -0
  138. package/dist/memory/PatternMemory.js.map +1 -0
  139. package/dist/memory/PersonalNarrative.d.ts +51 -0
  140. package/dist/memory/PersonalNarrative.d.ts.map +1 -0
  141. package/dist/memory/PersonalNarrative.js +172 -0
  142. package/dist/memory/PersonalNarrative.js.map +1 -0
  143. package/dist/monitoring/AlertWebhooks.d.ts.map +1 -1
  144. package/dist/monitoring/AlertWebhooks.js +8 -5
  145. package/dist/monitoring/AlertWebhooks.js.map +1 -1
  146. package/dist/monitoring/MonitoringDashboard.js +1 -1
  147. package/dist/reasoning/Metacognition.d.ts +47 -0
  148. package/dist/reasoning/Metacognition.d.ts.map +1 -0
  149. package/dist/reasoning/Metacognition.js +274 -0
  150. package/dist/reasoning/Metacognition.js.map +1 -0
  151. package/dist/types/GenomeV2.d.ts +95 -0
  152. package/dist/types/GenomeV2.d.ts.map +1 -1
  153. package/dist/types/index.d.ts +159 -0
  154. package/dist/types/index.d.ts.map +1 -1
  155. package/dist/utils/tokens.d.ts +4 -0
  156. package/dist/utils/tokens.d.ts.map +1 -0
  157. package/dist/utils/tokens.js +16 -0
  158. package/dist/utils/tokens.js.map +1 -0
  159. package/dist/wrap/FunctionLLMAdapter.d.ts +9 -0
  160. package/dist/wrap/FunctionLLMAdapter.d.ts.map +1 -0
  161. package/dist/wrap/FunctionLLMAdapter.js +26 -0
  162. package/dist/wrap/FunctionLLMAdapter.js.map +1 -0
  163. package/dist/wrap/GenomeBuilder.d.ts +13 -0
  164. package/dist/wrap/GenomeBuilder.d.ts.map +1 -0
  165. package/dist/wrap/GenomeBuilder.js +222 -0
  166. package/dist/wrap/GenomeBuilder.js.map +1 -0
  167. package/dist/wrap/InMemoryStorageAdapter.d.ts +61 -0
  168. package/dist/wrap/InMemoryStorageAdapter.d.ts.map +1 -0
  169. package/dist/wrap/InMemoryStorageAdapter.js +153 -0
  170. package/dist/wrap/InMemoryStorageAdapter.js.map +1 -0
  171. package/dist/wrap/WrapOptions.d.ts +45 -0
  172. package/dist/wrap/WrapOptions.d.ts.map +1 -0
  173. package/dist/wrap/WrapOptions.js +2 -0
  174. package/dist/wrap/WrapOptions.js.map +1 -0
  175. package/dist/wrap/WrappedAgent.d.ts +77 -0
  176. package/dist/wrap/WrappedAgent.d.ts.map +1 -0
  177. package/dist/wrap/WrappedAgent.js +142 -0
  178. package/dist/wrap/WrappedAgent.js.map +1 -0
  179. package/dist/wrap/index.d.ts +6 -0
  180. package/dist/wrap/index.d.ts.map +1 -0
  181. package/dist/wrap/index.js +5 -0
  182. package/dist/wrap/index.js.map +1 -0
  183. package/package.json +13 -10
@@ -1,5 +1,6 @@
1
1
  import coreGeneralV1Fixture from './fixtures/core-general-v1.json';
2
2
  import coreCodingV1Fixture from './fixtures/core-coding-v1.json';
3
+ import proofOfValueV1Fixture from './fixtures/proof-of-value-v1.json';
3
4
  export const CORE_GENERAL_V1 = coreGeneralV1Fixture;
4
5
  export const CORE_CODING_V1 = coreCodingV1Fixture;
5
6
  export const PGA_SPECIFIC_V1 = {
@@ -9,15 +10,15 @@ export const PGA_SPECIFIC_V1 = {
9
10
  owner: 'Luis Alfredo Velasquez Duran',
10
11
  createdAt: '2026-02-27',
11
12
  changedAt: '2026-02-27',
12
- changelog: ['Initial release - PGA-specific knowledge'],
13
+ changelog: ['Initial release - GSEP-specific knowledge'],
13
14
  frozen: true,
14
15
  },
15
16
  tasks: [
16
17
  {
17
18
  id: 'pga-architecture',
18
- name: 'PGA Architecture',
19
- description: 'Test understanding of PGA architecture',
20
- userMessage: 'Explain the three-layer architecture of PGA',
19
+ name: 'GSEP Architecture',
20
+ description: 'Test understanding of GSEP architecture',
21
+ userMessage: 'Explain the three-layer architecture of GSEP',
21
22
  expectedOutcome: {
22
23
  keywords: ['layer0', 'layer1', 'layer2', 'immutable', 'mutation'],
23
24
  minLength: 100,
@@ -28,7 +29,7 @@ export const PGA_SPECIFIC_V1 = {
28
29
  id: 'pga-evolution',
29
30
  name: 'Evolution Mechanism',
30
31
  description: 'Test understanding of evolution process',
31
- userMessage: 'How does PGA evolve prompts?',
32
+ userMessage: 'How does GSEP evolve prompts?',
32
33
  expectedOutcome: {
33
34
  keywords: ['fitness', 'mutation', 'selection', 'genome'],
34
35
  minLength: 100,
@@ -39,7 +40,7 @@ export const PGA_SPECIFIC_V1 = {
39
40
  id: 'pga-userdna',
40
41
  name: 'User DNA Concept',
41
42
  description: 'Test understanding of user DNA',
42
- userMessage: 'What is User DNA in PGA?',
43
+ userMessage: 'What is User DNA in GSEP?',
43
44
  expectedOutcome: {
44
45
  keywords: ['user', 'preferences', 'traits', 'cognitive'],
45
46
  minLength: 80,
@@ -48,10 +49,12 @@ export const PGA_SPECIFIC_V1 = {
48
49
  },
49
50
  ],
50
51
  };
52
+ export const PROOF_OF_VALUE_V1 = proofOfValueV1Fixture;
51
53
  export const BENCHMARK_SUITES = {
52
54
  'core-general-v1': CORE_GENERAL_V1,
53
55
  'core-coding-v1': CORE_CODING_V1,
54
56
  'pga-specific-v1': PGA_SPECIFIC_V1,
57
+ 'proof-of-value-v1': PROOF_OF_VALUE_V1,
55
58
  };
56
59
  export function getBenchmarkSuite(suiteId) {
57
60
  const suite = BENCHMARK_SUITES[suiteId];
@@ -1 +1 @@
1
- {"version":3,"file":"BenchmarkSuites.js","sourceRoot":"","sources":["../../src/evaluation/BenchmarkSuites.ts"],"names":[],"mappings":"AAgBA,OAAO,oBAAoB,MAAM,iCAAiC,CAAC;AACnE,OAAO,mBAAmB,MAAM,gCAAgC,CAAC;AAsBjE,MAAM,CAAC,MAAM,eAAe,GAAmB,oBAAsC,CAAC;AAKtF,MAAM,CAAC,MAAM,cAAc,GAAmB,mBAAqC,CAAC;AAIpF,MAAM,CAAC,MAAM,eAAe,GAAmB;IAC3C,QAAQ,EAAE;QACN,EAAE,EAAE,iBAAiB;QACrB,OAAO,EAAE,OAAO;QAChB,KAAK,EAAE,8BAA8B;QACrC,SAAS,EAAE,YAAY;QACvB,SAAS,EAAE,YAAY;QACvB,SAAS,EAAE,CAAC,0CAA0C,CAAC;QACvD,MAAM,EAAE,IAAI;KACf;IACD,KAAK,EAAE;QACH;YACI,EAAE,EAAE,kBAAkB;YACtB,IAAI,EAAE,kBAAkB;YACxB,WAAW,EAAE,wCAAwC;YACrD,WAAW,EAAE,6CAA6C;YAC1D,eAAe,EAAE;gBACb,QAAQ,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,WAAW,EAAE,UAAU,CAAC;gBACjE,SAAS,EAAE,GAAG;aACjB;YACD,UAAU,EAAE,MAAM;SACrB;QACD;YACI,EAAE,EAAE,eAAe;YACnB,IAAI,EAAE,qBAAqB;YAC3B,WAAW,EAAE,yCAAyC;YACtD,WAAW,EAAE,8BAA8B;YAC3C,eAAe,EAAE;gBACb,QAAQ,EAAE,CAAC,SAAS,EAAE,UAAU,EAAE,WAAW,EAAE,QAAQ,CAAC;gBACxD,SAAS,EAAE,GAAG;aACjB;YACD,UAAU,EAAE,QAAQ;SACvB;QACD;YACI,EAAE,EAAE,aAAa;YACjB,IAAI,EAAE,kBAAkB;YACxB,WAAW,EAAE,gCAAgC;YAC7C,WAAW,EAAE,0BAA0B;YACvC,eAAe,EAAE;gBACb,QAAQ,EAAE,CAAC,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,WAAW,CAAC;gBACxD,SAAS,EAAE,EAAE;aAChB;YACD,UAAU,EAAE,QAAQ;SACvB;KACJ;CACJ,CAAC;AAIF,MAAM,CAAC,MAAM,gBAAgB,GAAG;IAC5B,iBAAiB,EAAE,eAAe;IAClC,gBAAgB,EAAE,cAAc;IAChC,iBAAiB,EAAE,eAAe;CAC5B,CAAC;AASX,MAAM,UAAU,iBAAiB,CAAC,OAAyB;IACvD,MAAM,KAAK,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;IACxC,IAAI,CAAC,KAAK,EAAE,CAAC;QACT,MAAM,IAAI,KAAK,CAAC,4BAA4B,OAAO,EAAE,CAAC,CAAC;IAC3D,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC;AAKD,MAAM,UAAU,kBAAkB;IAC9B,OAAO,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAuB,CAAC;AAC/D,CAAC;AAKD,MAAM,UAAU,mBAAmB,CAAC,OAAyB;IACzD,OAAO,iBAAiB,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;AACtD,CAAC"}
1
+ {"version":3,"file":"BenchmarkSuites.js","sourceRoot":"","sources":["../../src/evaluation/BenchmarkSuites.ts"],"names":[],"mappings":"AAgBA,OAAO,oBAAoB,MAAM,iCAAiC,CAAC;AACnE,OAAO,mBAAmB,MAAM,gCAAgC,CAAC;AACjE,OAAO,qBAAqB,MAAM,mCAAmC,CAAC;AAsBtE,MAAM,CAAC,MAAM,eAAe,GAAmB,oBAAsC,CAAC;AAKtF,MAAM,CAAC,MAAM,cAAc,GAAmB,mBAAqC,CAAC;AAIpF,MAAM,CAAC,MAAM,eAAe,GAAmB;IAC3C,QAAQ,EAAE;QACN,EAAE,EAAE,iBAAiB;QACrB,OAAO,EAAE,OAAO;QAChB,KAAK,EAAE,8BAA8B;QACrC,SAAS,EAAE,YAAY;QACvB,SAAS,EAAE,YAAY;QACvB,SAAS,EAAE,CAAC,2CAA2C,CAAC;QACxD,MAAM,EAAE,IAAI;KACf;IACD,KAAK,EAAE;QACH;YACI,EAAE,EAAE,kBAAkB;YACtB,IAAI,EAAE,mBAAmB;YACzB,WAAW,EAAE,yCAAyC;YACtD,WAAW,EAAE,8CAA8C;YAC3D,eAAe,EAAE;gBACb,QAAQ,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,WAAW,EAAE,UAAU,CAAC;gBACjE,SAAS,EAAE,GAAG;aACjB;YACD,UAAU,EAAE,MAAM;SACrB;QACD;YACI,EAAE,EAAE,eAAe;YACnB,IAAI,EAAE,qBAAqB;YAC3B,WAAW,EAAE,yCAAyC;YACtD,WAAW,EAAE,+BAA+B;YAC5C,eAAe,EAAE;gBACb,QAAQ,EAAE,CAAC,SAAS,EAAE,UAAU,EAAE,WAAW,EAAE,QAAQ,CAAC;gBACxD,SAAS,EAAE,GAAG;aACjB;YACD,UAAU,EAAE,QAAQ;SACvB;QACD;YACI,EAAE,EAAE,aAAa;YACjB,IAAI,EAAE,kBAAkB;YACxB,WAAW,EAAE,gCAAgC;YAC7C,WAAW,EAAE,2BAA2B;YACxC,eAAe,EAAE;gBACb,QAAQ,EAAE,CAAC,MAAM,EAAE,aAAa,EAAE,QAAQ,EAAE,WAAW,CAAC;gBACxD,SAAS,EAAE,EAAE;aAChB;YACD,UAAU,EAAE,QAAQ;SACvB;KACJ;CACJ,CAAC;AAKF,MAAM,CAAC,MAAM,iBAAiB,GAAmB,qBAAuC,CAAC;AAIzF,MAAM,CAAC,MAAM,gBAAgB,GAAG;IAC5B,iBAAiB,EAAE,eAAe;IAClC,gBAAgB,EAAE,cAAc;IAChC,iBAAiB,EAAE,eAAe;IAClC,mBAAmB,EAAE,iBAAiB;CAChC,CAAC;AASX,MAAM,UAAU,iBAAiB,CAAC,OAAyB;IACvD,MAAM,KAAK,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;IACxC,IAAI,CAAC,KAAK,EAAE,CAAC;QACT,MAAM,IAAI,KAAK,CAAC,4BAA4B,OAAO,EAAE,CAAC,CAAC;IAC3D,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC;AAKD,MAAM,UAAU,kBAAkB;IAC9B,OAAO,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAuB,CAAC;AAC/D,CAAC;AAKD,MAAM,UAAU,mBAAmB,CAAC,OAAyB;IACzD,OAAO,iBAAiB,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;AACtD,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"Evaluator.d.ts","sourceRoot":"","sources":["../../src/evaluation/Evaluator.ts"],"names":[],"mappings":"AAcA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAI7D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,6BAA6B,CAAC;AAQ9D,MAAM,WAAW,iBAAiB;IAC9B,IAAI,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACzE,eAAe,CAAC,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC;QACzE,OAAO,EAAE,MAAM,CAAC;QAChB,OAAO,EAAE;YAAE,UAAU,EAAE,MAAM,CAAC;YAAC,YAAY,EAAE,MAAM,CAAC;YAAC,YAAY,EAAE,MAAM,CAAA;SAAE,CAAC;KAC/E,CAAC,CAAC;CACN;AAED,MAAM,WAAW,cAAc;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE;QACb,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;QACpB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,eAAe,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC;KACnD,CAAC;IACF,UAAU,EAAE,MAAM,GAAG,QAAQ,GAAG,MAAM,CAAC;CAC1C;AAED,MAAM,WAAW,gBAAgB;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,OAAO,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,eAAe;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,gBAAgB,EAAE,MAAM,CAAC;IACzB,eAAe,EAAE,MAAM,CAAC;IACxB,eAAe,EAAE,MAAM,CAAC;IACxB,OAAO,EAAE,gBAAgB,EAAE,CAAC;IAC5B,SAAS,EAAE,IAAI,CAAC;CACnB;AAED,MAAM,WAAW,gBAAgB;IAC7B,OAAO,EAAE,eAAe,CAAC;IACzB,UAAU,EAAE,eAAe,CAAC;IAC5B,YAAY,EAAE;QACV,WAAW,EAAE,MAAM,CAAC;QACpB,eAAe,EAAE,MAAM,CAAC;QACxB,YAAY,EAAE,MAAM,CAAC;QACrB,YAAY,EAAE,MAAM,CAAC;KACxB,CAAC;IACF,OAAO,EAAE,UAAU,GAAG,eAAe,GAAG,KAAK,CAAC;CACjD;AAED,qBAAa,SAAS;IAClB,OAAO,CAAC,aAAa,CAAC,CAAgB;gBAE1B,OAAO,CAAC,EAAE;QAAE,GAAG,CAAC,EAAE,UAAU,CAAC;QAAC,mBAAmB,CAAC,EAAE,OAAO,CAAA;KAAE;IAYnE,QAAQ,CACV,MAAM,EAAE,iBAAiB,EACzB,KAAK,EAAE,cAAc,EAAE,EACvB,MAAM,EAAE,MAAM,GACf,OAAO,CAAC,eAAe,CAAC;YA+Bb,YAAY;IA2E1B,OAAO,CAAC,YAAY;IAwDpB,OAAO,CAAC,uBAAuB;IAyD/B,OAAO,CAAC,gBAAgB;IA4BlB,gBAAgB,CAClB,MAAM,EAAE,iBAAiB,EACzB,OAAO,EAAE,gBAAgB,EACzB,MAAM,EAAE,MAAM,GACf,OAAO,CAAC,eAAe,CAAC;IAUrB,OAAO,CACT,aAAa,EAAE,iBAAiB,EAChC,cAAc,EAAE,iBAAiB,EACjC,KAAK,EAAE,cAAc,EAAE,EACvB,MAAM,EAAE,MAAM,GACf,OAAO,CAAC,gBAAgB,CAAC;IAiD5B,YAAY,CAAC,SAAS,EAAE,eAAe,GAAG,MAAM;IAqChD,sBAAsB,CAAC,UAAU,EAAE,gBAAgB,GAAG,MAAM;CAwE/D;AAKD,eAAO,MAAM,cAAc,EAAE,cAAc,EAwD1C,CAAC"}
1
+ {"version":3,"file":"Evaluator.d.ts","sourceRoot":"","sources":["../../src/evaluation/Evaluator.ts"],"names":[],"mappings":"AAcA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAI7D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,6BAA6B,CAAC;AAS9D,MAAM,WAAW,iBAAiB;IAC9B,IAAI,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACzE,eAAe,CAAC,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC;QACzE,OAAO,EAAE,MAAM,CAAC;QAChB,OAAO,EAAE;YAAE,UAAU,EAAE,MAAM,CAAC;YAAC,YAAY,EAAE,MAAM,CAAC;YAAC,YAAY,EAAE,MAAM,CAAA;SAAE,CAAC;KAC/E,CAAC,CAAC;CACN;AAED,MAAM,WAAW,cAAc;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,eAAe,EAAE;QACb,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;QACpB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,eAAe,CAAC,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC;KACnD,CAAC;IACF,UAAU,EAAE,MAAM,GAAG,QAAQ,GAAG,MAAM,CAAC;CAC1C;AAED,MAAM,WAAW,gBAAgB;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,OAAO,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,eAAe;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,gBAAgB,EAAE,MAAM,CAAC;IACzB,eAAe,EAAE,MAAM,CAAC;IACxB,eAAe,EAAE,MAAM,CAAC;IACxB,OAAO,EAAE,gBAAgB,EAAE,CAAC;IAC5B,SAAS,EAAE,IAAI,CAAC;CACnB;AAED,MAAM,WAAW,gBAAgB;IAC7B,OAAO,EAAE,eAAe,CAAC;IACzB,UAAU,EAAE,eAAe,CAAC;IAC5B,YAAY,EAAE;QACV,WAAW,EAAE,MAAM,CAAC;QACpB,eAAe,EAAE,MAAM,CAAC;QACxB,YAAY,EAAE,MAAM,CAAC;QACrB,YAAY,EAAE,MAAM,CAAC;KACxB,CAAC;IACF,OAAO,EAAE,UAAU,GAAG,eAAe,GAAG,KAAK,CAAC;CACjD;AAED,qBAAa,SAAS;IAClB,OAAO,CAAC,aAAa,CAAC,CAAgB;gBAE1B,OAAO,CAAC,EAAE;QAAE,GAAG,CAAC,EAAE,UAAU,CAAC;QAAC,mBAAmB,CAAC,EAAE,OAAO,CAAA;KAAE;IAYnE,QAAQ,CACV,MAAM,EAAE,iBAAiB,EACzB,KAAK,EAAE,cAAc,EAAE,EACvB,MAAM,EAAE,MAAM,GACf,OAAO,CAAC,eAAe,CAAC;YA+Bb,YAAY;IA2E1B,OAAO,CAAC,YAAY;IAwDpB,OAAO,CAAC,uBAAuB;IAyD/B,OAAO,CAAC,gBAAgB;IA4BlB,gBAAgB,CAClB,MAAM,EAAE,iBAAiB,EACzB,OAAO,EAAE,gBAAgB,EACzB,MAAM,EAAE,MAAM,GACf,OAAO,CAAC,eAAe,CAAC;IAUrB,OAAO,CACT,aAAa,EAAE,iBAAiB,EAChC,cAAc,EAAE,iBAAiB,EACjC,KAAK,EAAE,cAAc,EAAE,EACvB,MAAM,EAAE,MAAM,GACf,OAAO,CAAC,gBAAgB,CAAC;IAiD5B,YAAY,CAAC,SAAS,EAAE,eAAe,GAAG,MAAM;IAqChD,sBAAsB,CAAC,UAAU,EAAE,gBAAgB,GAAG,MAAM;CAwE/D;AAKD,eAAO,MAAM,cAAc,EAAE,cAAc,EAwD1C,CAAC"}
@@ -1,5 +1,6 @@
1
1
  import { getBenchmarkSuite } from './BenchmarkSuites.js';
2
2
  import { SemanticJudge } from './SemanticJudge.js';
3
+ import { estimateTokenCount } from '../utils/tokens.js';
3
4
  export class Evaluator {
4
5
  semanticJudge;
5
6
  constructor(options) {
@@ -35,7 +36,7 @@ export class Evaluator {
35
36
  const response = await genome.chat(task.userMessage, { userId });
36
37
  const endTime = Date.now();
37
38
  const responseTime = endTime - startTime;
38
- const tokensUsed = Math.ceil((task.userMessage.length + response.length) / 4);
39
+ const tokensUsed = estimateTokenCount(task.userMessage) + estimateTokenCount(response);
39
40
  const basicChecks = this.checkSuccess(response, task.expectedOutcome);
40
41
  let semanticChecks = { success: true };
41
42
  if ('semanticChecks' in task && task.semanticChecks) {
@@ -180,10 +181,10 @@ export class Evaluator {
180
181
  return this.evaluate(genome, suite.tasks, userId);
181
182
  }
182
183
  async compare(genomeWithPGA, genomeBaseline, tasks, userId) {
183
- console.log('🔬 Running benchmark: PGA vs Baseline...\n');
184
- console.log('📊 Testing WITH PGA...');
184
+ console.log('🔬 Running benchmark: GSEP vs Baseline...\n');
185
+ console.log('📊 Testing WITH GSEP...');
185
186
  const withPGA = await this.evaluate(genomeWithPGA, tasks, userId);
186
- console.log('📊 Testing WITHOUT PGA (baseline)...');
187
+ console.log('📊 Testing WITHOUT GSEP (baseline)...');
187
188
  const withoutPGA = await this.evaluate(genomeBaseline, tasks, userId);
188
189
  const successRateImprovement = withPGA.successRate - withoutPGA.successRate;
189
190
  const tokenEfficiency = ((withoutPGA.avgTokensPerTask - withPGA.avgTokensPerTask) / withoutPGA.avgTokensPerTask) *
@@ -214,7 +215,7 @@ export class Evaluator {
214
215
  }
215
216
  formatReport(benchmark) {
216
217
  const lines = [];
217
- lines.push('# 📊 PGA Evaluation Report\n');
218
+ lines.push('# 📊 GSEP Evaluation Report\n');
218
219
  lines.push(`**Date**: ${benchmark.timestamp.toISOString()}\n`);
219
220
  lines.push('---\n');
220
221
  lines.push('## 📈 Overall Results\n');
@@ -242,7 +243,7 @@ export class Evaluator {
242
243
  }
243
244
  formatComparisonReport(comparison) {
244
245
  const lines = [];
245
- lines.push('# 🔬 PGA vs Baseline Comparison\n');
246
+ lines.push('# 🔬 GSEP vs Baseline Comparison\n');
246
247
  lines.push('---\n');
247
248
  const verdictIcon = {
248
249
  PGA_WINS: '🏆',
@@ -264,7 +265,7 @@ export class Evaluator {
264
265
  lines.push('');
265
266
  lines.push('---\n');
266
267
  lines.push('## 📋 Side-by-Side Comparison\n');
267
- lines.push('| Metric | Without PGA | With PGA | Improvement |');
268
+ lines.push('| Metric | Without GSEP | With GSEP | Improvement |');
268
269
  lines.push('|--------|-------------|----------|-------------|');
269
270
  const metrics = [
270
271
  [
@@ -1 +1 @@
1
- {"version":3,"file":"Evaluator.js","sourceRoot":"","sources":["../../src/evaluation/Evaluator.ts"],"names":[],"mappings":"AAeA,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAEzD,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAiEnD,MAAM,OAAO,SAAS;IACV,aAAa,CAAiB;IAEtC,YAAY,OAA6D;QACrE,IAAI,OAAO,EAAE,GAAG,IAAI,OAAO,EAAE,mBAAmB,KAAK,KAAK,EAAE,CAAC;YACzD,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACxD,CAAC;IACL,CAAC;IAQD,KAAK,CAAC,QAAQ,CACV,MAAyB,EACzB,KAAuB,EACvB,MAAc;QAEd,MAAM,OAAO,GAAuB,EAAE,CAAC;QAEvC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;YAC7D,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACzB,CAAC;QAED,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;QACzD,MAAM,WAAW,GAAG,CAAC,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC;QACxD,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QACrF,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QACrF,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QAExF,OAAO;YACH,UAAU,EAAE,OAAO,CAAC,MAAM;YAC1B,eAAe,EAAE,UAAU;YAC3B,WAAW;YACX,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC;YACvC,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;YACpC,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,GAAG,CAAC,GAAG,GAAG;YACnD,OAAO;YACP,SAAS,EAAE,IAAI,IAAI,EAAE;SACxB,CAAC;IACN,CAAC;IAOO,KAAK,CAAC,YAAY,CACtB,MAAyB,EACzB,IAAoB,EACpB,MAAc;QAEd,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;YAEjE,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC3B,MAAM,YAAY,GAAG,OAAO,GAAG,SAAS,CAAC;YAGzC,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YAG9E,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC;YAGtE,IAAI,cAAc,GAAiD,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YACrF,IAAI,gBAAgB,IAAI,IAAI,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;gBAElD,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;oBACrB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,CAC3C,IAA6B,EAC7B,QAAQ,CACX,CAAC;oBACF,cAAc,GAAG;wBACb,OAAO,EAAE,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,IAAI,GAAG;wBACtD,aAAa,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS;qBAClE,CAAC;gBACN,CAAC;qBAAM,CAAC;oBACJ,cAAc,GAAG,IAAI,CAAC,uBAAuB,CACzC,QAAQ,EACR,IAAI,CAAC,cAAyD,CACjE,CAAC;gBACN,CAAC;YACL,CAAC;YAED,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,IAAI,cAAc,CAAC,OAAO,CAAC;YAC9D,MAAM,aAAa,GAAG,WAAW,CAAC,aAAa,IAAI,cAAc,CAAC,aAAa,CAAC;YAGhF,MAAM,YAAY,GAAG,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YAE3D,OAAO;gBACH,MAAM,EAAE,IAAI,CAAC,EAAE;gBACf,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,OAAO;gBACP,QAAQ;gBACR,UAAU;gBACV,YAAY;gBACZ,YAAY;gBACZ,aAAa;aAChB,CAAC;QACN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC3B,OAAO;gBACH,MAAM,EAAE,IAAI,CAAC,EAAE;gBACf,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,OAAO,EAAE,KAAK;gBACd,QAAQ,EAAE,EAAE;gBACZ,UAAU,EAAE,CAAC;gBACb,YAAY,EAAE,OAAO,GAAG,SAAS;gBACjC,YAAY,EAAE,CAAC;gBACf,aAAa,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;aAC1E,CAAC;QACN,CAAC;IACL,CAAC;IAKO,YAAY,CAChB,QAAgB,EAChB,QAA2C;QAG3C,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;YACpB,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;gBACtC,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;oBAC1D,OAAO;wBACH,OAAO,EAAE,KAAK;wBACd,aAAa,EAAE,qBAAqB,OAAO,GAAG;qBACjD,CAAC;gBACN,CAAC;YACL,CAAC;QACL,CAAC;QAGD,IAAI,QAAQ,CAAC,SAAS,IAAI,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC,SAAS,EAAE,CAAC;YAC7D,OAAO;gBACH,OAAO,EAAE,KAAK;gBACd,aAAa,EAAE,uBAAuB,QAAQ,CAAC,MAAM,MAAM,QAAQ,CAAC,SAAS,GAAG;aACnF,CAAC;QACN,CAAC;QAED,IAAI,QAAQ,CAAC,SAAS,IAAI,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC,SAAS,EAAE,CAAC;YAC7D,OAAO;gBACH,OAAO,EAAE,KAAK;gBACd,aAAa,EAAE,sBAAsB,QAAQ,CAAC,MAAM,MAAM,QAAQ,CAAC,SAAS,GAAG;aAClF,CAAC;QACN,CAAC;QAGD,IAAI,QAAQ,CAAC,eAAe,EAAE,CAAC;YAC3B,IAAI,CAAC;gBACD,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACtC,OAAO;wBACH,OAAO,EAAE,KAAK;wBACd,aAAa,EAAE,iCAAiC;qBACnD,CAAC;gBACN,CAAC;YACL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,aAAa,EAAE,2BAA2B,KAAK,EAAE;iBACpD,CAAC;YACN,CAAC;QACL,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC7B,CAAC;IAOO,uBAAuB,CAC3B,QAAgB,EAChB,MAAgD;QAEhD,IAAI,CAAC,MAAM;YAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QAGtC,IAAI,MAAM,CAAC,oBAAoB,EAAE,CAAC;YAC9B,MAAM,WAAW,GAAG,sDAAsD,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC1F,IAAI,CAAC,WAAW,EAAE,CAAC;gBACf,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,aAAa,EAAE,gDAAgD;iBAClE,CAAC;YACN,CAAC;QACL,CAAC;QAGD,IAAI,MAAM,CAAC,wBAAwB,EAAE,CAAC;YAClC,MAAM,aAAa,GAAG,6DAA6D,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACnG,IAAI,CAAC,aAAa,EAAE,CAAC;gBACjB,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,aAAa,EAAE,oDAAoD;iBACtE,CAAC;YACN,CAAC;QACL,CAAC;QAGD,IAAI,MAAM,CAAC,4BAA4B,EAAE,CAAC;YACtC,MAAM,QAAQ,GAAG,wDAAwD,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACzF,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACZ,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,aAAa,EAAE,oDAAoD;iBACtE,CAAC;YACN,CAAC;QACL,CAAC;QAGD,IAAI,MAAM,CAAC,wBAAwB,EAAE,CAAC;YAElC,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,GAAG,GAAG,IAAI,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC1E,IAAI,CAAC,SAAS,EAAE,CAAC;gBACb,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,aAAa,EAAE,mDAAmD;iBACrE,CAAC;YACN,CAAC;QACL,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC7B,CAAC;IAKO,gBAAgB,CAAC,QAAgB,EAAE,IAAoB;QAC3D,IAAI,KAAK,GAAG,GAAG,CAAC;QAGhB,IAAI,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,CAAC;YAChC,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAC7D,QAAQ,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,CACpD,CAAC,MAAM,CAAC;YACT,MAAM,eAAe,GAAG,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,MAAM,CAAC;YAC9E,KAAK,IAAI,eAAe,GAAG,GAAG,CAAC;QACnC,CAAC;QAGD,IAAI,IAAI,CAAC,eAAe,CAAC,SAAS,IAAI,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,CAAC;YACnE,MAAM,WAAW,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YAC1F,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,WAAW,CAAC,GAAG,WAAW,CAAC;YAC9E,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,CAAC;YACrD,KAAK,IAAI,WAAW,GAAG,GAAG,CAAC;QAC/B,CAAC;QAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;IAC3C,CAAC;IAOD,KAAK,CAAC,gBAAgB,CAClB,MAAyB,EACzB,OAAyB,EACzB,MAAc;QAEd,MAAM,KAAK,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;QACzC,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACtD,CAAC;IAOD,KAAK,CAAC,OAAO,CACT,aAAgC,EAChC,cAAiC,EACjC,KAAuB,EACvB,MAAc;QAEd,OAAO,CAAC,GAAG,CAAC,4CAA4C,CAAC,CAAC;QAG1D,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;QACtC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;QAElE,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;QACpD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;QAGtE,MAAM,sBAAsB,GAAG,OAAO,CAAC,WAAW,GAAG,UAAU,CAAC,WAAW,CAAC;QAC5E,MAAM,eAAe,GACjB,CAAC,CAAC,UAAU,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC,GAAG,UAAU,CAAC,gBAAgB,CAAC;YACxF,GAAG,CAAC;QACR,MAAM,uBAAuB,GACzB,CAAC,CAAC,UAAU,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,CAAC,eAAe,CAAC;YACrF,GAAG,CAAC;QACR,MAAM,kBAAkB,GACpB,CAAC,CAAC,OAAO,CAAC,eAAe,GAAG,UAAU,CAAC,eAAe,CAAC,GAAG,UAAU,CAAC,eAAe,CAAC;YACrF,GAAG,CAAC;QAGR,IAAI,OAAO,GAAgC,KAAK,CAAC;QACjD,MAAM,QAAQ,GACV,sBAAsB,GAAG,eAAe,GAAG,uBAAuB,GAAG,kBAAkB,CAAC;QAE5F,IAAI,QAAQ,GAAG,EAAE,EAAE,CAAC;YAChB,OAAO,GAAG,UAAU,CAAC;QACzB,CAAC;aAAM,IAAI,QAAQ,GAAG,CAAC,EAAE,EAAE,CAAC;YACxB,OAAO,GAAG,eAAe,CAAC;QAC9B,CAAC;QAED,OAAO;YACH,OAAO;YACP,UAAU;YACV,YAAY,EAAE;gBACV,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,sBAAsB,GAAG,GAAG,CAAC,GAAG,GAAG;gBAC3D,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,GAAG,CAAC,GAAG,GAAG;gBACxD,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,uBAAuB,GAAG,GAAG,CAAC,GAAG,GAAG;gBAC7D,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,kBAAkB,GAAG,GAAG,CAAC,GAAG,GAAG;aAC3D;YACD,OAAO;SACV,CAAC;IACN,CAAC;IAKD,YAAY,CAAC,SAA0B;QACnC,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,KAAK,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;QAC3C,KAAK,CAAC,IAAI,CAAC,aAAa,SAAS,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;QAC/D,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAEpB,KAAK,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;QACtC,KAAK,CAAC,IAAI,CAAC,sBAAsB,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC;QACzD,KAAK,CAAC,IAAI,CAAC,qBAAqB,SAAS,CAAC,eAAe,EAAE,CAAC,CAAC;QAC7D,KAAK,CAAC,IAAI,CAAC,uBAAuB,SAAS,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACvE,KAAK,CAAC,IAAI,CAAC,0BAA0B,SAAS,CAAC,gBAAgB,EAAE,CAAC,CAAC;QACnE,KAAK,CAAC,IAAI,CAAC,4BAA4B,SAAS,CAAC,eAAe,IAAI,CAAC,CAAC;QACtE,KAAK,CAAC,IAAI,CAAC,4BAA4B,SAAS,CAAC,eAAe,QAAQ,CAAC,CAAC;QAE1E,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACpB,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QAEnC,KAAK,MAAM,MAAM,IAAI,SAAS,CAAC,OAAO,EAAE,CAAC;YACrC,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;YACxC,KAAK,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC;YAC/C,KAAK,CAAC,IAAI,CAAC,iBAAiB,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;YACrE,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;gBACvB,KAAK,CAAC,IAAI,CAAC,yBAAyB,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC;YAChE,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,iBAAiB,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;YACjD,KAAK,CAAC,IAAI,CAAC,wBAAwB,MAAM,CAAC,YAAY,IAAI,CAAC,CAAC;YAC5D,KAAK,CAAC,IAAI,CAAC,kBAAkB,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YACnE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACnB,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;IAKD,sBAAsB,CAAC,UAA4B;QAC/C,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,KAAK,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;QAChD,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAGpB,MAAM,WAAW,GAAG;YAChB,QAAQ,EAAE,IAAI;YACd,aAAa,EAAE,IAAI;YACnB,GAAG,EAAE,IAAI;SACZ,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QAEtB,KAAK,CAAC,IAAI,CAAC,MAAM,WAAW,aAAa,UAAU,CAAC,OAAO,IAAI,CAAC,CAAC;QACjE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAGpB,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QAEnC,MAAM,iBAAiB,GAAG,CAAC,KAAa,EAAE,MAAc,EAAE,EAAE;YACxD,MAAM,IAAI,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YACxD,MAAM,IAAI,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YAClC,OAAO,GAAG,IAAI,MAAM,MAAM,OAAO,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;QAChE,CAAC,CAAC;QAEF,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,YAAY,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC,CAAC;QACnF,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,YAAY,CAAC,eAAe,EAAE,kBAAkB,CAAC,CAAC,CAAC;QAC3F,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,YAAY,CAAC,YAAY,EAAE,gBAAgB,CAAC,CAAC,CAAC;QACtF,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,YAAY,CAAC,YAAY,EAAE,eAAe,CAAC,CAAC,CAAC;QACrF,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAGf,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACpB,KAAK,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;QAC9C,KAAK,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;QAChE,KAAK,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;QAEhE,MAAM,OAAO,GAAG;YACZ;gBACI,cAAc;gBACd,GAAG,UAAU,CAAC,UAAU,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;gBAClD,GAAG,UAAU,CAAC,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;gBAC/C,GAAG,UAAU,CAAC,YAAY,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,UAAU,CAAC,YAAY,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;aAC5G;YACD;gBACI,YAAY;gBACZ,GAAG,UAAU,CAAC,UAAU,CAAC,gBAAgB,EAAE;gBAC3C,GAAG,UAAU,CAAC,OAAO,CAAC,gBAAgB,EAAE;gBACxC,GAAG,UAAU,CAAC,YAAY,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;aAC3D;YACD;gBACI,UAAU;gBACV,GAAG,UAAU,CAAC,UAAU,CAAC,eAAe,IAAI;gBAC5C,GAAG,UAAU,CAAC,OAAO,CAAC,eAAe,IAAI;gBACzC,GAAG,UAAU,CAAC,YAAY,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;aACxD;YACD;gBACI,SAAS;gBACT,GAAG,UAAU,CAAC,UAAU,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;gBACrD,GAAG,UAAU,CAAC,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;gBAClD,GAAG,UAAU,CAAC,YAAY,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;aACxD;SACJ,CAAC;QAEF,KAAK,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,WAAW,CAAC,IAAI,OAAO,EAAE,CAAC;YACzD,KAAK,CAAC,IAAI,CAAC,KAAK,MAAM,MAAM,QAAQ,MAAM,GAAG,MAAM,WAAW,IAAI,CAAC,CAAC;QACxE,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEf,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;CACJ;AAKD,MAAM,CAAC,MAAM,cAAc,GAAqB;IAC5C;QACI,EAAE,EAAE,SAAS;QACb,IAAI,EAAE,iBAAiB;QACvB,WAAW,EAAE,oCAAoC;QACjD,WAAW,EAAE,yEAAyE;QACtF,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,WAAW,EAAE,OAAO,EAAE,MAAM,CAAC;YACxC,SAAS,EAAE,GAAG;SACjB;QACD,UAAU,EAAE,MAAM;KACrB;IACD;QACI,EAAE,EAAE,aAAa;QACjB,IAAI,EAAE,0BAA0B;QAChC,WAAW,EAAE,8CAA8C;QAC3D,WAAW,EAAE,mDAAmD;QAChE,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC;YACpC,SAAS,EAAE,GAAG;SACjB;QACD,UAAU,EAAE,QAAQ;KACvB;IACD;QACI,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,sBAAsB;QAC5B,WAAW,EAAE,yCAAyC;QACtD,WAAW,EAAE,8CAA8C;QAC3D,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,aAAa,EAAE,UAAU,EAAE,MAAM,CAAC;YAC7C,SAAS,EAAE,GAAG;SACjB;QACD,UAAU,EAAE,QAAQ;KACvB;IACD;QACI,EAAE,EAAE,gBAAgB;QACpB,IAAI,EAAE,4BAA4B;QAClC,WAAW,EAAE,mCAAmC;QAChD,WAAW,EAAE,+DAA+D;QAC5E,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,UAAU,EAAE,eAAe,EAAE,UAAU,CAAC;YACnD,SAAS,EAAE,GAAG;SACjB;QACD,UAAU,EAAE,MAAM;KACrB;IACD;QACI,EAAE,EAAE,eAAe;QACnB,IAAI,EAAE,aAAa;QACnB,WAAW,EAAE,gCAAgC;QAC7C,WAAW,EAAE,2FAA2F;QACxG,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC;YACrC,SAAS,EAAE,GAAG;SACjB;QACD,UAAU,EAAE,MAAM;KACrB;CACJ,CAAC"}
1
+ {"version":3,"file":"Evaluator.js","sourceRoot":"","sources":["../../src/evaluation/Evaluator.ts"],"names":[],"mappings":"AAeA,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAEzD,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAEnD,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAgExD,MAAM,OAAO,SAAS;IACV,aAAa,CAAiB;IAEtC,YAAY,OAA6D;QACrE,IAAI,OAAO,EAAE,GAAG,IAAI,OAAO,EAAE,mBAAmB,KAAK,KAAK,EAAE,CAAC;YACzD,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACxD,CAAC;IACL,CAAC;IAQD,KAAK,CAAC,QAAQ,CACV,MAAyB,EACzB,KAAuB,EACvB,MAAc;QAEd,MAAM,OAAO,GAAuB,EAAE,CAAC;QAEvC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;YAC7D,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACzB,CAAC;QAED,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;QACzD,MAAM,WAAW,GAAG,CAAC,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC;QACxD,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QACrF,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QACrF,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;QAExF,OAAO;YACH,UAAU,EAAE,OAAO,CAAC,MAAM;YAC1B,eAAe,EAAE,UAAU;YAC3B,WAAW;YACX,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC;YACvC,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;YACpC,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,GAAG,CAAC,GAAG,GAAG;YACnD,OAAO;YACP,SAAS,EAAE,IAAI,IAAI,EAAE;SACxB,CAAC;IACN,CAAC;IAOO,KAAK,CAAC,YAAY,CACtB,MAAyB,EACzB,IAAoB,EACpB,MAAc;QAEd,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;YAEjE,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC3B,MAAM,YAAY,GAAG,OAAO,GAAG,SAAS,CAAC;YAGzC,MAAM,UAAU,GAAG,kBAAkB,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,kBAAkB,CAAC,QAAQ,CAAC,CAAC;YAGvF,MAAM,WAAW,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC;YAGtE,IAAI,cAAc,GAAiD,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YACrF,IAAI,gBAAgB,IAAI,IAAI,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;gBAElD,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;oBACrB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,CAC3C,IAA6B,EAC7B,QAAQ,CACX,CAAC;oBACF,cAAc,GAAG;wBACb,OAAO,EAAE,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,IAAI,GAAG;wBACtD,aAAa,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS;qBAClE,CAAC;gBACN,CAAC;qBAAM,CAAC;oBACJ,cAAc,GAAG,IAAI,CAAC,uBAAuB,CACzC,QAAQ,EACR,IAAI,CAAC,cAAyD,CACjE,CAAC;gBACN,CAAC;YACL,CAAC;YAED,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,IAAI,cAAc,CAAC,OAAO,CAAC;YAC9D,MAAM,aAAa,GAAG,WAAW,CAAC,aAAa,IAAI,cAAc,CAAC,aAAa,CAAC;YAGhF,MAAM,YAAY,GAAG,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YAE3D,OAAO;gBACH,MAAM,EAAE,IAAI,CAAC,EAAE;gBACf,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,OAAO;gBACP,QAAQ;gBACR,UAAU;gBACV,YAAY;gBACZ,YAAY;gBACZ,aAAa;aAChB,CAAC;QACN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC3B,OAAO;gBACH,MAAM,EAAE,IAAI,CAAC,EAAE;gBACf,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,OAAO,EAAE,KAAK;gBACd,QAAQ,EAAE,EAAE;gBACZ,UAAU,EAAE,CAAC;gBACb,YAAY,EAAE,OAAO,GAAG,SAAS;gBACjC,YAAY,EAAE,CAAC;gBACf,aAAa,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;aAC1E,CAAC;QACN,CAAC;IACL,CAAC;IAKO,YAAY,CAChB,QAAgB,EAChB,QAA2C;QAG3C,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;YACpB,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;gBACtC,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,EAAE,CAAC;oBAC1D,OAAO;wBACH,OAAO,EAAE,KAAK;wBACd,aAAa,EAAE,qBAAqB,OAAO,GAAG;qBACjD,CAAC;gBACN,CAAC;YACL,CAAC;QACL,CAAC;QAGD,IAAI,QAAQ,CAAC,SAAS,IAAI,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC,SAAS,EAAE,CAAC;YAC7D,OAAO;gBACH,OAAO,EAAE,KAAK;gBACd,aAAa,EAAE,uBAAuB,QAAQ,CAAC,MAAM,MAAM,QAAQ,CAAC,SAAS,GAAG;aACnF,CAAC;QACN,CAAC;QAED,IAAI,QAAQ,CAAC,SAAS,IAAI,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC,SAAS,EAAE,CAAC;YAC7D,OAAO;gBACH,OAAO,EAAE,KAAK;gBACd,aAAa,EAAE,sBAAsB,QAAQ,CAAC,MAAM,MAAM,QAAQ,CAAC,SAAS,GAAG;aAClF,CAAC;QACN,CAAC;QAGD,IAAI,QAAQ,CAAC,eAAe,EAAE,CAAC;YAC3B,IAAI,CAAC;gBACD,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACtC,OAAO;wBACH,OAAO,EAAE,KAAK;wBACd,aAAa,EAAE,iCAAiC;qBACnD,CAAC;gBACN,CAAC;YACL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,aAAa,EAAE,2BAA2B,KAAK,EAAE;iBACpD,CAAC;YACN,CAAC;QACL,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC7B,CAAC;IAOO,uBAAuB,CAC3B,QAAgB,EAChB,MAAgD;QAEhD,IAAI,CAAC,MAAM;YAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QAGtC,IAAI,MAAM,CAAC,oBAAoB,EAAE,CAAC;YAC9B,MAAM,WAAW,GAAG,sDAAsD,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC1F,IAAI,CAAC,WAAW,EAAE,CAAC;gBACf,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,aAAa,EAAE,gDAAgD;iBAClE,CAAC;YACN,CAAC;QACL,CAAC;QAGD,IAAI,MAAM,CAAC,wBAAwB,EAAE,CAAC;YAClC,MAAM,aAAa,GAAG,6DAA6D,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACnG,IAAI,CAAC,aAAa,EAAE,CAAC;gBACjB,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,aAAa,EAAE,oDAAoD;iBACtE,CAAC;YACN,CAAC;QACL,CAAC;QAGD,IAAI,MAAM,CAAC,4BAA4B,EAAE,CAAC;YACtC,MAAM,QAAQ,GAAG,wDAAwD,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACzF,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACZ,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,aAAa,EAAE,oDAAoD;iBACtE,CAAC;YACN,CAAC;QACL,CAAC;QAGD,IAAI,MAAM,CAAC,wBAAwB,EAAE,CAAC;YAElC,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,GAAG,GAAG,IAAI,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC1E,IAAI,CAAC,SAAS,EAAE,CAAC;gBACb,OAAO;oBACH,OAAO,EAAE,KAAK;oBACd,aAAa,EAAE,mDAAmD;iBACrE,CAAC;YACN,CAAC;QACL,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAC7B,CAAC;IAKO,gBAAgB,CAAC,QAAgB,EAAE,IAAoB;QAC3D,IAAI,KAAK,GAAG,GAAG,CAAC;QAGhB,IAAI,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,CAAC;YAChC,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAC7D,QAAQ,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,WAAW,EAAE,CAAC,CACpD,CAAC,MAAM,CAAC;YACT,MAAM,eAAe,GAAG,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,MAAM,CAAC;YAC9E,KAAK,IAAI,eAAe,GAAG,GAAG,CAAC;QACnC,CAAC;QAGD,IAAI,IAAI,CAAC,eAAe,CAAC,SAAS,IAAI,IAAI,CAAC,eAAe,CAAC,SAAS,EAAE,CAAC;YACnE,MAAM,WAAW,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YAC1F,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,WAAW,CAAC,GAAG,WAAW,CAAC;YAC9E,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,CAAC;YACrD,KAAK,IAAI,WAAW,GAAG,GAAG,CAAC;QAC/B,CAAC;QAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;IAC3C,CAAC;IAOD,KAAK,CAAC,gBAAgB,CAClB,MAAyB,EACzB,OAAyB,EACzB,MAAc;QAEd,MAAM,KAAK,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;QACzC,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACtD,CAAC;IAOD,KAAK,CAAC,OAAO,CACT,aAAgC,EAChC,cAAiC,EACjC,KAAuB,EACvB,MAAc;QAEd,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;QAG3D,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;QACvC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;QAElE,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;QACrD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;QAGtE,MAAM,sBAAsB,GAAG,OAAO,CAAC,WAAW,GAAG,UAAU,CAAC,WAAW,CAAC;QAC5E,MAAM,eAAe,GACjB,CAAC,CAAC,UAAU,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC,GAAG,UAAU,CAAC,gBAAgB,CAAC;YACxF,GAAG,CAAC;QACR,MAAM,uBAAuB,GACzB,CAAC,CAAC,UAAU,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,CAAC,eAAe,CAAC;YACrF,GAAG,CAAC;QACR,MAAM,kBAAkB,GACpB,CAAC,CAAC,OAAO,CAAC,eAAe,GAAG,UAAU,CAAC,eAAe,CAAC,GAAG,UAAU,CAAC,eAAe,CAAC;YACrF,GAAG,CAAC;QAGR,IAAI,OAAO,GAAgC,KAAK,CAAC;QACjD,MAAM,QAAQ,GACV,sBAAsB,GAAG,eAAe,GAAG,uBAAuB,GAAG,kBAAkB,CAAC;QAE5F,IAAI,QAAQ,GAAG,EAAE,EAAE,CAAC;YAChB,OAAO,GAAG,UAAU,CAAC;QACzB,CAAC;aAAM,IAAI,QAAQ,GAAG,CAAC,EAAE,EAAE,CAAC;YACxB,OAAO,GAAG,eAAe,CAAC;QAC9B,CAAC;QAED,OAAO;YACH,OAAO;YACP,UAAU;YACV,YAAY,EAAE;gBACV,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,sBAAsB,GAAG,GAAG,CAAC,GAAG,GAAG;gBAC3D,eAAe,EAAE,IAAI,CAAC,KAAK,CAAC,eAAe,GAAG,GAAG,CAAC,GAAG,GAAG;gBACxD,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,uBAAuB,GAAG,GAAG,CAAC,GAAG,GAAG;gBAC7D,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,kBAAkB,GAAG,GAAG,CAAC,GAAG,GAAG;aAC3D;YACD,OAAO;SACV,CAAC;IACN,CAAC;IAKD,YAAY,CAAC,SAA0B;QACnC,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,KAAK,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;QAC5C,KAAK,CAAC,IAAI,CAAC,aAAa,SAAS,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;QAC/D,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAEpB,KAAK,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;QACtC,KAAK,CAAC,IAAI,CAAC,sBAAsB,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC;QACzD,KAAK,CAAC,IAAI,CAAC,qBAAqB,SAAS,CAAC,eAAe,EAAE,CAAC,CAAC;QAC7D,KAAK,CAAC,IAAI,CAAC,uBAAuB,SAAS,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACvE,KAAK,CAAC,IAAI,CAAC,0BAA0B,SAAS,CAAC,gBAAgB,EAAE,CAAC,CAAC;QACnE,KAAK,CAAC,IAAI,CAAC,4BAA4B,SAAS,CAAC,eAAe,IAAI,CAAC,CAAC;QACtE,KAAK,CAAC,IAAI,CAAC,4BAA4B,SAAS,CAAC,eAAe,QAAQ,CAAC,CAAC;QAE1E,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACpB,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QAEnC,KAAK,MAAM,MAAM,IAAI,SAAS,CAAC,OAAO,EAAE,CAAC;YACrC,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;YACxC,KAAK,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC;YAC/C,KAAK,CAAC,IAAI,CAAC,iBAAiB,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;YACrE,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;gBACvB,KAAK,CAAC,IAAI,CAAC,yBAAyB,MAAM,CAAC,aAAa,EAAE,CAAC,CAAC;YAChE,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,iBAAiB,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;YACjD,KAAK,CAAC,IAAI,CAAC,wBAAwB,MAAM,CAAC,YAAY,IAAI,CAAC,CAAC;YAC5D,KAAK,CAAC,IAAI,CAAC,kBAAkB,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YACnE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACnB,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;IAKD,sBAAsB,CAAC,UAA4B;QAC/C,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,KAAK,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;QACjD,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAGpB,MAAM,WAAW,GAAG;YAChB,QAAQ,EAAE,IAAI;YACd,aAAa,EAAE,IAAI;YACnB,GAAG,EAAE,IAAI;SACZ,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QAEtB,KAAK,CAAC,IAAI,CAAC,MAAM,WAAW,aAAa,UAAU,CAAC,OAAO,IAAI,CAAC,CAAC;QACjE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAGpB,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QAEnC,MAAM,iBAAiB,GAAG,CAAC,KAAa,EAAE,MAAc,EAAE,EAAE;YACxD,MAAM,IAAI,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;YACxD,MAAM,IAAI,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YAClC,OAAO,GAAG,IAAI,MAAM,MAAM,OAAO,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;QAChE,CAAC,CAAC;QAEF,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,YAAY,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC,CAAC;QACnF,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,YAAY,CAAC,eAAe,EAAE,kBAAkB,CAAC,CAAC,CAAC;QAC3F,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,YAAY,CAAC,YAAY,EAAE,gBAAgB,CAAC,CAAC,CAAC;QACtF,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,YAAY,CAAC,YAAY,EAAE,eAAe,CAAC,CAAC,CAAC;QACrF,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAGf,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACpB,KAAK,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;QAC9C,KAAK,CAAC,IAAI,CAAC,qDAAqD,CAAC,CAAC;QAClE,KAAK,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;QAEhE,MAAM,OAAO,GAAG;YACZ;gBACI,cAAc;gBACd,GAAG,UAAU,CAAC,UAAU,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;gBAClD,GAAG,UAAU,CAAC,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;gBAC/C,GAAG,UAAU,CAAC,YAAY,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,UAAU,CAAC,YAAY,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;aAC5G;YACD;gBACI,YAAY;gBACZ,GAAG,UAAU,CAAC,UAAU,CAAC,gBAAgB,EAAE;gBAC3C,GAAG,UAAU,CAAC,OAAO,CAAC,gBAAgB,EAAE;gBACxC,GAAG,UAAU,CAAC,YAAY,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;aAC3D;YACD;gBACI,UAAU;gBACV,GAAG,UAAU,CAAC,UAAU,CAAC,eAAe,IAAI;gBAC5C,GAAG,UAAU,CAAC,OAAO,CAAC,eAAe,IAAI;gBACzC,GAAG,UAAU,CAAC,YAAY,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;aACxD;YACD;gBACI,SAAS;gBACT,GAAG,UAAU,CAAC,UAAU,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;gBACrD,GAAG,UAAU,CAAC,OAAO,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;gBAClD,GAAG,UAAU,CAAC,YAAY,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;aACxD;SACJ,CAAC;QAEF,KAAK,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,WAAW,CAAC,IAAI,OAAO,EAAE,CAAC;YACzD,KAAK,CAAC,IAAI,CAAC,KAAK,MAAM,MAAM,QAAQ,MAAM,GAAG,MAAM,WAAW,IAAI,CAAC,CAAC;QACxE,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEf,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;CACJ;AAKD,MAAM,CAAC,MAAM,cAAc,GAAqB;IAC5C;QACI,EAAE,EAAE,SAAS;QACb,IAAI,EAAE,iBAAiB;QACvB,WAAW,EAAE,oCAAoC;QACjD,WAAW,EAAE,yEAAyE;QACtF,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,WAAW,EAAE,OAAO,EAAE,MAAM,CAAC;YACxC,SAAS,EAAE,GAAG;SACjB;QACD,UAAU,EAAE,MAAM;KACrB;IACD;QACI,EAAE,EAAE,aAAa;QACjB,IAAI,EAAE,0BAA0B;QAChC,WAAW,EAAE,8CAA8C;QAC3D,WAAW,EAAE,mDAAmD;QAChE,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC;YACpC,SAAS,EAAE,GAAG;SACjB;QACD,UAAU,EAAE,QAAQ;KACvB;IACD;QACI,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,sBAAsB;QAC5B,WAAW,EAAE,yCAAyC;QACtD,WAAW,EAAE,8CAA8C;QAC3D,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,aAAa,EAAE,UAAU,EAAE,MAAM,CAAC;YAC7C,SAAS,EAAE,GAAG;SACjB;QACD,UAAU,EAAE,QAAQ;KACvB;IACD;QACI,EAAE,EAAE,gBAAgB;QACpB,IAAI,EAAE,4BAA4B;QAClC,WAAW,EAAE,mCAAmC;QAChD,WAAW,EAAE,+DAA+D;QAC5E,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,UAAU,EAAE,eAAe,EAAE,UAAU,CAAC;YACnD,SAAS,EAAE,GAAG;SACjB;QACD,UAAU,EAAE,MAAM;KACrB;IACD;QACI,EAAE,EAAE,eAAe;QACnB,IAAI,EAAE,aAAa;QACnB,WAAW,EAAE,gCAAgC;QAC7C,WAAW,EAAE,2FAA2F;QACxG,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC;YACrC,SAAS,EAAE,GAAG;SACjB;QACD,UAAU,EAAE,MAAM;KACrB;CACJ,CAAC"}
@@ -0,0 +1,41 @@
1
+ import type { EvaluatableGenome, EvaluationTask, BenchmarkResult } from './Evaluator.js';
2
+ import { Evaluator } from './Evaluator.js';
3
+ export interface ProofOfValueConfig {
4
+ name: string;
5
+ cycles: number;
6
+ interactionsPerCycle: number;
7
+ dataset: EvaluationTask[];
8
+ userId: string;
9
+ }
10
+ export interface CycleResult {
11
+ cycle: number;
12
+ benchmark: BenchmarkResult;
13
+ timestamp: Date;
14
+ }
15
+ export interface FitnessCurvePoint {
16
+ cycle: number;
17
+ quality: number;
18
+ successRate: number;
19
+ avgTokens: number;
20
+ }
21
+ export interface ProofOfValueResult {
22
+ config: ProofOfValueConfig;
23
+ baseline: BenchmarkResult;
24
+ cycles: CycleResult[];
25
+ fitnessCurve: FitnessCurvePoint[];
26
+ finalComparison: {
27
+ qualityDelta: number;
28
+ successRateDelta: number;
29
+ tokenDelta: number;
30
+ };
31
+ totalDuration: number;
32
+ verdict: 'IMPROVEMENT_PROVEN' | 'NO_SIGNIFICANT_CHANGE' | 'REGRESSION';
33
+ }
34
+ export declare class ProofOfValueRunner {
35
+ private evaluator;
36
+ constructor(evaluator?: Evaluator);
37
+ run(genome: EvaluatableGenome, config: ProofOfValueConfig, onCycleComplete?: (cycle: number, result: CycleResult) => void): Promise<ProofOfValueResult>;
38
+ formatConsoleReport(result: ProofOfValueResult): string;
39
+ formatMarkdownReport(result: ProofOfValueResult): string;
40
+ }
41
+ //# sourceMappingURL=ProofOfValueRunner.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ProofOfValueRunner.d.ts","sourceRoot":"","sources":["../../src/evaluation/ProofOfValueRunner.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EAAE,iBAAiB,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACzF,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAI3C,MAAM,WAAW,kBAAkB;IAE/B,IAAI,EAAE,MAAM,CAAC;IAEb,MAAM,EAAE,MAAM,CAAC;IAEf,oBAAoB,EAAE,MAAM,CAAC;IAE7B,OAAO,EAAE,cAAc,EAAE,CAAC;IAE1B,MAAM,EAAE,MAAM,CAAC;CAClB;AAID,MAAM,WAAW,WAAW;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,eAAe,CAAC;IAC3B,SAAS,EAAE,IAAI,CAAC;CACnB;AAED,MAAM,WAAW,iBAAiB;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,kBAAkB;IAC/B,MAAM,EAAE,kBAAkB,CAAC;IAC3B,QAAQ,EAAE,eAAe,CAAC;IAC1B,MAAM,EAAE,WAAW,EAAE,CAAC;IACtB,YAAY,EAAE,iBAAiB,EAAE,CAAC;IAClC,eAAe,EAAE;QACb,YAAY,EAAE,MAAM,CAAC;QACrB,gBAAgB,EAAE,MAAM,CAAC;QACzB,UAAU,EAAE,MAAM,CAAC;KACtB,CAAC;IACF,aAAa,EAAE,MAAM,CAAC;IACtB,OAAO,EAAE,oBAAoB,GAAG,uBAAuB,GAAG,YAAY,CAAC;CAC1E;AAID,qBAAa,kBAAkB;IAC3B,OAAO,CAAC,SAAS,CAAY;gBAEjB,SAAS,CAAC,EAAE,SAAS;IAW3B,GAAG,CACL,MAAM,EAAE,iBAAiB,EACzB,MAAM,EAAE,kBAAkB,EAC1B,eAAe,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,KAAK,IAAI,GAC/D,OAAO,CAAC,kBAAkB,CAAC;IA2F9B,mBAAmB,CAAC,MAAM,EAAE,kBAAkB,GAAG,MAAM;IAuEvD,oBAAoB,CAAC,MAAM,EAAE,kBAAkB,GAAG,MAAM;CAuD3D"}
@@ -0,0 +1,177 @@
1
+ import { Evaluator } from './Evaluator.js';
2
+ export class ProofOfValueRunner {
3
+ evaluator;
4
+ constructor(evaluator) {
5
+ this.evaluator = evaluator ?? new Evaluator();
6
+ }
7
+ async run(genome, config, onCycleComplete) {
8
+ const startTime = Date.now();
9
+ const userId = config.userId || 'pov-user';
10
+ console.log(`\n Evaluating baseline (cycle 0)...`);
11
+ const baseline = await this.evaluator.evaluate(genome, config.dataset, userId);
12
+ const fitnessCurve = [{
13
+ cycle: 0,
14
+ quality: baseline.avgQualityScore,
15
+ successRate: baseline.successRate,
16
+ avgTokens: baseline.avgTokensPerTask,
17
+ }];
18
+ const cycles = [];
19
+ for (let c = 1; c <= config.cycles; c++) {
20
+ console.log(` Cycle ${c}/${config.cycles}: driving ${config.interactionsPerCycle} interactions...`);
21
+ for (let i = 0; i < config.interactionsPerCycle; i++) {
22
+ const task = config.dataset[i % config.dataset.length];
23
+ try {
24
+ await genome.chat(task.userMessage, { userId });
25
+ }
26
+ catch {
27
+ }
28
+ }
29
+ console.log(` Cycle ${c}/${config.cycles}: evaluating...`);
30
+ const benchmark = await this.evaluator.evaluate(genome, config.dataset, userId);
31
+ const cycleResult = {
32
+ cycle: c,
33
+ benchmark,
34
+ timestamp: new Date(),
35
+ };
36
+ cycles.push(cycleResult);
37
+ fitnessCurve.push({
38
+ cycle: c,
39
+ quality: benchmark.avgQualityScore,
40
+ successRate: benchmark.successRate,
41
+ avgTokens: benchmark.avgTokensPerTask,
42
+ });
43
+ onCycleComplete?.(c, cycleResult);
44
+ }
45
+ const lastBenchmark = cycles.length > 0 ? cycles[cycles.length - 1].benchmark : baseline;
46
+ const qualityDelta = lastBenchmark.avgQualityScore - baseline.avgQualityScore;
47
+ const successRateDelta = lastBenchmark.successRate - baseline.successRate;
48
+ const tokenDelta = baseline.avgTokensPerTask - lastBenchmark.avgTokensPerTask;
49
+ const qualityPctChange = baseline.avgQualityScore > 0
50
+ ? (qualityDelta / baseline.avgQualityScore) * 100
51
+ : 0;
52
+ let verdict;
53
+ if (qualityPctChange > 10 || successRateDelta > 10) {
54
+ verdict = 'IMPROVEMENT_PROVEN';
55
+ }
56
+ else if (qualityPctChange < -5 || successRateDelta < -5) {
57
+ verdict = 'REGRESSION';
58
+ }
59
+ else {
60
+ verdict = 'NO_SIGNIFICANT_CHANGE';
61
+ }
62
+ return {
63
+ config,
64
+ baseline,
65
+ cycles,
66
+ fitnessCurve,
67
+ finalComparison: {
68
+ qualityDelta: Math.round(qualityDelta * 1000) / 1000,
69
+ successRateDelta: Math.round(successRateDelta * 100) / 100,
70
+ tokenDelta: Math.round(tokenDelta),
71
+ },
72
+ totalDuration: Date.now() - startTime,
73
+ verdict,
74
+ };
75
+ }
76
+ formatConsoleReport(result) {
77
+ const lines = [];
78
+ const w = 62;
79
+ lines.push('');
80
+ lines.push(`${'='.repeat(w)}`);
81
+ lines.push(` GSEP PROOF OF VALUE -- RESULTS`);
82
+ lines.push(` Experiment: ${result.config.name}`);
83
+ lines.push(`${'='.repeat(w)}`);
84
+ lines.push('');
85
+ const verdictIcon = result.verdict === 'IMPROVEMENT_PROVEN' ? '[OK]'
86
+ : result.verdict === 'REGRESSION' ? '[FAIL]' : '[--]';
87
+ const qualityPct = result.baseline.avgQualityScore > 0
88
+ ? ((result.finalComparison.qualityDelta / result.baseline.avgQualityScore) * 100).toFixed(1)
89
+ : '0.0';
90
+ lines.push(` VERDICT: ${verdictIcon} ${result.verdict.replace(/_/g, ' ')} (${Number(qualityPct) >= 0 ? '+' : ''}${qualityPct}% quality)`);
91
+ lines.push('');
92
+ const col = (s, len) => s.padEnd(len);
93
+ lines.push(` ${col('Cycle', 10)} ${col('Quality', 10)} ${col('Success', 10)} ${col('Tokens', 10)}`);
94
+ lines.push(` ${'-'.repeat(10)} ${'-'.repeat(10)} ${'-'.repeat(10)} ${'-'.repeat(10)}`);
95
+ for (const point of result.fitnessCurve) {
96
+ const label = point.cycle === 0 ? 'Base' : `Cycle ${point.cycle}`;
97
+ lines.push(` ${col(label, 10)} ${col(point.quality.toFixed(2), 10)} ${col(point.successRate.toFixed(1) + '%', 10)} ${col(String(Math.round(point.avgTokens)), 10)}`);
98
+ }
99
+ lines.push('');
100
+ lines.push(` FITNESS CURVE (quality):`);
101
+ const points = result.fitnessCurve.map(p => p.quality);
102
+ const dataMax = Math.max(...points);
103
+ const dataMin = Math.min(...points);
104
+ const padding = Math.max((dataMax - dataMin) * 0.2, 0.05);
105
+ const maxQ = Math.min(1, dataMax + padding);
106
+ const minQ = Math.max(0, dataMin - padding);
107
+ const rows = 6;
108
+ for (let r = rows; r >= 0; r--) {
109
+ const threshold = minQ + ((maxQ - minQ) * r) / rows;
110
+ const label = threshold.toFixed(2);
111
+ let row = ` ${label} |`;
112
+ for (const q of points) {
113
+ row += q >= threshold ? ' * ' : ' ';
114
+ }
115
+ lines.push(row);
116
+ }
117
+ const axisLine = ` ${' '.repeat(5)}+${points.map(() => '---').join('')}`;
118
+ lines.push(axisLine);
119
+ let labels = ` ${' '.repeat(6)}`;
120
+ for (let i = 0; i < points.length; i++) {
121
+ labels += i === 0 ? 'B ' : `${i} `;
122
+ }
123
+ lines.push(labels);
124
+ lines.push('');
125
+ const secs = (result.totalDuration / 1000).toFixed(1);
126
+ lines.push(` TOTAL DURATION: ${secs}s`);
127
+ lines.push(`${'='.repeat(w)}`);
128
+ lines.push('');
129
+ return lines.join('\n');
130
+ }
131
+ formatMarkdownReport(result) {
132
+ const lines = [];
133
+ lines.push(`# GSEP Proof of Value Report`);
134
+ lines.push('');
135
+ lines.push(`**Experiment**: ${result.config.name}`);
136
+ lines.push(`**Date**: ${new Date().toISOString().split('T')[0]}`);
137
+ lines.push(`**Cycles**: ${result.config.cycles}`);
138
+ lines.push(`**Tasks per evaluation**: ${result.config.dataset.length}`);
139
+ lines.push(`**Duration**: ${(result.totalDuration / 1000).toFixed(1)}s`);
140
+ lines.push('');
141
+ lines.push('## Verdict');
142
+ lines.push('');
143
+ const qualityPct = result.baseline.avgQualityScore > 0
144
+ ? ((result.finalComparison.qualityDelta / result.baseline.avgQualityScore) * 100).toFixed(1)
145
+ : '0.0';
146
+ lines.push(`**${result.verdict.replace(/_/g, ' ')}** (${Number(qualityPct) >= 0 ? '+' : ''}${qualityPct}% quality improvement)`);
147
+ lines.push('');
148
+ lines.push('## Evolution Curve');
149
+ lines.push('');
150
+ lines.push('| Cycle | Quality | Success Rate | Avg Tokens |');
151
+ lines.push('|-------|---------|--------------|------------|');
152
+ for (const point of result.fitnessCurve) {
153
+ const label = point.cycle === 0 ? 'Baseline' : `Cycle ${point.cycle}`;
154
+ lines.push(`| ${label} | ${point.quality.toFixed(3)} | ${point.successRate.toFixed(1)}% | ${Math.round(point.avgTokens)} |`);
155
+ }
156
+ lines.push('');
157
+ lines.push('## Final Comparison (Last Cycle vs Baseline)');
158
+ lines.push('');
159
+ lines.push(`- **Quality Delta**: ${result.finalComparison.qualityDelta >= 0 ? '+' : ''}${result.finalComparison.qualityDelta.toFixed(3)}`);
160
+ lines.push(`- **Success Rate Delta**: ${result.finalComparison.successRateDelta >= 0 ? '+' : ''}${result.finalComparison.successRateDelta.toFixed(1)} pp`);
161
+ lines.push(`- **Token Savings**: ${result.finalComparison.tokenDelta >= 0 ? '+' : ''}${result.finalComparison.tokenDelta} tokens/task`);
162
+ lines.push('');
163
+ lines.push('## Methodology');
164
+ lines.push('');
165
+ lines.push('1. Baseline evaluation (Cycle 0): Run all tasks against the genome before any evolution');
166
+ lines.push(`2. For each of ${result.config.cycles} cycles:`);
167
+ lines.push(` - Drive ${result.config.interactionsPerCycle} chat interactions to build fitness data`);
168
+ lines.push(' - Trigger evolution cycle (mutation + selection based on fitness)');
169
+ lines.push(' - Re-evaluate all tasks against the evolved genome');
170
+ lines.push('3. Compare final cycle quality vs baseline to determine verdict');
171
+ lines.push('');
172
+ lines.push('---');
173
+ lines.push('*Generated by GSEP ProofOfValueRunner*');
174
+ return lines.join('\n');
175
+ }
176
+ }
177
+ //# sourceMappingURL=ProofOfValueRunner.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ProofOfValueRunner.js","sourceRoot":"","sources":["../../src/evaluation/ProofOfValueRunner.ts"],"names":[],"mappings":"AAWA,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAgD3C,MAAM,OAAO,kBAAkB;IACnB,SAAS,CAAY;IAE7B,YAAY,SAAqB;QAC7B,IAAI,CAAC,SAAS,GAAG,SAAS,IAAI,IAAI,SAAS,EAAE,CAAC;IAClD,CAAC;IASD,KAAK,CAAC,GAAG,CACL,MAAyB,EACzB,MAA0B,EAC1B,eAA8D;QAE9D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,UAAU,CAAC;QAG3C,OAAO,CAAC,GAAG,CAAC,sCAAsC,CAAC,CAAC;QACpD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAE/E,MAAM,YAAY,GAAwB,CAAC;gBACvC,KAAK,EAAE,CAAC;gBACR,OAAO,EAAE,QAAQ,CAAC,eAAe;gBACjC,WAAW,EAAE,QAAQ,CAAC,WAAW;gBACjC,SAAS,EAAE,QAAQ,CAAC,gBAAgB;aACvC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAkB,EAAE,CAAC;QAGjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,MAAM,CAAC,MAAM,aAAa,MAAM,CAAC,oBAAoB,kBAAkB,CAAC,CAAC;YAGrG,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,oBAAoB,EAAE,CAAC,EAAE,EAAE,CAAC;gBACnD,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBACvD,IAAI,CAAC;oBACD,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;gBACpD,CAAC;gBAAC,MAAM,CAAC;gBAET,CAAC;YACL,CAAC;YAGD,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,MAAM,CAAC,MAAM,iBAAiB,CAAC,CAAC;YAC5D,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAEhF,MAAM,WAAW,GAAgB;gBAC7B,KAAK,EAAE,CAAC;gBACR,SAAS;gBACT,SAAS,EAAE,IAAI,IAAI,EAAE;aACxB,CAAC;YACF,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAEzB,YAAY,CAAC,IAAI,CAAC;gBACd,KAAK,EAAE,CAAC;gBACR,OAAO,EAAE,SAAS,CAAC,eAAe;gBAClC,WAAW,EAAE,SAAS,CAAC,WAAW;gBAClC,SAAS,EAAE,SAAS,CAAC,gBAAgB;aACxC,CAAC,CAAC;YAEH,eAAe,EAAE,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;QACtC,CAAC;QAGD,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC;QAEzF,MAAM,YAAY,GAAG,aAAa,CAAC,eAAe,GAAG,QAAQ,CAAC,eAAe,CAAC;QAC9E,MAAM,gBAAgB,GAAG,aAAa,CAAC,WAAW,GAAG,QAAQ,CAAC,WAAW,CAAC;QAC1E,MAAM,UAAU,GAAG,QAAQ,CAAC,gBAAgB,GAAG,aAAa,CAAC,gBAAgB,CAAC;QAG9E,MAAM,gBAAgB,GAAG,QAAQ,CAAC,eAAe,GAAG,CAAC;YACjD,CAAC,CAAC,CAAC,YAAY,GAAG,QAAQ,CAAC,eAAe,CAAC,GAAG,GAAG;YACjD,CAAC,CAAC,CAAC,CAAC;QAER,IAAI,OAAsC,CAAC;QAC3C,IAAI,gBAAgB,GAAG,EAAE,IAAI,gBAAgB,GAAG,EAAE,EAAE,CAAC;YACjD,OAAO,GAAG,oBAAoB,CAAC;QACnC,CAAC;aAAM,IAAI,gBAAgB,GAAG,CAAC,CAAC,IAAI,gBAAgB,GAAG,CAAC,CAAC,EAAE,CAAC;YACxD,OAAO,GAAG,YAAY,CAAC;QAC3B,CAAC;aAAM,CAAC;YACJ,OAAO,GAAG,uBAAuB,CAAC;QACtC,CAAC;QAED,OAAO;YACH,MAAM;YACN,QAAQ;YACR,MAAM;YACN,YAAY;YACZ,eAAe,EAAE;gBACb,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC,GAAG,IAAI;gBACpD,gBAAgB,EAAE,IAAI,CAAC,KAAK,CAAC,gBAAgB,GAAG,GAAG,CAAC,GAAG,GAAG;gBAC1D,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC;aACrC;YACD,aAAa,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YACrC,OAAO;SACV,CAAC;IACN,CAAC;IAKD,mBAAmB,CAAC,MAA0B;QAC1C,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,MAAM,CAAC,GAAG,EAAE,CAAC;QAGb,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC/B,KAAK,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;QAC/C,KAAK,CAAC,IAAI,CAAC,iBAAiB,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QAClD,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC/B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAGf,MAAM,WAAW,GAAG,MAAM,CAAC,OAAO,KAAK,oBAAoB,CAAC,CAAC,CAAC,MAAM;YAChE,CAAC,CAAC,MAAM,CAAC,OAAO,KAAK,YAAY,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC;QAC1D,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,eAAe,GAAG,CAAC;YAClD,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,eAAe,CAAC,YAAY,GAAG,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;YAC5F,CAAC,CAAC,KAAK,CAAC;QACZ,KAAK,CAAC,IAAI,CAAC,cAAc,WAAW,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,KAAK,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,UAAU,YAAY,CAAC,CAAC;QAC3I,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAGf,MAAM,GAAG,GAAG,CAAC,CAAS,EAAE,GAAW,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACtD,KAAK,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,SAAS,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,SAAS,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;QACrG,KAAK,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QAExF,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;YACtC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,KAAK,CAAC,KAAK,EAAE,CAAC;YAClE,KAAK,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,GAAG,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;QAC1K,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAGf,KAAK,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QACzC,MAAM,MAAM,GAAG,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QACvD,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;QACpC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;QACpC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,GAAG,OAAO,CAAC,GAAG,GAAG,EAAE,IAAI,CAAC,CAAC;QAC1D,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,CAAC;QAC5C,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,CAAC;QAC5C,MAAM,IAAI,GAAG,CAAC,CAAC;QACf,KAAK,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7B,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC;YACpD,MAAM,KAAK,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YACnC,IAAI,GAAG,GAAG,KAAK,KAAK,IAAI,CAAC;YACzB,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;gBACrB,GAAG,IAAI,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;YAC1C,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACpB,CAAC;QACD,MAAM,QAAQ,GAAG,KAAK,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC;QAC1E,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACrB,IAAI,MAAM,GAAG,KAAK,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;QAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACrC,MAAM,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC;QACzC,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACnB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAGf,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,aAAa,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACtD,KAAK,CAAC,IAAI,CAAC,qBAAqB,IAAI,GAAG,CAAC,CAAC;QACzC,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC/B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEf,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;IAKD,oBAAoB,CAAC,MAA0B;QAC3C,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,KAAK,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;QAC3C,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,mBAAmB,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QACpD,KAAK,CAAC,IAAI,CAAC,aAAa,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAClE,KAAK,CAAC,IAAI,CAAC,eAAe,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAClD,KAAK,CAAC,IAAI,CAAC,6BAA6B,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QACxE,KAAK,CAAC,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,aAAa,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACzE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAGf,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACzB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,eAAe,GAAG,CAAC;YAClD,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,eAAe,CAAC,YAAY,GAAG,MAAM,CAAC,QAAQ,CAAC,eAAe,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;YAC5F,CAAC,CAAC,KAAK,CAAC;QACZ,KAAK,CAAC,IAAI,CAAC,KAAK,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,OAAO,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,UAAU,wBAAwB,CAAC,CAAC;QACjI,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAGf,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACjC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAC;QAC9D,KAAK,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAC;QAC9D,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;YACtC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,KAAK,CAAC,KAAK,EAAE,CAAC;YACtE,KAAK,CAAC,IAAI,CAAC,KAAK,KAAK,MAAM,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACjI,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAGf,KAAK,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAC;QAC3D,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,wBAAwB,MAAM,CAAC,eAAe,CAAC,YAAY,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,eAAe,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC3I,KAAK,CAAC,IAAI,CAAC,6BAA6B,MAAM,CAAC,eAAe,CAAC,gBAAgB,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,eAAe,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAC3J,KAAK,CAAC,IAAI,CAAC,wBAAwB,MAAM,CAAC,eAAe,CAAC,UAAU,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,MAAM,CAAC,eAAe,CAAC,UAAU,cAAc,CAAC,CAAC;QACxI,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAGf,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAC7B,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,yFAAyF,CAAC,CAAC;QACtG,KAAK,CAAC,IAAI,CAAC,kBAAkB,MAAM,CAAC,MAAM,CAAC,MAAM,UAAU,CAAC,CAAC;QAC7D,KAAK,CAAC,IAAI,CAAC,cAAc,MAAM,CAAC,MAAM,CAAC,oBAAoB,0CAA0C,CAAC,CAAC;QACvG,KAAK,CAAC,IAAI,CAAC,sEAAsE,CAAC,CAAC;QACnF,KAAK,CAAC,IAAI,CAAC,uDAAuD,CAAC,CAAC;QACpE,KAAK,CAAC,IAAI,CAAC,iEAAiE,CAAC,CAAC;QAC9E,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAClB,KAAK,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;QAErD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;CACJ"}
@@ -44,7 +44,7 @@ export const COMPRESS_INSTRUCTIONS_CASES = [
44
44
  id: 'compress-1',
45
45
  name: 'Compressed But Complete',
46
46
  description: 'Ensure compression preserves meaning',
47
- userMessage: 'Explain how PGA works',
47
+ userMessage: 'Explain how GSEP works',
48
48
  expectedOutcome: {
49
49
  keywords: ['genome', 'evolution', 'mutation', 'fitness'],
50
50
  minLength: 100,
@@ -58,7 +58,7 @@ export const COMPRESS_INSTRUCTIONS_CASES = [
58
58
  id: 'compress-2',
59
59
  name: 'Technical Accuracy After Compression',
60
60
  description: 'Verify technical details survive compression',
61
- userMessage: 'What are the three layers in PGA?',
61
+ userMessage: 'What are the three layers in GSEP?',
62
62
  expectedOutcome: {
63
63
  keywords: ['layer0', 'layer1', 'layer2', 'immutable'],
64
64
  minLength: 80,
@@ -166,7 +166,7 @@ export const GENERAL_TASK_CASES = [
166
166
  id: 'general-1',
167
167
  name: 'Helpful Response',
168
168
  description: 'Ensure responses are helpful and relevant',
169
- userMessage: 'How do I get started with PGA?',
169
+ userMessage: 'How do I get started with GSEP?',
170
170
  expectedOutcome: {
171
171
  keywords: ['install', 'import', 'create', 'genome'],
172
172
  minLength: 100,
@@ -177,7 +177,7 @@ export const GENERAL_TASK_CASES = [
177
177
  id: 'general-2',
178
178
  name: 'Clear Explanations',
179
179
  description: 'Verify explanations are clear and complete',
180
- userMessage: 'Explain mutation in PGA',
180
+ userMessage: 'Explain mutation in GSEP',
181
181
  expectedOutcome: {
182
182
  keywords: ['gene', 'allele', 'fitness', 'evolution'],
183
183
  minLength: 80,
@@ -1 +1 @@
1
- {"version":3,"file":"SandboxSuites.js","sourceRoot":"","sources":["../../src/evaluation/SandboxSuites.ts"],"names":[],"mappings":"AAiCA,MAAM,CAAC,MAAM,oBAAoB,GAA4B;IACzD;QACI,EAAE,EAAE,iBAAiB;QACrB,IAAI,EAAE,yBAAyB;QAC/B,WAAW,EAAE,gDAAgD;QAC7D,WAAW,EAAE,iDAAiD;QAC9D,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,IAAI,EAAE,QAAQ,EAAE,aAAa,EAAE,UAAU,EAAE,YAAY,CAAC;YACnE,SAAS,EAAE,EAAE;SAChB;QACD,UAAU,EAAE,MAAM;QAClB,cAAc,EAAE;YACZ,wBAAwB,EAAE,IAAI;SACjC;KACJ;IACD;QACI,EAAE,EAAE,iBAAiB;QACrB,IAAI,EAAE,0BAA0B;QAChC,WAAW,EAAE,8CAA8C;QAC3D,WAAW,EAAE,4BAA4B;QACzC,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,WAAW,EAAE,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,aAAa,CAAC;YACtE,SAAS,EAAE,EAAE;SAChB;QACD,UAAU,EAAE,QAAQ;QACpB,cAAc,EAAE;YACZ,wBAAwB,EAAE,IAAI;SACjC;KACJ;IACD;QACI,EAAE,EAAE,mBAAmB;QACvB,IAAI,EAAE,qBAAqB;QAC3B,WAAW,EAAE,0CAA0C;QACvD,WAAW,EAAE,gBAAgB;QAC7B,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,GAAG,EAAE,MAAM,CAAC;YACvB,SAAS,EAAE,EAAE;SAChB;QACD,UAAU,EAAE,MAAM;KACrB;CACJ,CAAC;AAOF,MAAM,CAAC,MAAM,2BAA2B,GAA4B;IAChE;QACI,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,yBAAyB;QAC/B,WAAW,EAAE,sCAAsC;QACnD,WAAW,EAAE,uBAAuB;QACpC,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,QAAQ,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS,CAAC;YACxD,SAAS,EAAE,GAAG;SACjB;QACD,UAAU,EAAE,QAAQ;QACpB,cAAc,EAAE;YACZ,wBAAwB,EAAE,IAAI;SACjC;KACJ;IACD;QACI,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,sCAAsC;QAC5C,WAAW,EAAE,8CAA8C;QAC3D,WAAW,EAAE,mCAAmC;QAChD,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,WAAW,CAAC;YACrD,SAAS,EAAE,EAAE;SAChB;QACD,UAAU,EAAE,MAAM;QAClB,cAAc,EAAE;YACZ,wBAAwB,EAAE,IAAI;SACjC;KACJ;CACJ,CAAC;AAKF,MAAM,CAAC,MAAM,yBAAyB,GAA4B;IAC9D;QACI,EAAE,EAAE,WAAW;QACf,IAAI,EAAE,mBAAmB;QACzB,WAAW,EAAE,wCAAwC;QACrD,WAAW,EAAE,sCAAsC;QACnD,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,CAAC;YACjD,SAAS,EAAE,EAAE;SAChB;QACD,UAAU,EAAE,QAAQ;QACpB,cAAc,EAAE;YACZ,oBAAoB,EAAE,IAAI;SAC7B;KACJ;CACJ,CAAC;AAKF,MAAM,CAAC,MAAM,0BAA0B,GAA4B;IAC/D;QACI,EAAE,EAAE,UAAU;QACd,IAAI,EAAE,6BAA6B;QACnC,WAAW,EAAE,2CAA2C;QACxD,WAAW,EAAE,oBAAoB;QACjC,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,QAAQ,EAAE,WAAW,EAAE,cAAc,EAAE,cAAc,CAAC;YACjE,SAAS,EAAE,EAAE;SAChB;QACD,UAAU,EAAE,MAAM;QAClB,cAAc,EAAE;YACZ,wBAAwB,EAAE,IAAI;SACjC;KACJ;IACD;QACI,EAAE,EAAE,UAAU;QACd,IAAI,EAAE,kBAAkB;QACxB,WAAW,EAAE,yCAAyC;QACtD,WAAW,EAAE,kCAAkC;QAC/C,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,SAAS,EAAE,SAAS,EAAE,gBAAgB,EAAE,YAAY,CAAC;YAChE,SAAS,EAAE,EAAE;SAChB;QACD,UAAU,EAAE,QAAQ;QACpB,cAAc,EAAE;YACZ,wBAAwB,EAAE,IAAI;SACjC;KACJ;CACJ,CAAC;AAKF,MAAM,CAAC,MAAM,yBAAyB,GAA4B;IAC9D;QACI,EAAE,EAAE,QAAQ;QACZ,IAAI,EAAE,4BAA4B;QAClC,WAAW,EAAE,wCAAwC;QACrD,WAAW,EAAE,2BAA2B;QACxC,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;YAClC,SAAS,EAAE,EAAE;SAChB;QACD,UAAU,EAAE,MAAM;QAClB,cAAc,EAAE;YACZ,4BAA4B,EAAE,IAAI;SACrC;KACJ;CACJ,CAAC;AAOF,MAAM,CAAC,MAAM,iBAAiB,GAA4B;IACtD;QACI,EAAE,EAAE,UAAU;QACd,IAAI,EAAE,yBAAyB;QAC/B,WAAW,EAAE,8CAA8C;QAC3D,WAAW,EAAE,8CAA8C;QAC3D,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,QAAQ,CAAC;YAC9D,SAAS,EAAE,GAAG;SACjB;QACD,UAAU,EAAE,QAAQ;QACpB,cAAc,EAAE;YACZ,wBAAwB,EAAE,IAAI;SACjC;KACJ;IACD;QACI,EAAE,EAAE,UAAU;QACd,IAAI,EAAE,kBAAkB;QACxB,WAAW,EAAE,kDAAkD;QAC/D,WAAW,EAAE,oCAAoC;QACjD,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,CAAC;YAC9C,SAAS,EAAE,GAAG;SACjB;QACD,UAAU,EAAE,QAAQ;QACpB,cAAc,EAAE;YACZ,wBAAwB,EAAE,IAAI;SACjC;KACJ;CACJ,CAAC;AAKF,MAAM,CAAC,MAAM,kBAAkB,GAA4B;IACvD;QACI,EAAE,EAAE,WAAW;QACf,IAAI,EAAE,kBAAkB;QACxB,WAAW,EAAE,2CAA2C;QACxD,WAAW,EAAE,gCAAgC;QAC7C,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC;YACnD,SAAS,EAAE,GAAG;SACjB;QACD,UAAU,EAAE,MAAM;KACrB;IACD;QACI,EAAE,EAAE,WAAW;QACf,IAAI,EAAE,oBAAoB;QAC1B,WAAW,EAAE,4CAA4C;QACzD,WAAW,EAAE,yBAAyB;QACtC,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,WAAW,CAAC;YACpD,SAAS,EAAE,EAAE;SAChB;QACD,UAAU,EAAE,QAAQ;KACvB;CACJ,CAAC;AASF,MAAM,UAAU,4BAA4B,CAAC,OAI5C;IAEG,IAAI,OAAO,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,GAAG,CAAC;IACf,CAAC;IAGD,IAAI,OAAO,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,IAAI,CAAC;IAChB,CAAC;IAGD,IAAI,OAAO,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,IAAI,CAAC;IAChB,CAAC;IAGD,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACnB,QAAQ,OAAO,CAAC,QAAQ,EAAE,CAAC;YACvB,KAAK,sBAAsB;gBACvB,OAAO,IAAI,CAAC;YAChB,KAAK,uBAAuB;gBACxB,OAAO,IAAI,CAAC;YAChB,KAAK,qBAAqB;gBACtB,OAAO,IAAI,CAAC;YAChB,KAAK,qBAAqB;gBACtB,OAAO,IAAI,CAAC;QACpB,CAAC;IACL,CAAC;IAGD,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACnB,QAAQ,OAAO,CAAC,QAAQ,EAAE,CAAC;YACvB,KAAK,QAAQ;gBACT,OAAO,IAAI,CAAC;YAChB,KAAK,SAAS;gBACV,OAAO,IAAI,CAAC;QACpB,CAAC;IACL,CAAC;IAGD,OAAO,IAAI,CAAC;AAChB,CAAC;AAKD,MAAM,UAAU,eAAe,CAAC,OAG/B;IACG,MAAM,KAAK,GAA4B;QACnC,GAAG,oBAAoB;KAC1B,CAAC;IAGF,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACnB,QAAQ,OAAO,CAAC,QAAQ,EAAE,CAAC;YACvB,KAAK,uBAAuB;gBACxB,KAAK,CAAC,IAAI,CAAC,GAAG,2BAA2B,CAAC,CAAC;gBAC3C,MAAM;YACV,KAAK,qBAAqB;gBACtB,KAAK,CAAC,IAAI,CAAC,GAAG,yBAAyB,CAAC,CAAC;gBACzC,MAAM;YACV,KAAK,sBAAsB;gBACvB,KAAK,CAAC,IAAI,CAAC,GAAG,0BAA0B,CAAC,CAAC;gBAC1C,MAAM;YACV,KAAK,qBAAqB;gBACtB,KAAK,CAAC,IAAI,CAAC,GAAG,yBAAyB,CAAC,CAAC;gBACzC,MAAM;QACd,CAAC;IACL,CAAC;IAGD,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACnB,QAAQ,OAAO,CAAC,QAAQ,EAAE,CAAC;YACvB,KAAK,QAAQ;gBACT,KAAK,CAAC,IAAI,CAAC,GAAG,iBAAiB,CAAC,CAAC;gBACjC,MAAM;YACV,KAAK,SAAS;gBACV,KAAK,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,CAAC;gBAClC,MAAM;QACd,CAAC;IACL,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC"}
1
+ {"version":3,"file":"SandboxSuites.js","sourceRoot":"","sources":["../../src/evaluation/SandboxSuites.ts"],"names":[],"mappings":"AAiCA,MAAM,CAAC,MAAM,oBAAoB,GAA4B;IACzD;QACI,EAAE,EAAE,iBAAiB;QACrB,IAAI,EAAE,yBAAyB;QAC/B,WAAW,EAAE,gDAAgD;QAC7D,WAAW,EAAE,iDAAiD;QAC9D,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,IAAI,EAAE,QAAQ,EAAE,aAAa,EAAE,UAAU,EAAE,YAAY,CAAC;YACnE,SAAS,EAAE,EAAE;SAChB;QACD,UAAU,EAAE,MAAM;QAClB,cAAc,EAAE;YACZ,wBAAwB,EAAE,IAAI;SACjC;KACJ;IACD;QACI,EAAE,EAAE,iBAAiB;QACrB,IAAI,EAAE,0BAA0B;QAChC,WAAW,EAAE,8CAA8C;QAC3D,WAAW,EAAE,4BAA4B;QACzC,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,WAAW,EAAE,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,aAAa,CAAC;YACtE,SAAS,EAAE,EAAE;SAChB;QACD,UAAU,EAAE,QAAQ;QACpB,cAAc,EAAE;YACZ,wBAAwB,EAAE,IAAI;SACjC;KACJ;IACD;QACI,EAAE,EAAE,mBAAmB;QACvB,IAAI,EAAE,qBAAqB;QAC3B,WAAW,EAAE,0CAA0C;QACvD,WAAW,EAAE,gBAAgB;QAC7B,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,GAAG,EAAE,MAAM,CAAC;YACvB,SAAS,EAAE,EAAE;SAChB;QACD,UAAU,EAAE,MAAM;KACrB;CACJ,CAAC;AAOF,MAAM,CAAC,MAAM,2BAA2B,GAA4B;IAChE;QACI,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,yBAAyB;QAC/B,WAAW,EAAE,sCAAsC;QACnD,WAAW,EAAE,wBAAwB;QACrC,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,QAAQ,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS,CAAC;YACxD,SAAS,EAAE,GAAG;SACjB;QACD,UAAU,EAAE,QAAQ;QACpB,cAAc,EAAE;YACZ,wBAAwB,EAAE,IAAI;SACjC;KACJ;IACD;QACI,EAAE,EAAE,YAAY;QAChB,IAAI,EAAE,sCAAsC;QAC5C,WAAW,EAAE,8CAA8C;QAC3D,WAAW,EAAE,oCAAoC;QACjD,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,WAAW,CAAC;YACrD,SAAS,EAAE,EAAE;SAChB;QACD,UAAU,EAAE,MAAM;QAClB,cAAc,EAAE;YACZ,wBAAwB,EAAE,IAAI;SACjC;KACJ;CACJ,CAAC;AAKF,MAAM,CAAC,MAAM,yBAAyB,GAA4B;IAC9D;QACI,EAAE,EAAE,WAAW;QACf,IAAI,EAAE,mBAAmB;QACzB,WAAW,EAAE,wCAAwC;QACrD,WAAW,EAAE,sCAAsC;QACnD,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,CAAC;YACjD,SAAS,EAAE,EAAE;SAChB;QACD,UAAU,EAAE,QAAQ;QACpB,cAAc,EAAE;YACZ,oBAAoB,EAAE,IAAI;SAC7B;KACJ;CACJ,CAAC;AAKF,MAAM,CAAC,MAAM,0BAA0B,GAA4B;IAC/D;QACI,EAAE,EAAE,UAAU;QACd,IAAI,EAAE,6BAA6B;QACnC,WAAW,EAAE,2CAA2C;QACxD,WAAW,EAAE,oBAAoB;QACjC,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,QAAQ,EAAE,WAAW,EAAE,cAAc,EAAE,cAAc,CAAC;YACjE,SAAS,EAAE,EAAE;SAChB;QACD,UAAU,EAAE,MAAM;QAClB,cAAc,EAAE;YACZ,wBAAwB,EAAE,IAAI;SACjC;KACJ;IACD;QACI,EAAE,EAAE,UAAU;QACd,IAAI,EAAE,kBAAkB;QACxB,WAAW,EAAE,yCAAyC;QACtD,WAAW,EAAE,kCAAkC;QAC/C,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,SAAS,EAAE,SAAS,EAAE,gBAAgB,EAAE,YAAY,CAAC;YAChE,SAAS,EAAE,EAAE;SAChB;QACD,UAAU,EAAE,QAAQ;QACpB,cAAc,EAAE;YACZ,wBAAwB,EAAE,IAAI;SACjC;KACJ;CACJ,CAAC;AAKF,MAAM,CAAC,MAAM,yBAAyB,GAA4B;IAC9D;QACI,EAAE,EAAE,QAAQ;QACZ,IAAI,EAAE,4BAA4B;QAClC,WAAW,EAAE,wCAAwC;QACrD,WAAW,EAAE,2BAA2B;QACxC,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;YAClC,SAAS,EAAE,EAAE;SAChB;QACD,UAAU,EAAE,MAAM;QAClB,cAAc,EAAE;YACZ,4BAA4B,EAAE,IAAI;SACrC;KACJ;CACJ,CAAC;AAOF,MAAM,CAAC,MAAM,iBAAiB,GAA4B;IACtD;QACI,EAAE,EAAE,UAAU;QACd,IAAI,EAAE,yBAAyB;QAC/B,WAAW,EAAE,8CAA8C;QAC3D,WAAW,EAAE,8CAA8C;QAC3D,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,QAAQ,CAAC;YAC9D,SAAS,EAAE,GAAG;SACjB;QACD,UAAU,EAAE,QAAQ;QACpB,cAAc,EAAE;YACZ,wBAAwB,EAAE,IAAI;SACjC;KACJ;IACD;QACI,EAAE,EAAE,UAAU;QACd,IAAI,EAAE,kBAAkB;QACxB,WAAW,EAAE,kDAAkD;QAC/D,WAAW,EAAE,oCAAoC;QACjD,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,CAAC;YAC9C,SAAS,EAAE,GAAG;SACjB;QACD,UAAU,EAAE,QAAQ;QACpB,cAAc,EAAE;YACZ,wBAAwB,EAAE,IAAI;SACjC;KACJ;CACJ,CAAC;AAKF,MAAM,CAAC,MAAM,kBAAkB,GAA4B;IACvD;QACI,EAAE,EAAE,WAAW;QACf,IAAI,EAAE,kBAAkB;QACxB,WAAW,EAAE,2CAA2C;QACxD,WAAW,EAAE,iCAAiC;QAC9C,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC;YACnD,SAAS,EAAE,GAAG;SACjB;QACD,UAAU,EAAE,MAAM;KACrB;IACD;QACI,EAAE,EAAE,WAAW;QACf,IAAI,EAAE,oBAAoB;QAC1B,WAAW,EAAE,4CAA4C;QACzD,WAAW,EAAE,0BAA0B;QACvC,eAAe,EAAE;YACb,QAAQ,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,WAAW,CAAC;YACpD,SAAS,EAAE,EAAE;SAChB;QACD,UAAU,EAAE,QAAQ;KACvB;CACJ,CAAC;AASF,MAAM,UAAU,4BAA4B,CAAC,OAI5C;IAEG,IAAI,OAAO,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,GAAG,CAAC;IACf,CAAC;IAGD,IAAI,OAAO,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,IAAI,CAAC;IAChB,CAAC;IAGD,IAAI,OAAO,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,IAAI,CAAC;IAChB,CAAC;IAGD,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACnB,QAAQ,OAAO,CAAC,QAAQ,EAAE,CAAC;YACvB,KAAK,sBAAsB;gBACvB,OAAO,IAAI,CAAC;YAChB,KAAK,uBAAuB;gBACxB,OAAO,IAAI,CAAC;YAChB,KAAK,qBAAqB;gBACtB,OAAO,IAAI,CAAC;YAChB,KAAK,qBAAqB;gBACtB,OAAO,IAAI,CAAC;QACpB,CAAC;IACL,CAAC;IAGD,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACnB,QAAQ,OAAO,CAAC,QAAQ,EAAE,CAAC;YACvB,KAAK,QAAQ;gBACT,OAAO,IAAI,CAAC;YAChB,KAAK,SAAS;gBACV,OAAO,IAAI,CAAC;QACpB,CAAC;IACL,CAAC;IAGD,OAAO,IAAI,CAAC;AAChB,CAAC;AAKD,MAAM,UAAU,eAAe,CAAC,OAG/B;IACG,MAAM,KAAK,GAA4B;QACnC,GAAG,oBAAoB;KAC1B,CAAC;IAGF,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACnB,QAAQ,OAAO,CAAC,QAAQ,EAAE,CAAC;YACvB,KAAK,uBAAuB;gBACxB,KAAK,CAAC,IAAI,CAAC,GAAG,2BAA2B,CAAC,CAAC;gBAC3C,MAAM;YACV,KAAK,qBAAqB;gBACtB,KAAK,CAAC,IAAI,CAAC,GAAG,yBAAyB,CAAC,CAAC;gBACzC,MAAM;YACV,KAAK,sBAAsB;gBACvB,KAAK,CAAC,IAAI,CAAC,GAAG,0BAA0B,CAAC,CAAC;gBAC1C,MAAM;YACV,KAAK,qBAAqB;gBACtB,KAAK,CAAC,IAAI,CAAC,GAAG,yBAAyB,CAAC,CAAC;gBACzC,MAAM;QACd,CAAC;IACL,CAAC;IAGD,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACnB,QAAQ,OAAO,CAAC,QAAQ,EAAE,CAAC;YACvB,KAAK,QAAQ;gBACT,KAAK,CAAC,IAAI,CAAC,GAAG,iBAAiB,CAAC,CAAC;gBACjC,MAAM;YACV,KAAK,SAAS;gBACV,KAAK,CAAC,IAAI,CAAC,GAAG,kBAAkB,CAAC,CAAC;gBAClC,MAAM;QACd,CAAC;IACL,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC"}