@tienne/gestalt 0.2.0 → 0.5.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (180) hide show
  1. package/CLAUDE.md +56 -2
  2. package/README.md +316 -12
  3. package/dist/benchmarks/runners/passthrough-benchmark-runner.d.ts +94 -0
  4. package/dist/benchmarks/runners/passthrough-benchmark-runner.d.ts.map +1 -0
  5. package/dist/benchmarks/runners/passthrough-benchmark-runner.js +454 -0
  6. package/dist/benchmarks/runners/passthrough-benchmark-runner.js.map +1 -0
  7. package/dist/benchmarks/scenarios/api-gateway.scenario.d.ts +3 -0
  8. package/dist/benchmarks/scenarios/api-gateway.scenario.d.ts.map +1 -0
  9. package/dist/benchmarks/scenarios/api-gateway.scenario.js +115 -0
  10. package/dist/benchmarks/scenarios/api-gateway.scenario.js.map +1 -0
  11. package/dist/benchmarks/scenarios/auth-system.scenario.d.ts +3 -0
  12. package/dist/benchmarks/scenarios/auth-system.scenario.d.ts.map +1 -0
  13. package/dist/benchmarks/scenarios/auth-system.scenario.js +114 -0
  14. package/dist/benchmarks/scenarios/auth-system.scenario.js.map +1 -0
  15. package/dist/benchmarks/scenarios/dashboard.scenario.d.ts +3 -0
  16. package/dist/benchmarks/scenarios/dashboard.scenario.d.ts.map +1 -0
  17. package/dist/benchmarks/scenarios/dashboard.scenario.js +110 -0
  18. package/dist/benchmarks/scenarios/dashboard.scenario.js.map +1 -0
  19. package/dist/benchmarks/types.d.ts +148 -0
  20. package/dist/benchmarks/types.d.ts.map +1 -0
  21. package/dist/benchmarks/types.js +2 -0
  22. package/dist/benchmarks/types.js.map +1 -0
  23. package/dist/bin/gestalt.js +8 -0
  24. package/dist/bin/gestalt.js.map +1 -1
  25. package/dist/package.json +5 -1
  26. package/dist/src/agent/parser.d.ts.map +1 -1
  27. package/dist/src/agent/parser.js +2 -0
  28. package/dist/src/agent/parser.js.map +1 -1
  29. package/dist/src/agent/passthrough-generator.d.ts +27 -0
  30. package/dist/src/agent/passthrough-generator.d.ts.map +1 -0
  31. package/dist/src/agent/passthrough-generator.js +133 -0
  32. package/dist/src/agent/passthrough-generator.js.map +1 -0
  33. package/dist/src/agent/registry.d.ts +1 -0
  34. package/dist/src/agent/registry.d.ts.map +1 -1
  35. package/dist/src/agent/registry.js +4 -1
  36. package/dist/src/agent/registry.js.map +1 -1
  37. package/dist/src/agent/role-agent-registry.d.ts +18 -0
  38. package/dist/src/agent/role-agent-registry.d.ts.map +1 -0
  39. package/dist/src/agent/role-agent-registry.js +62 -0
  40. package/dist/src/agent/role-agent-registry.js.map +1 -0
  41. package/dist/src/agent/role-consensus-engine.d.ts +9 -0
  42. package/dist/src/agent/role-consensus-engine.d.ts.map +1 -0
  43. package/dist/src/agent/role-consensus-engine.js +35 -0
  44. package/dist/src/agent/role-consensus-engine.js.map +1 -0
  45. package/dist/src/agent/role-match-engine.d.ts +14 -0
  46. package/dist/src/agent/role-match-engine.d.ts.map +1 -0
  47. package/dist/src/agent/role-match-engine.js +46 -0
  48. package/dist/src/agent/role-match-engine.js.map +1 -0
  49. package/dist/src/agent/role-prompt-generator.d.ts +10 -0
  50. package/dist/src/agent/role-prompt-generator.d.ts.map +1 -0
  51. package/dist/src/agent/role-prompt-generator.js +22 -0
  52. package/dist/src/agent/role-prompt-generator.js.map +1 -0
  53. package/dist/src/cli/commands/monitor.d.ts +2 -0
  54. package/dist/src/cli/commands/monitor.d.ts.map +1 -0
  55. package/dist/src/cli/commands/monitor.js +13 -0
  56. package/dist/src/cli/commands/monitor.js.map +1 -0
  57. package/dist/src/cli/index.d.ts.map +1 -1
  58. package/dist/src/cli/index.js +7 -0
  59. package/dist/src/cli/index.js.map +1 -1
  60. package/dist/src/core/config.d.ts +3 -0
  61. package/dist/src/core/config.d.ts.map +1 -1
  62. package/dist/src/core/config.js +4 -0
  63. package/dist/src/core/config.js.map +1 -1
  64. package/dist/src/core/errors.d.ts +3 -0
  65. package/dist/src/core/errors.d.ts.map +1 -1
  66. package/dist/src/core/errors.js +6 -0
  67. package/dist/src/core/errors.js.map +1 -1
  68. package/dist/src/core/types.d.ts +77 -1
  69. package/dist/src/core/types.d.ts.map +1 -1
  70. package/dist/src/events/types.d.ts +13 -1
  71. package/dist/src/events/types.d.ts.map +1 -1
  72. package/dist/src/events/types.js +15 -0
  73. package/dist/src/events/types.js.map +1 -1
  74. package/dist/src/execute/passthrough-engine.d.ts +31 -2
  75. package/dist/src/execute/passthrough-engine.d.ts.map +1 -1
  76. package/dist/src/execute/passthrough-engine.js +128 -8
  77. package/dist/src/execute/passthrough-engine.js.map +1 -1
  78. package/dist/src/execute/session.d.ts +4 -1
  79. package/dist/src/execute/session.d.ts.map +1 -1
  80. package/dist/src/execute/session.js +29 -0
  81. package/dist/src/execute/session.js.map +1 -1
  82. package/dist/src/mcp/schemas.d.ts +347 -9
  83. package/dist/src/mcp/schemas.d.ts.map +1 -1
  84. package/dist/src/mcp/schemas.js +81 -0
  85. package/dist/src/mcp/schemas.js.map +1 -1
  86. package/dist/src/mcp/server.d.ts.map +1 -1
  87. package/dist/src/mcp/server.js +214 -36
  88. package/dist/src/mcp/server.js.map +1 -1
  89. package/dist/src/mcp/tools/benchmark-passthrough.d.ts +3 -0
  90. package/dist/src/mcp/tools/benchmark-passthrough.d.ts.map +1 -0
  91. package/dist/src/mcp/tools/benchmark-passthrough.js +95 -0
  92. package/dist/src/mcp/tools/benchmark-passthrough.js.map +1 -0
  93. package/dist/src/mcp/tools/create-agent-passthrough.d.ts +5 -0
  94. package/dist/src/mcp/tools/create-agent-passthrough.d.ts.map +1 -0
  95. package/dist/src/mcp/tools/create-agent-passthrough.js +59 -0
  96. package/dist/src/mcp/tools/create-agent-passthrough.js.map +1 -0
  97. package/dist/src/mcp/tools/execute-passthrough.d.ts.map +1 -1
  98. package/dist/src/mcp/tools/execute-passthrough.js +50 -0
  99. package/dist/src/mcp/tools/execute-passthrough.js.map +1 -1
  100. package/dist/src/mcp/tools/review-passthrough.d.ts +6 -0
  101. package/dist/src/mcp/tools/review-passthrough.d.ts.map +1 -0
  102. package/dist/src/mcp/tools/review-passthrough.js +134 -0
  103. package/dist/src/mcp/tools/review-passthrough.js.map +1 -0
  104. package/dist/src/mcp/tools/status.d.ts +2 -1
  105. package/dist/src/mcp/tools/status.d.ts.map +1 -1
  106. package/dist/src/mcp/tools/status.js +74 -27
  107. package/dist/src/mcp/tools/status.js.map +1 -1
  108. package/dist/src/review/agent-matcher.d.ts +15 -0
  109. package/dist/src/review/agent-matcher.d.ts.map +1 -0
  110. package/dist/src/review/agent-matcher.js +61 -0
  111. package/dist/src/review/agent-matcher.js.map +1 -0
  112. package/dist/src/review/context-collector.d.ts +7 -0
  113. package/dist/src/review/context-collector.d.ts.map +1 -0
  114. package/dist/src/review/context-collector.js +44 -0
  115. package/dist/src/review/context-collector.js.map +1 -0
  116. package/dist/src/review/passthrough-engine.d.ts +53 -0
  117. package/dist/src/review/passthrough-engine.d.ts.map +1 -0
  118. package/dist/src/review/passthrough-engine.js +257 -0
  119. package/dist/src/review/passthrough-engine.js.map +1 -0
  120. package/dist/src/review/report-generator.d.ts +7 -0
  121. package/dist/src/review/report-generator.d.ts.map +1 -0
  122. package/dist/src/review/report-generator.js +82 -0
  123. package/dist/src/review/report-generator.js.map +1 -0
  124. package/dist/src/tui/components/TUIApp.d.ts +20 -0
  125. package/dist/src/tui/components/TUIApp.d.ts.map +1 -0
  126. package/dist/src/tui/components/TUIApp.js +84 -0
  127. package/dist/src/tui/components/TUIApp.js.map +1 -0
  128. package/dist/src/tui/hooks/event-store-reader.d.ts +28 -0
  129. package/dist/src/tui/hooks/event-store-reader.d.ts.map +1 -0
  130. package/dist/src/tui/hooks/event-store-reader.js +143 -0
  131. package/dist/src/tui/hooks/event-store-reader.js.map +1 -0
  132. package/dist/src/tui/hooks/useEventStorePoller.d.ts +12 -0
  133. package/dist/src/tui/hooks/useEventStorePoller.d.ts.map +1 -0
  134. package/dist/src/tui/hooks/useEventStorePoller.js +86 -0
  135. package/dist/src/tui/hooks/useEventStorePoller.js.map +1 -0
  136. package/dist/src/tui/screens/DashboardScreen.d.ts +4 -0
  137. package/dist/src/tui/screens/DashboardScreen.d.ts.map +1 -0
  138. package/dist/src/tui/screens/DashboardScreen.js +132 -0
  139. package/dist/src/tui/screens/DashboardScreen.js.map +1 -0
  140. package/dist/src/tui/screens/DebugScreen.d.ts +4 -0
  141. package/dist/src/tui/screens/DebugScreen.d.ts.map +1 -0
  142. package/dist/src/tui/screens/DebugScreen.js +40 -0
  143. package/dist/src/tui/screens/DebugScreen.js.map +1 -0
  144. package/dist/src/tui/screens/EvolutionScreen.d.ts +4 -0
  145. package/dist/src/tui/screens/EvolutionScreen.d.ts.map +1 -0
  146. package/dist/src/tui/screens/EvolutionScreen.js +136 -0
  147. package/dist/src/tui/screens/EvolutionScreen.js.map +1 -0
  148. package/dist/src/tui/screens/HUDPanel.d.ts +4 -0
  149. package/dist/src/tui/screens/HUDPanel.d.ts.map +1 -0
  150. package/dist/src/tui/screens/HUDPanel.js +13 -0
  151. package/dist/src/tui/screens/HUDPanel.js.map +1 -0
  152. package/dist/src/tui/screens/InterviewScreen.d.ts +4 -0
  153. package/dist/src/tui/screens/InterviewScreen.d.ts.map +1 -0
  154. package/dist/src/tui/screens/InterviewScreen.js +103 -0
  155. package/dist/src/tui/screens/InterviewScreen.js.map +1 -0
  156. package/dist/src/tui/screens/LogScreen.d.ts +4 -0
  157. package/dist/src/tui/screens/LogScreen.d.ts.map +1 -0
  158. package/dist/src/tui/screens/LogScreen.js +83 -0
  159. package/dist/src/tui/screens/LogScreen.js.map +1 -0
  160. package/dist/src/tui/screens/SessionListScreen.d.ts +4 -0
  161. package/dist/src/tui/screens/SessionListScreen.d.ts.map +1 -0
  162. package/dist/src/tui/screens/SessionListScreen.js +71 -0
  163. package/dist/src/tui/screens/SessionListScreen.js.map +1 -0
  164. package/dist/src/tui/screens/SpecViewerScreen.d.ts +4 -0
  165. package/dist/src/tui/screens/SpecViewerScreen.d.ts.map +1 -0
  166. package/dist/src/tui/screens/SpecViewerScreen.js +73 -0
  167. package/dist/src/tui/screens/SpecViewerScreen.js.map +1 -0
  168. package/dist/src/tui/widgets/DriftMeter.d.ts +15 -0
  169. package/dist/src/tui/widgets/DriftMeter.d.ts.map +1 -0
  170. package/dist/src/tui/widgets/DriftMeter.js +27 -0
  171. package/dist/src/tui/widgets/DriftMeter.js.map +1 -0
  172. package/dist/src/tui/widgets/GestaltPrincipleBar.d.ts +9 -0
  173. package/dist/src/tui/widgets/GestaltPrincipleBar.d.ts.map +1 -0
  174. package/dist/src/tui/widgets/GestaltPrincipleBar.js +35 -0
  175. package/dist/src/tui/widgets/GestaltPrincipleBar.js.map +1 -0
  176. package/dist/src/tui/widgets/TaskDAGTree.d.ts +15 -0
  177. package/dist/src/tui/widgets/TaskDAGTree.d.ts.map +1 -0
  178. package/dist/src/tui/widgets/TaskDAGTree.js +54 -0
  179. package/dist/src/tui/widgets/TaskDAGTree.js.map +1 -0
  180. package/package.json +5 -1
@@ -0,0 +1,454 @@
1
+ import { randomUUID } from 'node:crypto';
2
+ import { EventStore } from '../../src/events/store.js';
3
+ import { PassthroughEngine } from '../../src/interview/passthrough-engine.js';
4
+ import { PassthroughSpecGenerator } from '../../src/spec/passthrough-generator.js';
5
+ import { PassthroughExecuteEngine } from '../../src/execute/passthrough-engine.js';
6
+ export class PassthroughBenchmarkRunner {
7
+ benchmarkSessionId;
8
+ scenario;
9
+ dbPath;
10
+ store;
11
+ interviewEngine;
12
+ specGen;
13
+ executeEngine;
14
+ // ─── State ──────────────────────────────────
15
+ phase = 'interview';
16
+ interviewSessionId = '';
17
+ interviewRoundIndex = 0;
18
+ waitingForScore = false;
19
+ lastQuestion = '';
20
+ specJSON = null;
21
+ specId = '';
22
+ executeSessionId = '';
23
+ planPrincipleIndex = 0;
24
+ currentTaskId = '';
25
+ stageTimers = new Map();
26
+ stages = [];
27
+ callLog = [];
28
+ currentStepIndex = 0;
29
+ totalEstimatedSteps = 0;
30
+ // Cached contexts
31
+ interviewGestaltContext = null;
32
+ executeContext = null;
33
+ taskContext = null;
34
+ contextualContext = null;
35
+ constructor(scenario) {
36
+ this.benchmarkSessionId = randomUUID();
37
+ this.scenario = scenario;
38
+ this.dbPath = `.gestalt-bench/bench-pt-${this.benchmarkSessionId}.db`;
39
+ this.store = new EventStore(this.dbPath);
40
+ this.interviewEngine = new PassthroughEngine(this.store);
41
+ this.specGen = new PassthroughSpecGenerator(this.store);
42
+ this.executeEngine = new PassthroughExecuteEngine(this.store);
43
+ // Estimate: questions*2 + spec + 4 planning + tasks + evaluate
44
+ const taskEstimate = scenario.planningSteps.closure.atomicTasks.length;
45
+ this.totalEstimatedSteps = scenario.userResponses.length * 2 + 1 + 4 + taskEstimate + 1;
46
+ }
47
+ /** Initialize and return the first step context */
48
+ start() {
49
+ this.startTimer('interview');
50
+ const startResult = this.interviewEngine.start(this.scenario.topic);
51
+ if (!startResult.ok)
52
+ throw new Error(`Interview start failed: ${startResult.error.message}`);
53
+ this.interviewSessionId = startResult.value.session.sessionId;
54
+ const ctx = startResult.value.gestaltContext;
55
+ this.interviewGestaltContext = ctx;
56
+ this.currentStepIndex = 1;
57
+ return {
58
+ benchmarkSessionId: this.benchmarkSessionId,
59
+ step: 'interview-question',
60
+ stage: 'interview-question-1',
61
+ systemPrompt: ctx.systemPrompt,
62
+ prompt: ctx.questionPrompt,
63
+ scenario: this.scenario.name,
64
+ progress: `${this.currentStepIndex}/${this.totalEstimatedSteps}`,
65
+ totalSteps: this.totalEstimatedSteps,
66
+ currentStepIndex: this.currentStepIndex,
67
+ };
68
+ }
69
+ /** Advance state machine with the LLM response */
70
+ advance(input) {
71
+ const parsed = this.tryParseJSON(input.response);
72
+ this.logCall(input.usage);
73
+ if (this.phase === 'interview') {
74
+ return this.advanceInterview(parsed, input);
75
+ }
76
+ if (this.phase === 'spec') {
77
+ return this.advanceSpec(parsed);
78
+ }
79
+ if (this.phase === 'planning') {
80
+ return this.advancePlanning(parsed);
81
+ }
82
+ if (this.phase === 'execution') {
83
+ return this.advanceExecution(parsed);
84
+ }
85
+ if (this.phase === 'evaluate') {
86
+ return this.advanceEvaluate(parsed);
87
+ }
88
+ throw new Error(`Unexpected phase: ${this.phase}`);
89
+ }
90
+ close() {
91
+ this.store.close();
92
+ }
93
+ // ─── Interview ──────────────────────────────────────────────────
94
+ advanceInterview(parsed, input) {
95
+ if (this.waitingForScore) {
96
+ return this.handleInterviewScore(parsed);
97
+ }
98
+ return this.handleInterviewQuestion(parsed, input);
99
+ }
100
+ handleInterviewQuestion(parsed, _input) {
101
+ this.lastQuestion = parsed.question ?? 'Follow-up question';
102
+ // Now need score
103
+ if (this.interviewGestaltContext?.scoringPrompt) {
104
+ this.waitingForScore = true;
105
+ this.currentStepIndex++;
106
+ return {
107
+ benchmarkSessionId: this.benchmarkSessionId,
108
+ step: 'interview-score',
109
+ stage: `interview-score-${this.interviewRoundIndex + 1}`,
110
+ systemPrompt: this.interviewGestaltContext.systemPrompt,
111
+ prompt: this.interviewGestaltContext.scoringPrompt,
112
+ scenario: this.scenario.name,
113
+ progress: `${this.currentStepIndex}/${this.totalEstimatedSteps}`,
114
+ totalSteps: this.totalEstimatedSteps,
115
+ currentStepIndex: this.currentStepIndex,
116
+ };
117
+ }
118
+ // No scoring prompt — submit without score and move on
119
+ return this.submitInterviewRound(undefined);
120
+ }
121
+ handleInterviewScore(score) {
122
+ this.waitingForScore = false;
123
+ return this.submitInterviewRound(score);
124
+ }
125
+ submitInterviewRound(score) {
126
+ const userResponse = this.scenario.userResponses[this.interviewRoundIndex];
127
+ if (!userResponse)
128
+ throw new Error(`No user response for round ${this.interviewRoundIndex}`);
129
+ const respondResult = this.interviewEngine.respond(this.interviewSessionId, userResponse, this.lastQuestion, score);
130
+ if (!respondResult.ok)
131
+ throw new Error(`Interview respond failed: ${respondResult.error.message}`);
132
+ this.interviewRoundIndex++;
133
+ const ctx = respondResult.value.gestaltContext;
134
+ this.interviewGestaltContext = ctx;
135
+ // More rounds?
136
+ if (this.interviewRoundIndex < this.scenario.userResponses.length) {
137
+ this.currentStepIndex++;
138
+ return {
139
+ benchmarkSessionId: this.benchmarkSessionId,
140
+ step: 'interview-question',
141
+ stage: `interview-question-${this.interviewRoundIndex + 1}`,
142
+ systemPrompt: ctx.systemPrompt,
143
+ prompt: ctx.questionPrompt,
144
+ scenario: this.scenario.name,
145
+ progress: `${this.currentStepIndex}/${this.totalEstimatedSteps}`,
146
+ totalSteps: this.totalEstimatedSteps,
147
+ currentStepIndex: this.currentStepIndex,
148
+ };
149
+ }
150
+ // Interview complete → Spec
151
+ this.interviewEngine.complete(this.interviewSessionId);
152
+ this.endTimer('interview', true);
153
+ return this.startSpecPhase();
154
+ }
155
+ // ─── Spec ───────────────────────────────────────────────────────
156
+ startSpecPhase() {
157
+ this.phase = 'spec';
158
+ this.startTimer('spec');
159
+ const session = this.interviewEngine.getSession(this.interviewSessionId);
160
+ const specContext = this.specGen.buildSpecContext(session);
161
+ this.currentStepIndex++;
162
+ return {
163
+ benchmarkSessionId: this.benchmarkSessionId,
164
+ step: 'spec-gen',
165
+ stage: 'spec-gen',
166
+ systemPrompt: specContext.systemPrompt,
167
+ prompt: specContext.specPrompt,
168
+ scenario: this.scenario.name,
169
+ progress: `${this.currentStepIndex}/${this.totalEstimatedSteps}`,
170
+ totalSteps: this.totalEstimatedSteps,
171
+ currentStepIndex: this.currentStepIndex,
172
+ };
173
+ }
174
+ advanceSpec(parsed) {
175
+ const session = this.interviewEngine.getSession(this.interviewSessionId);
176
+ const result = this.specGen.validateAndStore(session, parsed, true);
177
+ if (!result.ok)
178
+ throw new Error(`Spec generation failed: ${result.error.message}`);
179
+ this.specJSON = parsed;
180
+ this.specId = result.value.metadata.specId;
181
+ this.endTimer('spec', true);
182
+ return this.startPlanningPhase();
183
+ }
184
+ // ─── Planning ───────────────────────────────────────────────────
185
+ static PRINCIPLES = ['figure_ground', 'closure', 'proximity', 'continuity'];
186
+ startPlanningPhase() {
187
+ this.phase = 'planning';
188
+ this.startTimer('planning');
189
+ const spec = {
190
+ ...this.specJSON,
191
+ version: '1.0',
192
+ metadata: {
193
+ specId: this.specId,
194
+ interviewSessionId: this.interviewSessionId,
195
+ ambiguityScore: 0.15,
196
+ generatedAt: new Date().toISOString(),
197
+ },
198
+ };
199
+ const startResult = this.executeEngine.start(spec);
200
+ if (!startResult.ok)
201
+ throw new Error(`Execute start failed: ${startResult.error.message}`);
202
+ this.executeSessionId = startResult.value.session.sessionId;
203
+ this.executeContext = startResult.value.executeContext;
204
+ this.planPrincipleIndex = 0;
205
+ this.currentStepIndex++;
206
+ const principle = PassthroughBenchmarkRunner.PRINCIPLES[0];
207
+ return {
208
+ benchmarkSessionId: this.benchmarkSessionId,
209
+ step: 'plan-step',
210
+ stage: `plan-${principle}`,
211
+ systemPrompt: this.executeContext.systemPrompt,
212
+ prompt: this.executeContext.planningPrompt,
213
+ scenario: this.scenario.name,
214
+ progress: `${this.currentStepIndex}/${this.totalEstimatedSteps}`,
215
+ totalSteps: this.totalEstimatedSteps,
216
+ currentStepIndex: this.currentStepIndex,
217
+ };
218
+ }
219
+ advancePlanning(parsed) {
220
+ const stepResult = this.executeEngine.planStep(this.executeSessionId, parsed);
221
+ if (!stepResult.ok)
222
+ throw new Error(`Plan step failed: ${stepResult.error.message}`);
223
+ this.planPrincipleIndex++;
224
+ if (this.planPrincipleIndex < PassthroughBenchmarkRunner.PRINCIPLES.length) {
225
+ this.executeContext = stepResult.value.executeContext;
226
+ const principle = PassthroughBenchmarkRunner.PRINCIPLES[this.planPrincipleIndex];
227
+ this.currentStepIndex++;
228
+ return {
229
+ benchmarkSessionId: this.benchmarkSessionId,
230
+ step: 'plan-step',
231
+ stage: `plan-${principle}`,
232
+ systemPrompt: this.executeContext.systemPrompt,
233
+ prompt: this.executeContext.planningPrompt,
234
+ scenario: this.scenario.name,
235
+ progress: `${this.currentStepIndex}/${this.totalEstimatedSteps}`,
236
+ totalSteps: this.totalEstimatedSteps,
237
+ currentStepIndex: this.currentStepIndex,
238
+ };
239
+ }
240
+ // Plan complete
241
+ const planResult = this.executeEngine.planComplete(this.executeSessionId);
242
+ if (!planResult.ok)
243
+ throw new Error(`Plan complete failed: ${planResult.error.message}`);
244
+ // Update total estimate with actual task count
245
+ const actualTasks = planResult.value.executionPlan.atomicTasks.length;
246
+ const estimatedTasks = this.scenario.planningSteps.closure.atomicTasks.length;
247
+ this.totalEstimatedSteps += (actualTasks - estimatedTasks);
248
+ this.endTimer('planning', true);
249
+ return this.startExecutionPhase();
250
+ }
251
+ // ─── Execution ──────────────────────────────────────────────────
252
+ startExecutionPhase() {
253
+ this.phase = 'execution';
254
+ this.startTimer('execution');
255
+ const execStart = this.executeEngine.startExecution(this.executeSessionId);
256
+ if (!execStart.ok)
257
+ throw new Error(`Execution start failed: ${execStart.error.message}`);
258
+ if (execStart.value.allTasksCompleted || !execStart.value.taskContext) {
259
+ this.endTimer('execution', true);
260
+ return this.startEvaluatePhase();
261
+ }
262
+ this.taskContext = execStart.value.taskContext;
263
+ this.currentTaskId = this.taskContext.currentTask.taskId;
264
+ this.currentStepIndex++;
265
+ return {
266
+ benchmarkSessionId: this.benchmarkSessionId,
267
+ step: 'execute-task',
268
+ stage: `execute-task-${this.currentTaskId}`,
269
+ systemPrompt: this.taskContext.systemPrompt,
270
+ prompt: this.taskContext.taskPrompt,
271
+ scenario: this.scenario.name,
272
+ progress: `${this.currentStepIndex}/${this.totalEstimatedSteps}`,
273
+ totalSteps: this.totalEstimatedSteps,
274
+ currentStepIndex: this.currentStepIndex,
275
+ };
276
+ }
277
+ advanceExecution(parsed) {
278
+ const submitResult = this.executeEngine.submitTaskResult(this.executeSessionId, {
279
+ taskId: this.currentTaskId,
280
+ status: 'completed',
281
+ output: parsed.output ?? `Task ${this.currentTaskId} completed`,
282
+ artifacts: parsed.artifacts ?? [],
283
+ });
284
+ if (!submitResult.ok)
285
+ throw new Error(`Task submit failed: ${submitResult.error.message}`);
286
+ if (submitResult.value.allTasksCompleted || !submitResult.value.taskContext) {
287
+ this.endTimer('execution', true);
288
+ return this.startEvaluatePhase();
289
+ }
290
+ this.taskContext = submitResult.value.taskContext;
291
+ this.currentTaskId = this.taskContext.currentTask.taskId;
292
+ this.currentStepIndex++;
293
+ return {
294
+ benchmarkSessionId: this.benchmarkSessionId,
295
+ step: 'execute-task',
296
+ stage: `execute-task-${this.currentTaskId}`,
297
+ systemPrompt: this.taskContext.systemPrompt,
298
+ prompt: this.taskContext.taskPrompt,
299
+ scenario: this.scenario.name,
300
+ progress: `${this.currentStepIndex}/${this.totalEstimatedSteps}`,
301
+ totalSteps: this.totalEstimatedSteps,
302
+ currentStepIndex: this.currentStepIndex,
303
+ };
304
+ }
305
+ // ─── Evaluate ───────────────────────────────────────────────────
306
+ startEvaluatePhase() {
307
+ this.phase = 'evaluate';
308
+ this.startTimer('evaluate');
309
+ const evalStart = this.executeEngine.startEvaluation(this.executeSessionId);
310
+ if (!evalStart.ok)
311
+ throw new Error(`Evaluation start failed: ${evalStart.error.message}`);
312
+ // Simulate structural pass
313
+ const structuralResult = {
314
+ commands: [
315
+ { name: 'lint', command: 'eslint src/', exitCode: 0, output: 'No errors found' },
316
+ { name: 'build', command: 'tsc --noEmit', exitCode: 0, output: '' },
317
+ { name: 'test', command: 'vitest run', exitCode: 0, output: 'Tests: all passed' },
318
+ ],
319
+ allPassed: true,
320
+ };
321
+ const structResult = this.executeEngine.submitStructuralResult(this.executeSessionId, structuralResult);
322
+ if (!structResult.ok)
323
+ throw new Error(`Structural submit failed: ${structResult.error.message}`);
324
+ if (structResult.value.shortCircuited) {
325
+ this.endTimer('evaluate', false);
326
+ this.phase = 'complete';
327
+ return this.buildCompleteResult();
328
+ }
329
+ this.contextualContext = structResult.value.contextualContext;
330
+ this.currentStepIndex++;
331
+ return {
332
+ benchmarkSessionId: this.benchmarkSessionId,
333
+ step: 'evaluate-contextual',
334
+ stage: 'evaluate-contextual',
335
+ systemPrompt: this.contextualContext.systemPrompt,
336
+ prompt: this.contextualContext.evaluatePrompt,
337
+ scenario: this.scenario.name,
338
+ progress: `${this.currentStepIndex}/${this.totalEstimatedSteps}`,
339
+ totalSteps: this.totalEstimatedSteps,
340
+ currentStepIndex: this.currentStepIndex,
341
+ };
342
+ }
343
+ advanceEvaluate(parsed) {
344
+ const evalSubmit = this.executeEngine.submitEvaluation(this.executeSessionId, parsed);
345
+ if (!evalSubmit.ok)
346
+ throw new Error(`Evaluation submit failed: ${evalSubmit.error.message}`);
347
+ this.endTimer('evaluate', true);
348
+ this.phase = 'complete';
349
+ return this.buildCompleteResult();
350
+ }
351
+ // ─── Result ─────────────────────────────────────────────────────
352
+ buildCompleteResult() {
353
+ const session = this.executeEngine.getSession(this.executeSessionId);
354
+ const totalTasks = session.executionPlan?.atomicTasks.length ?? 0;
355
+ const completedTasks = session.taskResults.filter((t) => t.status === 'completed').length;
356
+ const totalACs = this.specJSON?.acceptanceCriteria?.length ?? 0;
357
+ const evalResult = session.evaluationResult;
358
+ const satisfiedACs = evalResult?.verifications.filter((v) => v.satisfied).length ?? 0;
359
+ const totalDurationMs = this.stages.reduce((sum, s) => sum + s.durationMs, 0);
360
+ return {
361
+ benchmarkSessionId: this.benchmarkSessionId,
362
+ step: 'complete',
363
+ metrics: {
364
+ mode: 'passthrough',
365
+ model: 'passthrough',
366
+ scenario: this.scenario.name,
367
+ totalDurationMs,
368
+ stages: this.stages,
369
+ interview: {
370
+ rounds: this.scenario.userResponses.length,
371
+ finalAmbiguity: 0.15,
372
+ },
373
+ spec: {
374
+ generated: !!this.specJSON,
375
+ },
376
+ execute: {
377
+ taskCount: totalTasks,
378
+ completionRate: totalTasks > 0 ? completedTasks / totalTasks : 0,
379
+ driftAlerts: session.driftHistory.filter((d) => d.thresholdExceeded).length,
380
+ },
381
+ evaluate: {
382
+ overallScore: evalResult?.overallScore ?? 0,
383
+ goalAlignment: evalResult?.goalAlignment ?? 0,
384
+ satisfiedACs: `${satisfiedACs}/${totalACs}`,
385
+ },
386
+ llmMetrics: this.buildLLMMetrics(),
387
+ },
388
+ };
389
+ }
390
+ // ─── Helpers ────────────────────────────────────────────────────
391
+ startTimer(stage) {
392
+ this.stageTimers.set(stage, Date.now());
393
+ }
394
+ endTimer(stage, success) {
395
+ const start = this.stageTimers.get(stage) ?? Date.now();
396
+ this.stages.push({ name: stage, durationMs: Date.now() - start, success });
397
+ }
398
+ logCall(usage) {
399
+ this.callLog.push({
400
+ stage: `step-${this.currentStepIndex}`,
401
+ latencyMs: 0, // not measurable in passthrough (caller owns the timing)
402
+ inputTokens: usage?.inputTokens ?? 0,
403
+ outputTokens: usage?.outputTokens ?? 0,
404
+ jsonParseSuccess: true,
405
+ retried: false,
406
+ });
407
+ }
408
+ buildLLMMetrics() {
409
+ const totalInput = this.callLog.reduce((s, c) => s + c.inputTokens, 0);
410
+ const totalOutput = this.callLog.reduce((s, c) => s + c.outputTokens, 0);
411
+ return {
412
+ totalCalls: this.callLog.length,
413
+ totalInputTokens: totalInput,
414
+ totalOutputTokens: totalOutput,
415
+ totalTokens: totalInput + totalOutput,
416
+ estimatedCostUSD: 0, // passthrough — cost is on the caller
417
+ avgLatencyMs: 0,
418
+ jsonParseFailures: 0,
419
+ calls: this.callLog,
420
+ };
421
+ }
422
+ tryParseJSON(raw) {
423
+ let cleaned = raw.trim();
424
+ if (cleaned.startsWith('```json'))
425
+ cleaned = cleaned.slice(7);
426
+ else if (cleaned.startsWith('```'))
427
+ cleaned = cleaned.slice(3);
428
+ if (cleaned.endsWith('```'))
429
+ cleaned = cleaned.slice(0, -3);
430
+ cleaned = cleaned.trim();
431
+ try {
432
+ return JSON.parse(cleaned);
433
+ }
434
+ catch {
435
+ throw new Error(`Failed to parse JSON response: ${cleaned.slice(0, 200)}`);
436
+ }
437
+ }
438
+ }
439
+ // ─── Session Store ──────────────────────────────────────────────
440
+ const activeSessions = new Map();
441
+ export function getBenchmarkRunner(sessionId) {
442
+ return activeSessions.get(sessionId);
443
+ }
444
+ export function registerBenchmarkRunner(runner) {
445
+ activeSessions.set(runner.benchmarkSessionId, runner);
446
+ }
447
+ export function removeBenchmarkRunner(sessionId) {
448
+ const runner = activeSessions.get(sessionId);
449
+ if (runner) {
450
+ runner.close();
451
+ activeSessions.delete(sessionId);
452
+ }
453
+ }
454
+ //# sourceMappingURL=passthrough-benchmark-runner.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"passthrough-benchmark-runner.js","sourceRoot":"","sources":["../../../benchmarks/runners/passthrough-benchmark-runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AACvD,OAAO,EAAE,iBAAiB,EAAE,MAAM,2CAA2C,CAAC;AAC9E,OAAO,EAAE,wBAAwB,EAAE,MAAM,yCAAyC,CAAC;AACnF,OAAO,EAAE,wBAAwB,EAAE,MAAM,yCAAyC,CAAC;AAwDnF,MAAM,OAAO,0BAA0B;IAC5B,kBAAkB,CAAS;IAC3B,QAAQ,CAAoB;IAE7B,MAAM,CAAS;IACf,KAAK,CAAa;IAClB,eAAe,CAAoB;IACnC,OAAO,CAA2B;IAClC,aAAa,CAA2B;IAEhD,+CAA+C;IACvC,KAAK,GAAU,WAAW,CAAC;IAC3B,kBAAkB,GAAG,EAAE,CAAC;IACxB,mBAAmB,GAAG,CAAC,CAAC;IACxB,eAAe,GAAG,KAAK,CAAC;IACxB,YAAY,GAAG,EAAE,CAAC;IAClB,QAAQ,GAAmC,IAAI,CAAC;IAChD,MAAM,GAAG,EAAE,CAAC;IACZ,gBAAgB,GAAG,EAAE,CAAC;IACtB,kBAAkB,GAAG,CAAC,CAAC;IACvB,aAAa,GAAG,EAAE,CAAC;IACnB,WAAW,GAAwB,IAAI,GAAG,EAAE,CAAC;IAC7C,MAAM,GAAmB,EAAE,CAAC;IAC5B,OAAO,GAAoB,EAAE,CAAC;IAC9B,gBAAgB,GAAG,CAAC,CAAC;IACrB,mBAAmB,GAAG,CAAC,CAAC;IAEhC,kBAAkB;IACV,uBAAuB,GAAoF,IAAI,CAAC;IAChH,cAAc,GAA4D,IAAI,CAAC;IAC/E,WAAW,GAAyF,IAAI,CAAC;IACzG,iBAAiB,GAA4D,IAAI,CAAC;IAE1F,YAAY,QAA2B;QACrC,IAAI,CAAC,kBAAkB,GAAG,UAAU,EAAE,CAAC;QACvC,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,MAAM,GAAG,2BAA2B,IAAI,CAAC,kBAAkB,KAAK,CAAC;QACtE,IAAI,CAAC,KAAK,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACzC,IAAI,CAAC,eAAe,GAAG,IAAI,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzD,IAAI,CAAC,OAAO,GAAG,IAAI,wBAAwB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACxD,IAAI,CAAC,aAAa,GAAG,IAAI,wBAAwB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAE9D,+DAA+D;QAC/D,MAAM,YAAY,GAAG,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC;QACvE,IAAI,CAAC,mBAAmB,GAAG,QAAQ,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,YAAY,GAAG,CAAC,CAAC;IAC1F,CAAC;IAED,mDAAmD;IACnD,KAAK;QACH,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;QAE7B,MAAM,WAAW,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACpE,IAAI,CAAC,WAAW,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,WAAW,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAE7F,IAAI,CAAC,kBAAkB,GAAG,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC;QAC9D,MAAM,GAAG,GAAG,WAAW,CAAC,KAAK,CAAC,cAAc,CAAC;QAC7C,IAAI,CAAC,uBAAuB,GAAG,GAAG,CAAC;QAEnC,IAAI,CAAC,gBAAgB,GAAG,CAAC,CAAC;QAE1B,OAAO;YACL,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,IAAI,EAAE,oBAAoB;YAC1B,KAAK,EAAE,sBAAsB;YAC7B,YAAY,EAAE,GAAG,CAAC,YAAY;YAC9B,MAAM,EAAE,GAAG,CAAC,cAAc;YAC1B,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;YAC5B,QAAQ,EAAE,GAAG,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,mBAAmB,EAAE;YAChE,UAAU,EAAE,IAAI,CAAC,mBAAmB;YACpC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;SACxC,CAAC;IACJ,CAAC;IAED,kDAAkD;IAClD,OAAO,CAAC,KAA4B;QAClC,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAEjD,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAE1B,IAAI,IAAI,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;YAC/B,OAAO,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAC9C,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,KAAK,MAAM,EAAE,CAAC;YAC1B,OAAO,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QAClC,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;YAC9B,OAAO,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;QACtC,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;YAC/B,OAAO,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;QACvC,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;YAC9B,OAAO,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;QACtC,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,qBAAqB,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;IACrD,CAAC;IAED,KAAK;QACH,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;IAED,mEAAmE;IAE3D,gBAAgB,CAAC,MAA+B,EAAE,KAA4B;QACpF,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,OAAO,IAAI,CAAC,oBAAoB,CAAC,MAA2C,CAAC,CAAC;QAChF,CAAC;QACD,OAAO,IAAI,CAAC,uBAAuB,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;IACrD,CAAC;IAEO,uBAAuB,CAAC,MAA+B,EAAE,MAA6B;QAC5F,IAAI,CAAC,YAAY,GAAI,MAAM,CAAC,QAAmB,IAAI,oBAAoB,CAAC;QAExE,iBAAiB;QACjB,IAAI,IAAI,CAAC,uBAAuB,EAAE,aAAa,EAAE,CAAC;YAChD,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;YAC5B,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAExB,OAAO;gBACL,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;gBAC3C,IAAI,EAAE,iBAAiB;gBACvB,KAAK,EAAE,mBAAmB,IAAI,CAAC,mBAAmB,GAAG,CAAC,EAAE;gBACxD,YAAY,EAAE,IAAI,CAAC,uBAAuB,CAAC,YAAY;gBACvD,MAAM,EAAE,IAAI,CAAC,uBAAuB,CAAC,aAAa;gBAClD,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;gBAC5B,QAAQ,EAAE,GAAG,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,mBAAmB,EAAE;gBAChE,UAAU,EAAE,IAAI,CAAC,mBAAmB;gBACpC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;aACxC,CAAC;QACJ,CAAC;QAED,uDAAuD;QACvD,OAAO,IAAI,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC;IAC9C,CAAC;IAEO,oBAAoB,CAAC,KAA6B;QACxD,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC;QAC7B,OAAO,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;IAC1C,CAAC;IAEO,oBAAoB,CAAC,KAAyC;QACpE,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAC3E,IAAI,CAAC,YAAY;YAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,IAAI,CAAC,mBAAmB,EAAE,CAAC,CAAC;QAE7F,MAAM,aAAa,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,CAChD,IAAI,CAAC,kBAAkB,EACvB,YAAY,EACZ,IAAI,CAAC,YAAY,EACjB,KAAK,CACN,CAAC;QACF,IAAI,CAAC,aAAa,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,aAAa,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAEnG,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAC3B,MAAM,GAAG,GAAG,aAAa,CAAC,KAAK,CAAC,cAAc,CAAC;QAC/C,IAAI,CAAC,uBAAuB,GAAG,GAAG,CAAC;QAEnC,eAAe;QACf,IAAI,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC;YAClE,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACxB,OAAO;gBACL,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;gBAC3C,IAAI,EAAE,oBAAoB;gBAC1B,KAAK,EAAE,sBAAsB,IAAI,CAAC,mBAAmB,GAAG,CAAC,EAAE;gBAC3D,YAAY,EAAE,GAAG,CAAC,YAAY;gBAC9B,MAAM,EAAE,GAAG,CAAC,cAAc;gBAC1B,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;gBAC5B,QAAQ,EAAE,GAAG,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,mBAAmB,EAAE;gBAChE,UAAU,EAAE,IAAI,CAAC,mBAAmB;gBACpC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;aACxC,CAAC;QACJ,CAAC;QAED,4BAA4B;QAC5B,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACvD,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;QAEjC,OAAO,IAAI,CAAC,cAAc,EAAE,CAAC;IAC/B,CAAC;IAED,mEAAmE;IAE3D,cAAc;QACpB,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC;QACpB,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAExB,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACzE,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAE3D,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxB,OAAO;YACL,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,IAAI,EAAE,UAAU;YAChB,KAAK,EAAE,UAAU;YACjB,YAAY,EAAE,WAAW,CAAC,YAAY;YACtC,MAAM,EAAE,WAAW,CAAC,UAAU;YAC9B,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;YAC5B,QAAQ,EAAE,GAAG,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,mBAAmB,EAAE;YAChE,UAAU,EAAE,IAAI,CAAC,mBAAmB;YACpC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;SACxC,CAAC;IACJ,CAAC;IAEO,WAAW,CAAC,MAA+B;QACjD,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;QACzE,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAe,EAAE,IAAI,CAAC,CAAC;QAC7E,IAAI,CAAC,MAAM,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAEnF,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC;QACvB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;QAC3C,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAE5B,OAAO,IAAI,CAAC,kBAAkB,EAAE,CAAC;IACnC,CAAC;IAED,mEAAmE;IAE3D,MAAM,CAAU,UAAU,GAAG,CAAC,eAAe,EAAE,SAAS,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC;IAErF,kBAAkB;QACxB,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC;QACxB,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;QAE5B,MAAM,IAAI,GAAG;YACX,GAAG,IAAI,CAAC,QAAS;YACjB,OAAO,EAAE,KAAK;YACd,QAAQ,EAAE;gBACR,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;gBAC3C,cAAc,EAAE,IAAI;gBACpB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACtC;SACF,CAAC;QAEF,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAa,CAAC,CAAC;QAC5D,IAAI,CAAC,WAAW,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,WAAW,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAE3F,IAAI,CAAC,gBAAgB,GAAG,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC;QAC5D,IAAI,CAAC,cAAc,GAAG,WAAW,CAAC,KAAK,CAAC,cAAc,CAAC;QACvD,IAAI,CAAC,kBAAkB,GAAG,CAAC,CAAC;QAE5B,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxB,MAAM,SAAS,GAAG,0BAA0B,CAAC,UAAU,CAAC,CAAC,CAAE,CAAC;QAC5D,OAAO;YACL,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,IAAI,EAAE,WAAW;YACjB,KAAK,EAAE,QAAQ,SAAS,EAAE;YAC1B,YAAY,EAAE,IAAI,CAAC,cAAe,CAAC,YAAY;YAC/C,MAAM,EAAE,IAAI,CAAC,cAAe,CAAC,cAAc;YAC3C,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;YAC5B,QAAQ,EAAE,GAAG,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,mBAAmB,EAAE;YAChE,UAAU,EAAE,IAAI,CAAC,mBAAmB;YACpC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;SACxC,CAAC;IACJ,CAAC;IAEO,eAAe,CAAC,MAA+B;QACrD,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,gBAAgB,EAAE,MAAe,CAAC,CAAC;QACvF,IAAI,CAAC,UAAU,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,UAAU,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAErF,IAAI,CAAC,kBAAkB,EAAE,CAAC;QAE1B,IAAI,IAAI,CAAC,kBAAkB,GAAG,0BAA0B,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;YAC3E,IAAI,CAAC,cAAc,GAAG,UAAU,CAAC,KAAK,CAAC,cAAe,CAAC;YACvD,MAAM,SAAS,GAAG,0BAA0B,CAAC,UAAU,CAAC,IAAI,CAAC,kBAAkB,CAAE,CAAC;YAClF,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACxB,OAAO;gBACL,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;gBAC3C,IAAI,EAAE,WAAW;gBACjB,KAAK,EAAE,QAAQ,SAAS,EAAE;gBAC1B,YAAY,EAAE,IAAI,CAAC,cAAe,CAAC,YAAY;gBAC/C,MAAM,EAAE,IAAI,CAAC,cAAe,CAAC,cAAc;gBAC3C,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;gBAC5B,QAAQ,EAAE,GAAG,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,mBAAmB,EAAE;gBAChE,UAAU,EAAE,IAAI,CAAC,mBAAmB;gBACpC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;aACxC,CAAC;QACJ,CAAC;QAED,gBAAgB;QAChB,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAC1E,IAAI,CAAC,UAAU,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,UAAU,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAEzF,+CAA+C;QAC/C,MAAM,WAAW,GAAG,UAAU,CAAC,KAAK,CAAC,aAAa,CAAC,WAAW,CAAC,MAAM,CAAC;QACtE,MAAM,cAAc,GAAG,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC;QAC9E,IAAI,CAAC,mBAAmB,IAAI,CAAC,WAAW,GAAG,cAAc,CAAC,CAAC;QAE3D,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;QAChC,OAAO,IAAI,CAAC,mBAAmB,EAAE,CAAC;IACpC,CAAC;IAED,mEAAmE;IAE3D,mBAAmB;QACzB,IAAI,CAAC,KAAK,GAAG,WAAW,CAAC;QACzB,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;QAE7B,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAC3E,IAAI,CAAC,SAAS,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,SAAS,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAEzF,IAAI,SAAS,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;YACtE,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;YACjC,OAAO,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACnC,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,SAAS,CAAC,KAAK,CAAC,WAAW,CAAC;QAC/C,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,MAAM,CAAC;QAEzD,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxB,OAAO;YACL,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,gBAAgB,IAAI,CAAC,aAAa,EAAE;YAC3C,YAAY,EAAE,IAAI,CAAC,WAAW,CAAC,YAAY;YAC3C,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,UAAU;YACnC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;YAC5B,QAAQ,EAAE,GAAG,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,mBAAmB,EAAE;YAChE,UAAU,EAAE,IAAI,CAAC,mBAAmB;YACpC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;SACxC,CAAC;IACJ,CAAC;IAEO,gBAAgB,CAAC,MAA+B;QACtD,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa,CAAC,gBAAgB,CAAC,IAAI,CAAC,gBAAgB,EAAE;YAC9E,MAAM,EAAE,IAAI,CAAC,aAAa;YAC1B,MAAM,EAAE,WAAW;YACnB,MAAM,EAAG,MAAM,CAAC,MAAiB,IAAI,QAAQ,IAAI,CAAC,aAAa,YAAY;YAC3E,SAAS,EAAG,MAAM,CAAC,SAAsB,IAAI,EAAE;SAChD,CAAC,CAAC;QACH,IAAI,CAAC,YAAY,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,YAAY,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAE3F,IAAI,YAAY,CAAC,KAAK,CAAC,iBAAiB,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;YAC5E,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;YACjC,OAAO,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACnC,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,YAAY,CAAC,KAAK,CAAC,WAAW,CAAC;QAClD,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,MAAM,CAAC;QAEzD,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxB,OAAO;YACL,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,gBAAgB,IAAI,CAAC,aAAa,EAAE;YAC3C,YAAY,EAAE,IAAI,CAAC,WAAW,CAAC,YAAY;YAC3C,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,UAAU;YACnC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;YAC5B,QAAQ,EAAE,GAAG,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,mBAAmB,EAAE;YAChE,UAAU,EAAE,IAAI,CAAC,mBAAmB;YACpC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;SACxC,CAAC;IACJ,CAAC;IAED,mEAAmE;IAE3D,kBAAkB;QACxB,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC;QACxB,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;QAE5B,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,eAAe,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAC5E,IAAI,CAAC,SAAS,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,SAAS,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAE1F,2BAA2B;QAC3B,MAAM,gBAAgB,GAAG;YACvB,QAAQ,EAAE;gBACR,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,iBAAiB,EAAE;gBAChF,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;gBACnE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,mBAAmB,EAAE;aAClF;YACD,SAAS,EAAE,IAAI;SAChB,CAAC;QAEF,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa,CAAC,sBAAsB,CAAC,IAAI,CAAC,gBAAgB,EAAE,gBAAgB,CAAC,CAAC;QACxG,IAAI,CAAC,YAAY,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,YAAY,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAEjG,IAAI,YAAY,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;YACtC,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;YACjC,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC;YACxB,OAAO,IAAI,CAAC,mBAAmB,EAAE,CAAC;QACpC,CAAC;QAED,IAAI,CAAC,iBAAiB,GAAG,YAAY,CAAC,KAAK,CAAC,iBAAkB,CAAC;QAE/D,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACxB,OAAO;YACL,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,IAAI,EAAE,qBAAqB;YAC3B,KAAK,EAAE,qBAAqB;YAC5B,YAAY,EAAE,IAAI,CAAC,iBAAiB,CAAC,YAAY;YACjD,MAAM,EAAE,IAAI,CAAC,iBAAiB,CAAC,cAAc;YAC7C,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;YAC5B,QAAQ,EAAE,GAAG,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,mBAAmB,EAAE;YAChE,UAAU,EAAE,IAAI,CAAC,mBAAmB;YACpC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;SACxC,CAAC;IACJ,CAAC;IAEO,eAAe,CAAC,MAA+B;QACrD,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,gBAAgB,CAAC,IAAI,CAAC,gBAAgB,EAAE,MAAe,CAAC,CAAC;QAC/F,IAAI,CAAC,UAAU,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,6BAA6B,UAAU,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;QAE7F,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;QAChC,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC;QACxB,OAAO,IAAI,CAAC,mBAAmB,EAAE,CAAC;IACpC,CAAC;IAED,mEAAmE;IAE3D,mBAAmB;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QACrE,MAAM,UAAU,GAAG,OAAO,CAAC,aAAa,EAAE,WAAW,CAAC,MAAM,IAAI,CAAC,CAAC;QAClE,MAAM,cAAc,GAAG,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,MAAM,CAAC;QAC1F,MAAM,QAAQ,GAAI,IAAI,CAAC,QAAQ,EAAE,kBAA+B,EAAE,MAAM,IAAI,CAAC,CAAC;QAC9E,MAAM,UAAU,GAAG,OAAO,CAAC,gBAAgB,CAAC;QAC5C,MAAM,YAAY,GAAG,UAAU,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC;QAEtF,MAAM,eAAe,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QAE9E,OAAO;YACL,kBAAkB,EAAE,IAAI,CAAC,kBAAkB;YAC3C,IAAI,EAAE,UAAU;YAChB,OAAO,EAAE;gBACP,IAAI,EAAE,aAAa;gBACnB,KAAK,EAAE,aAAa;gBACpB,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;gBAC5B,eAAe;gBACf,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,SAAS,EAAE;oBACT,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,MAAM;oBAC1C,cAAc,EAAE,IAAI;iBACrB;gBACD,IAAI,EAAE;oBACJ,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ;iBAC3B;gBACD,OAAO,EAAE;oBACP,SAAS,EAAE,UAAU;oBACrB,cAAc,EAAE,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,cAAc,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;oBAChE,WAAW,EAAE,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,MAAM;iBAC5E;gBACD,QAAQ,EAAE;oBACR,YAAY,EAAE,UAAU,EAAE,YAAY,IAAI,CAAC;oBAC3C,aAAa,EAAE,UAAU,EAAE,aAAa,IAAI,CAAC;oBAC7C,YAAY,EAAE,GAAG,YAAY,IAAI,QAAQ,EAAE;iBAC5C;gBACD,UAAU,EAAE,IAAI,CAAC,eAAe,EAAE;aACnC;SACF,CAAC;IACJ,CAAC;IAED,mEAAmE;IAE3D,UAAU,CAAC,KAAa;QAC9B,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IAC1C,CAAC;IAEO,QAAQ,CAAC,KAAa,EAAE,OAAgB;QAC9C,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;QACxD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;IAC7E,CAAC;IAEO,OAAO,CAAC,KAAqD;QACnE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;YAChB,KAAK,EAAE,QAAQ,IAAI,CAAC,gBAAgB,EAAE;YACtC,SAAS,EAAE,CAAC,EAAI,yDAAyD;YACzE,WAAW,EAAE,KAAK,EAAE,WAAW,IAAI,CAAC;YACpC,YAAY,EAAE,KAAK,EAAE,YAAY,IAAI,CAAC;YACtC,gBAAgB,EAAE,IAAI;YACtB,OAAO,EAAE,KAAK;SACf,CAAC,CAAC;IACL,CAAC;IAEO,eAAe;QACrB,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QACvE,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;QACzE,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM;YAC/B,gBAAgB,EAAE,UAAU;YAC5B,iBAAiB,EAAE,WAAW;YAC9B,WAAW,EAAE,UAAU,GAAG,WAAW;YACrC,gBAAgB,EAAE,CAAC,EAAE,sCAAsC;YAC3D,YAAY,EAAE,CAAC;YACf,iBAAiB,EAAE,CAAC;YACpB,KAAK,EAAE,IAAI,CAAC,OAAO;SACpB,CAAC;IACJ,CAAC;IAEO,YAAY,CAAC,GAAW;QAC9B,IAAI,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;QACzB,IAAI,OAAO,CAAC,UAAU,CAAC,SAAS,CAAC;YAAE,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;aACzD,IAAI,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC;YAAE,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAC/D,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC5D,OAAO,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;QAEzB,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAA4B,CAAC;QACxD,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,kCAAkC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;QAC7E,CAAC;IACH,CAAC;;AAGH,mEAAmE;AAEnE,MAAM,cAAc,GAAG,IAAI,GAAG,EAAsC,CAAC;AAErE,MAAM,UAAU,kBAAkB,CAAC,SAAiB;IAClD,OAAO,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;AACvC,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,MAAkC;IACxE,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,kBAAkB,EAAE,MAAM,CAAC,CAAC;AACxD,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,SAAiB;IACrD,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAC7C,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,CAAC,KAAK,EAAE,CAAC;QACf,cAAc,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IACnC,CAAC;AACH,CAAC"}
@@ -0,0 +1,3 @@
1
+ import type { BenchmarkScenario } from '../types.js';
2
+ export declare const apiGatewayScenario: BenchmarkScenario;
3
+ //# sourceMappingURL=api-gateway.scenario.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"api-gateway.scenario.d.ts","sourceRoot":"","sources":["../../../benchmarks/scenarios/api-gateway.scenario.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAErD,eAAO,MAAM,kBAAkB,EAAE,iBAiHhC,CAAC"}
@@ -0,0 +1,115 @@
1
+ export const apiGatewayScenario = {
2
+ name: 'api-gateway',
3
+ description: 'API Gateway with routing, auth, and rate limiting',
4
+ topic: 'API Gateway',
5
+ userResponses: [
6
+ 'MSA 환경에서 API Gateway를 구현합니다. 라우팅, 인증, rate limiting, 로깅이 필요합니다.',
7
+ 'Express 기반, 서비스별 프록시 라우팅, JWT 토큰 검증 미들웨어입니다.',
8
+ 'Rate limiting은 sliding window 알고리즘, Redis로 카운터 관리, 서비스별 별도 한도입니다.',
9
+ '헬스체크 엔드포인트, 요청/응답 로깅, 에러 핸들링 미들웨어가 필요합니다.',
10
+ '우선순위: 1) 프록시 라우팅 2) JWT 인증 3) rate limiting 4) 로깅/헬스체크',
11
+ ],
12
+ expectedSpec: {
13
+ goal: 'MSA용 API Gateway 구현 (라우팅, 인증, rate limiting, 로깅)',
14
+ constraints: [
15
+ 'Express 프레임워크',
16
+ 'JWT 토큰 검증 미들웨어',
17
+ 'Redis 기반 sliding window rate limiting',
18
+ '서비스별 독립 rate limit 한도',
19
+ ],
20
+ acceptanceCriteria: [
21
+ 'AC0: 프록시 라우팅 — URL 패턴 기반 서비스 라우팅, 동적 서비스 등록/해제',
22
+ 'AC1: JWT 인증 — 모든 요청에 JWT 검증, 공개 경로 화이트리스트',
23
+ 'AC2: Rate Limiting — Redis sliding window, 서비스별 한도 설정',
24
+ 'AC3: 요청 로깅 — 요청/응답 메타데이터 구조화 로깅',
25
+ 'AC4: 헬스체크 — 게이트웨이 + 다운스트림 서비스 상태 확인',
26
+ ],
27
+ ontologySchema: {
28
+ entities: [
29
+ { name: 'Route', description: '서비스 라우팅 규칙', attributes: ['pattern', 'target', 'methods'] },
30
+ { name: 'Service', description: '다운스트림 서비스', attributes: ['name', 'url', 'healthEndpoint', 'rateLimit'] },
31
+ { name: 'Request', description: '게이트웨이 요청', attributes: ['id', 'method', 'path', 'headers', 'timestamp'] },
32
+ ],
33
+ relations: [
34
+ { from: 'Route', to: 'Service', type: 'routes_to' },
35
+ { from: 'Request', to: 'Route', type: 'matched_by' },
36
+ ],
37
+ },
38
+ gestaltAnalysis: [
39
+ { principle: 'figure_ground', finding: '프록시 라우팅이 핵심(figure), 로깅/헬스체크는 보조(ground)', confidence: 0.93 },
40
+ { principle: 'closure', finding: '에러 핸들링 미들웨어가 암묵적으로 필요', confidence: 0.87 },
41
+ { principle: 'continuity', finding: '요청 → 인증 → rate limit → 프록시 → 로깅 파이프라인 흐름', confidence: 0.91 },
42
+ ],
43
+ },
44
+ planningSteps: {
45
+ figureGround: {
46
+ classifiedACs: [
47
+ { acIndex: 0, classification: 'essential', reasoning: '게이트웨이 핵심 기능' },
48
+ { acIndex: 1, classification: 'essential', reasoning: '보안 필수 레이어' },
49
+ { acIndex: 2, classification: 'essential', reasoning: '트래픽 보호 필수' },
50
+ { acIndex: 3, classification: 'supplementary', reasoning: '운영 편의 기능' },
51
+ { acIndex: 4, classification: 'supplementary', reasoning: '모니터링 보조 기능' },
52
+ ],
53
+ },
54
+ closure: {
55
+ atomicTasks: [
56
+ { taskId: 'T1', title: 'Express 앱 스캐폴딩 + 라우트 설정 파서', acIndices: [0], dependencies: [] },
57
+ { taskId: 'T2', title: '프록시 미들웨어 (http-proxy-middleware)', acIndices: [0], dependencies: ['T1'] },
58
+ { taskId: 'T3', title: 'JWT 인증 미들웨어 + 화이트리스트', acIndices: [1], dependencies: ['T1'] },
59
+ { taskId: 'T4', title: 'Redis 연결 + sliding window 모듈', acIndices: [2], dependencies: [] },
60
+ { taskId: 'T5', title: 'Rate limiting 미들웨어', acIndices: [2], dependencies: ['T4', 'T1'] },
61
+ { taskId: 'T6', title: '요청/응답 로깅 미들웨어', acIndices: [3], dependencies: ['T1'] },
62
+ { taskId: 'T7', title: '헬스체크 엔드포인트', acIndices: [4], dependencies: ['T1'] },
63
+ { taskId: 'T8', title: '에러 핸들링 미들웨어', acIndices: [0, 1, 2], dependencies: ['T1'] },
64
+ ],
65
+ },
66
+ proximity: {
67
+ taskGroups: [
68
+ { groupId: 'G1', name: '코어 라우팅', taskIds: ['T1', 'T2'] },
69
+ { groupId: 'G2', name: '보안', taskIds: ['T3', 'T4', 'T5'] },
70
+ { groupId: 'G3', name: '관측성', taskIds: ['T6', 'T7'] },
71
+ { groupId: 'G4', name: '안정성', taskIds: ['T8'] },
72
+ ],
73
+ },
74
+ continuity: {
75
+ dagValidation: {
76
+ isValid: true,
77
+ hasCycles: false,
78
+ hasConflicts: false,
79
+ topologicalOrder: ['T1', 'T4', 'T2', 'T3', 'T5', 'T6', 'T7', 'T8'],
80
+ criticalPath: ['T1', 'T4', 'T5'],
81
+ },
82
+ },
83
+ },
84
+ taskOutputs: [
85
+ { taskId: 'T1', output: 'Express 앱 + YAML 기반 라우트 설정 파서', artifacts: ['src/app.ts', 'src/config/routes.yml'] },
86
+ { taskId: 'T2', output: 'http-proxy-middleware 기반 프록시', artifacts: ['src/middleware/proxy.ts'] },
87
+ { taskId: 'T3', output: 'JWT 검증 + 공개 경로 화이트리스트', artifacts: ['src/middleware/auth.ts'] },
88
+ { taskId: 'T4', output: 'Redis 연결 + sliding window 카운터', artifacts: ['src/lib/redis.ts', 'src/lib/sliding-window.ts'] },
89
+ { taskId: 'T5', output: '서비스별 rate limiting 미들웨어', artifacts: ['src/middleware/rate-limit.ts'] },
90
+ { taskId: 'T6', output: 'pino 기반 구조화 로깅', artifacts: ['src/middleware/logger.ts'] },
91
+ { taskId: 'T7', output: '/health 및 /health/:service 엔드포인트', artifacts: ['src/routes/health.ts'] },
92
+ { taskId: 'T8', output: '글로벌 에러 핸들러', artifacts: ['src/middleware/error-handler.ts'] },
93
+ ],
94
+ structuralResult: {
95
+ commands: [
96
+ { name: 'lint', command: 'eslint src/', exitCode: 0, output: 'No errors found' },
97
+ { name: 'build', command: 'tsc --noEmit', exitCode: 0, output: '' },
98
+ { name: 'test', command: 'vitest run', exitCode: 0, output: 'Tests: 31 passed' },
99
+ ],
100
+ allPassed: true,
101
+ },
102
+ evaluationResult: {
103
+ verifications: [
104
+ { acIndex: 0, satisfied: true, evidence: '프록시 라우팅 + 동적 서비스 등록', gaps: [] },
105
+ { acIndex: 1, satisfied: true, evidence: 'JWT 미들웨어 + 화이트리스트', gaps: [] },
106
+ { acIndex: 2, satisfied: true, evidence: 'Redis sliding window + 서비스별 한도', gaps: [] },
107
+ { acIndex: 3, satisfied: true, evidence: 'pino 구조화 로깅', gaps: [] },
108
+ { acIndex: 4, satisfied: true, evidence: '게이트웨이 + 다운스트림 헬스체크', gaps: [] },
109
+ ],
110
+ overallScore: 0.95,
111
+ goalAlignment: 0.92,
112
+ recommendations: ['서킷 브레이커 패턴 추가 고려'],
113
+ },
114
+ };
115
+ //# sourceMappingURL=api-gateway.scenario.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"api-gateway.scenario.js","sourceRoot":"","sources":["../../../benchmarks/scenarios/api-gateway.scenario.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,kBAAkB,GAAsB;IACnD,IAAI,EAAE,aAAa;IACnB,WAAW,EAAE,mDAAmD;IAChE,KAAK,EAAE,aAAa;IACpB,aAAa,EAAE;QACb,iEAAiE;QACjE,8CAA8C;QAC9C,mEAAmE;QACnE,2CAA2C;QAC3C,wDAAwD;KACzD;IACD,YAAY,EAAE;QACZ,IAAI,EAAE,kDAAkD;QACxD,WAAW,EAAE;YACX,eAAe;YACf,gBAAgB;YAChB,uCAAuC;YACvC,uBAAuB;SACxB;QACD,kBAAkB,EAAE;YAClB,gDAAgD;YAChD,2CAA2C;YAC3C,uDAAuD;YACvD,iCAAiC;YACjC,qCAAqC;SACtC;QACD,cAAc,EAAE;YACd,QAAQ,EAAE;gBACR,EAAE,IAAI,EAAE,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,UAAU,EAAE,CAAC,SAAS,EAAE,QAAQ,EAAE,SAAS,CAAC,EAAE;gBAC1F,EAAE,IAAI,EAAE,SAAS,EAAE,WAAW,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC,MAAM,EAAE,KAAK,EAAE,gBAAgB,EAAE,WAAW,CAAC,EAAE;gBACzG,EAAE,IAAI,EAAE,SAAS,EAAE,WAAW,EAAE,UAAU,EAAE,UAAU,EAAE,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,WAAW,CAAC,EAAE;aAC3G;YACD,SAAS,EAAE;gBACT,EAAE,IAAI,EAAE,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,WAAW,EAAE;gBACnD,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE;aACrD;SACF;QACD,eAAe,EAAE;YACf,EAAE,SAAS,EAAE,eAAe,EAAE,OAAO,EAAE,0CAA0C,EAAE,UAAU,EAAE,IAAI,EAAE;YACrG,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,EAAE,uBAAuB,EAAE,UAAU,EAAE,IAAI,EAAE;YAC5E,EAAE,SAAS,EAAE,YAAY,EAAE,OAAO,EAAE,0CAA0C,EAAE,UAAU,EAAE,IAAI,EAAE;SACnG;KACF;IACD,aAAa,EAAE;QACb,YAAY,EAAE;YACZ,aAAa,EAAE;gBACb,EAAE,OAAO,EAAE,CAAC,EAAE,cAAc,EAAE,WAAW,EAAE,SAAS,EAAE,aAAa,EAAE;gBACrE,EAAE,OAAO,EAAE,CAAC,EAAE,cAAc,EAAE,WAAW,EAAE,SAAS,EAAE,WAAW,EAAE;gBACnE,EAAE,OAAO,EAAE,CAAC,EAAE,cAAc,EAAE,WAAW,EAAE,SAAS,EAAE,WAAW,EAAE;gBACnE,EAAE,OAAO,EAAE,CAAC,EAAE,cAAc,EAAE,eAAe,EAAE,SAAS,EAAE,UAAU,EAAE;gBACtE,EAAE,OAAO,EAAE,CAAC,EAAE,cAAc,EAAE,eAAe,EAAE,SAAS,EAAE,YAAY,EAAE;aACzE;SACF;QACD,OAAO,EAAE;YACP,WAAW,EAAE;gBACX,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,4BAA4B,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,EAAE,EAAE;gBACvF,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,kCAAkC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,IAAI,CAAC,EAAE;gBACjG,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,sBAAsB,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,IAAI,CAAC,EAAE;gBACrF,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,8BAA8B,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,EAAE,EAAE;gBACzF,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,oBAAoB,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE;gBACzF,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,eAAe,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,IAAI,CAAC,EAAE;gBAC9E,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,YAAY,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,IAAI,CAAC,EAAE;gBAC3E,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,aAAa,EAAE,SAAS,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,IAAI,CAAC,EAAE;aACnF;SACF;QACD,SAAS,EAAE;YACT,UAAU,EAAE;gBACV,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE;gBACxD,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE;gBAC1D,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE;gBACrD,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,IAAI,CAAC,EAAE;aAChD;SACF;QACD,UAAU,EAAE;YACV,aAAa,EAAE;gBACb,OAAO,EAAE,IAAI;gBACb,SAAS,EAAE,KAAK;gBAChB,YAAY,EAAE,KAAK;gBACnB,gBAAgB,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC;gBAClE,YAAY,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC;aACjC;SACF;KACF;IACD,WAAW,EAAE;QACX,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,+BAA+B,EAAE,SAAS,EAAE,CAAC,YAAY,EAAE,uBAAuB,CAAC,EAAE;QAC7G,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,8BAA8B,EAAE,SAAS,EAAE,CAAC,yBAAyB,CAAC,EAAE;QAChG,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,uBAAuB,EAAE,SAAS,EAAE,CAAC,wBAAwB,CAAC,EAAE;QACxF,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,+BAA+B,EAAE,SAAS,EAAE,CAAC,kBAAkB,EAAE,2BAA2B,CAAC,EAAE;QACvH,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,yBAAyB,EAAE,SAAS,EAAE,CAAC,8BAA8B,CAAC,EAAE;QAChG,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,gBAAgB,EAAE,SAAS,EAAE,CAAC,0BAA0B,CAAC,EAAE;QACnF,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,kCAAkC,EAAE,SAAS,EAAE,CAAC,sBAAsB,CAAC,EAAE;QACjG,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,YAAY,EAAE,SAAS,EAAE,CAAC,iCAAiC,CAAC,EAAE;KACvF;IACD,gBAAgB,EAAE;QAChB,QAAQ,EAAE;YACR,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,iBAAiB,EAAE;YAChF,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;YACnE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,kBAAkB,EAAE;SACjF;QACD,SAAS,EAAE,IAAI;KAChB;IACD,gBAAgB,EAAE;QAChB,aAAa,EAAE;YACb,EAAE,OAAO,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,qBAAqB,EAAE,IAAI,EAAE,EAAE,EAAE;YAC1E,EAAE,OAAO,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,mBAAmB,EAAE,IAAI,EAAE,EAAE,EAAE;YACxE,EAAE,OAAO,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,gCAAgC,EAAE,IAAI,EAAE,EAAE,EAAE;YACrF,EAAE,OAAO,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,EAAE;YAClE,EAAE,OAAO,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,oBAAoB,EAAE,IAAI,EAAE,EAAE,EAAE;SAC1E;QACD,YAAY,EAAE,IAAI;QAClB,aAAa,EAAE,IAAI;QACnB,eAAe,EAAE,CAAC,kBAAkB,CAAC;KACtC;CACF,CAAC"}
@@ -0,0 +1,3 @@
1
+ import type { BenchmarkScenario } from '../types.js';
2
+ export declare const authSystemScenario: BenchmarkScenario;
3
+ //# sourceMappingURL=auth-system.scenario.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"auth-system.scenario.d.ts","sourceRoot":"","sources":["../../../benchmarks/scenarios/auth-system.scenario.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAErD,eAAO,MAAM,kBAAkB,EAAE,iBAgHhC,CAAC"}