@opensearch-project/agent-health 0.5.2 → 0.7.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (230) hide show
  1. package/README.md +1 -0
  2. package/cli/dist/index.js +2325 -961
  3. package/dist/assets/index-D-Np_l_T.js +246 -0
  4. package/dist/assets/index-vZt9QZKf.css +1 -0
  5. package/dist/index.html +2 -2
  6. package/docs/CLI.md +183 -3
  7. package/docs/CONFIGURATION.md +1 -1
  8. package/docs/CONNECTORS.md +1 -1
  9. package/docs/INSTRUMENT_WITH_OTEL.md +7 -0
  10. package/docs/SDK.md +178 -5
  11. package/docs/STORAGE_INDEX_FIELD_LIMITS.md +216 -0
  12. package/docs/skills/AGENT_HEALTH.md +55 -1
  13. package/docs/skills/add-connector/SKILL.md +5 -1
  14. package/examples/eval-files/demo.eval.js +1 -1
  15. package/examples/eval-files/ops-rca-classification.eval.js +71 -0
  16. package/examples/eval-files/ops-rca-evaluator.json +15 -0
  17. package/examples/eval-files/sdk-demo.eval.js +72 -0
  18. package/examples/eval-files/sdk-describe-demo.eval.js +50 -0
  19. package/examples/eval-files/sdk-hooks-demo.eval.js +1 -1
  20. package/lib/dist/lib/agentTrends.d.ts +210 -0
  21. package/lib/dist/lib/agentTrends.d.ts.map +1 -0
  22. package/lib/dist/lib/agentTrends.js +360 -0
  23. package/lib/dist/lib/agentTrends.js.map +1 -0
  24. package/lib/dist/lib/bedrockCompat.d.ts +27 -0
  25. package/lib/dist/lib/bedrockCompat.d.ts.map +1 -0
  26. package/lib/dist/lib/bedrockCompat.js +83 -0
  27. package/lib/dist/lib/bedrockCompat.js.map +1 -0
  28. package/lib/dist/lib/benchmarkCaseReview.d.ts +114 -0
  29. package/lib/dist/lib/benchmarkCaseReview.d.ts.map +1 -0
  30. package/lib/dist/lib/benchmarkCaseReview.js +177 -0
  31. package/lib/dist/lib/benchmarkCaseReview.js.map +1 -0
  32. package/lib/dist/lib/benchmarkImage.d.ts +52 -0
  33. package/lib/dist/lib/benchmarkImage.d.ts.map +1 -0
  34. package/lib/dist/lib/benchmarkImage.js +113 -0
  35. package/lib/dist/lib/benchmarkImage.js.map +1 -0
  36. package/lib/dist/lib/benchmarkRunsTable.d.ts +109 -0
  37. package/lib/dist/lib/benchmarkRunsTable.d.ts.map +1 -0
  38. package/lib/dist/lib/benchmarkRunsTable.js +212 -0
  39. package/lib/dist/lib/benchmarkRunsTable.js.map +1 -0
  40. package/lib/dist/lib/benchmarkVersionUtils.d.ts +13 -0
  41. package/lib/dist/lib/benchmarkVersionUtils.d.ts.map +1 -1
  42. package/lib/dist/lib/benchmarkVersionUtils.js +21 -0
  43. package/lib/dist/lib/benchmarkVersionUtils.js.map +1 -1
  44. package/lib/dist/lib/chunkedFetch.d.ts +18 -0
  45. package/lib/dist/lib/chunkedFetch.d.ts.map +1 -0
  46. package/lib/dist/lib/chunkedFetch.js +40 -0
  47. package/lib/dist/lib/chunkedFetch.js.map +1 -0
  48. package/lib/dist/lib/comparisonInsights.d.ts +151 -0
  49. package/lib/dist/lib/comparisonInsights.d.ts.map +1 -0
  50. package/lib/dist/lib/comparisonInsights.js +270 -0
  51. package/lib/dist/lib/comparisonInsights.js.map +1 -0
  52. package/lib/dist/lib/config/loader.d.ts.map +1 -1
  53. package/lib/dist/lib/config/loader.js +16 -1
  54. package/lib/dist/lib/config/loader.js.map +1 -1
  55. package/lib/dist/lib/config/types.d.ts +14 -0
  56. package/lib/dist/lib/config/types.d.ts.map +1 -1
  57. package/lib/dist/lib/constants.d.ts +11 -0
  58. package/lib/dist/lib/constants.d.ts.map +1 -1
  59. package/lib/dist/lib/constants.js +10 -1
  60. package/lib/dist/lib/constants.js.map +1 -1
  61. package/lib/dist/lib/contextFormat.d.ts +26 -0
  62. package/lib/dist/lib/contextFormat.d.ts.map +1 -0
  63. package/lib/dist/lib/contextFormat.js +28 -0
  64. package/lib/dist/lib/contextFormat.js.map +1 -0
  65. package/lib/dist/lib/dashboardMetrics.d.ts +11 -2
  66. package/lib/dist/lib/dashboardMetrics.d.ts.map +1 -1
  67. package/lib/dist/lib/dashboardMetrics.js +38 -3
  68. package/lib/dist/lib/dashboardMetrics.js.map +1 -1
  69. package/lib/dist/lib/envCompat.d.ts.map +1 -1
  70. package/lib/dist/lib/envCompat.js +14 -5
  71. package/lib/dist/lib/envCompat.js.map +1 -1
  72. package/lib/dist/lib/evaluationRerun.d.ts +102 -0
  73. package/lib/dist/lib/evaluationRerun.d.ts.map +1 -0
  74. package/lib/dist/lib/evaluationRerun.js +134 -0
  75. package/lib/dist/lib/evaluationRerun.js.map +1 -0
  76. package/lib/dist/lib/judgeFailureSummary.d.ts +66 -0
  77. package/lib/dist/lib/judgeFailureSummary.d.ts.map +1 -0
  78. package/lib/dist/lib/judgeFailureSummary.js +68 -0
  79. package/lib/dist/lib/judgeFailureSummary.js.map +1 -0
  80. package/lib/dist/lib/judgeStrategies.d.ts +108 -0
  81. package/lib/dist/lib/judgeStrategies.d.ts.map +1 -0
  82. package/lib/dist/lib/judgeStrategies.js +135 -0
  83. package/lib/dist/lib/judgeStrategies.js.map +1 -0
  84. package/lib/dist/lib/matchers/expect.d.ts +21 -1
  85. package/lib/dist/lib/matchers/expect.d.ts.map +1 -1
  86. package/lib/dist/lib/matchers/expect.js +51 -0
  87. package/lib/dist/lib/matchers/expect.js.map +1 -1
  88. package/lib/dist/lib/matchers/judgeAccessor.d.ts +4 -0
  89. package/lib/dist/lib/matchers/judgeAccessor.d.ts.map +1 -1
  90. package/lib/dist/lib/matchers/judgeAccessor.js +13 -2
  91. package/lib/dist/lib/matchers/judgeAccessor.js.map +1 -1
  92. package/lib/dist/lib/matchers/judgeReasoningParse.d.ts +49 -0
  93. package/lib/dist/lib/matchers/judgeReasoningParse.d.ts.map +1 -0
  94. package/lib/dist/lib/matchers/judgeReasoningParse.js +128 -0
  95. package/lib/dist/lib/matchers/judgeReasoningParse.js.map +1 -0
  96. package/lib/dist/lib/matchers/traces.d.ts +17 -2
  97. package/lib/dist/lib/matchers/traces.d.ts.map +1 -1
  98. package/lib/dist/lib/matchers/traces.js +136 -16
  99. package/lib/dist/lib/matchers/traces.js.map +1 -1
  100. package/lib/dist/lib/matchers/tracesPricing.d.ts +38 -0
  101. package/lib/dist/lib/matchers/tracesPricing.d.ts.map +1 -0
  102. package/lib/dist/lib/matchers/tracesPricing.js +64 -0
  103. package/lib/dist/lib/matchers/tracesPricing.js.map +1 -0
  104. package/lib/dist/lib/matchers/types.d.ts +25 -0
  105. package/lib/dist/lib/matchers/types.d.ts.map +1 -1
  106. package/lib/dist/lib/resolveCanonicalRun.d.ts +23 -0
  107. package/lib/dist/lib/resolveCanonicalRun.d.ts.map +1 -0
  108. package/lib/dist/lib/resolveCanonicalRun.js +26 -0
  109. package/lib/dist/lib/resolveCanonicalRun.js.map +1 -0
  110. package/lib/dist/lib/runActions.d.ts +120 -0
  111. package/lib/dist/lib/runActions.d.ts.map +1 -0
  112. package/lib/dist/lib/runActions.js +130 -0
  113. package/lib/dist/lib/runActions.js.map +1 -0
  114. package/lib/dist/lib/runInsights.d.ts +86 -0
  115. package/lib/dist/lib/runInsights.d.ts.map +1 -0
  116. package/lib/dist/lib/runInsights.js +185 -0
  117. package/lib/dist/lib/runInsights.js.map +1 -0
  118. package/lib/dist/lib/runName.d.ts +29 -0
  119. package/lib/dist/lib/runName.d.ts.map +1 -0
  120. package/lib/dist/lib/runName.js +38 -0
  121. package/lib/dist/lib/runName.js.map +1 -0
  122. package/lib/dist/lib/runReportPath.d.ts +16 -0
  123. package/lib/dist/lib/runReportPath.d.ts.map +1 -0
  124. package/lib/dist/lib/runReportPath.js +22 -0
  125. package/lib/dist/lib/runReportPath.js.map +1 -0
  126. package/lib/dist/lib/runSort.d.ts +27 -0
  127. package/lib/dist/lib/runSort.d.ts.map +1 -0
  128. package/lib/dist/lib/runSort.js +31 -0
  129. package/lib/dist/lib/runSort.js.map +1 -0
  130. package/lib/dist/lib/runStats.d.ts +109 -5
  131. package/lib/dist/lib/runStats.d.ts.map +1 -1
  132. package/lib/dist/lib/runStats.js +193 -10
  133. package/lib/dist/lib/runStats.js.map +1 -1
  134. package/lib/dist/lib/testCases/define.d.ts.map +1 -1
  135. package/lib/dist/lib/testCases/define.js +93 -46
  136. package/lib/dist/lib/testCases/define.js.map +1 -1
  137. package/lib/dist/lib/testCases/judge.d.ts.map +1 -1
  138. package/lib/dist/lib/testCases/judge.js +22 -4
  139. package/lib/dist/lib/testCases/judge.js.map +1 -1
  140. package/lib/dist/lib/testCases/loader.d.ts +35 -1
  141. package/lib/dist/lib/testCases/loader.d.ts.map +1 -1
  142. package/lib/dist/lib/testCases/loader.js +278 -31
  143. package/lib/dist/lib/testCases/loader.js.map +1 -1
  144. package/lib/dist/lib/trajectoryStepDisplay.d.ts +25 -0
  145. package/lib/dist/lib/trajectoryStepDisplay.d.ts.map +1 -0
  146. package/lib/dist/lib/trajectoryStepDisplay.js +42 -0
  147. package/lib/dist/lib/trajectoryStepDisplay.js.map +1 -0
  148. package/lib/dist/lib/utils.d.ts +34 -0
  149. package/lib/dist/lib/utils.d.ts.map +1 -1
  150. package/lib/dist/lib/utils.js +49 -0
  151. package/lib/dist/lib/utils.js.map +1 -1
  152. package/lib/dist/services/connectors/claude-code/ClaudeCodeConnector.d.ts +68 -22
  153. package/lib/dist/services/connectors/claude-code/ClaudeCodeConnector.d.ts.map +1 -1
  154. package/lib/dist/services/connectors/claude-code/ClaudeCodeConnector.js +148 -111
  155. package/lib/dist/services/connectors/claude-code/ClaudeCodeConnector.js.map +1 -1
  156. package/lib/dist/services/connectors/kiro/KiroConnector.d.ts +21 -13
  157. package/lib/dist/services/connectors/kiro/KiroConnector.d.ts.map +1 -1
  158. package/lib/dist/services/connectors/kiro/KiroConnector.js +22 -25
  159. package/lib/dist/services/connectors/kiro/KiroConnector.js.map +1 -1
  160. package/lib/dist/services/connectors/pi/PiConnector.d.ts +49 -10
  161. package/lib/dist/services/connectors/pi/PiConnector.d.ts.map +1 -1
  162. package/lib/dist/services/connectors/pi/PiConnector.js +102 -86
  163. package/lib/dist/services/connectors/pi/PiConnector.js.map +1 -1
  164. package/lib/dist/services/connectors/subprocess/SubprocessConnector.d.ts +59 -14
  165. package/lib/dist/services/connectors/subprocess/SubprocessConnector.d.ts.map +1 -1
  166. package/lib/dist/services/connectors/subprocess/SubprocessConnector.js +95 -61
  167. package/lib/dist/services/connectors/subprocess/SubprocessConnector.js.map +1 -1
  168. package/lib/dist/services/evaluation/bedrockJudge.d.ts +18 -0
  169. package/lib/dist/services/evaluation/bedrockJudge.d.ts.map +1 -1
  170. package/lib/dist/services/evaluation/bedrockJudge.js +4 -0
  171. package/lib/dist/services/evaluation/bedrockJudge.js.map +1 -1
  172. package/lib/dist/services/evaluation/index.d.ts +18 -1
  173. package/lib/dist/services/evaluation/index.d.ts.map +1 -1
  174. package/lib/dist/services/evaluation/index.js +156 -19
  175. package/lib/dist/services/evaluation/index.js.map +1 -1
  176. package/lib/dist/services/metrics.d.ts +55 -0
  177. package/lib/dist/services/metrics.d.ts.map +1 -0
  178. package/lib/dist/services/metrics.js +89 -0
  179. package/lib/dist/services/metrics.js.map +1 -0
  180. package/lib/dist/services/storage/asyncBenchmarkStorage.d.ts +1 -1
  181. package/lib/dist/services/storage/asyncBenchmarkStorage.d.ts.map +1 -1
  182. package/lib/dist/services/storage/asyncBenchmarkStorage.js +30 -3
  183. package/lib/dist/services/storage/asyncBenchmarkStorage.js.map +1 -1
  184. package/lib/dist/services/storage/asyncRunStorage.d.ts +20 -1
  185. package/lib/dist/services/storage/asyncRunStorage.d.ts.map +1 -1
  186. package/lib/dist/services/storage/asyncRunStorage.js +125 -2
  187. package/lib/dist/services/storage/asyncRunStorage.js.map +1 -1
  188. package/lib/dist/services/storage/asyncTestCaseStorage.d.ts +18 -4
  189. package/lib/dist/services/storage/asyncTestCaseStorage.d.ts.map +1 -1
  190. package/lib/dist/services/storage/asyncTestCaseStorage.js +21 -4
  191. package/lib/dist/services/storage/asyncTestCaseStorage.js.map +1 -1
  192. package/lib/dist/services/storage/opensearchClient.d.ts +47 -12
  193. package/lib/dist/services/storage/opensearchClient.d.ts.map +1 -1
  194. package/lib/dist/services/storage/opensearchClient.js +12 -5
  195. package/lib/dist/services/storage/opensearchClient.js.map +1 -1
  196. package/lib/dist/services/traces/browserRecovery.d.ts +12 -1
  197. package/lib/dist/services/traces/browserRecovery.d.ts.map +1 -1
  198. package/lib/dist/services/traces/browserRecovery.js +35 -5
  199. package/lib/dist/services/traces/browserRecovery.js.map +1 -1
  200. package/lib/dist/services/traces/index.d.ts +8 -1
  201. package/lib/dist/services/traces/index.d.ts.map +1 -1
  202. package/lib/dist/services/traces/index.js +33 -12
  203. package/lib/dist/services/traces/index.js.map +1 -1
  204. package/lib/dist/services/traces/judgeAgentsHints.d.ts +98 -3
  205. package/lib/dist/services/traces/judgeAgentsHints.d.ts.map +1 -1
  206. package/lib/dist/services/traces/judgeAgentsHints.js +144 -3
  207. package/lib/dist/services/traces/judgeAgentsHints.js.map +1 -1
  208. package/lib/dist/services/traces/messageExtraction.d.ts.map +1 -1
  209. package/lib/dist/services/traces/messageExtraction.js +95 -33
  210. package/lib/dist/services/traces/messageExtraction.js.map +1 -1
  211. package/lib/dist/services/traces/spansToTrajectory.d.ts.map +1 -1
  212. package/lib/dist/services/traces/spansToTrajectory.js +51 -13
  213. package/lib/dist/services/traces/spansToTrajectory.js.map +1 -1
  214. package/lib/dist/services/traces/tracePoller.d.ts +27 -3
  215. package/lib/dist/services/traces/tracePoller.d.ts.map +1 -1
  216. package/lib/dist/services/traces/tracePoller.js +196 -33
  217. package/lib/dist/services/traces/tracePoller.js.map +1 -1
  218. package/lib/dist/services/traces/trajectoryMerge.d.ts +79 -0
  219. package/lib/dist/services/traces/trajectoryMerge.d.ts.map +1 -0
  220. package/lib/dist/services/traces/trajectoryMerge.js +109 -0
  221. package/lib/dist/services/traces/trajectoryMerge.js.map +1 -0
  222. package/lib/dist/types/index.d.ts +250 -3
  223. package/lib/dist/types/index.d.ts.map +1 -1
  224. package/lib/dist/types/index.js +24 -0
  225. package/lib/dist/types/index.js.map +1 -1
  226. package/package.json +8 -5
  227. package/server/dist/app.js +5490 -1557
  228. package/server/dist/index.js +5490 -1557
  229. package/dist/assets/index-CCQRDlO0.js +0 -243
  230. package/dist/assets/index-CNHQVbcj.css +0 -1
@@ -36,9 +36,6 @@ export class SubprocessConnector extends BaseConnector {
36
36
  * `serviceName` to point at their OpenSearch service.name for Strategy C.
37
37
  */
38
38
  this.traceContext = { propagateEnv: true };
39
- /** Buffer of clean stdout lines accumulated during streaming.
40
- * Used by onBeforeStreamEnd() to emit a consolidated `response` step. */
41
- this.streamBuffer = [];
42
39
  this.config = { ...DEFAULT_SUBPROCESS_CONFIG, ...config };
43
40
  }
44
41
  /**
@@ -62,41 +59,31 @@ export class SubprocessConnector extends BaseConnector {
62
59
  async execute(endpoint, // For subprocess, this is the command name
63
60
  request, auth, onProgress, onRawEvent) {
64
61
  this.debug('========== execute() STARTED ==========');
65
- // Reset per-run streaming state so consecutive calls don't bleed.
66
- this.streamBuffer = [];
67
- // Apply per-request connectorConfig overrides (from agent-health.config.ts).
68
- // The base SubprocessConnector previously ignored these and only used the
69
- // constructor defaults. Specialized subclasses (ClaudeCode, Pi) already do
70
- // this — we replicate the pattern here so any agent registered with
71
- // connectorType: 'subprocess' can specify command/args/inputMode/etc.
72
- const cfgOverride = (request.connectorConfig || {});
73
- if (cfgOverride.command !== undefined)
74
- this.config.command = cfgOverride.command;
75
- if (cfgOverride.args !== undefined)
76
- this.config.args = cfgOverride.args;
77
- if (cfgOverride.env !== undefined)
78
- this.config.env = { ...(this.config.env || {}), ...cfgOverride.env };
79
- if (cfgOverride.inputMode !== undefined)
80
- this.config.inputMode = cfgOverride.inputMode;
81
- if (cfgOverride.outputParser !== undefined)
82
- this.config.outputParser = cfgOverride.outputParser;
83
- if (cfgOverride.timeout !== undefined)
84
- this.config.timeout = cfgOverride.timeout;
85
- if (cfgOverride.workingDir !== undefined)
86
- this.config.workingDir = cfgOverride.workingDir;
87
- const command = endpoint || this.config.command;
88
- const args = this.config.args || [];
62
+ // Fresh per-invocation parse state. Never stored on `this` — see
63
+ // `SubprocessExecutionState` for why (shared singleton, concurrent runs).
64
+ const state = this.createExecutionState();
65
+ // Resolve the effective config for THIS call without touching
66
+ // `this.config`. Every read below (spawn args, env, timeout, cwd, parser
67
+ // mode — including the ones inside the async stdout/stderr/close
68
+ // callbacks) goes through this local snapshot, so a concurrent
69
+ // `execute()` on the shared singleton can never redirect them. (The
70
+ // previous mutate-then-restore-in-`finally` pattern only held because no
71
+ // `await` sat between the write and the synchronous reads; it silently
72
+ // broke the moment a callback read `this.config` after the first await.)
73
+ const config = this.resolveExecutionConfig(request);
74
+ const command = endpoint || config.command;
75
+ const args = config.args || [];
89
76
  // Use pre-built payload from hook if available, otherwise build fresh
90
77
  const input = request.payload || this.buildPayload(request);
91
78
  // Generate runId before spawning so the subprocess can include it in OTel spans
92
79
  const runId = `subprocess-${Date.now()}`;
93
80
  this.debug('Command:', command);
94
81
  this.debug('Args:', args);
95
- this.debug('Input mode:', this.config.inputMode);
96
- this.debug('Output parser:', this.config.outputParser);
97
- this.debug('Timeout:', this.config.timeout);
82
+ this.debug('Input mode:', config.inputMode);
83
+ this.debug('Output parser:', config.outputParser);
84
+ this.debug('Timeout:', config.timeout);
98
85
  this.debug('Input (first 500 chars):', input.substring(0, 500));
99
- this.debug('Working dir:', this.config.workingDir || process.cwd());
86
+ this.debug('Working dir:', config.workingDir || process.cwd());
100
87
  this.debug('Run ID:', runId);
101
88
  // Merge environment variables.
102
89
  // AGENT_EVAL_RUN_ID is passed so the subprocess can set gen_ai.request.id
@@ -104,7 +91,15 @@ export class SubprocessConnector extends BaseConnector {
104
91
  const env = {
105
92
  ...process.env,
106
93
  ...this.buildAuthEnv(auth),
107
- ...this.config.env,
94
+ ...config.env,
95
+ // W3C trace context (Strategy A): TRACEPARENT/TRACESTATE from the active
96
+ // eval `test_case` span. Agents whose OTel SDK honors TRACEPARENT (pi —
97
+ // verified) emit their spans under the eval span's traceId, giving the
98
+ // trace poller an exact, window-free correlator. Despite the
99
+ // `traceContext.propagateEnv` contract, this helper was never actually
100
+ // wired into the spawn env before — subprocess agents silently ran
101
+ // without trace context.
102
+ ...this.buildTraceparentEnv(),
108
103
  AGENT_EVAL_RUN_ID: runId,
109
104
  };
110
105
  return new Promise((resolve, reject) => {
@@ -128,14 +123,14 @@ export class SubprocessConnector extends BaseConnector {
128
123
  // a command-injection hole — a prompt containing `'$(rm -rf ~)'` would
129
124
  // get evaluated by /bin/sh. Switching to `shell: false` removes the
130
125
  // attack surface entirely; quoting is no longer the connector's job.
131
- const finalArgs = this.config.inputMode === 'arg'
126
+ const finalArgs = config.inputMode === 'arg'
132
127
  ? [...args, input]
133
128
  : args;
134
129
  this.debug('Spawning process...');
135
130
  this.debug('Full command:', command, finalArgs.join(' '));
136
131
  const proc = spawn(command, finalArgs, {
137
132
  env,
138
- cwd: this.config.workingDir,
133
+ cwd: config.workingDir,
139
134
  shell: false,
140
135
  });
141
136
  this.debug('Process spawned, PID:', proc.pid);
@@ -146,10 +141,10 @@ export class SubprocessConnector extends BaseConnector {
146
141
  settled = true;
147
142
  this.debug('TIMEOUT reached, killing process');
148
143
  proc.kill('SIGTERM');
149
- reject(new Error(`Subprocess timed out after ${this.config.timeout}ms`));
150
- }, this.config.timeout);
144
+ reject(new Error(`Subprocess timed out after ${config.timeout}ms`));
145
+ }, config.timeout);
151
146
  // Send input via stdin if inputMode is 'stdin'
152
- if (this.config.inputMode === 'stdin') {
147
+ if (config.inputMode === 'stdin') {
153
148
  this.debug('Writing input to stdin...');
154
149
  proc.stdin.write(input);
155
150
  proc.stdin.end();
@@ -164,8 +159,8 @@ export class SubprocessConnector extends BaseConnector {
164
159
  rawOutput.push({ type: 'stdout', data: chunk, timestamp: Date.now() });
165
160
  onRawEvent?.({ type: 'stdout', data: chunk });
166
161
  // For streaming mode, try to parse and emit steps
167
- if (this.config.outputParser === 'streaming') {
168
- this.parseStreamingOutput(chunk, trajectory, onProgress);
162
+ if (config.outputParser === 'streaming') {
163
+ this.parseStreamingOutput(chunk, trajectory, onProgress, state);
169
164
  }
170
165
  });
171
166
  // Handle stderr.
@@ -187,8 +182,8 @@ export class SubprocessConnector extends BaseConnector {
187
182
  stderr += chunk;
188
183
  rawOutput.push({ type: 'stderr', data: chunk, timestamp: Date.now() });
189
184
  onRawEvent?.({ type: 'stderr', data: chunk });
190
- if (this.config.outputParser === 'streaming') {
191
- this.parseStderrChunk(chunk, trajectory, onProgress);
185
+ if (config.outputParser === 'streaming') {
186
+ this.parseStderrChunk(chunk, trajectory, onProgress, state);
192
187
  }
193
188
  });
194
189
  // Handle process exit
@@ -205,8 +200,8 @@ export class SubprocessConnector extends BaseConnector {
205
200
  this.error('stderr:', stderr);
206
201
  }
207
202
  // Flush subclass buffers before finalizing streaming trajectory
208
- if (this.config.outputParser === 'streaming') {
209
- this.onBeforeStreamEnd(trajectory, onProgress);
203
+ if (config.outputParser === 'streaming') {
204
+ this.onBeforeStreamEnd(trajectory, onProgress, state);
210
205
  // Surface error when streaming produced no steps
211
206
  if (code !== 0 && trajectory.length === 0) {
212
207
  const errorContent = stderr.trim()
@@ -220,11 +215,11 @@ export class SubprocessConnector extends BaseConnector {
220
215
  }
221
216
  }
222
217
  // Parse final output
223
- const finalTrajectory = this.config.outputParser === 'streaming'
218
+ const finalTrajectory = config.outputParser === 'streaming'
224
219
  ? trajectory
225
- : this.parseResponse({ stdout, stderr, exitCode: code });
220
+ : this.parseResponse({ stdout, stderr, exitCode: code }, config);
226
221
  // Emit steps if not already streamed
227
- if (this.config.outputParser !== 'streaming') {
222
+ if (config.outputParser !== 'streaming') {
228
223
  finalTrajectory.forEach(step => onProgress?.(step));
229
224
  }
230
225
  this.debug('Resolving with trajectory of', finalTrajectory.length, 'steps');
@@ -237,7 +232,7 @@ export class SubprocessConnector extends BaseConnector {
237
232
  args: finalArgs,
238
233
  exitCode: code,
239
234
  stderr: stderr || undefined,
240
- ...this.extraResultMetadata(),
235
+ ...this.extraResultMetadata(state),
241
236
  },
242
237
  });
243
238
  });
@@ -267,23 +262,56 @@ export class SubprocessConnector extends BaseConnector {
267
262
  });
268
263
  this.debug('========== execute() COMPLETED ==========');
269
264
  }
265
+ /**
266
+ * Create the per-invocation parse state for one `execute()` call.
267
+ * Subclasses that buffer anything while streaming (partial NDJSON lines,
268
+ * pending tool names, captured ids) override this to add their fields —
269
+ * and must NOT keep that data on the instance.
270
+ */
271
+ createExecutionState() {
272
+ return { streamBuffer: [] };
273
+ }
274
+ /**
275
+ * Resolve the effective config for one `execute()` call: constructor
276
+ * defaults overlaid with the request's `connectorConfig` (so any agent
277
+ * registered with `connectorType: 'subprocess'` can specify command / args /
278
+ * inputMode / outputParser / timeout / workingDir / env per agent). Pure —
279
+ * MUST NOT write to `this.config`. Subclasses override to translate their
280
+ * own `connectorConfig` shape (Claude Code flags, Pi package/model) into the
281
+ * base fields, typically by calling `super.resolveExecutionConfig()` on a
282
+ * request whose `connectorConfig` has been rewritten into base shape.
283
+ */
284
+ resolveExecutionConfig(request) {
285
+ const o = (request.connectorConfig || {});
286
+ return {
287
+ ...this.config,
288
+ ...(o.command !== undefined ? { command: o.command } : {}),
289
+ ...(o.args !== undefined ? { args: [...o.args] } : { args: [...(this.config.args || [])] }),
290
+ env: { ...(this.config.env || {}), ...(o.env || {}) },
291
+ ...(o.inputMode !== undefined ? { inputMode: o.inputMode } : {}),
292
+ ...(o.outputParser !== undefined ? { outputParser: o.outputParser } : {}),
293
+ ...(o.timeout !== undefined ? { timeout: o.timeout } : {}),
294
+ ...(o.workingDir !== undefined ? { workingDir: o.workingDir } : {}),
295
+ };
296
+ }
270
297
  /**
271
298
  * Parse a stderr chunk in streaming mode. Default is a no-op.
272
299
  *
273
300
  * Override in subclasses for CLIs that carry tool-event markers on stderr.
274
301
  * Implementations should buffer partial lines (chunks rarely align with
275
- * line boundaries) and emit steps via `onProgress` AND push them onto
276
- * `trajectory` so they appear in the final response.
302
+ * line boundaries) in `state` and emit steps via `onProgress` AND push them
303
+ * onto `trajectory` so they appear in the final response.
277
304
  */
278
- parseStderrChunk(_chunk, _trajectory, _onProgress) {
305
+ parseStderrChunk(_chunk, _trajectory, _onProgress, _state) {
279
306
  // No-op by default; KiroConnector overrides this.
280
307
  }
281
308
  /**
282
309
  * Subclass hook: extra protocol-specific fields to merge into the
283
- * connector result `metadata`. Default: none. Claude Code overrides this to
284
- * surface the captured `sessionId` (Strategy D trace correlation).
310
+ * connector result `metadata`, read from the per-invocation `state` (Claude
311
+ * Code surfaces its captured `sessionId` for Strategy D trace correlation).
312
+ * Default: none.
285
313
  */
286
- extraResultMetadata() {
314
+ extraResultMetadata(_state) {
287
315
  return {};
288
316
  }
289
317
  /**
@@ -297,7 +325,13 @@ export class SubprocessConnector extends BaseConnector {
297
325
  * `response` step containing the full coherent answer (good for the
298
326
  * judge) — without losing the live stream.
299
327
  */
300
- parseStreamingOutput(chunk, trajectory, onProgress) {
328
+ parseStreamingOutput(chunk, trajectory, onProgress, state) {
329
+ // Legacy subclasses compiled against the pre-`state` signature call
330
+ // `super.parseStreamingOutput(chunk, trajectory, onProgress)`; tolerate
331
+ // the missing argument by falling back to a throwaway buffer rather than
332
+ // crashing mid-stream (they lose the consolidated `response` step, which
333
+ // is what they had before this hook existed).
334
+ const buf = state?.streamBuffer ?? [];
301
335
  // Strip ANSI: CSI sequences (\x1b[...m, cursor moves, etc.) and OSC
302
336
  const stripped = chunk
303
337
  .replace(/\x1b\][^\x07\x1b]*(\x07|\x1b\\)/g, '') // OSC ... BEL
@@ -316,7 +350,7 @@ export class SubprocessConnector extends BaseConnector {
316
350
  // Skip very short lines that are likely artifacts
317
351
  if (line.length < 2 && !/[A-Za-z0-9]/.test(line))
318
352
  continue;
319
- this.streamBuffer.push(line);
353
+ buf.push(line);
320
354
  const step = this.createStep('assistant', line);
321
355
  trajectory.push(step);
322
356
  onProgress?.(step);
@@ -327,10 +361,10 @@ export class SubprocessConnector extends BaseConnector {
327
361
  * clean output. Streaming gave the user real-time visibility; this final
328
362
  * step gives the judge a single coherent answer to grade against.
329
363
  */
330
- onBeforeStreamEnd(trajectory, onProgress) {
331
- if (this.streamBuffer.length > 0) {
332
- const finalText = this.streamBuffer.join('\n').trim();
333
- this.streamBuffer = [];
364
+ onBeforeStreamEnd(trajectory, onProgress, state) {
365
+ if (state?.streamBuffer?.length) {
366
+ const finalText = state.streamBuffer.join('\n').trim();
367
+ state.streamBuffer = [];
334
368
  if (finalText) {
335
369
  const step = this.createStep('response', finalText);
336
370
  trajectory.push(step);
@@ -341,9 +375,9 @@ export class SubprocessConnector extends BaseConnector {
341
375
  /**
342
376
  * Parse final subprocess output
343
377
  */
344
- parseResponse(data) {
378
+ parseResponse(data, config = this.config) {
345
379
  const steps = [];
346
- if (this.config.outputParser === 'json') {
380
+ if (config.outputParser === 'json') {
347
381
  // Try to parse as JSON
348
382
  try {
349
383
  const parsed = JSON.parse(data.stdout);
@@ -1 +1 @@
1
- {"version":3,"file":"SubprocessConnector.js","sourceRoot":"","sources":["../../../../../services/connectors/subprocess/SubprocessConnector.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;GAGG;AAEH,OAAO,EAAE,KAAK,EAAgB,MAAM,eAAe,CAAC;AACpD,OAAO,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAEzC,OAAO,EAAE,aAAa,EAAE,MAAM,0CAA0C,CAAC;AAWzE;;GAEG;AACH,MAAM,yBAAyB,GAAqB;IAClD,OAAO,EAAE,EAAE;IACX,IAAI,EAAE,EAAE;IACR,GAAG,EAAE,EAAE;IACP,SAAS,EAAE,OAAO;IAClB,YAAY,EAAE,MAAM;IACpB,OAAO,EAAE,MAAM,EAAE,YAAY;CAC9B,CAAC;AAEF;;;GAGG;AACH,MAAM,OAAO,mBAAoB,SAAQ,aAAa;IAcpD,YAAY,MAAkC;QAC5C,KAAK,EAAE,CAAC;QAdD,SAAI,GAAsB,YAAY,CAAC;QAC9B,SAAI,GAAW,kBAAkB,CAAC;QAC3C,sBAAiB,GAAG,IAAI,CAAC;QAElC;;;;WAIG;QACM,iBAAY,GAAG,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC;QAiQ/C;kFAC0E;QAClE,iBAAY,GAAa,EAAE,CAAC;QA7PlC,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,yBAAyB,EAAE,GAAG,MAAM,EAAE,CAAC;IAC5D,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,OAAyB;QACpC,6CAA6C;QAC7C,IAAI,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC;QAE5C,2BAA2B;QAC3B,IAAI,OAAO,CAAC,QAAQ,CAAC,OAAO,IAAI,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpE,MAAM,UAAU,GAAG,OAAO,CAAC,QAAQ,CAAC,OAAO;iBACxC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,WAAW,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC;iBACxC,IAAI,CAAC,IAAI,CAAC,CAAC;YACd,MAAM,GAAG,aAAa,UAAU,iBAAiB,MAAM,EAAE,CAAC;QAC5D,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO,CACX,QAAgB,EAAE,2CAA2C;IAC7D,OAAyB,EACzB,IAAmB,EACnB,UAAsC,EACtC,UAAsC;QAEtC,IAAI,CAAC,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAEtD,kEAAkE;QAClE,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC;QAEvB,6EAA6E;QAC7E,0EAA0E;QAC1E,2EAA2E;QAC3E,oEAAoE;QACpE,sEAAsE;QACtE,MAAM,WAAW,GAAG,CAAC,OAAO,CAAC,eAAe,IAAI,EAAE,CAA8B,CAAC;QACjF,IAAI,WAAW,CAAC,OAAO,KAAK,SAAS;YAAE,IAAI,CAAC,MAAM,CAAC,OAAO,GAAG,WAAW,CAAC,OAAiB,CAAC;QAC3F,IAAI,WAAW,CAAC,IAAI,KAAK,SAAS;YAAE,IAAI,CAAC,MAAM,CAAC,IAAI,GAAG,WAAW,CAAC,IAAgB,CAAC;QACpF,IAAI,WAAW,CAAC,GAAG,KAAK,SAAS;YAAE,IAAI,CAAC,MAAM,CAAC,GAAG,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,GAAI,WAAW,CAAC,GAA8B,EAAE,CAAC;QACpI,IAAI,WAAW,CAAC,SAAS,KAAK,SAAS;YAAE,IAAI,CAAC,MAAM,CAAC,SAAS,GAAG,WAAW,CAAC,SAAgB,CAAC;QAC9F,IAAI,WAAW,CAAC,YAAY,KAAK,SAAS;YAAE,IAAI,CAAC,MAAM,CAAC,YAAY,GAAG,WAAW,CAAC,YAAmB,CAAC;QACvG,IAAI,WAAW,CAAC,OAAO,KAAK,SAAS;YAAE,IAAI,CAAC,MAAM,CAAC,OAAO,GAAG,WAAW,CAAC,OAAiB,CAAC;QAC3F,IAAI,WAAW,CAAC,UAAU,KAAK,SAAS;YAAE,IAAI,CAAC,MAAM,CAAC,UAAU,GAAG,WAAW,CAAC,UAAoB,CAAC;QAEpG,MAAM,OAAO,GAAG,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;QAChD,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACpC,sEAAsE;QACtE,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,IAAI,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAE5D,gFAAgF;QAChF,MAAM,KAAK,GAAG,cAAc,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QAEzC,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QAChC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAC1B,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACjD,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QACvD,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAC5C,IAAI,CAAC,KAAK,CAAC,0BAA0B,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;QAChE,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;QACpE,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QAE7B,+BAA+B;QAC/B,0EAA0E;QAC1E,oEAAoE;QACpE,MAAM,GAAG,GAAG;YACV,GAAG,OAAO,CAAC,GAAG;YACd,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC;YAC1B,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG;YAClB,iBAAiB,EAAE,KAAK;SACzB,CAAC;QAEF,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,UAAU,GAAqB,EAAE,CAAC;YACxC,MAAM,SAAS,GAA6D,EAAE,CAAC;YAC/E,IAAI,MAAM,GAAG,EAAE,CAAC;YAChB,IAAI,MAAM,GAAG,EAAE,CAAC;YAChB,IAAI,OAAO,GAAG,KAAK,CAAC;YAEpB,kEAAkE;YAClE,EAAE;YACF,mEAAmE;YACnE,uEAAuE;YACvE,uEAAuE;YACvE,sEAAsE;YACtE,mEAAmE;YACnE,sEAAsE;YACtE,6CAA6C;YAC7C,EAAE;YACF,+DAA+D;YAC/D,sEAAsE;YACtE,uEAAuE;YACvE,oEAAoE;YACpE,qEAAqE;YACrE,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,KAAK,KAAK;gBAC/C,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,KAAK,CAAC;gBAClB,CAAC,CAAC,IAAI,CAAC;YAET,IAAI,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;YAClC,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,OAAO,EAAE,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YAC1D,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,EAAE,SAAS,EAAE;gBACrC,GAAG;gBACH,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU;gBAC3B,KAAK,EAAE,KAAK;aACb,CAAC,CAAC;YACH,IAAI,CAAC,KAAK,CAAC,uBAAuB,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;YAE9C,cAAc;YACd,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE;gBAChC,IAAI,OAAO;oBAAE,OAAO;gBACpB,OAAO,GAAG,IAAI,CAAC;gBACf,IAAI,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;gBAC/C,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBACrB,MAAM,CAAC,IAAI,KAAK,CAAC,8BAA8B,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC;YAC3E,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAExB,+CAA+C;YAC/C,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,KAAK,OAAO,EAAE,CAAC;gBACtC,IAAI,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;gBACxC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACxB,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;gBACjB,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;YAC7B,CAAC;YAED,gBAAgB;YAChB,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;gBACtC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAC9B,IAAI,CAAC,KAAK,CAAC,kBAAkB,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;gBACtD,IAAI,CAAC,KAAK,CAAC,iBAAiB,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;gBACvD,MAAM,IAAI,KAAK,CAAC;gBAChB,SAAS,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBACvE,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;gBAE9C,kDAAkD;gBAClD,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,KAAK,WAAW,EAAE,CAAC;oBAC7C,IAAI,CAAC,oBAAoB,CAAC,KAAK,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;gBAC3D,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,iBAAiB;YACjB,EAAE;YACF,uEAAuE;YACvE,gEAAgE;YAChE,sEAAsE;YACtE,wEAAwE;YACxE,kDAAkD;YAClD,EAAE;YACF,yEAAyE;YACzE,mEAAmE;YACnE,kEAAkE;YAClE,oEAAoE;YACpE,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;gBACtC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAC9B,IAAI,CAAC,KAAK,CAAC,kBAAkB,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;gBACtD,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;gBAC7B,MAAM,IAAI,KAAK,CAAC;gBAChB,SAAS,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBACvE,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;gBAE9C,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,KAAK,WAAW,EAAE,CAAC;oBAC7C,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;gBACvD,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,sBAAsB;YACtB,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAY,EAAE,MAAc,EAAE,EAAE;gBAChD,IAAI,CAAC,KAAK,CAAC,2BAA2B,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;gBACjE,YAAY,CAAC,SAAS,CAAC,CAAC;gBACxB,IAAI,OAAO;oBAAE,OAAO;gBACpB,OAAO,GAAG,IAAI,CAAC;gBAEf,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;oBACf,8DAA8D;oBAC9D,IAAI,CAAC,KAAK,CAAC,qBAAqB,EAAE,IAAI,CAAC,CAAC;oBACxC,IAAI,CAAC,KAAK,CAAC,4BAA4B,IAAI,EAAE,CAAC,CAAC;oBAC/C,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;gBAChC,CAAC;gBAED,gEAAgE;gBAChE,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,KAAK,WAAW,EAAE,CAAC;oBAC7C,IAAI,CAAC,iBAAiB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;oBAE/C,iDAAiD;oBACjD,IAAI,IAAI,KAAK,CAAC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBAC1C,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,EAAE;4BAChC,CAAC,CAAC,mCAAmC,IAAI,KAAK,MAAM,CAAC,IAAI,EAAE,EAAE;4BAC7D,CAAC,CAAC,mCAAmC,IAAI,EAAE,CAAC;wBAC9C,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE,YAAY,EAAE;4BAC7D,MAAM,EAAE,cAAc,CAAC,OAAO;yBAC/B,CAAC,CAAC;wBACH,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;wBAC3B,UAAU,EAAE,CAAC,SAAS,CAAC,CAAC;oBAC1B,CAAC;gBACH,CAAC;gBAED,qBAAqB;gBACrB,MAAM,eAAe,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,KAAK,WAAW;oBAC9D,CAAC,CAAC,UAAU;oBACZ,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;gBAE3D,qCAAqC;gBACrC,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,KAAK,WAAW,EAAE,CAAC;oBAC7C,eAAe,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;gBACtD,CAAC;gBAED,IAAI,CAAC,KAAK,CAAC,8BAA8B,EAAE,eAAe,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;gBAC5E,OAAO,CAAC;oBACN,UAAU,EAAE,eAAe;oBAC3B,KAAK;oBACL,SAAS,EAAE,SAAS;oBACpB,QAAQ,EAAE;wBACR,OAAO;wBACP,IAAI,EAAE,SAAS;wBACf,QAAQ,EAAE,IAAI;wBACd,MAAM,EAAE,MAAM,IAAI,SAAS;wBAC3B,GAAG,IAAI,CAAC,mBAAmB,EAAE;qBAC9B;iBACF,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;YAEH,gBAAgB;YAChB,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAY,EAAE,EAAE;gBAChC,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;gBAC1C,YAAY,CAAC,SAAS,CAAC,CAAC;gBACxB,IAAI,OAAO;oBAAE,OAAO;gBACpB,OAAO,GAAG,IAAI,CAAC;gBAEf,0DAA0D;gBAC1D,IAAI,QAAQ,GAAG,+BAA+B,KAAK,CAAC,OAAO,EAAE,CAAC;gBAC9D,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACrC,QAAQ,GAAG,YAAY,OAAO,2CAA2C,CAAC;oBAC1E,OAAO,CAAC,KAAK,CAAC,wCAAwC,OAAO,qBAAqB,CAAC,CAAC;gBACtF,CAAC;qBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC5C,QAAQ,GAAG,gCAAgC,OAAO,4BAA4B,CAAC;oBAC/E,OAAO,CAAC,KAAK,CAAC,sDAAsD,OAAO,GAAG,CAAC,CAAC;gBAClF,CAAC;qBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC3C,QAAQ,GAAG,gCAAgC,OAAO,qCAAqC,CAAC;oBACxF,OAAO,CAAC,KAAK,CAAC,oDAAoD,CAAC,CAAC;gBACtE,CAAC;gBAED,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;YAC9B,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,KAAK,CAAC,2CAA2C,CAAC,CAAC;IAC1D,CAAC;IAMD;;;;;;;OAOG;IACO,gBAAgB,CACxB,MAAc,EACd,WAA6B,EAC7B,WAAuC;QAEvC,kDAAkD;IACpD,CAAC;IAED;;;;OAIG;IACO,mBAAmB;QAC3B,OAAO,EAAE,CAAC;IACZ,CAAC;IAED;;;;;;;;;;OAUG;IACO,oBAAoB,CAC5B,KAAa,EACb,UAA4B,EAC5B,UAAsC;QAEtC,oEAAoE;QACpE,MAAM,QAAQ,GAAG,KAAK;aACnB,OAAO,CAAC,kCAAkC,EAAE,EAAE,CAAC,CAAG,cAAc;aAChE,OAAO,CAAC,yBAAyB,EAAE,EAAE,CAAC,CAAY,MAAM;aACxD,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAC,CAAqB,sBAAsB;aACxE,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAA6B,qBAAqB;QAE1E,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACnC,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;YACxB,4DAA4D;YAC5D,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,2BAA2B,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YACjE,IAAI,CAAC,IAAI;gBAAE,SAAS;YACpB,gEAAgE;YAChE,IAAI,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;gBAAE,SAAS;YACtC,kDAAkD;YAClD,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC;gBAAE,SAAS;YAE3D,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC7B,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;YAChD,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtB,UAAU,EAAE,CAAC,IAAI,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IAED;;;;OAIG;IACO,iBAAiB,CACzB,UAA4B,EAC5B,UAAsC;QAEtC,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACjC,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;YACtD,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC;YACvB,IAAI,SAAS,EAAE,CAAC;gBACd,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;gBACpD,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACtB,UAAU,EAAE,CAAC,IAAI,CAAC,CAAC;YACrB,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,IAA0D;QACtE,MAAM,KAAK,GAAqB,EAAE,CAAC;QAEnC,IAAI,IAAI,CAAC,MAAM,CAAC,YAAY,KAAK,MAAM,EAAE,CAAC;YACxC,uBAAuB;YACvB,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACvC,OAAO,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;YACtC,CAAC;YAAC,MAAM,CAAC;gBACP,4BAA4B;gBAC5B,IAAI,CAAC,KAAK,CAAC,mDAAmD,CAAC,CAAC;YAClE,CAAC;QACH,CAAC;QAED,mEAAmE;QACnE,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;YAC9C,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAC9D,CAAC;QAED,kCAAkC;QAClC,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;YACxB,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE;gBACrC,CAAC,CAAC,mCAAmC,IAAI,CAAC,QAAQ,KAAK,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE;gBAC3E,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE;oBAClB,CAAC,CAAC,mCAAmC,IAAI,CAAC,QAAQ,aAAa,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE;oBACnF,CAAC,CAAC,mCAAmC,IAAI,CAAC,QAAQ,cAAc,CAAC;YACrE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE,YAAY,EAAE;gBACtD,MAAM,EAAE,cAAc,CAAC,OAAO;aAC/B,CAAC,CAAC,CAAC;QACN,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACO,eAAe,CAAC,IAAS;QACjC,MAAM,KAAK,GAAqB,EAAE,CAAC;QAEnC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;QACzD,CAAC;QAED,IAAI,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YAC5C,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBAC9B,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,WAAW,EAAE,IAAI,CAAC,OAAO,EAAE;oBACjE,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,QAAQ,EAAE,IAAI,CAAC,QAAQ;iBACxB,CAAC,CAAC,CAAC;YACN,CAAC;QACH,CAAC;QAED,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;QACxF,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,QAAgB,EAAE,IAAmB;QACrD,MAAM,OAAO,GAAG,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;QAChD,IAAI,CAAC,OAAO;YAAE,OAAO,KAAK,CAAC;QAE3B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC7B,qEAAqE;YACrE,mEAAmE;YACnE,qEAAqE;YACrE,qEAAqE;YACrE,qEAAqE;YACrE,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YACzD,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC;YAChD,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG,IAAI,mBAAmB,EAAE,CAAC"}
1
+ {"version":3,"file":"SubprocessConnector.js","sourceRoot":"","sources":["../../../../../services/connectors/subprocess/SubprocessConnector.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;GAGG;AAEH,OAAO,EAAE,KAAK,EAAgB,MAAM,eAAe,CAAC;AACpD,OAAO,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAEzC,OAAO,EAAE,aAAa,EAAE,MAAM,0CAA0C,CAAC;AA0CzE;;GAEG;AACH,MAAM,yBAAyB,GAAqB;IAClD,OAAO,EAAE,EAAE;IACX,IAAI,EAAE,EAAE;IACR,GAAG,EAAE,EAAE;IACP,SAAS,EAAE,OAAO;IAClB,YAAY,EAAE,MAAM;IACpB,OAAO,EAAE,MAAM,EAAE,YAAY;CAC9B,CAAC;AAEF;;;GAGG;AACH,MAAM,OAAO,mBAEX,SAAQ,aAAa;IAcrB,YAAY,MAAkC;QAC5C,KAAK,EAAE,CAAC;QAdD,SAAI,GAAsB,YAAY,CAAC;QAC9B,SAAI,GAAW,kBAAkB,CAAC;QAC3C,sBAAiB,GAAG,IAAI,CAAC;QAElC;;;;WAIG;QACM,iBAAY,GAAG,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC;QAM7C,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,yBAAyB,EAAE,GAAG,MAAM,EAAE,CAAC;IAC5D,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,OAAyB;QACpC,6CAA6C;QAC7C,IAAI,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC;QAE5C,2BAA2B;QAC3B,IAAI,OAAO,CAAC,QAAQ,CAAC,OAAO,IAAI,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpE,MAAM,UAAU,GAAG,OAAO,CAAC,QAAQ,CAAC,OAAO;iBACxC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,WAAW,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC;iBACxC,IAAI,CAAC,IAAI,CAAC,CAAC;YACd,MAAM,GAAG,aAAa,UAAU,iBAAiB,MAAM,EAAE,CAAC;QAC5D,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO,CACX,QAAgB,EAAE,2CAA2C;IAC7D,OAAyB,EACzB,IAAmB,EACnB,UAAsC,EACtC,UAAsC;QAEtC,IAAI,CAAC,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAEtD,iEAAiE;QACjE,0EAA0E;QAC1E,MAAM,KAAK,GAAG,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAE1C,8DAA8D;QAC9D,yEAAyE;QACzE,iEAAiE;QACjE,+DAA+D;QAC/D,oEAAoE;QACpE,yEAAyE;QACzE,uEAAuE;QACvE,yEAAyE;QACzE,MAAM,MAAM,GAAG,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,CAAC;QAEpD,MAAM,OAAO,GAAG,QAAQ,IAAI,MAAM,CAAC,OAAO,CAAC;QAC3C,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QAC/B,sEAAsE;QACtE,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,IAAI,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAE5D,gFAAgF;QAChF,MAAM,KAAK,GAAG,cAAc,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QAEzC,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QAChC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAC1B,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;QAC5C,IAAI,CAAC,KAAK,CAAC,gBAAgB,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC;QAClD,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;QACvC,IAAI,CAAC,KAAK,CAAC,0BAA0B,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;QAChE,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,MAAM,CAAC,UAAU,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;QAC/D,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QAE7B,+BAA+B;QAC/B,0EAA0E;QAC1E,oEAAoE;QACpE,MAAM,GAAG,GAAG;YACV,GAAG,OAAO,CAAC,GAAG;YACd,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC;YAC1B,GAAG,MAAM,CAAC,GAAG;YACb,yEAAyE;YACzE,wEAAwE;YACxE,uEAAuE;YACvE,6DAA6D;YAC7D,uEAAuE;YACvE,mEAAmE;YACnE,yBAAyB;YACzB,GAAG,IAAI,CAAC,mBAAmB,EAAE;YAC7B,iBAAiB,EAAE,KAAK;SACzB,CAAC;QAEF,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,UAAU,GAAqB,EAAE,CAAC;YACxC,MAAM,SAAS,GAA6D,EAAE,CAAC;YAC/E,IAAI,MAAM,GAAG,EAAE,CAAC;YAChB,IAAI,MAAM,GAAG,EAAE,CAAC;YAChB,IAAI,OAAO,GAAG,KAAK,CAAC;YAEpB,kEAAkE;YAClE,EAAE;YACF,mEAAmE;YACnE,uEAAuE;YACvE,uEAAuE;YACvE,sEAAsE;YACtE,mEAAmE;YACnE,sEAAsE;YACtE,6CAA6C;YAC7C,EAAE;YACF,+DAA+D;YAC/D,sEAAsE;YACtE,uEAAuE;YACvE,oEAAoE;YACpE,qEAAqE;YACrE,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,KAAK,KAAK;gBAC1C,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,KAAK,CAAC;gBAClB,CAAC,CAAC,IAAI,CAAC;YAET,IAAI,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;YAClC,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,OAAO,EAAE,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;YAC1D,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,EAAE,SAAS,EAAE;gBACrC,GAAG;gBACH,GAAG,EAAE,MAAM,CAAC,UAAU;gBACtB,KAAK,EAAE,KAAK;aACb,CAAC,CAAC;YACH,IAAI,CAAC,KAAK,CAAC,uBAAuB,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;YAE9C,cAAc;YACd,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE;gBAChC,IAAI,OAAO;oBAAE,OAAO;gBACpB,OAAO,GAAG,IAAI,CAAC;gBACf,IAAI,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;gBAC/C,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBACrB,MAAM,CAAC,IAAI,KAAK,CAAC,8BAA8B,MAAM,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC;YACtE,CAAC,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;YAEnB,+CAA+C;YAC/C,IAAI,MAAM,CAAC,SAAS,KAAK,OAAO,EAAE,CAAC;gBACjC,IAAI,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;gBACxC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACxB,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;gBACjB,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;YAC7B,CAAC;YAED,gBAAgB;YAChB,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;gBACtC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAC9B,IAAI,CAAC,KAAK,CAAC,kBAAkB,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;gBACtD,IAAI,CAAC,KAAK,CAAC,iBAAiB,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;gBACvD,MAAM,IAAI,KAAK,CAAC;gBAChB,SAAS,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBACvE,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;gBAE9C,kDAAkD;gBAClD,IAAI,MAAM,CAAC,YAAY,KAAK,WAAW,EAAE,CAAC;oBACxC,IAAI,CAAC,oBAAoB,CAAC,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;gBAClE,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,iBAAiB;YACjB,EAAE;YACF,uEAAuE;YACvE,gEAAgE;YAChE,sEAAsE;YACtE,wEAAwE;YACxE,kDAAkD;YAClD,EAAE;YACF,yEAAyE;YACzE,mEAAmE;YACnE,kEAAkE;YAClE,oEAAoE;YACpE,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;gBACtC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAC9B,IAAI,CAAC,KAAK,CAAC,kBAAkB,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;gBACtD,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;gBAC7B,MAAM,IAAI,KAAK,CAAC;gBAChB,SAAS,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBACvE,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;gBAE9C,IAAI,MAAM,CAAC,YAAY,KAAK,WAAW,EAAE,CAAC;oBACxC,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;gBAC9D,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,sBAAsB;YACtB,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAY,EAAE,MAAc,EAAE,EAAE;gBAChD,IAAI,CAAC,KAAK,CAAC,2BAA2B,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;gBACjE,YAAY,CAAC,SAAS,CAAC,CAAC;gBACxB,IAAI,OAAO;oBAAE,OAAO;gBACpB,OAAO,GAAG,IAAI,CAAC;gBAEf,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;oBACf,8DAA8D;oBAC9D,IAAI,CAAC,KAAK,CAAC,qBAAqB,EAAE,IAAI,CAAC,CAAC;oBACxC,IAAI,CAAC,KAAK,CAAC,4BAA4B,IAAI,EAAE,CAAC,CAAC;oBAC/C,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;gBAChC,CAAC;gBAED,gEAAgE;gBAChE,IAAI,MAAM,CAAC,YAAY,KAAK,WAAW,EAAE,CAAC;oBACxC,IAAI,CAAC,iBAAiB,CAAC,UAAU,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;oBAEtD,iDAAiD;oBACjD,IAAI,IAAI,KAAK,CAAC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBAC1C,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,EAAE;4BAChC,CAAC,CAAC,mCAAmC,IAAI,KAAK,MAAM,CAAC,IAAI,EAAE,EAAE;4BAC7D,CAAC,CAAC,mCAAmC,IAAI,EAAE,CAAC;wBAC9C,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE,YAAY,EAAE;4BAC7D,MAAM,EAAE,cAAc,CAAC,OAAO;yBAC/B,CAAC,CAAC;wBACH,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;wBAC3B,UAAU,EAAE,CAAC,SAAS,CAAC,CAAC;oBAC1B,CAAC;gBACH,CAAC;gBAED,qBAAqB;gBACrB,MAAM,eAAe,GAAG,MAAM,CAAC,YAAY,KAAK,WAAW;oBACzD,CAAC,CAAC,UAAU;oBACZ,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,MAAM,CAAC,CAAC;gBAEnE,qCAAqC;gBACrC,IAAI,MAAM,CAAC,YAAY,KAAK,WAAW,EAAE,CAAC;oBACxC,eAAe,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;gBACtD,CAAC;gBAED,IAAI,CAAC,KAAK,CAAC,8BAA8B,EAAE,eAAe,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;gBAC5E,OAAO,CAAC;oBACN,UAAU,EAAE,eAAe;oBAC3B,KAAK;oBACL,SAAS,EAAE,SAAS;oBACpB,QAAQ,EAAE;wBACR,OAAO;wBACP,IAAI,EAAE,SAAS;wBACf,QAAQ,EAAE,IAAI;wBACd,MAAM,EAAE,MAAM,IAAI,SAAS;wBAC3B,GAAG,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC;qBACnC;iBACF,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;YAEH,gBAAgB;YAChB,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAY,EAAE,EAAE;gBAChC,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;gBAC1C,YAAY,CAAC,SAAS,CAAC,CAAC;gBACxB,IAAI,OAAO;oBAAE,OAAO;gBACpB,OAAO,GAAG,IAAI,CAAC;gBAEf,0DAA0D;gBAC1D,IAAI,QAAQ,GAAG,+BAA+B,KAAK,CAAC,OAAO,EAAE,CAAC;gBAC9D,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACrC,QAAQ,GAAG,YAAY,OAAO,2CAA2C,CAAC;oBAC1E,OAAO,CAAC,KAAK,CAAC,wCAAwC,OAAO,qBAAqB,CAAC,CAAC;gBACtF,CAAC;qBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC5C,QAAQ,GAAG,gCAAgC,OAAO,4BAA4B,CAAC;oBAC/E,OAAO,CAAC,KAAK,CAAC,sDAAsD,OAAO,GAAG,CAAC,CAAC;gBAClF,CAAC;qBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC3C,QAAQ,GAAG,gCAAgC,OAAO,qCAAqC,CAAC;oBACxF,OAAO,CAAC,KAAK,CAAC,oDAAoD,CAAC,CAAC;gBACtE,CAAC;gBAED,MAAM,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;YAC9B,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,KAAK,CAAC,2CAA2C,CAAC,CAAC;IAC1D,CAAC;IAED;;;;;OAKG;IACO,oBAAoB;QAC5B,OAAO,EAAE,YAAY,EAAE,EAAE,EAAuB,CAAC;IACnD,CAAC;IAED;;;;;;;;;OASG;IACO,sBAAsB,CAAC,OAAyB;QACxD,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,eAAe,IAAI,EAAE,CAA8B,CAAC;QACvE,OAAO;YACL,GAAG,IAAI,CAAC,MAAM;YACd,GAAG,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACpE,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,GAAI,CAAC,CAAC,IAAiB,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;YACzG,GAAG,EAAE,EAAE,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,GAAG,CAAE,CAAC,CAAC,GAA8B,IAAI,EAAE,CAAC,EAAE;YACjF,GAAG,CAAC,CAAC,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAChE,GAAG,CAAC,CAAC,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACzE,GAAG,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACpE,GAAG,CAAC,CAAC,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,UAAoB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC9E,CAAC;IACJ,CAAC;IAED;;;;;;;OAOG;IACO,gBAAgB,CACxB,MAAc,EACd,WAA6B,EAC7B,WAAkD,EAClD,MAAc;QAEd,kDAAkD;IACpD,CAAC;IAED;;;;;OAKG;IACO,mBAAmB,CAAC,MAAc;QAC1C,OAAO,EAAE,CAAC;IACZ,CAAC;IAED;;;;;;;;;;OAUG;IACO,oBAAoB,CAC5B,KAAa,EACb,UAA4B,EAC5B,UAAiD,EACjD,KAAa;QAEb,oEAAoE;QACpE,wEAAwE;QACxE,yEAAyE;QACzE,yEAAyE;QACzE,8CAA8C;QAC9C,MAAM,GAAG,GAAG,KAAK,EAAE,YAAY,IAAI,EAAE,CAAC;QACtC,oEAAoE;QACpE,MAAM,QAAQ,GAAG,KAAK;aACnB,OAAO,CAAC,kCAAkC,EAAE,EAAE,CAAC,CAAG,cAAc;aAChE,OAAO,CAAC,yBAAyB,EAAE,EAAE,CAAC,CAAY,MAAM;aACxD,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAC,CAAqB,sBAAsB;aACxE,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAA6B,qBAAqB;QAE1E,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACnC,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;YACxB,4DAA4D;YAC5D,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,2BAA2B,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YACjE,IAAI,CAAC,IAAI;gBAAE,SAAS;YACpB,gEAAgE;YAChE,IAAI,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;gBAAE,SAAS;YACtC,kDAAkD;YAClD,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC;gBAAE,SAAS;YAE3D,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACf,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;YAChD,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtB,UAAU,EAAE,CAAC,IAAI,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IAED;;;;OAIG;IACO,iBAAiB,CACzB,UAA4B,EAC5B,UAAiD,EACjD,KAAa;QAEb,IAAI,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE,CAAC;YAChC,MAAM,SAAS,GAAG,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;YACvD,KAAK,CAAC,YAAY,GAAG,EAAE,CAAC;YACxB,IAAI,SAAS,EAAE,CAAC;gBACd,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;gBACpD,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACtB,UAAU,EAAE,CAAC,IAAI,CAAC,CAAC;YACrB,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,aAAa,CACX,IAA0D,EAC1D,SAAmC,IAAI,CAAC,MAAM;QAE9C,MAAM,KAAK,GAAqB,EAAE,CAAC;QAEnC,IAAI,MAAM,CAAC,YAAY,KAAK,MAAM,EAAE,CAAC;YACnC,uBAAuB;YACvB,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACvC,OAAO,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;YACtC,CAAC;YAAC,MAAM,CAAC;gBACP,4BAA4B;gBAC5B,IAAI,CAAC,KAAK,CAAC,mDAAmD,CAAC,CAAC;YAClE,CAAC;QACH,CAAC;QAED,mEAAmE;QACnE,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;YAC9C,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAC9D,CAAC;QAED,kCAAkC;QAClC,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;YACxB,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE;gBACrC,CAAC,CAAC,mCAAmC,IAAI,CAAC,QAAQ,KAAK,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE;gBAC3E,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE;oBAClB,CAAC,CAAC,mCAAmC,IAAI,CAAC,QAAQ,aAAa,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE;oBACnF,CAAC,CAAC,mCAAmC,IAAI,CAAC,QAAQ,cAAc,CAAC;YACrE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE,YAAY,EAAE;gBACtD,MAAM,EAAE,cAAc,CAAC,OAAO;aAC/B,CAAC,CAAC,CAAC;QACN,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACO,eAAe,CAAC,IAAS;QACjC,MAAM,KAAK,GAAqB,EAAE,CAAC;QAEnC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;QACzD,CAAC;QAED,IAAI,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;YAC5C,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBAC9B,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,WAAW,EAAE,IAAI,CAAC,OAAO,EAAE;oBACjE,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,QAAQ,EAAE,IAAI,CAAC,QAAQ;iBACxB,CAAC,CAAC,CAAC;YACN,CAAC;QACH,CAAC;QAED,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;QACxF,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,QAAgB,EAAE,IAAmB;QACrD,MAAM,OAAO,GAAG,QAAQ,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;QAChD,IAAI,CAAC,OAAO;YAAE,OAAO,KAAK,CAAC;QAE3B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YAC7B,qEAAqE;YACrE,mEAAmE;YACnE,qEAAqE;YACrE,qEAAqE;YACrE,qEAAqE;YACrE,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YACzD,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC;YAChD,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG,IAAI,mBAAmB,EAAE,CAAC"}
@@ -10,10 +10,19 @@ interface JudgeResult {
10
10
  improvementStrategies: ImprovementStrategy[];
11
11
  judgeDurationMs?: number;
12
12
  judgeAttempts?: number;
13
+ /**
14
+ * Set only by the demo/mock judge (`/api/judge` never sets this for a real
15
+ * provider) to flag that the verdict was NOT produced by an LLM. Forwarded
16
+ * as-is so any caller of `callBedrockJudge` can detect a mock verdict
17
+ * without re-parsing `llmJudgeReasoning` prose.
18
+ */
19
+ warning?: string;
13
20
  /** Raw text the judge model emitted (forwarded from /api/judge). */
14
21
  rawResponse?: string;
15
22
  /** Extra JSON keys the model emitted that weren't typed wire fields. */
16
23
  extraFields?: Record<string, unknown>;
24
+ /** Weighted overall across the evaluator's declared metrics (server-computed). */
25
+ overallScore?: number;
17
26
  /** System/user prompts the judge actually saw (when AH_JUDGE_DEBUG=1). */
18
27
  judgeDebug?: {
19
28
  provider?: string;
@@ -22,6 +31,15 @@ interface JudgeResult {
22
31
  systemPrompt?: string;
23
32
  userPrompt?: string;
24
33
  };
34
+ /**
35
+ * Forwarded from `/api/judge`'s agent (trace) judge provider (see
36
+ * `JudgeResponse.judgeMode`). `'trace-tools'` when the verdict was backed
37
+ * by real query_spans/query_logs; `'trajectory-only'` when the run had no
38
+ * trace correlation hint and the judge reasoned from the trajectory alone
39
+ * (the normal case for a `useTraces: false` agent). Undefined for every
40
+ * other judge provider.
41
+ */
42
+ judgeMode?: 'trajectory-only' | 'trace-tools';
25
43
  }
26
44
  interface ExpectedBehavior {
27
45
  expectedOutcomes?: string[];
@@ -1 +1 @@
1
- {"version":3,"file":"bedrockJudge.d.ts","sourceRoot":"","sources":["../../../../services/evaluation/bedrockJudge.ts"],"names":[],"mappings":"AAKA;;;GAGG;AAEH,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAIhH,UAAU,WAAW;IACnB,cAAc,EAAE,cAAc,CAAC;IAC/B,OAAO,EAAE,iBAAiB,CAAC;IAC3B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,qBAAqB,EAAE,mBAAmB,EAAE,CAAC;IAC7C,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,oEAAoE;IACpE,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,wEAAwE;IACxE,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACtC,0EAA0E;IAC1E,UAAU,CAAC,EAAE;QACX,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB,CAAC;CACH;AASD,UAAU,gBAAgB;IACxB,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC5B,kBAAkB,CAAC,EAAE,GAAG,EAAE,CAAC;CAC5B;AAED;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,wBAAsB,gBAAgB,CACpC,UAAU,EAAE,cAAc,EAAE,EAC5B,QAAQ,EAAE,gBAAgB,EAC1B,IAAI,CAAC,EAAE,aAAa,EAAE,EACtB,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,EACpC,OAAO,CAAC,EAAE,MAAM,EAChB,WAAW,CAAC,EAAE,MAAM,EACpB,KAAK,CAAC,EAAE,MAAM,EACd,MAAM,CAAC,EAAE,KAAK,CAAC;IAAE,WAAW,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,GAC9F,OAAO,CAAC,WAAW,CAAC,CAmHtB;AAED;;;GAGG;AACH,wBAAgB,oBAAoB,CAClC,UAAU,EAAE,cAAc,EAAE,EAC5B,kBAAkB,EAAE,GAAG,EAAE,GACxB,WAAW,CA+Bb"}
1
+ {"version":3,"file":"bedrockJudge.d.ts","sourceRoot":"","sources":["../../../../services/evaluation/bedrockJudge.ts"],"names":[],"mappings":"AAKA;;;GAGG;AAEH,OAAO,EAAE,cAAc,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAIhH,UAAU,WAAW;IACnB,cAAc,EAAE,cAAc,CAAC;IAC/B,OAAO,EAAE,iBAAiB,CAAC;IAC3B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,qBAAqB,EAAE,mBAAmB,EAAE,CAAC;IAC7C,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB;;;;;OAKG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,oEAAoE;IACpE,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,wEAAwE;IACxE,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACtC,kFAAkF;IAClF,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,0EAA0E;IAC1E,UAAU,CAAC,EAAE;QACX,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB,CAAC;IACF;;;;;;;OAOG;IACH,SAAS,CAAC,EAAE,iBAAiB,GAAG,aAAa,CAAC;CAC/C;AASD,UAAU,gBAAgB;IACxB,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC5B,kBAAkB,CAAC,EAAE,GAAG,EAAE,CAAC;CAC5B;AAED;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,wBAAsB,gBAAgB,CACpC,UAAU,EAAE,cAAc,EAAE,EAC5B,QAAQ,EAAE,gBAAgB,EAC1B,IAAI,CAAC,EAAE,aAAa,EAAE,EACtB,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,EACpC,OAAO,CAAC,EAAE,MAAM,EAChB,WAAW,CAAC,EAAE,MAAM,EACpB,KAAK,CAAC,EAAE,MAAM,EACd,MAAM,CAAC,EAAE,KAAK,CAAC;IAAE,WAAW,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,GAC9F,OAAO,CAAC,WAAW,CAAC,CAuHtB;AAED;;;GAGG;AACH,wBAAgB,oBAAoB,CAClC,UAAU,EAAE,cAAc,EAAE,EAC5B,kBAAkB,EAAE,GAAG,EAAE,GACxB,WAAW,CA+Bb"}
@@ -97,12 +97,16 @@ export async function callBedrockJudge(trajectory, expected, logs, onProgress, m
97
97
  improvementStrategies: result.improvementStrategies || [],
98
98
  judgeDurationMs: Date.now() - judgeStartTime,
99
99
  judgeAttempts: attempt,
100
+ // Forward the mock-judge warning (absent for every real provider).
101
+ warning: result.warning,
100
102
  // Forward debug breadcrumbs from the route so the runner can persist
101
103
  // them on the run document. These are absent in older /api/judge
102
104
  // responses (back-compat) and in production unless AH_JUDGE_DEBUG=1.
103
105
  rawResponse: result.rawResponse,
104
106
  extraFields: result.extraFields,
107
+ overallScore: result.overallScore,
105
108
  judgeDebug: result.judgeDebug,
109
+ judgeMode: result.judgeMode,
106
110
  };
107
111
  }
108
112
  catch (error) {
@@ -1 +1 @@
1
- {"version":3,"file":"bedrockJudge.js","sourceRoot":"","sources":["../../../../services/evaluation/bedrockJudge.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAQH,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAuBjD;;GAEG;AACH,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AACzD,CAAC;AAOD;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,UAA4B,EAC5B,QAA0B,EAC1B,IAAsB,EACtB,UAAoC,EACpC,OAAgB,EAChB,WAAoB,EACpB,KAAc,EACd,MAA+F;IAE/F,MAAM,UAAU,GAAG,EAAE,CAAC;IACtB,MAAM,SAAS,GAAG,IAAI,CAAC,CAAC,WAAW;IACnC,MAAM,WAAW,GAAG,UAAU,CAAC,WAAW,IAAI,GAAG,aAAa,EAAE,YAAY,CAAC;IAE7E,OAAO,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;IAClE,OAAO,CAAC,GAAG,CAAC,kCAAkC,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;IACnE,OAAO,CAAC,GAAG,CAAC,mCAAmC,EAAE,QAAQ,CAAC,gBAAgB,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;IACzF,OAAO,CAAC,GAAG,CAAC,2CAA2C,EAAE,QAAQ,CAAC,kBAAkB,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;IACnG,OAAO,CAAC,GAAG,CAAC,+BAA+B,EAAE,IAAI,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;IAChE,OAAO,CAAC,GAAG,CAAC,uBAAuB,EAAE,OAAO,IAAI,iBAAiB,CAAC,CAAC;IAEnE,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAElC,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;QACvD,IAAI,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,0BAA0B,OAAO,IAAI,UAAU,EAAE,CAAC,CAAC;YAE/D,qBAAqB;YACrB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC7B,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,WAAW,EAAE;gBACxC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;iBACnC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,UAAU;oBACV,gBAAgB,EAAE,QAAQ,CAAC,gBAAgB;oBAC3C,kBAAkB,EAAE,QAAQ,CAAC,kBAAkB;oBAC/C,IAAI;oBACJ,OAAO;oBACP,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACvC,+DAA+D;oBAC/D,8DAA8D;oBAC9D,aAAa;oBACb,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC3B,mEAAmE;oBACnE,0DAA0D;oBAC1D,+DAA+D;oBAC/D,yDAAyD;oBACzD,GAAG,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACnD,CAAC;aACH,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACxC,MAAM,YAAY,GAAG,SAAS,CAAC,KAAK,IAAI,kCAAkC,QAAQ,CAAC,MAAM,EAAE,CAAC;gBAC5F,kEAAkE;gBAClE,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;oBACpD,MAAM,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,mDAAmD,YAAY,EAAE,CAAC,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC5H,CAAC;gBACD,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;YAChC,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAExC,OAAO,CAAC,GAAG,CAAC,0CAA0C,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;YACxE,OAAO,CAAC,GAAG,CAAC,kCAAkC,EAAE,MAAM,CAAC,cAAc,EAAE,WAAW,EAAE,CAAC,CAAC;YACtF,OAAO,CAAC,GAAG,CAAC,yBAAyB,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;YACvD,OAAO,CAAC,GAAG,CAAC,wCAAwC,EAAE,MAAM,CAAC,qBAAqB,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;YAEjG,sDAAsD;YACtD,IAAI,UAAU,IAAI,MAAM,CAAC,iBAAiB,EAAE,CAAC;gBAC3C,UAAU,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;YACvC,CAAC;YAED,OAAO;gBACL,cAAc,EAAE,MAAM,CAAC,cAAc,IAAI,QAAQ,EAAE,+BAA+B;gBAClF,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;gBAC3C,qBAAqB,EAAE,MAAM,CAAC,qBAAqB,IAAI,EAAE;gBACzD,eAAe,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,cAAc;gBAC5C,aAAa,EAAE,OAAO;gBACtB,qEAAqE;gBACrE,iEAAiE;gBACjE,qEAAqE;gBACrE,WAAW,EAAE,MAAM,CAAC,WAAW;gBAC/B,WAAW,EAAE,MAAM,CAAC,WAAW;gBAC/B,UAAU,EAAE,MAAM,CAAC,UAAU;aAC9B,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,aAAa,GAAG,OAAO,KAAK,UAAU,CAAC;YAC7C,IAAI,YAAY,GAAG,wBAAwB,CAAC;YAE5C,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC3B,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC;gBAE7B,2BAA2B;gBAC3B,IAAI,YAAY,CAAC,QAAQ,CAAC,iBAAiB,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;oBACtF,YAAY,GAAG,8CAA8C,WAAW,sDAAsD,CAAC;gBACjI,CAAC;YACH,CAAC;YAED,OAAO,CAAC,KAAK,CAAC,0BAA0B,OAAO,UAAU,EAAE,YAAY,CAAC,CAAC;YAEzE,8DAA8D;YAC9D,IAAK,KAAa,EAAE,YAAY,EAAE,CAAC;gBACjC,MAAM,KAAK,CAAC;YACd,CAAC;YAED,+CAA+C;YAC/C,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,IAAI,KAAK,CAAC,yCAAyC,UAAU,cAAc,YAAY,EAAE,CAAC,CAAC;YACnG,CAAC;YAED,kDAAkD;YAClD,MAAM,KAAK,GAAG,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC;YACnD,OAAO,CAAC,GAAG,CAAC,8BAA8B,KAAK,OAAO,CAAC,CAAC;YACxD,MAAM,KAAK,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IAED,qFAAqF;IACrF,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;AAC/E,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAClC,UAA4B,EAC5B,kBAAyB;IAEzB,OAAO,CAAC,IAAI,CAAC,iEAAiE,CAAC,CAAC;IAEhF,MAAM,gBAAgB,GAAG,kBAAkB,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CACtD,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,IAAI,GAAG,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAC3E,CAAC;IAEF,MAAM,QAAQ,GAAG,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAC5C,MAAM,YAAY,GAAG,EAAE,CAAC;IACxB,MAAM,aAAa,GAAG,EAAE,CAAC;IAEzB,OAAO;QACL,cAAc,EAAE,gBAAgB,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;QACtD,OAAO,EAAE;YACP,QAAQ;YACR,YAAY;YACZ,aAAa;YACb,0BAA0B,EAAE,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE;SACvD;QACD,iBAAiB,EAAE,gBAAgB;YACjC,CAAC,CAAC,gKAAgK;YAClK,CAAC,CAAC,sKAAsK;QAC1K,qBAAqB,EAAE;YACrB;gBACE,QAAQ,EAAE,YAAY;gBACtB,KAAK,EAAE,oCAAoC;gBAC3C,cAAc,EAAE,0EAA0E;gBAC1F,QAAQ,EAAE,MAAM;aACjB;SACF;KACF,CAAC;AACJ,CAAC"}
1
+ {"version":3,"file":"bedrockJudge.js","sourceRoot":"","sources":["../../../../services/evaluation/bedrockJudge.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAQH,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAyCjD;;GAEG;AACH,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AACzD,CAAC;AAOD;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,UAA4B,EAC5B,QAA0B,EAC1B,IAAsB,EACtB,UAAoC,EACpC,OAAgB,EAChB,WAAoB,EACpB,KAAc,EACd,MAA+F;IAE/F,MAAM,UAAU,GAAG,EAAE,CAAC;IACtB,MAAM,SAAS,GAAG,IAAI,CAAC,CAAC,WAAW;IACnC,MAAM,WAAW,GAAG,UAAU,CAAC,WAAW,IAAI,GAAG,aAAa,EAAE,YAAY,CAAC;IAE7E,OAAO,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;IAClE,OAAO,CAAC,GAAG,CAAC,kCAAkC,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC;IACnE,OAAO,CAAC,GAAG,CAAC,mCAAmC,EAAE,QAAQ,CAAC,gBAAgB,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;IACzF,OAAO,CAAC,GAAG,CAAC,2CAA2C,EAAE,QAAQ,CAAC,kBAAkB,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;IACnG,OAAO,CAAC,GAAG,CAAC,+BAA+B,EAAE,IAAI,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;IAChE,OAAO,CAAC,GAAG,CAAC,uBAAuB,EAAE,OAAO,IAAI,iBAAiB,CAAC,CAAC;IAEnE,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAElC,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;QACvD,IAAI,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,0BAA0B,OAAO,IAAI,UAAU,EAAE,CAAC,CAAC;YAE/D,qBAAqB;YACrB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC7B,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,WAAW,EAAE;gBACxC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;iBACnC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,UAAU;oBACV,gBAAgB,EAAE,QAAQ,CAAC,gBAAgB;oBAC3C,kBAAkB,EAAE,QAAQ,CAAC,kBAAkB;oBAC/C,IAAI;oBACJ,OAAO;oBACP,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBACvC,+DAA+D;oBAC/D,8DAA8D;oBAC9D,aAAa;oBACb,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC3B,mEAAmE;oBACnE,0DAA0D;oBAC1D,+DAA+D;oBAC/D,yDAAyD;oBACzD,GAAG,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACnD,CAAC;aACH,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACxC,MAAM,YAAY,GAAG,SAAS,CAAC,KAAK,IAAI,kCAAkC,QAAQ,CAAC,MAAM,EAAE,CAAC;gBAC5F,kEAAkE;gBAClE,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;oBACpD,MAAM,MAAM,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,mDAAmD,YAAY,EAAE,CAAC,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC5H,CAAC;gBACD,MAAM,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;YAChC,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACrC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAExC,OAAO,CAAC,GAAG,CAAC,0CAA0C,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;YACxE,OAAO,CAAC,GAAG,CAAC,kCAAkC,EAAE,MAAM,CAAC,cAAc,EAAE,WAAW,EAAE,CAAC,CAAC;YACtF,OAAO,CAAC,GAAG,CAAC,yBAAyB,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;YACvD,OAAO,CAAC,GAAG,CAAC,wCAAwC,EAAE,MAAM,CAAC,qBAAqB,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;YAEjG,sDAAsD;YACtD,IAAI,UAAU,IAAI,MAAM,CAAC,iBAAiB,EAAE,CAAC;gBAC3C,UAAU,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;YACvC,CAAC;YAED,OAAO;gBACL,cAAc,EAAE,MAAM,CAAC,cAAc,IAAI,QAAQ,EAAE,+BAA+B;gBAClF,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;gBAC3C,qBAAqB,EAAE,MAAM,CAAC,qBAAqB,IAAI,EAAE;gBACzD,eAAe,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,cAAc;gBAC5C,aAAa,EAAE,OAAO;gBACtB,mEAAmE;gBACnE,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,qEAAqE;gBACrE,iEAAiE;gBACjE,qEAAqE;gBACrE,WAAW,EAAE,MAAM,CAAC,WAAW;gBAC/B,WAAW,EAAE,MAAM,CAAC,WAAW;gBAC/B,YAAY,EAAE,MAAM,CAAC,YAAY;gBACjC,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,SAAS,EAAE,MAAM,CAAC,SAAS;aAC5B,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,aAAa,GAAG,OAAO,KAAK,UAAU,CAAC;YAC7C,IAAI,YAAY,GAAG,wBAAwB,CAAC;YAE5C,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC3B,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC;gBAE7B,2BAA2B;gBAC3B,IAAI,YAAY,CAAC,QAAQ,CAAC,iBAAiB,CAAC,IAAI,YAAY,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;oBACtF,YAAY,GAAG,8CAA8C,WAAW,sDAAsD,CAAC;gBACjI,CAAC;YACH,CAAC;YAED,OAAO,CAAC,KAAK,CAAC,0BAA0B,OAAO,UAAU,EAAE,YAAY,CAAC,CAAC;YAEzE,8DAA8D;YAC9D,IAAK,KAAa,EAAE,YAAY,EAAE,CAAC;gBACjC,MAAM,KAAK,CAAC;YACd,CAAC;YAED,+CAA+C;YAC/C,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,IAAI,KAAK,CAAC,yCAAyC,UAAU,cAAc,YAAY,EAAE,CAAC,CAAC;YACnG,CAAC;YAED,kDAAkD;YAClD,MAAM,KAAK,GAAG,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC;YACnD,OAAO,CAAC,GAAG,CAAC,8BAA8B,KAAK,OAAO,CAAC,CAAC;YACxD,MAAM,KAAK,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IAED,qFAAqF;IACrF,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;AAC/E,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAClC,UAA4B,EAC5B,kBAAyB;IAEzB,OAAO,CAAC,IAAI,CAAC,iEAAiE,CAAC,CAAC;IAEhF,MAAM,gBAAgB,GAAG,kBAAkB,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CACtD,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,IAAI,GAAG,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAC3E,CAAC;IAEF,MAAM,QAAQ,GAAG,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAC5C,MAAM,YAAY,GAAG,EAAE,CAAC;IACxB,MAAM,aAAa,GAAG,EAAE,CAAC;IAEzB,OAAO;QACL,cAAc,EAAE,gBAAgB,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;QACtD,OAAO,EAAE;YACP,QAAQ;YACR,YAAY;YACZ,aAAa;YACb,0BAA0B,EAAE,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE;SACvD;QACD,iBAAiB,EAAE,gBAAgB;YACjC,CAAC,CAAC,gKAAgK;YAClK,CAAC,CAAC,sKAAsK;QAC1K,qBAAqB,EAAE;YACrB;gBACE,QAAQ,EAAE,YAAY;gBACtB,KAAK,EAAE,oCAAoC;gBAC3C,cAAc,EAAE,0EAA0E;gBAC1F,QAAQ,EAAE,MAAM;aACjB;SACF;KACF,CAAC;AACJ,CAAC"}
@@ -1,12 +1,29 @@
1
- import { AgentConfig, EvaluationReport, TestCase, TrajectoryStep } from '../../types/index.js';
1
+ import { AgentConfig, EvaluationReport, TestCase, TrajectoryStep, TestCasePerformanceMetrics } from '../../types/index.js';
2
2
  import { AGUIEvent } from '../../types/agui.js';
3
3
  import { callBedrockJudge } from './bedrockJudge.js';
4
4
  import type { MatcherResult } from '../../lib/matchers/types.js';
5
+ import type { TracesAccessor } from '../../lib/matchers/traces.js';
5
6
  export { callBedrockJudge };
6
7
  import type { ConnectorRegistry, AgentConnector } from '../../services/connectors/index.js';
7
8
  export declare function computeSdkMatcherSessionMetrics(matcherResults: MatcherResult[], opts?: {
8
9
  hasEvalError?: boolean;
9
10
  }): Record<string, number>;
11
+ export declare function stampObjectiveActuals(performanceMetrics: TestCasePerformanceMetrics | undefined, loadedTraces: TracesAccessor, hasCapturedResult: boolean): void;
12
+ /**
13
+ * Append a synthetic "not reached" MatcherResult when the test body threw
14
+ * before completing, so the matcher panel can render a clearly distinct row
15
+ * for the tail of the test that never ran (the "T3 judge not reached"
16
+ * symptom) instead of silently omitting it. Callers must invoke this AFTER
17
+ * computing their own gate/error booleans from the real matcherResults —
18
+ * this function mutates the array in place, and the synthetic entry is
19
+ * excluded from gating everywhere via its `notReached: true` flag (see the
20
+ * `computeSdkMatcherSessionMetrics` gates filter above).
21
+ *
22
+ * No-op for an agent crash (`agentFailed`): there's no "test body" telling
23
+ * a coherent story when the agent itself never produced a trajectory —
24
+ * that case already has its own clearly-labelled `agent_failed` patch.
25
+ */
26
+ export declare function appendNotReachedMarker(matcherResults: MatcherResult[], evalError: unknown, agentFailed: boolean): void;
10
27
  /**
11
28
  * Options for running evaluation with connector
12
29
  */
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../services/evaluation/index.ts"],"names":[],"mappings":"AAWA,OAAO,EAAE,WAAW,EAAE,gBAAgB,EAAE,QAAQ,EAAE,cAAc,EAA8H,MAAM,SAAS,CAAC;AAG9M,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAEzC,OAAO,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAElD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAI1D,OAAO,EAAE,gBAAgB,EAAE,CAAC;AA4B5B,OAAO,KAAK,EAIV,iBAAiB,EACjB,cAAc,EACf,MAAM,uBAAuB,CAAC;AAqF/B,wBAAgB,+BAA+B,CAC7C,cAAc,EAAE,aAAa,EAAE,EAC/B,IAAI,CAAC,EAAE;IAAE,YAAY,CAAC,EAAE,OAAO,CAAA;CAAE,GAChC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAgDxB;AAED;;GAEG;AACH,MAAM,WAAW,iCAAiC;IAChD,wEAAwE;IACxE,QAAQ,EAAE,iBAAiB,CAAC;IAC5B,iDAAiD;IACjD,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,KAAK,IAAI,CAAC;IAClC,2DAA2D;IAC3D,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;;;;;;;;;;;;OAcG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,oEAAoE;IACpE,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAED;;;;;;;;;GASG;AACH;;;;;;GAMG;AACH,MAAM,WAAW,iBAAiB;IAChC,8DAA8D;IAC9D,UAAU,EAAE,cAAc,EAAE,CAAC;IAC7B,gEAAgE;IAChE,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,kDAAkD;IAClD,SAAS,EAAE,GAAG,EAAE,CAAC;IACjB,iEAAiE;IACjE,eAAe,EAAE,MAAM,CAAC;IACxB,4EAA4E;IAC5E,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC/B,sEAAsE;IACtE,SAAS,EAAE,cAAc,CAAC;CAC3B;AAED,MAAM,WAAW,kBAAkB;IACjC,8DAA8D;IAC9D,QAAQ,EAAE,iBAAiB,CAAC;IAC5B,+BAA+B;IAC/B,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,cAAc,KAAK,IAAI,CAAC;IACxC,sCAAsC;IACtC,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,KAAK,IAAI,CAAC;IAClC;;;;;OAKG;IACH,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAC9B;AAED;;;;;;;;;GASG;AACH,wBAAsB,WAAW,CAC/B,KAAK,EAAE,WAAW,EAClB,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,QAAQ,EAClB,OAAO,EAAE,kBAAkB,GAC1B,OAAO,CAAC,iBAAiB,CAAC,CAiH5B;AAED,wBAAsB,0BAA0B,CAC9C,KAAK,EAAE,WAAW,EAClB,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,QAAQ,EAClB,MAAM,EAAE,CAAC,IAAI,EAAE,cAAc,KAAK,IAAI,EACtC,OAAO,EAAE,iCAAiC,GACzC,OAAO,CAAC,gBAAgB,CAAC,CAyP3B;AAqDD;;;;;;;GAOG;AACH,wBAAsB,aAAa,CACjC,KAAK,EAAE,WAAW,EAClB,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,QAAQ,EAClB,MAAM,EAAE,CAAC,IAAI,EAAE,cAAc,KAAK,IAAI,EACtC,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,IAAI,GACtC,OAAO,CAAC,gBAAgB,CAAC,CAoK3B"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../services/evaluation/index.ts"],"names":[],"mappings":"AAWA,OAAO,EAAE,WAAW,EAAE,gBAAgB,EAAE,QAAQ,EAAE,cAAc,EAAkG,0BAA0B,EAAE,MAAM,SAAS,CAAC;AAG9M,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAEzC,OAAO,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAElD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAK5D,OAAO,EAAE,gBAAgB,EAAE,CAAC;AA4B5B,OAAO,KAAK,EAIV,iBAAiB,EACjB,cAAc,EACf,MAAM,uBAAuB,CAAC;AAqF/B,wBAAgB,+BAA+B,CAC7C,cAAc,EAAE,aAAa,EAAE,EAC/B,IAAI,CAAC,EAAE;IAAE,YAAY,CAAC,EAAE,OAAO,CAAA;CAAE,GAChC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAoDxB;AAoCD,wBAAgB,qBAAqB,CACnC,kBAAkB,EAAE,0BAA0B,GAAG,SAAS,EAC1D,YAAY,EAAE,cAAc,EAC5B,iBAAiB,EAAE,OAAO,GACzB,IAAI,CAYN;AAED;;;;;;;;;;;;;GAaG;AACH,wBAAgB,sBAAsB,CACpC,cAAc,EAAE,aAAa,EAAE,EAC/B,SAAS,EAAE,OAAO,EAClB,WAAW,EAAE,OAAO,GACnB,IAAI,CAeN;AAED;;GAEG;AACH,MAAM,WAAW,iCAAiC;IAChD,wEAAwE;IACxE,QAAQ,EAAE,iBAAiB,CAAC;IAC5B,iDAAiD;IACjD,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,KAAK,IAAI,CAAC;IAClC,2DAA2D;IAC3D,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;;;;;;;;;;;;OAcG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,oEAAoE;IACpE,SAAS,CAAC,EAAE,OAAO,CAAC;CACrB;AAED;;;;;;;;;GASG;AACH;;;;;;GAMG;AACH,MAAM,WAAW,iBAAiB;IAChC,8DAA8D;IAC9D,UAAU,EAAE,cAAc,EAAE,CAAC;IAC7B,gEAAgE;IAChE,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,kDAAkD;IAClD,SAAS,EAAE,GAAG,EAAE,CAAC;IACjB,iEAAiE;IACjE,eAAe,EAAE,MAAM,CAAC;IACxB,4EAA4E;IAC5E,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC/B,sEAAsE;IACtE,SAAS,EAAE,cAAc,CAAC;CAC3B;AAED,MAAM,WAAW,kBAAkB;IACjC,8DAA8D;IAC9D,QAAQ,EAAE,iBAAiB,CAAC;IAC5B,+BAA+B;IAC/B,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,cAAc,KAAK,IAAI,CAAC;IACxC,sCAAsC;IACtC,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,KAAK,IAAI,CAAC;IAClC;;;;;OAKG;IACH,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAC9B;AAED;;;;;;;;;GASG;AACH,wBAAsB,WAAW,CAC/B,KAAK,EAAE,WAAW,EAClB,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,QAAQ,EAClB,OAAO,EAAE,kBAAkB,GAC1B,OAAO,CAAC,iBAAiB,CAAC,CAiH5B;AAED,wBAAsB,0BAA0B,CAC9C,KAAK,EAAE,WAAW,EAClB,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,QAAQ,EAClB,MAAM,EAAE,CAAC,IAAI,EAAE,cAAc,KAAK,IAAI,EACtC,OAAO,EAAE,iCAAiC,GACzC,OAAO,CAAC,gBAAgB,CAAC,CAyS3B;AAqDD;;;;;;;GAOG;AACH,wBAAsB,aAAa,CACjC,KAAK,EAAE,WAAW,EAClB,OAAO,EAAE,MAAM,EACf,QAAQ,EAAE,QAAQ,EAClB,MAAM,EAAE,CAAC,IAAI,EAAE,cAAc,KAAK,IAAI,EACtC,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,IAAI,GACtC,OAAO,CAAC,gBAAgB,CAAC,CAuK3B"}