gaunt-sloth 2.1.3 → 2.1.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/commands/agUiEvalRunner.d.ts +11 -3
- package/dist/commands/agUiEvalRunner.js +41 -8
- package/dist/commands/agUiEvalRunner.js.map +1 -1
- package/dist/commands/batchCommand.d.ts +6 -0
- package/dist/commands/batchCommand.js +13 -3
- package/dist/commands/batchCommand.js.map +1 -1
- package/dist/commands/evalCommand.d.ts +9 -5
- package/dist/commands/evalCommand.js +82 -36
- package/dist/commands/evalCommand.js.map +1 -1
- package/package.json +5 -5
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import type { AgUiAgentTarget, RunCellFn, RunConversationFn } from '@gaunt-sloth/batch';
|
|
1
|
+
import type { AgUiAgentTarget, RunCellFn, RunConversationFn, ToolCallRecord } from '@gaunt-sloth/batch';
|
|
2
2
|
/** One AG-UI message as sent in the `RunAgentInput.messages` array. The eval only ever sends `user`
|
|
3
3
|
* turns and, for conversation continuity, the `assistant` answers it assembled — the minimal shape
|
|
4
4
|
* the reference server's `convertMessage` consumes (`{ id, role, content }`). */
|
|
@@ -20,6 +20,14 @@ export interface AgUiRunInput {
|
|
|
20
20
|
export interface AgUiRunResult {
|
|
21
21
|
answer: string;
|
|
22
22
|
tools: string[];
|
|
23
|
+
/** BATCH-52 — each started call with the arguments reassembled from its `TOOL_CALL_ARGS` deltas,
|
|
24
|
+
* in start order. Optional so a test fake may omit it. */
|
|
25
|
+
toolCalls?: ToolCallRecord[];
|
|
26
|
+
}
|
|
27
|
+
/** BATCH-52 — options for the AG-UI runner builders. */
|
|
28
|
+
export interface AgUiRunnerOptions {
|
|
29
|
+
/** Pass each run's `toolCalls` through to the outcome (the run-level `evalToolCallArgs`). */
|
|
30
|
+
recordToolCalls?: boolean;
|
|
23
31
|
}
|
|
24
32
|
/**
|
|
25
33
|
* The minimal AG-UI client the runner depends on — a single `run(input)` that POSTs one
|
|
@@ -74,7 +82,7 @@ export declare const defaultAgUiClientFactory: AgUiClientFactory;
|
|
|
74
82
|
* `tools` is ALWAYS populated (possibly `[]`) — the AG-UI wire exposes the trace — so
|
|
75
83
|
* `must_call`/`must_not_call` grade normally, the key difference from the ADK target.
|
|
76
84
|
*/
|
|
77
|
-
export declare function buildAgUiRunCell(target: AgUiAgentTarget, createClient?: AgUiClientFactory): RunCellFn;
|
|
85
|
+
export declare function buildAgUiRunCell(target: AgUiAgentTarget, createClient?: AgUiClientFactory, options?: AgUiRunnerOptions): RunCellFn;
|
|
78
86
|
/**
|
|
79
87
|
* Build the injectable multi-turn `RunConversationFn` that drives a whole scripted conversation
|
|
80
88
|
* against the AG-UI agent, threading continuity via the `messages` array + a STABLE `threadId` across
|
|
@@ -87,4 +95,4 @@ export declare function buildAgUiRunCell(target: AgUiAgentTarget, createClient?:
|
|
|
87
95
|
* runner fails the un-run turns with a clear reason, exactly as it does for a gth-agent conversation
|
|
88
96
|
* that ended early.
|
|
89
97
|
*/
|
|
90
|
-
export declare function buildAgUiRunConversation(target: AgUiAgentTarget, createClient?: AgUiClientFactory): RunConversationFn;
|
|
98
|
+
export declare function buildAgUiRunConversation(target: AgUiAgentTarget, createClient?: AgUiClientFactory, options?: AgUiRunnerOptions): RunConversationFn;
|
|
@@ -15,7 +15,9 @@
|
|
|
15
15
|
*
|
|
16
16
|
* KEY DIFFERENCE from the ADK (A2A) runner: the AG-UI wire DOES stream the agent's tool calls
|
|
17
17
|
* (`TOOL_CALL_START`). So this runner CAPTURES each `TOOL_CALL_START`'s `toolCallName` into the
|
|
18
|
-
* outcome's `tools`, and `must_call`/`must_not_call` grade normally —
|
|
18
|
+
* outcome's `tools`, and `must_call`/`must_not_call` grade normally. BATCH-52 — it also reassembles
|
|
19
|
+
* each call's arguments from its `TOOL_CALL_ARGS` deltas, passed through as `toolCalls` only when
|
|
20
|
+
* the run opts in with `evalToolCallArgs`, so `tool_call_json_path` grades here too — unlike the adk-agent target,
|
|
19
21
|
* where the tool trace is invisible and those assertions are rejected at parse time. AG-UI carries
|
|
20
22
|
* no token accounting either, so `tokensInput`/`tokensOutput` are left unset (undefined).
|
|
21
23
|
*
|
|
@@ -38,7 +40,9 @@ import { EventType } from '@ag-ui/core';
|
|
|
38
40
|
* an empty payload that is ignored, so both framings decode identically). Each frame's `data:`
|
|
39
41
|
* payload is JSON-parsed and the relevant event types folded:
|
|
40
42
|
* - `TEXT_MESSAGE_CONTENT` → append `delta` to the CURRENT assistant message (keyed by `messageId`).
|
|
41
|
-
* - `TOOL_CALL_START` → capture `toolCallName` into `tools
|
|
43
|
+
* - `TOOL_CALL_START` → capture `toolCallName` into `tools`, and open a call record under its
|
|
44
|
+
* `toolCallId` (BATCH-52).
|
|
45
|
+
* - `TOOL_CALL_ARGS` → append `delta` to the arguments of the call with that `toolCallId`.
|
|
42
46
|
* - `RUN_ERROR` → remember the message; the run FAILED.
|
|
43
47
|
* - `RUN_FINISHED` → the terminal success signal.
|
|
44
48
|
*
|
|
@@ -60,6 +64,8 @@ async function decodeAgUiStream(body) {
|
|
|
60
64
|
let currentMessageId;
|
|
61
65
|
let startedAnswer = false;
|
|
62
66
|
const tools = [];
|
|
67
|
+
const toolCalls = [];
|
|
68
|
+
const callsById = new Map();
|
|
63
69
|
let runError;
|
|
64
70
|
let sawRunFinished = false;
|
|
65
71
|
const handleFrame = (frame) => {
|
|
@@ -93,8 +99,25 @@ async function decodeAgUiStream(body) {
|
|
|
93
99
|
}
|
|
94
100
|
break;
|
|
95
101
|
case EventType.TOOL_CALL_START:
|
|
96
|
-
if (typeof event.toolCallName === 'string')
|
|
102
|
+
if (typeof event.toolCallName === 'string') {
|
|
97
103
|
tools.push(event.toolCallName);
|
|
104
|
+
const id = typeof event.toolCallId === 'string' ? event.toolCallId : undefined;
|
|
105
|
+
const call = {
|
|
106
|
+
name: event.toolCallName,
|
|
107
|
+
...(id ? { id } : {}),
|
|
108
|
+
args: '',
|
|
109
|
+
};
|
|
110
|
+
toolCalls.push(call);
|
|
111
|
+
if (id)
|
|
112
|
+
callsById.set(id, call);
|
|
113
|
+
}
|
|
114
|
+
break;
|
|
115
|
+
case EventType.TOOL_CALL_ARGS:
|
|
116
|
+
if (typeof event.toolCallId === 'string' && typeof event.delta === 'string') {
|
|
117
|
+
const call = callsById.get(event.toolCallId);
|
|
118
|
+
if (call)
|
|
119
|
+
call.args = (call.args ?? '') + event.delta;
|
|
120
|
+
}
|
|
98
121
|
break;
|
|
99
122
|
case EventType.RUN_ERROR:
|
|
100
123
|
runError = typeof event.message === 'string' ? event.message : 'unknown run error';
|
|
@@ -132,7 +155,7 @@ async function decodeAgUiStream(body) {
|
|
|
132
155
|
if (!sawRunFinished) {
|
|
133
156
|
throw new Error('AG-UI stream ended without a terminal RUN_FINISHED event (truncated or malformed stream).');
|
|
134
157
|
}
|
|
135
|
-
return { answer: answerParts.join('\n'), tools };
|
|
158
|
+
return { answer: answerParts.join('\n'), tools, toolCalls };
|
|
136
159
|
}
|
|
137
160
|
/**
|
|
138
161
|
* Default deadline for one AG-UI run (fetch + full SSE decode). The runner has no configured
|
|
@@ -256,7 +279,7 @@ export const defaultAgUiClientFactory = (target) => createAgUiClient(target);
|
|
|
256
279
|
* `tools` is ALWAYS populated (possibly `[]`) — the AG-UI wire exposes the trace — so
|
|
257
280
|
* `must_call`/`must_not_call` grade normally, the key difference from the ADK target.
|
|
258
281
|
*/
|
|
259
|
-
export function buildAgUiRunCell(target, createClient = defaultAgUiClientFactory) {
|
|
282
|
+
export function buildAgUiRunCell(target, createClient = defaultAgUiClientFactory, options = {}) {
|
|
260
283
|
return async (cell) => {
|
|
261
284
|
try {
|
|
262
285
|
const client = createClient(target);
|
|
@@ -265,7 +288,12 @@ export function buildAgUiRunCell(target, createClient = defaultAgUiClientFactory
|
|
|
265
288
|
runId: randomUUID(),
|
|
266
289
|
messages: [{ id: randomUUID(), role: 'user', content: cell.content }],
|
|
267
290
|
});
|
|
268
|
-
return {
|
|
291
|
+
return {
|
|
292
|
+
ok: true,
|
|
293
|
+
answer: result.answer,
|
|
294
|
+
tools: result.tools,
|
|
295
|
+
...(options.recordToolCalls ? { toolCalls: result.toolCalls ?? [] } : {}),
|
|
296
|
+
};
|
|
269
297
|
}
|
|
270
298
|
catch (error) {
|
|
271
299
|
return { ok: false, error: error instanceof Error ? error.message : String(error) };
|
|
@@ -284,7 +312,7 @@ export function buildAgUiRunCell(target, createClient = defaultAgUiClientFactory
|
|
|
284
312
|
* runner fails the un-run turns with a clear reason, exactly as it does for a gth-agent conversation
|
|
285
313
|
* that ended early.
|
|
286
314
|
*/
|
|
287
|
-
export function buildAgUiRunConversation(target, createClient = defaultAgUiClientFactory) {
|
|
315
|
+
export function buildAgUiRunConversation(target, createClient = defaultAgUiClientFactory, options = {}) {
|
|
288
316
|
return async (userMessages) => {
|
|
289
317
|
const client = createClient(target);
|
|
290
318
|
const outcomes = [];
|
|
@@ -304,7 +332,12 @@ export function buildAgUiRunConversation(target, createClient = defaultAgUiClien
|
|
|
304
332
|
});
|
|
305
333
|
// Thread the assistant's answer into the history so the next turn carries it (memory).
|
|
306
334
|
messages.push({ id: randomUUID(), role: 'assistant', content: result.answer });
|
|
307
|
-
outcomes.push({
|
|
335
|
+
outcomes.push({
|
|
336
|
+
ok: true,
|
|
337
|
+
answer: result.answer,
|
|
338
|
+
tools: result.tools,
|
|
339
|
+
...(options.recordToolCalls ? { toolCalls: result.toolCalls ?? [] } : {}),
|
|
340
|
+
});
|
|
308
341
|
}
|
|
309
342
|
catch (error) {
|
|
310
343
|
outcomes.push({
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"agUiEvalRunner.js","sourceRoot":"","sources":["../../src/commands/agUiEvalRunner.ts"],"names":[],"mappings":"AAAA
|
|
1
|
+
{"version":3,"file":"agUiEvalRunner.js","sourceRoot":"","sources":["../../src/commands/agUiEvalRunner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgCG;AACH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AA4DxC;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,KAAK,UAAU,gBAAgB,CAAC,IAAgC;IAC9D,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;IAClC,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,gGAAgG;IAChG,qEAAqE;IACrE,MAAM,WAAW,GAAa,EAAE,CAAC;IACjC,IAAI,gBAAoC,CAAC;IACzC,IAAI,aAAa,GAAG,KAAK,CAAC;IAC1B,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,SAAS,GAAqB,EAAE,CAAC;IACvC,MAAM,SAAS,GAAG,IAAI,GAAG,EAA0B,CAAC;IACpD,IAAI,QAA4B,CAAC;IACjC,IAAI,cAAc,GAAG,KAAK,CAAC;IAE3B,MAAM,WAAW,GAAG,CAAC,KAAa,EAAQ,EAAE;QAC1C,MAAM,OAAO,GAAG,KAAK;aAClB,KAAK,CAAC,OAAO,CAAC;aACd,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;aAC1C,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;aAChD,IAAI,CAAC,IAAI,CAAC,CAAC;QACd,IAAI,CAAC,OAAO;YAAE,OAAO;QACrB,IAAI,KAOH,CAAC;QACF,IAAI,CAAC;YACH,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC9B,CAAC;QAAC,MAAM,CAAC;YACP,sDAAsD;YACtD,OAAO;QACT,CAAC;QACD,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,SAAS,CAAC,oBAAoB;gBACjC,IAAI,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;oBACpC,MAAM,SAAS,GAAG,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;oBACpF,sFAAsF;oBACtF,iFAAiF;oBACjF,IAAI,CAAC,aAAa,IAAI,SAAS,KAAK,gBAAgB,EAAE,CAAC;wBACrD,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;wBACrB,gBAAgB,GAAG,SAAS,CAAC;wBAC7B,aAAa,GAAG,IAAI,CAAC;oBACvB,CAAC;oBACD,WAAW,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC;gBACrD,CAAC;gBACD,MAAM;YACR,KAAK,SAAS,CAAC,eAAe;gBAC5B,IAAI,OAAO,KAAK,CAAC,YAAY,KAAK,QAAQ,EAAE,CAAC;oBAC3C,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;oBAC/B,MAAM,EAAE,GAAG,OAAO,KAAK,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;oBAC/E,MAAM,IAAI,GAAmB;wBAC3B,IAAI,EAAE,KAAK,CAAC,YAAY;wBACxB,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;wBACrB,IAAI,EAAE,EAAE;qBACT,CAAC;oBACF,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACrB,IAAI,EAAE;wBAAE,SAAS,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;gBAClC,CAAC;gBACD,MAAM;YACR,KAAK,SAAS,CAAC,cAAc;gBAC3B,IAAI,OAAO,KAAK,CAAC,UAAU,KAAK,QAAQ,IAAI,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;oBAC5E,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;oBAC7C,IAAI,IAAI;wBAAE,IAAI,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC;gBACxD,CAAC;gBACD,MAAM;YACR,KAAK,SAAS,CAAC,SAAS;gBACtB,QAAQ,GAAG,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,mBAAmB,CAAC;gBACnF,MAAM;YACR,KAAK,SAAS,CAAC,YAAY;gBACzB,cAAc,GAAG,IAAI,CAAC;gBACtB,MAAM;QACV,CAAC;IACH,CAAC,CAAC;IAEF,6FAA6F;IAC7F,+FAA+F;IAC/F,iGAAiG;IACjG,yCAAyC;IACzC,MAAM,kBAAkB,GAAG,GAAS,EAAE;QACpC,IAAI,EAAU,CAAC;QACf,OAAO,CAAC,EAAE,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;YAC1C,IAAI,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC/B,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;YAC9B,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;gBAAE,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YAClD,WAAW,CAAC,IAAI,CAAC,CAAC;QACpB,CAAC;IACH,CAAC,CAAC;IAEF,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAA4C,EAAE,CAAC;QACvE,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QAClD,kBAAkB,EAAE,CAAC;IACvB,CAAC;IACD,MAAM,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAC3B,kBAAkB,EAAE,CAAC;IACrB,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;QAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IAElD,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,oBAAoB,QAAQ,EAAE,CAAC,CAAC;IAClD,CAAC;IACD,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CACb,2FAA2F,CAC5F,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;AAC9D,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG,OAAO,CAAC;AAE5C;;;kBAGkB;AAClB,KAAK,UAAU,WAAW,CAAC,IAAmD;IAC5E,IAAI,IAAI,IAAI,OAAO,IAAI,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;QAC9C,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;QACtB,CAAC;QAAC,MAAM,CAAC;YACP,iDAAiD;QACnD,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,UAAU,gBAAgB,CAC9B,MAAuB,EACvB,SAAS,GAAc,KAAK,EAC5B,SAAS,GAAW,oBAAoB;IAExC,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC5C,MAAM,QAAQ,GAAG,GAAG,IAAI,WAAW,kBAAkB,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;IAC5E,OAAO;QACL,KAAK,CAAC,GAAG,CAAC,KAAK;YACb,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;YACzC,MAAM,OAAO,GAAG,MAAM,CAAC,mBAAmB,CAAC,CAAC;YAC5C,MAAM,YAAY,GAAG,GAAU,EAAE,CAC/B,IAAI,KAAK,CACP,sBAAsB,SAAS,sDAAsD,CACtF,CAAC;YACJ,0FAA0F;YAC1F,uFAAuF;YACvF,+FAA+F;YAC/F,6FAA6F;YAC7F,+FAA+F;YAC/F,8EAA8E;YAC9E,IAAI,KAAgD,CAAC;YACrD,MAAM,cAAc,GAAG,IAAI,OAAO,CAAiB,CAAC,OAAO,EAAE,EAAE;gBAC7D,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,SAAS,CAAC,CAAC;YACxD,CAAC,CAAC,CAAC;YACH,IAAI,CAAC;gBACH,MAAM,YAAY,GAAG,SAAS,CAAC,QAAQ,EAAE;oBACvC,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE,MAAM,EAAE,mBAAmB,EAAE;oBAC5E,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;wBACnB,QAAQ,EAAE,KAAK,CAAC,QAAQ;wBACxB,KAAK,EAAE,KAAK,CAAC,KAAK;wBAClB,QAAQ,EAAE,KAAK,CAAC,QAAQ;wBACxB,wFAAwF;wBACxF,0DAA0D;wBAC1D,KAAK,EAAE,EAAE;wBACT,cAAc,EAAE,EAAE;qBACnB,CAAC;oBACF,MAAM,EAAE,UAAU,CAAC,MAAM;iBAC1B,CAAC,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC,CAAC;gBAClE,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;oBACvB,yFAAyF;oBACzF,0FAA0F;oBAC1F,+EAA+E;oBAC/E,uFAAuF;oBACvF,KAAK,YAAY,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;oBACzC,UAAU,CAAC,KAAK,EAAE,CAAC;oBACnB,MAAM,YAAY,EAAE,CAAC;gBACvB,CAAC;gBACD,MAAM,QAAQ,GAAG,MAAM,CAAC;gBACxB,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;oBACjB,2EAA2E;oBAC3E,MAAM,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;oBACjC,MAAM,IAAI,KAAK,CACb,0BAA0B,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE,CAChF,CAAC;gBACJ,CAAC;gBACD,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;oBACnB,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;gBACvE,CAAC;gBACD,MAAM,aAAa,GAAG,gBAAgB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBACtD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,aAAa,EAAE,cAAc,CAAC,CAAC,CAAC;gBACpE,IAAI,OAAO,KAAK,OAAO,EAAE,CAAC;oBACxB,kFAAkF;oBAClF,yFAAyF;oBACzF,KAAK,aAAa,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;oBAC1C,UAAU,CAAC,KAAK,EAAE,CAAC;oBACnB,MAAM,YAAY,EAAE,CAAC;gBACvB,CAAC;gBACD,OAAO,OAAO,CAAC;YACjB,CAAC;oBAAS,CAAC;gBACT,IAAI,KAAK;oBAAE,YAAY,CAAC,KAAK,CAAC,CAAC;YACjC,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC;AAED,+FAA+F;AAC/F,MAAM,CAAC,MAAM,wBAAwB,GAAsB,CAAC,MAAM,EAAE,EAAE,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;AAEhG;;;;;;;;;GASG;AACH,MAAM,UAAU,gBAAgB,CAC9B,MAAuB,EACvB,YAAY,GAAsB,wBAAwB,EAC1D,OAAO,GAAsB,EAAE;IAE/B,OAAO,KAAK,EAAE,IAAI,EAAE,EAAE;QACpB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;YACpC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC;gBAC9B,QAAQ,EAAE,UAAU,EAAE;gBACtB,KAAK,EAAE,UAAU,EAAE;gBACnB,QAAQ,EAAE,CAAC,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC;aACtE,CAAC,CAAC;YACH,OAAO;gBACL,EAAE,EAAE,IAAI;gBACR,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,GAAG,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC1E,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;QACtF,CAAC;IACH,CAAC,CAAC;AACJ,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,wBAAwB,CACtC,MAAuB,EACvB,YAAY,GAAsB,wBAAwB,EAC1D,OAAO,GAAsB,EAAE;IAE/B,OAAO,KAAK,EAAE,YAAY,EAAE,EAAE;QAC5B,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC;QACpC,MAAM,QAAQ,GAAqB,EAAE,CAAC;QACtC,8FAA8F;QAC9F,8FAA8F;QAC9F,MAAM,QAAQ,GAAG,UAAU,EAAE,CAAC;QAC9B,MAAM,QAAQ,GAAkB,EAAE,CAAC;QAEnC,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;YACvC,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;YACxE,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC;oBAC9B,QAAQ;oBACR,KAAK,EAAE,UAAU,EAAE;oBACnB,0FAA0F;oBAC1F,kBAAkB;oBAClB,QAAQ,EAAE,CAAC,GAAG,QAAQ,CAAC;iBACxB,CAAC,CAAC;gBACH,uFAAuF;gBACvF,QAAQ,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;gBAC/E,QAAQ,CAAC,IAAI,CAAC;oBACZ,EAAE,EAAE,IAAI;oBACR,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,GAAG,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBAC1E,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,QAAQ,CAAC,IAAI,CAAC;oBACZ,EAAE,EAAE,KAAK;oBACT,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;iBAC9D,CAAC,CAAC;gBACH,uFAAuF;gBACvF,MAAM;YACR,CAAC;QACH,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC;AACJ,CAAC"}
|
|
@@ -28,6 +28,12 @@ export interface ProductionRunCellOptions {
|
|
|
28
28
|
/** `wrapContent` human-readable prefix paired with {@link wrapBlockPrefix} (e.g.
|
|
29
29
|
* `'prompt-executable script'` / `'user message'`). */
|
|
30
30
|
wrapPrefix: string;
|
|
31
|
+
/**
|
|
32
|
+
* BATCH-52 — pass each run's requested tool calls, with their arguments, through to the outcome.
|
|
33
|
+
* `gth eval` sets it from the run-level `evalToolCallArgs`; `gth batch` never does. Off, the
|
|
34
|
+
* outcome carries no `toolCalls` and the written JSON is unchanged.
|
|
35
|
+
*/
|
|
36
|
+
recordToolCalls?: boolean;
|
|
31
37
|
}
|
|
32
38
|
/**
|
|
33
39
|
* Build the injectable {@link @gaunt-sloth/batch!"types.js".RunCellFn | RunCellFn} that adapts the shared single-shot runtime
|
|
@@ -78,13 +78,22 @@ export async function buildProductionRunCell(baseConfig, preamble, commandLineCo
|
|
|
78
78
|
// an orphaned-process leak, one per cell.
|
|
79
79
|
const resolvers = createResolvers();
|
|
80
80
|
try {
|
|
81
|
-
const { ok, answer, tokensInput, tokensOutput, tools, toolResults, advertisedTools } = await runSingleShot(`${options.sourcePrefix}-${cell.id}`, preamble, content, cellConfig, resolvers, options.command,
|
|
81
|
+
const { ok, answer, tokensInput, tokensOutput, tools, toolResults, toolCalls, advertisedTools, } = await runSingleShot(`${options.sourcePrefix}-${cell.id}`, preamble, content, cellConfig, resolvers, options.command,
|
|
82
82
|
// batch/eval ask for the lean backend, same as exec/ask — the only one shipped;
|
|
83
83
|
// config.agent.backend names no other.
|
|
84
84
|
resolveAgentFactory(cellConfig, 'lean'), { displayCommand: options.displayCommand, origin: options.origin });
|
|
85
85
|
// BATCH-32: `advertisedTools` is threaded through with the rest — it is `gth eval`'s coverage
|
|
86
86
|
// denominator, and this adapter is the only place the agent's inventory can reach the runner.
|
|
87
|
-
return {
|
|
87
|
+
return {
|
|
88
|
+
ok,
|
|
89
|
+
answer,
|
|
90
|
+
tokensInput,
|
|
91
|
+
tokensOutput,
|
|
92
|
+
tools,
|
|
93
|
+
toolResults,
|
|
94
|
+
...(options.recordToolCalls && toolCalls ? { toolCalls } : {}),
|
|
95
|
+
advertisedTools,
|
|
96
|
+
};
|
|
88
97
|
}
|
|
89
98
|
catch (error) {
|
|
90
99
|
// runSingleShot itself is documented to never throw for a normal LLM/tool failure (it
|
|
@@ -141,13 +150,14 @@ export async function buildProductionRunConversation(config, preamble, options)
|
|
|
141
150
|
const turns = await runConversation(`${options.sourcePrefix}-conversation`, preamble, wrapped, cellConfig, resolvers, options.command, resolveAgentFactory(cellConfig, 'lean'), { displayCommand: options.displayCommand, origin: options.origin });
|
|
142
151
|
// BATCH-32: `advertisedTools` rides along per turn (the same inventory on each — the
|
|
143
152
|
// conversation builds its agent once), so a multi-turn suite contributes a denominator too.
|
|
144
|
-
return turns.map(({ ok, answer, tokensInput, tokensOutput, tools, toolResults, advertisedTools, error, }) => ({
|
|
153
|
+
return turns.map(({ ok, answer, tokensInput, tokensOutput, tools, toolResults, toolCalls, advertisedTools, error, }) => ({
|
|
145
154
|
ok,
|
|
146
155
|
answer,
|
|
147
156
|
tokensInput,
|
|
148
157
|
tokensOutput,
|
|
149
158
|
tools,
|
|
150
159
|
toolResults,
|
|
160
|
+
...(options.recordToolCalls && toolCalls ? { toolCalls } : {}),
|
|
151
161
|
advertisedTools,
|
|
152
162
|
error,
|
|
153
163
|
}));
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"batchCommand.js","sourceRoot":"","sources":["../../src/commands/batchCommand.ts"],"names":[],"mappings":"AACA,OAAO,EAA8B,UAAU,EAAE,MAAM,6BAA6B,CAAC;AAGrF,OAAO,EAAE,mBAAmB,EAAE,MAAM,uCAAuC,CAAC;AAC5E,OAAO,EAAE,cAAc,EAAE,MAAM,mCAAmC,CAAC;AACnE,OAAO,EACL,WAAW,EACX,cAAc,EACd,cAAc,GACf,MAAM,yCAAyC,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,qCAAqC,CAAC;AAClE,OAAO,EACL,iBAAiB,EACjB,iBAAiB,EACjB,sBAAsB,EACtB,+BAA+B,GAChC,MAAM,sCAAsC,CAAC;AAgB9C;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,SAAS,wBAAwB,CAC/B,UAAqB,EACrB,0BAAsD;IAEtD,MAAM,cAAc,GAAG,IAAI,GAAG,EAA8B,CAAC;IAE7D,OAAO,CAAC,KAAyB,EAAsB,EAAE;QACvD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QACrC,CAAC;QACD,IAAI,MAAM,GAAG,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACvC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,GAAG,UAAU,CAAC,EAAE,GAAG,0BAA0B,EAAE,KAAK,EAAE,CAAC,CAAC;YAC9D,cAAc,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACpC,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC;AACJ,CAAC;
|
|
1
|
+
{"version":3,"file":"batchCommand.js","sourceRoot":"","sources":["../../src/commands/batchCommand.ts"],"names":[],"mappings":"AACA,OAAO,EAA8B,UAAU,EAAE,MAAM,6BAA6B,CAAC;AAGrF,OAAO,EAAE,mBAAmB,EAAE,MAAM,uCAAuC,CAAC;AAC5E,OAAO,EAAE,cAAc,EAAE,MAAM,mCAAmC,CAAC;AACnE,OAAO,EACL,WAAW,EACX,cAAc,EACd,cAAc,GACf,MAAM,yCAAyC,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,qCAAqC,CAAC;AAClE,OAAO,EACL,iBAAiB,EACjB,iBAAiB,EACjB,sBAAsB,EACtB,+BAA+B,GAChC,MAAM,sCAAsC,CAAC;AAgB9C;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,SAAS,wBAAwB,CAC/B,UAAqB,EACrB,0BAAsD;IAEtD,MAAM,cAAc,GAAG,IAAI,GAAG,EAA8B,CAAC;IAE7D,OAAO,CAAC,KAAyB,EAAsB,EAAE;QACvD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QACrC,CAAC;QACD,IAAI,MAAM,GAAG,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACvC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,GAAG,UAAU,CAAC,EAAE,GAAG,0BAA0B,EAAE,KAAK,EAAE,CAAC,CAAC;YAC9D,cAAc,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACpC,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC;AACJ,CAAC;AAmCD;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,UAAqB,EACrB,QAAgB,EAChB,0BAAsD,EACtD,OAAiC;IAEjC,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,MAAM,CAAC,yCAAyC,CAAC,CAAC;IAClF,MAAM,EAAE,eAAe,EAAE,GAAG,MAAM,MAAM,CAAC,iCAAiC,CAAC,CAAC;IAC5E,MAAM,EAAE,mBAAmB,EAAE,GAAG,MAAM,MAAM,CAAC,gDAAgD,CAAC,CAAC;IAE/F,MAAM,sBAAsB,GAAG,wBAAwB,CAAC,UAAU,EAAE,0BAA0B,CAAC,CAAC;IAEhG,OAAO,KAAK,EAAE,IAAI,EAAE,EAAE;QACpB,MAAM,WAAW,GAAG,MAAM,sBAAsB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC7D,MAAM,UAAU,GAAc;YAC5B,GAAG,WAAW;YACd,4BAA4B,EAAE,KAAK;YACnC,iBAAiB,EAAE,KAAK;SACzB,CAAC;QACF,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,eAAe,EAAE,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;QAE7F,0FAA0F;QAC1F,6FAA6F;QAC7F,0FAA0F;QAC1F,8FAA8F;QAC9F,0CAA0C;QAC1C,MAAM,SAAS,GAAG,eAAe,EAAE,CAAC;QACpC,IAAI,CAAC;YACH,MAAM,EACJ,EAAE,EACF,MAAM,EACN,WAAW,EACX,YAAY,EACZ,KAAK,EACL,WAAW,EACX,SAAS,EACT,eAAe,GAChB,GAAG,MAAM,aAAa,CACrB,GAAG,OAAO,CAAC,YAAY,IAAI,IAAI,CAAC,EAAE,EAAE,EACpC,QAAQ,EACR,OAAO,EACP,UAAU,EACV,SAAS,EACT,OAAO,CAAC,OAAO;YACf,gFAAgF;YAChF,uCAAuC;YACvC,mBAAmB,CAAC,UAAU,EAAE,MAAM,CAAC,EACvC,EAAE,cAAc,EAAE,OAAO,CAAC,cAAc,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CACnE,CAAC;YACF,8FAA8F;YAC9F,8FAA8F;YAC9F,OAAO;gBACL,EAAE;gBACF,MAAM;gBACN,WAAW;gBACX,YAAY;gBACZ,KAAK;gBACL,WAAW;gBACX,GAAG,CAAC,OAAO,CAAC,eAAe,IAAI,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC9D,eAAe;aAChB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,sFAAsF;YACtF,2FAA2F;YAC3F,wDAAwD;YACxD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;QACtF,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC;gBACH,MAAM,SAAS,CAAC,YAAY,EAAE,EAAE,CAAC;YACnC,CAAC;YAAC,OAAO,YAAY,EAAE,CAAC;gBACtB,yFAAyF;gBACzF,yCAAyC;gBACzC,cAAc,CACZ,qCAAqC,IAAI,CAAC,EAAE,IAAI;oBAC9C,GAAG,YAAY,YAAY,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,CACnF,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC,CAAC;AACJ,CAAC;AAED;;;;;;;;;;;;;;;GAeG;AACH,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAClD,MAAiB,EACjB,QAAgB,EAChB,OAAiC;IAEjC,MAAM,EAAE,eAAe,EAAE,GAAG,MAAM,MAAM,CAAC,2CAA2C,CAAC,CAAC;IACtF,MAAM,EAAE,eAAe,EAAE,GAAG,MAAM,MAAM,CAAC,iCAAiC,CAAC,CAAC;IAC5E,MAAM,EAAE,mBAAmB,EAAE,GAAG,MAAM,MAAM,CAAC,gDAAgD,CAAC,CAAC;IAE/F,MAAM,UAAU,GAAc;QAC5B,GAAG,MAAM;QACT,4BAA4B,EAAE,KAAK;QACnC,iBAAiB,EAAE,KAAK;KACzB,CAAC;IAEF,OAAO,KAAK,EAAE,YAAY,EAAE,EAAE;QAC5B,+FAA+F;QAC/F,0DAA0D;QAC1D,MAAM,OAAO,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAC3C,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,eAAe,EAAE,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC,CACxE,CAAC;QAEF,uFAAuF;QACvF,yFAAyF;QACzF,MAAM,SAAS,GAAG,eAAe,EAAE,CAAC;QACpC,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,eAAe,CACjC,GAAG,OAAO,CAAC,YAAY,eAAe,EACtC,QAAQ,EACR,OAAO,EACP,UAAU,EACV,SAAS,EACT,OAAO,CAAC,OAAO,EACf,mBAAmB,CAAC,UAAU,EAAE,MAAM,CAAC,EACvC,EAAE,cAAc,EAAE,OAAO,CAAC,cAAc,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CACnE,CAAC;YACF,qFAAqF;YACrF,4FAA4F;YAC5F,OAAO,KAAK,CAAC,GAAG,CACd,CAAC,EACC,EAAE,EACF,MAAM,EACN,WAAW,EACX,YAAY,EACZ,KAAK,EACL,WAAW,EACX,SAAS,EACT,eAAe,EACf,KAAK,GACN,EAAE,EAAE,CAAC,CAAC;gBACL,EAAE;gBACF,MAAM;gBACN,WAAW;gBACX,YAAY;gBACZ,KAAK;gBACL,WAAW;gBACX,GAAG,CAAC,OAAO,CAAC,eAAe,IAAI,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC9D,eAAe;gBACf,KAAK;aACN,CAAC,CACH,CAAC;QACJ,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC;gBACH,MAAM,SAAS,CAAC,YAAY,EAAE,EAAE,CAAC;YACnC,CAAC;YAAC,OAAO,YAAY,EAAE,CAAC;gBACtB,gFAAgF;gBAChF,cAAc,CACZ,6CAA6C;oBAC3C,GAAG,YAAY,YAAY,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,CACnF,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC,CAAC;AACJ,CAAC;AAED,kGAAkG;AAClG,MAAM,UAAU,iBAAiB,CAAC,MAA0B;IAC1D,IAAI,CAAC,MAAM;QAAE,OAAO,SAAS,CAAC;IAC9B,MAAM,IAAI,GAAG,MAAM;SAChB,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;SACpB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC/B,OAAO,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;AAC5C,CAAC;AAED,qGAAqG;AACrG,MAAM,UAAU,qBAAqB;IACnC,OAAO,iBAAiB,CAAC,OAAO,iBAAiB,EAAE,QAAQ,CAAC,CAAC;AAC/D,CAAC;AAED;;;;;;;;;;;;;;;GAeG;AACH,MAAM,UAAU,YAAY,CAC1B,OAAgB,EAChB,0BAAsD;IAEtD,OAAO;SACJ,OAAO,CAAC,OAAO,CAAC;SAChB,WAAW,CACV,uFAAuF;QACrF,4FAA4F,CAC/F;SACA,QAAQ,CAAC,UAAU,EAAE,iEAAiE,CAAC;SACvF,MAAM,CACL,eAAe,EACf,kFAAkF;QAChF,qFAAqF;QACrF,2CAA2C,CAC9C;SACA,MAAM,CACL,iBAAiB,EACjB,+FAA+F,CAChG;SACA,MAAM,CACL,uBAAuB,EACvB,4EAA4E,EAC5E,cAAc,CACf;SACA,MAAM,CACL,aAAa,EACb,0DAA0D,EAC1D,cAAc,CACf;SACA,MAAM,CACL,oBAAoB,EACpB,wEAAwE;QACtE,0DAA0D,CAC7D;SACA,WAAW,CACV,OAAO,EACP,IAAI;QACF,aAAa;QACb,sFAAsF;QACtF,gEAAgE;QAChE,uHAAuH,CAC1H;SACA,MAAM,CAAC,KAAK,EAAE,MAAc,EAAE,OAA4B,EAAE,EAAE;QAC7D,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,0BAA0B,CAAC,CAAC;QAE5D,qFAAqF;QACrF,2FAA2F;QAC3F,qFAAqF;QACrF,wFAAwF;QACxF,4DAA4D;QAC5D,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,MAAM,CAAC,8BAA8B,CAAC,CAAC;QACrE,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,MAAM,CAAC,iCAAiC,CAAC,CAAC;QAC1E,MAAM,EAAE,cAAc,EAAE,eAAe,EAAE,GAAG,MAAM,MAAM,CAAC,mCAAmC,CAAC,CAAC;QAC9F,MAAM,EAAE,gBAAgB,EAAE,GAAG,MAAM,MAAM,CAAC,8BAA8B,CAAC,CAAC;QAE1E,MAAM,aAAa,GAAG,+BAA+B,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;QAChE,MAAM,MAAM,GAAG,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACjD,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI;YACvB,CAAC,CAAC,aAAa,CAAC,OAAO,CAAC,IAAI,EAAE,sBAAsB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACnE,CAAC,CAAC,SAAS,CAAC;QAEd,MAAM,KAAK,GAAG,WAAW,CAAC,aAAa,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;QAEvD,MAAM,QAAQ,GAAG,mBAAmB,CAAC,MAAM,CAAC,CAAC;QAC7C,MAAM,OAAO,GAAG,MAAM,sBAAsB,CAAC,MAAM,EAAE,QAAQ,EAAE,0BAA0B,EAAE;YACzF,OAAO,EAAE,MAAM;YACf,oFAAoF;YACpF,cAAc,EAAE,OAAO;YACvB,MAAM,EAAE,OAAO;YACf,YAAY,EAAE,OAAO;YACrB,eAAe,EAAE,QAAQ;YACzB,UAAU,EAAE,0BAA0B;SACvC,CAAC,CAAC;QAEH,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,KAAK,EAAE;YAC1C,OAAO;YACP,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,KAAK,EAAE,OAAO,CAAC,KAAK;SACrB,CAAC,CAAC;QAEH,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,IAAI,qBAAqB,EAAE,CAAC;QAC5D,MAAM,OAAO,GAAG,gBAAgB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAErD,cAAc,CACZ,mBAAmB,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,KAAK,mBAAmB;YACnE,sBAAsB,SAAS,EAAE,CACpC,CAAC;QACF,6FAA6F;QAC7F,6FAA6F;QAC7F,2FAA2F;QAC3F,MAAM,IAAI,GAAG,eAAe,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;QACjE,IAAI,IAAI,EAAE,CAAC;YACT,WAAW,CAAC,IAAI,CAAC,CAAC;QACpB,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,kFAAkF;YAClF,wEAAwE;YACxE,cAAc,CACZ,GAAG,OAAO,CAAC,MAAM,yBAAyB,SAAS,4BAA4B,CAChF,CAAC;QACJ,CAAC;IACH,CAAC,CAAC,CAAC;AACP,CAAC"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { Command } from 'commander';
|
|
2
2
|
import { CommandLineConfigOverrides } from '@gaunt-sloth/core/config.js';
|
|
3
|
-
import type {
|
|
3
|
+
import type { RunLevelEvalConfig } from '@gaunt-sloth/core/config.js';
|
|
4
4
|
import type { RunToolCoverageSource, RunToolCoverageSpec } from '@gaunt-sloth/batch';
|
|
5
5
|
/** Split each collected `--reporter` value on `,`, flatten, trim, drop blanks, and de-duplicate
|
|
6
6
|
* (order-preserving), so `-r junit,text` and `-r junit -r text` both yield `['junit','text']`. */
|
|
@@ -22,9 +22,13 @@ export declare function isReporterFilePath(modulePath: string): boolean;
|
|
|
22
22
|
* in THEIR project, not in the CLI's install tree — via a `require` bound to the project dir
|
|
23
23
|
* (`createRequire`), which honors the package's `exports`. A plain `import(specifier)` would
|
|
24
24
|
* resolve against the CLI's own `node_modules` and only find what the CLI itself bundles.
|
|
25
|
+
* BATCH-51: when the project dir cannot resolve it, the directory gth was started in is tried
|
|
26
|
+
* next, so an eval project in a subfolder below the `.gsloth` folder (with its own
|
|
27
|
+
* `node_modules`) finds the reporter it installed. The project dir stays first, so a reporter
|
|
28
|
+
* installed at both levels resolves exactly as before.
|
|
25
29
|
*
|
|
26
|
-
* An unresolvable specifier (package not installed) throws a clear harness error naming it
|
|
27
|
-
* suggesting `npm i` — the caller wraps it into
|
|
30
|
+
* An unresolvable specifier (package not installed) throws a clear harness error naming it, the
|
|
31
|
+
* directories searched, and suggesting `npm i` — the caller wraps it into a harness error → exit 2.
|
|
28
32
|
*/
|
|
29
33
|
export declare function resolveReporterModule(modulePath: string): string;
|
|
30
34
|
/** Default output dir when `-o/--output` is omitted: a timestamped dir next to other gth reports —
|
|
@@ -42,7 +46,7 @@ export interface RunToolCoverageResolution {
|
|
|
42
46
|
/**
|
|
43
47
|
* BATCH-48 — turn the base config's `evalToolCoverage` into the run floor, and name its source.
|
|
44
48
|
*
|
|
45
|
-
* **Once per run, from the base config only.** `loaded` is read by `
|
|
49
|
+
* **Once per run, from the base config only.** `loaded` is read by `loadRunLevelEvalConfig`
|
|
46
50
|
* before the suite loop, from the overrides the invocation was started with. It is never read off a
|
|
47
51
|
* config a suite builds: configs are built per suite, a sweep cell deep-merges its own `config` onto
|
|
48
52
|
* each, and a suite that declares `identities:` builds one config per identity. Reading the floor off
|
|
@@ -53,7 +57,7 @@ export interface RunToolCoverageResolution {
|
|
|
53
57
|
* config, or the discovered project config — so a reader can see which threshold the run was graded
|
|
54
58
|
* against and where it was declared, rather than inferring it from which suites happened to run.
|
|
55
59
|
*/
|
|
56
|
-
export declare function resolveRunToolCoverage(commandLineConfigOverrides: CommandLineConfigOverrides, loaded:
|
|
60
|
+
export declare function resolveRunToolCoverage(commandLineConfigOverrides: CommandLineConfigOverrides, loaded: RunLevelEvalConfig): RunToolCoverageResolution;
|
|
57
61
|
/**
|
|
58
62
|
* Pure resolver for the judge identity profile — kept small and side-effect-free so it's unit
|
|
59
63
|
* testable in isolation. Precedence (highest first): CLI `--judge <profile>` > suite-level
|
|
@@ -2,12 +2,12 @@ import { mkdirSync, readFileSync, readdirSync, statSync, writeFileSync } from 'n
|
|
|
2
2
|
import { createRequire } from 'node:module';
|
|
3
3
|
import { basename, dirname, extname, join, relative, resolve } from 'node:path';
|
|
4
4
|
import { pathToFileURL } from 'node:url';
|
|
5
|
-
import { initConfig,
|
|
5
|
+
import { initConfig, loadRunLevelEvalConfig, resolveIdentityProfileConfigPath, } from '@gaunt-sloth/core/config.js';
|
|
6
6
|
import { getAskSystemPrompt } from '#src/commands/commandIntrospection.js';
|
|
7
7
|
import { buildProductionRunCell, buildProductionRunConversation, } from '#src/commands/batchCommand.js';
|
|
8
8
|
import { parseIntOption } from '#src/commands/cliOptionParsers.js';
|
|
9
9
|
import { display, displayError, displayInfo, displaySuccess, displayWarning, } from '@gaunt-sloth/core/utils/consoleUtils.js';
|
|
10
|
-
import { getProjectDir, setExitCode } from '@gaunt-sloth/core/utils/systemUtils.js';
|
|
10
|
+
import { getCurrentWorkDir, getProjectDir, setExitCode, } from '@gaunt-sloth/core/utils/systemUtils.js';
|
|
11
11
|
import { fileSafeLocalDate, getGslothFilePath, importExternalFile, readFileFromProjectDir, } from '@gaunt-sloth/core/utils/fileUtils.js';
|
|
12
12
|
/** Split each collected `--reporter` value on `,`, flatten, trim, drop blanks, and de-duplicate
|
|
13
13
|
* (order-preserving), so `-r junit,text` and `-r junit -r text` both yield `['junit','text']`. */
|
|
@@ -46,25 +46,38 @@ export function isReporterFilePath(modulePath) {
|
|
|
46
46
|
* in THEIR project, not in the CLI's install tree — via a `require` bound to the project dir
|
|
47
47
|
* (`createRequire`), which honors the package's `exports`. A plain `import(specifier)` would
|
|
48
48
|
* resolve against the CLI's own `node_modules` and only find what the CLI itself bundles.
|
|
49
|
+
* BATCH-51: when the project dir cannot resolve it, the directory gth was started in is tried
|
|
50
|
+
* next, so an eval project in a subfolder below the `.gsloth` folder (with its own
|
|
51
|
+
* `node_modules`) finds the reporter it installed. The project dir stays first, so a reporter
|
|
52
|
+
* installed at both levels resolves exactly as before.
|
|
49
53
|
*
|
|
50
|
-
* An unresolvable specifier (package not installed) throws a clear harness error naming it
|
|
51
|
-
* suggesting `npm i` — the caller wraps it into
|
|
54
|
+
* An unresolvable specifier (package not installed) throws a clear harness error naming it, the
|
|
55
|
+
* directories searched, and suggesting `npm i` — the caller wraps it into a harness error → exit 2.
|
|
52
56
|
*/
|
|
53
57
|
export function resolveReporterModule(modulePath) {
|
|
54
58
|
const projectDir = getProjectDir();
|
|
55
59
|
if (isReporterFilePath(modulePath)) {
|
|
56
60
|
return resolve(projectDir, modulePath);
|
|
57
61
|
}
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
62
|
+
const searchDirs = [projectDir];
|
|
63
|
+
const workDir = getCurrentWorkDir();
|
|
64
|
+
if (resolve(workDir) !== resolve(projectDir))
|
|
65
|
+
searchDirs.push(workDir);
|
|
66
|
+
for (const dir of searchDirs) {
|
|
67
|
+
// Bind `require` to a file INSIDE the dir (it need not exist) so `require.resolve` walks THAT
|
|
68
|
+
// dir's `node_modules` and its parents', not the CLI's.
|
|
69
|
+
const requireFromDir = createRequire(pathToFileURL(join(dir, 'noop.js')));
|
|
70
|
+
try {
|
|
71
|
+
return requireFromDir.resolve(modulePath);
|
|
72
|
+
}
|
|
73
|
+
catch {
|
|
74
|
+
// Not installed here; try the next directory.
|
|
75
|
+
}
|
|
67
76
|
}
|
|
77
|
+
throw new Error(`reporter package "${modulePath}" could not be resolved from ${searchDirs
|
|
78
|
+
.map((dir) => `"${dir}"`)
|
|
79
|
+
.join(' or ')} — ` +
|
|
80
|
+
`install it (\`npm i -D ${modulePath}\`) or use a relative module path (\`./…\`).`);
|
|
68
81
|
}
|
|
69
82
|
/**
|
|
70
83
|
* Build the `custom` reporter-factory map handed to `resolveReporters`. It always registers the ONE
|
|
@@ -75,19 +88,32 @@ export function resolveReporterModule(modulePath) {
|
|
|
75
88
|
* separately-installed `@gaunt-sloth/eval-reporter-teamcity` package, registered via `reporters`
|
|
76
89
|
* like any third-party reporter (it doubles as the worked example for writing one).
|
|
77
90
|
*
|
|
78
|
-
*
|
|
79
|
-
*
|
|
80
|
-
*
|
|
81
|
-
*
|
|
82
|
-
*
|
|
83
|
-
*
|
|
84
|
-
*
|
|
91
|
+
* `registered` is the run-level `reporters` map (`loadRunLevelEvalConfig`), and only the
|
|
92
|
+
* entries whose name is in `selected` are loaded (BATCH-51): a reporter registered for CI but not
|
|
93
|
+
* installed on a laptop must not fail a plain `--reporter text` run. An unselected entry is still
|
|
94
|
+
* REGISTERED, under a factory that is never called, so the unknown-reporter message keeps listing
|
|
95
|
+
* every name the config declares without importing any of them.
|
|
96
|
+
*
|
|
97
|
+
* Each selected config reporter's module STRING is resolved by {@link resolveReporterModule} — a
|
|
98
|
+
* file path against the PROJECT dir, or a bare package specifier by node resolution from the PROJECT
|
|
99
|
+
* dir, then the directory gth was started in — then imported via `importExternalFile` (which turns
|
|
100
|
+
* the absolute path into a `file://` URL and supports `.ts` through jiti). Its DEFAULT export must
|
|
101
|
+
* be an `EvalReporterFactory` (`() => EvalReporter`); an unresolvable specifier, a missing file, a
|
|
102
|
+
* failed import, or a non-function default export THROWS — caught by the command's per-suite catch
|
|
103
|
+
* → exit 2 (harness error). It is the user's own trusted config (already arbitrary JS), so nothing
|
|
104
|
+
* is sandboxed.
|
|
85
105
|
*/
|
|
86
|
-
async function buildCustomReporterFactories(
|
|
106
|
+
async function buildCustomReporterFactories(registered, selected) {
|
|
87
107
|
const custom = {};
|
|
88
108
|
const { createJUnitReporter, JUNIT_REPORTER_NAME } = await import('@gaunt-sloth/eval-reporter-junit/index.js');
|
|
89
109
|
custom[JUNIT_REPORTER_NAME] = createJUnitReporter;
|
|
90
|
-
for (const [name, modulePath] of Object.entries(
|
|
110
|
+
for (const [name, modulePath] of Object.entries(registered ?? {})) {
|
|
111
|
+
if (!selected.includes(name)) {
|
|
112
|
+
custom[name] = () => {
|
|
113
|
+
throw new Error(`config reporter "${name}" was not selected, so it was not loaded.`);
|
|
114
|
+
};
|
|
115
|
+
continue;
|
|
116
|
+
}
|
|
91
117
|
let mod;
|
|
92
118
|
try {
|
|
93
119
|
const absPath = resolveReporterModule(modulePath);
|
|
@@ -142,7 +168,7 @@ async function initConfigForCell(commandLineConfigOverrides, cell, identityProfi
|
|
|
142
168
|
/**
|
|
143
169
|
* BATCH-48 — turn the base config's `evalToolCoverage` into the run floor, and name its source.
|
|
144
170
|
*
|
|
145
|
-
* **Once per run, from the base config only.** `loaded` is read by `
|
|
171
|
+
* **Once per run, from the base config only.** `loaded` is read by `loadRunLevelEvalConfig`
|
|
146
172
|
* before the suite loop, from the overrides the invocation was started with. It is never read off a
|
|
147
173
|
* config a suite builds: configs are built per suite, a sweep cell deep-merges its own `config` onto
|
|
148
174
|
* each, and a suite that declares `identities:` builds one config per identity. Reading the floor off
|
|
@@ -164,7 +190,7 @@ export function resolveRunToolCoverage(commandLineConfigOverrides, loaded) {
|
|
|
164
190
|
: loaded.layer === 'global'
|
|
165
191
|
? { kind: 'global' }
|
|
166
192
|
: { kind: 'project' };
|
|
167
|
-
const declared = loaded.
|
|
193
|
+
const declared = loaded.evalToolCoverage;
|
|
168
194
|
const spec = declared
|
|
169
195
|
? { waive: declared.waive ?? [], ...(declared.min !== undefined ? { min: declared.min } : {}) }
|
|
170
196
|
: undefined;
|
|
@@ -466,7 +492,7 @@ export function evalCommand(program, commandLineConfigOverrides) {
|
|
|
466
492
|
// Specific `.js` subpaths (not the bare package root), matching batchCommand.ts's
|
|
467
493
|
// convention — vitest's workspace-import resolver recognizes these and resolves straight to
|
|
468
494
|
// source, so specs exercise live `packages/batch/src` rather than a `dist/` build.
|
|
469
|
-
const { parseEvalSuite } = await import('@gaunt-sloth/batch/evalSuite.js');
|
|
495
|
+
const { parseEvalSuite, suiteUsesToolCallArgs } = await import('@gaunt-sloth/batch/evalSuite.js');
|
|
470
496
|
const { runEvalSuite, classifyEvalExit } = await import('@gaunt-sloth/batch/evalRunner.js');
|
|
471
497
|
const { writeEvalOutput } = await import('@gaunt-sloth/batch/evalOutput.js');
|
|
472
498
|
const { concurrencyHint } = await import('@gaunt-sloth/batch/BatchRunner.js');
|
|
@@ -488,7 +514,12 @@ export function evalCommand(program, commandLineConfigOverrides) {
|
|
|
488
514
|
// before any suite runs. See `resolveRunToolCoverage` for why it is never read off a config
|
|
489
515
|
// a suite builds. A malformed floor, or a `-i` / `-c` that does not resolve, throws here →
|
|
490
516
|
// the outer catch → exit 2 with nothing run.
|
|
491
|
-
|
|
517
|
+
//
|
|
518
|
+
// BATCH-51 — the registered `reporters` are read in the same pass, for the same reason: a
|
|
519
|
+
// matrix suite builds one config per identity and no base config, so the reporters must
|
|
520
|
+
// come from the config the run was started with, never from whichever identity is first.
|
|
521
|
+
const runLevelConfig = await loadRunLevelEvalConfig(commandLineConfigOverrides);
|
|
522
|
+
const runCoverage = resolveRunToolCoverage(commandLineConfigOverrides, runLevelConfig);
|
|
492
523
|
// The reporter selection (`--reporter`, else the default `['text']`) and the output ROOT are
|
|
493
524
|
// invocation-level — the same for every suite. REPLACES the default: the `--reporter` value
|
|
494
525
|
// when given, else `['text']`.
|
|
@@ -503,9 +534,10 @@ export function evalCommand(program, commandLineConfigOverrides) {
|
|
|
503
534
|
//
|
|
504
535
|
// Task B, Deliverable 2 — the `-i` papercut: a MATRIX suite (declares `identities:`) must run
|
|
505
536
|
// with NO base `-i`. The per-identity configs come from the suite's `identities:` list (each
|
|
506
|
-
// pre-validated by the precondition below), so the base config used for
|
|
507
|
-
//
|
|
508
|
-
// `initConfig` without an `identityProfile`.
|
|
537
|
+
// pre-validated by the precondition below), so the base config used for the default judge
|
|
538
|
+
// is the FIRST identity's already-built config — the matrix path NEVER calls
|
|
539
|
+
// `initConfig` without an `identityProfile`. Reporters come from the run-level config
|
|
540
|
+
// (BATCH-51), not from this base config. That is the fix: the old top-level
|
|
509
541
|
// `initConfig(overrides)` demanded a resolvable base config (a matrix-only project has none),
|
|
510
542
|
// and failing there aborts the whole suite rather than the one cell. The
|
|
511
543
|
// NON-matrix path is unchanged — the base config is still `initConfig(overrides)`. (Configs
|
|
@@ -544,11 +576,13 @@ export function evalCommand(program, commandLineConfigOverrides) {
|
|
|
544
576
|
sourcePrefix: 'EVAL',
|
|
545
577
|
wrapBlockPrefix: 'message',
|
|
546
578
|
wrapPrefix: 'user message',
|
|
579
|
+
// BATCH-52 — run-level, like the reporters: one answer for every suite and identity.
|
|
580
|
+
recordToolCalls: runLevelConfig.evalToolCallArgs === true,
|
|
547
581
|
};
|
|
548
582
|
// Build the SUT run function(s), selected by `target.type`, AND resolve the base config
|
|
549
|
-
// used for the
|
|
550
|
-
//
|
|
551
|
-
//
|
|
583
|
+
// used for the default (SUT-model) judge. The eval runner is target-agnostic — it just
|
|
584
|
+
// consumes an injected single-turn `runCell` and multi-turn `runConversation` — so the
|
|
585
|
+
// target only changes which builders produce them.
|
|
552
586
|
let runCell;
|
|
553
587
|
let runConversation;
|
|
554
588
|
let runCellByIdentity;
|
|
@@ -563,7 +597,7 @@ export function evalCommand(program, commandLineConfigOverrides) {
|
|
|
563
597
|
// construction — a genuinely fresh `.llm`, never a structural clone), built ONCE per
|
|
564
598
|
// identity and reused across cases by the runner. An identity profile's manual
|
|
565
599
|
// `mcpServers.<n>.headers.Authorization` (CFG-4) flows through as-is. The base config for
|
|
566
|
-
//
|
|
600
|
+
// the default judge is the FIRST identity's config (reused, not rebuilt) — so
|
|
567
601
|
// this path makes NO `initConfig` call without an `identityProfile` (Deliverable 2).
|
|
568
602
|
runCellByIdentity = new Map();
|
|
569
603
|
runConversationByIdentity = new Map();
|
|
@@ -597,8 +631,9 @@ export function evalCommand(program, commandLineConfigOverrides) {
|
|
|
597
631
|
// grade normally. The judge still grades via the local gth `initConfig(overrides)` config.
|
|
598
632
|
baseConfig = await initConfigForCell(commandLineConfigOverrides, sweepCell);
|
|
599
633
|
const { buildAgUiRunCell, buildAgUiRunConversation } = await import('#src/commands/agUiEvalRunner.js');
|
|
600
|
-
|
|
601
|
-
|
|
634
|
+
const agUiOptions = { recordToolCalls: runCellOptions.recordToolCalls };
|
|
635
|
+
runCell = buildAgUiRunCell(parsedSuite.target, undefined, agUiOptions);
|
|
636
|
+
runConversation = buildAgUiRunConversation(parsedSuite.target, undefined, agUiOptions);
|
|
602
637
|
}
|
|
603
638
|
else if (parsedSuite.target.type === 'rater') {
|
|
604
639
|
// BATCH-25 Half B: grade gth's OWN approvals rater. Nothing is run through an agent —
|
|
@@ -632,7 +667,9 @@ export function evalCommand(program, commandLineConfigOverrides) {
|
|
|
632
667
|
// collision). Reporters are re-resolved per suite so each suite gets fresh reporter state
|
|
633
668
|
// (e.g. its own JUnit document). An unknown name throws (message lists the available
|
|
634
669
|
// reporters) → per-suite catch → exit 2.
|
|
635
|
-
|
|
670
|
+
// BATCH-51: the registry is the RUN-LEVEL `reporters` map, the same for every suite and
|
|
671
|
+
// every target type, and only the selected entries are imported.
|
|
672
|
+
const customReporterFactories = await buildCustomReporterFactories(runLevelConfig.reporters, reporterNames);
|
|
636
673
|
const reporters = resolveReporters(reporterNames, customReporterFactories);
|
|
637
674
|
// BATCH-10 Task 2: resolve the judge identity profile (CLI `--judge` > suite `judge_profile`
|
|
638
675
|
// > none). When set, build a SEPARATE config for it — the same supported
|
|
@@ -745,6 +782,15 @@ export function evalCommand(program, commandLineConfigOverrides) {
|
|
|
745
782
|
await printRelabelDiff(parsedSuite, options.relabelDiff);
|
|
746
783
|
continue;
|
|
747
784
|
}
|
|
785
|
+
// BATCH-52 — argument assertions need the arguments, which are recorded only when the
|
|
786
|
+
// run opts in. Refused before anything runs (→ this suite's harness error, exit 2):
|
|
787
|
+
// without the opt-in every such assertion would fail for a reason that is not the
|
|
788
|
+
// model's, and read as the model having sent the wrong arguments.
|
|
789
|
+
if (suiteUsesToolCallArgs(parsedSuite) && runLevelConfig.evalToolCallArgs !== true) {
|
|
790
|
+
throw new Error('the suite uses tool_call_json_path, which needs tool-call arguments ' +
|
|
791
|
+
'recorded — set "evalToolCallArgs": true in the config the run is started with ' +
|
|
792
|
+
'(the -i profile, the -c file or the project config). No cases were run.');
|
|
793
|
+
}
|
|
748
794
|
// BATCH-25 — the config sweep: the SAME corpus run once per cell, then ONE comparison
|
|
749
795
|
// table. `undefined` cell = no sweep, and then this loop runs exactly once with exactly
|
|
750
796
|
// the pre-BATCH-25 output layout.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"evalCommand.js","sourceRoot":"","sources":["../../src/commands/evalCommand.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,WAAW,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACxF,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAChF,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAEL,UAAU,EACV,8BAA8B,EAC9B,gCAAgC,GACjC,MAAM,6BAA6B,CAAC;AAErC,OAAO,EAAE,kBAAkB,EAAE,MAAM,uCAAuC,CAAC;AAC3E,OAAO,EACL,sBAAsB,EACtB,8BAA8B,GAC/B,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAAE,cAAc,EAAE,MAAM,mCAAmC,CAAC;AACnE,OAAO,EACL,OAAO,EACP,YAAY,EACZ,WAAW,EACX,cAAc,EACd,cAAc,GACf,MAAM,yCAAyC,CAAC;AACjD,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,wCAAwC,CAAC;AACpF,OAAO,EACL,iBAAiB,EACjB,iBAAiB,EACjB,kBAAkB,EAClB,sBAAsB,GACvB,MAAM,sCAAsC,CAAC;AA4C9C;kGACkG;AAClG,MAAM,UAAU,sBAAsB,CAAC,SAAmB;IACxD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;QAC5B,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;YACvD,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC5B,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBACf,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjB,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,kBAAkB,CAAC,UAAkB;IACnD,OAAO,CACL,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC;QAC1B,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC;QAC1B,UAAU,CAAC,UAAU,CAAC,OAAO,CAAC;QAC9B,iBAAiB,CAAC,IAAI,CAAC,UAAU,CAAC,CACnC,CAAC;AACJ,CAAC;AAED;;;;;;;;;;;;;GAaG;AACH,MAAM,UAAU,qBAAqB,CAAC,UAAkB;IACtD,MAAM,UAAU,GAAG,aAAa,EAAE,CAAC;IACnC,IAAI,kBAAkB,CAAC,UAAU,CAAC,EAAE,CAAC;QACnC,OAAO,OAAO,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;IACzC,CAAC;IACD,iGAAiG;IACjG,+CAA+C;IAC/C,MAAM,kBAAkB,GAAG,aAAa,CAAC,aAAa,CAAC,IAAI,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC;IACrF,IAAI,CAAC;QACH,OAAO,kBAAkB,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IAChD,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,KAAK,CACb,qBAAqB,UAAU,8CAA8C;YAC3E,0BAA0B,UAAU,8CAA8C,CACrF,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;;;;;;;;;;;;;;;GAgBG;AACH,KAAK,UAAU,4BAA4B,CACzC,MAAiB;IAEjB,MAAM,MAAM,GAAwC,EAAE,CAAC;IAEvD,MAAM,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,GAChD,MAAM,MAAM,CAAC,2CAA2C,CAAC,CAAC;IAC5D,MAAM,CAAC,mBAAmB,CAAC,GAAG,mBAAmB,CAAC;IAElD,KAAK,MAAM,CAAC,IAAI,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC,EAAE,CAAC;QACxE,IAAI,GAA4B,CAAC;QACjC,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,qBAAqB,CAAC,UAAU,CAAC,CAAC;YAClD,GAAG,GAAG,MAAM,kBAAkB,CAAC,OAAO,CAAC,CAAC;QAC1C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CACb,mCAAmC,IAAI,WAAW,UAAU,KAAK;gBAC/D,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAC3D,CAAC;QACJ,CAAC;QACD,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;QAC5B,IAAI,OAAO,OAAO,KAAK,UAAU,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CACb,oBAAoB,IAAI,MAAM,UAAU,mCAAmC;gBACzE,qDAAqD,OAAO,OAAO,GAAG,CACzE,CAAC;QACJ,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,GAAG,OAA8B,CAAC;IAChD,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;8FAC8F;AAC9F,MAAM,UAAU,oBAAoB;IAClC,OAAO,iBAAiB,CAAC,OAAO,iBAAiB,EAAE,OAAO,CAAC,CAAC;AAC9D,CAAC;AAED;;;;;;;;;;;;;GAaG;AACH,KAAK,UAAU,iBAAiB,CAC9B,0BAAsD,EACtD,IAA2B,EAC3B,eAAwB;IAExB,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC;QAC9B,GAAG,0BAA0B;QAC7B,GAAG,CAAC,IAAI,EAAE,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3D,GAAG,CAAC,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC9D,CAAC,CAAC;IACH,IAAI,CAAC,IAAI,EAAE,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,MAAM,CAAC;IAC1E,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,mCAAmC,CAAC,CAAC;IACxE,iGAAiG;IACjG,8FAA8F;IAC9F,8FAA8F;IAC9F,OAAO,SAAS,CACd,MAA4C,EAC5C,IAAI,CAAC,MAAM,CACY,CAAC;AAC5B,CAAC;AAYD;;;;;;;;;;;;;GAaG;AACH,MAAM,UAAU,sBAAsB,CACpC,0BAAsD,EACtD,MAAkC;IAElC,+FAA+F;IAC/F,6FAA6F;IAC7F,MAAM,OAAO,GAAG,0BAA0B,CAAC,eAAe,EAAE,IAAI,EAAE,CAAC;IACnE,MAAM,MAAM,GAA0B,0BAA0B,CAAC,gBAAgB;QAC/E,CAAC,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,0BAA0B,CAAC,gBAAgB,EAAE;QAC5E,CAAC,CAAC,OAAO;YACP,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE;YAC9B,CAAC,CAAC,MAAM,CAAC,KAAK,KAAK,QAAQ;gBACzB,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE;gBACpB,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;IAC5B,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC;IAC9B,MAAM,IAAI,GAAoC,QAAQ;QACpD,CAAC,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,IAAI,EAAE,EAAE,GAAG,CAAC,QAAQ,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,QAAQ,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE;QAC/F,CAAC,CAAC,SAAS,CAAC;IACd,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;AAC5E,CAAC;AAWD;qEACqE;AACrE,SAAS,SAAS,CAAC,IAAY;IAC7B,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC5B,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1B,OAAO,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AACjD,CAAC;AAED;;;;;;;;;;;;;;GAcG;AACH,SAAS,sBAAsB,CAAC,MAAgB;IAI9C,MAAM,UAAU,GAAG,aAAa,EAAE,CAAC;IACnC,MAAM,MAAM,GAAwB,EAAE,CAAC;IACvC,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAE/B,MAAM,IAAI,GAAG,CAAC,QAAgB,EAAE,OAAe,EAAQ,EAAE;QACvD,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC;YAAE,OAAO;QAC9B,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAClB,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;IACrC,CAAC,CAAC;IAEF,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,GAAG,GAAG,OAAO,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;QACvC,IAAI,WAAW,GAAG,KAAK,CAAC;QACxB,IAAI,CAAC;YACH,WAAW,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;QAC5C,CAAC;QAAC,MAAM,CAAC;YACP,6FAA6F;YAC7F,6FAA6F;YAC7F,WAAW,GAAG,KAAK,CAAC;QACtB,CAAC;QAED,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YACjB,SAAS;QACX,CAAC;QAED,MAAM,YAAY,GAAG,WAAW,CAAC,GAAG,CAAC;aAClC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;YACf,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;YACxC,OAAO,GAAG,KAAK,OAAO,IAAI,GAAG,KAAK,MAAM,CAAC;QAC3C,CAAC,CAAC;aACD,IAAI,EAAE,CAAC;QACV,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9B,MAAM,CAAC,IAAI,CAAC,yBAAyB,KAAK,gCAAgC,CAAC,CAAC;YAC5E,SAAS;QACX,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;YAChC,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YACpC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;AAC5B,CAAC;AAED;;;;;;;;GAQG;AACH,SAAS,oBAAoB,CAAC,MAAiB;IAC7C,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE;QAC9B,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,MAAM,CAAC,6BAA6B,CAAC,CAAC;QACtE,OAAO,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;IACnD,CAAC,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,mBAAmB,CACjC,QAA4B,EAC5B,iBAAqC;IAErC,MAAM,GAAG,GAAG,QAAQ,EAAE,IAAI,EAAE,CAAC;IAC7B,IAAI,GAAG;QAAE,OAAO,GAAG,CAAC;IACpB,MAAM,KAAK,GAAG,iBAAiB,EAAE,IAAI,EAAE,CAAC;IACxC,IAAI,KAAK;QAAE,OAAO,KAAK,CAAC;IACxB,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;qEAEqE;AACrE,SAAS,cAAc,CAAC,MAAiB;IACvC,MAAM,GAAG,GAAG,MAAM,CAAC,GAA+C,CAAC;IACnE,MAAM,IAAI,GAAG,OAAO,GAAG,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC;IACvE,OAAO,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;AACxE,CAAC;AAED;;;;;;;;;;GAUG;AACH,KAAK,UAAU,gBAAgB,CAC7B,WAAsB,EACtB,UAAkB,EAClB,SAAiB,EACjB,MAAe;IAEf,MAAM,UAAU,GAAG,aAAa,EAAE,CAAC;IACnC,MAAM,MAAM,GAAG,MAAM;QACnB,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,UAAU,CAAC;QACjC,CAAC,CAAC,CAAC,GAAG,EAAE;YACJ,MAAM,QAAQ,GAAG,OAAO,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;YACjD,MAAM,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;YAC9B,MAAM,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;YAC7D,OAAO,GAAG,IAAI,IAAI,SAAS,CAAC,SAAS,CAAC,GAAG,GAAG,EAAE,CAAC;QACjD,CAAC,CAAC,EAAE,CAAC;IAET,MAAM,EAAE,gBAAgB,EAAE,GAAG,MAAM,MAAM,CAAC,mCAAmC,CAAC,CAAC;IAC/E,MAAM,KAAK,GAAG,gBAAgB,CAAC,WAAW,CAAC,CAAC;IAC5C,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAChD,aAAa,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IAC7D,cAAc,CACZ,yBAAyB,KAAK,CAAC,KAAK,CAAC,MAAM,iBAAiB,SAAS,eAAe,MAAM,GAAG;QAC3F,6BAA6B,CAChC,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACH,KAAK,UAAU,gBAAgB,CAAC,WAAsB,EAAE,WAAmB;IACzE,MAAM,EAAE,WAAW,EAAE,iBAAiB,EAAE,GAAG,MAAM,MAAM,CAAC,mCAAmC,CAAC,CAAC;IAC7F,MAAM,QAAQ,GAAG,OAAO,CAAC,aAAa,EAAE,EAAE,WAAW,CAAC,CAAC;IAEvD,IAAI,MAAe,CAAC;IACpB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;IACvD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CACb,oCAAoC,WAAW,KAAK;YAClD,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAC3D,CAAC;IACJ,CAAC;IACD,+FAA+F;IAC/F,8FAA8F;IAC9F,yCAAyC;IACzC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAE,MAA8B,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;IAC/F,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CACb,qBAAqB,WAAW,wDAAwD;YACtF,yDAAyD,CAC5D,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,GAAG,WAAW,CAAC,WAAW,EAAE,OAA2C,CAAC,CAAC;IACnF,KAAK,MAAM,IAAI,IAAI,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC;QAC3C,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,cAAc,CAAC,IAAI,CAAC,CAAC;;YACtD,OAAO,CAAC,IAAI,CAAC,CAAC;IACrB,CAAC;AACH,CAAC;AAED;;;;;;;GAOG;AACH,KAAK,UAAU,YAAY,CACzB,aAAqB,EACrB,UAAkB,EAClB,aAAqB,EACrB,OAAyB,EACzB,SAA6B;IAE7B,MAAM,UAAU,GAAG,aAAa,EAAE,CAAC;IACnC,MAAM,YAAY,GAAG,QAAQ,CAC3B,OAAO,CAAC,UAAU,EAAE,UAAU,CAAC,EAC/B,OAAO,CAAC,UAAU,EAAE,aAAa,CAAC,CACnC,CAAC;IACF,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,aAAa,CAAC,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;IAE5F,IAAI,QAA0B,CAAC;IAC/B,IAAI,CAAC;QACH,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,YAAY,EAAE,OAAO,CAAC,CAAqB,CAAC;IACjF,CAAC;IAAC,MAAM,CAAC;QACP,cAAc,CACZ,2CAA2C,YAAY,oCAAoC;YACzF,yFAAyF,CAC5F,CAAC;QACF,OAAO;IACT,CAAC;IAED,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,qBAAqB,EAAE,GACtD,MAAM,MAAM,CAAC,mCAAmC,CAAC,CAAC;IACpD,8FAA8F;IAC9F,kEAAkE;IAClE,MAAM,WAAW,GAAG,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAC;IAC3F,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC;IACtD,KAAK,MAAM,IAAI,IAAI,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC;QACvC,IACE,IAAI,CAAC,SAAS,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC;YAChC,IAAI,CAAC,SAAS,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC;YACxC,IAAI,CAAC,SAAS,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC,EAC1C,CAAC;YACD,cAAc,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,IAAI,CAAC,CAAC;QAChB,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,MAAM,UAAU,WAAW,CACzB,OAAgB,EAChB,0BAAsD;IAEtD,OAAO;SACJ,OAAO,CAAC,MAAM,CAAC;SACf,WAAW,CACV,uFAAuF;QACrF,oFAAoF;QACpF,iEAAiE,CACpE;SACA,QAAQ,CACP,aAAa,EACb,4FAA4F;QAC1F,uFAAuF;QACvF,mGAAmG,CACtG;SACA,MAAM,CACL,uBAAuB,EACvB,4EAA4E,EAC5E,cAAc,CACf;SACA,MAAM,CACL,oBAAoB,EACpB,wEAAwE;QACtE,0DAA0D,CAC7D;SACA,MAAM,CACL,mBAAmB,EACnB,6EAA6E;QAC3E,0CAA0C,CAC7C;SACA,MAAM,CACL,wBAAwB,EACxB,wFAAwF;QACtF,0FAA0F;QAC1F,oFAAoF;QACpF,iEAAiE,EACnE,CAAC,KAAa,EAAE,QAAQ,GAAa,EAAE,EAAE,EAAE,CAAC,CAAC,GAAG,QAAQ,EAAE,KAAK,CAAC,CACjE;SACA,MAAM,CACL,uBAAuB,EACvB,wFAAwF;QACtF,yFAAyF;QACzF,sDAAsD,CACzD;SACA,MAAM,CACL,uBAAuB,EACvB,0FAA0F;QACxF,kFAAkF;QAClF,4DAA4D,CAC/D;SACA,MAAM,CACL,oBAAoB,EACpB,6FAA6F;QAC3F,sFAAsF;QACtF,oBAAoB,CACvB;SACA,MAAM,CACL,kBAAkB,EAClB,2FAA2F;QACzF,yFAAyF;QACzF,wEAAwE;QACxE,sFAAsF;QACtF,sFAAsF;QACtF,gDAAgD,CACnD;SACA,WAAW,CACV,OAAO,EACP,IAAI;QACF,cAAc;QACd,uEAAuE;QACvE,gFAAgF;QAChF,6FAA6F;QAC7F,4FAA4F;QAC5F,4FAA4F;QAC5F,8FAA8F;QAC9F,oCAAoC;QACpC,IAAI;QACJ,aAAa;QACb,oCAAoC;QACpC,yDAAyD;QACzD,8DAA8D;QAC9D,qFAAqF;QACrF,iFAAiF;QACjF,qDAAqD;QACrD,0DAA0D;QAC1D,IAAI;QACJ,iCAAiC;QACjC,uFAAuF;QACvF,6FAA6F;QAC7F,8FAA8F;QAC9F,+FAA+F;QAC/F,2EAA2E;QAC3E,2FAA2F;QAC3F,IAAI;QACJ,4FAA4F;QAC5F,mFAAmF;QACnF,wEAAwE;QACxE,yFAAyF,CAC5F;SACA,MAAM,CAAC,KAAK,EAAE,UAAoB,EAAE,OAA2B,EAAE,EAAE;QAClE,IAAI,CAAC;YACH,kFAAkF;YAClF,4FAA4F;YAC5F,mFAAmF;YACnF,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,MAAM,CAAC,iCAAiC,CAAC,CAAC;YAC3E,MAAM,EAAE,YAAY,EAAE,gBAAgB,EAAE,GAAG,MAAM,MAAM,CAAC,kCAAkC,CAAC,CAAC;YAC5F,MAAM,EAAE,eAAe,EAAE,GAAG,MAAM,MAAM,CAAC,kCAAkC,CAAC,CAAC;YAC7E,MAAM,EAAE,eAAe,EAAE,GAAG,MAAM,MAAM,CAAC,mCAAmC,CAAC,CAAC;YAC9E,MAAM,EAAE,gBAAgB,EAAE,GAAG,MAAM,MAAM,CAAC,0CAA0C,CAAC,CAAC;YACtF,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,MAAM,CAAC,uCAAuC,CAAC,CAAC;YACjF,MAAM,EAAE,WAAW,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,GAC5D,MAAM,MAAM,CAAC,mCAAmC,CAAC,CAAC;YACpD,wEAAwE;YACxE,yFAAyF;YACzF,gFAAgF;YAChF,MAAM,EAAE,qBAAqB,EAAE,oBAAoB,EAAE,sBAAsB,EAAE,GAC3E,MAAM,MAAM,CAAC,oCAAoC,CAAC,CAAC;YACrD,MAAM,EAAE,kBAAkB,EAAE,GAAG,MAAM,MAAM,CAAC,0CAA0C,CAAC,CAAC;YAExF,4FAA4F;YAC5F,wFAAwF;YACxF,2FAA2F;YAC3F,mBAAmB;YACnB,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS;gBAAE,qBAAqB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAEtE,0FAA0F;YAC1F,4FAA4F;YAC5F,2FAA2F;YAC3F,6CAA6C;YAC7C,MAAM,WAAW,GAAG,sBAAsB,CACxC,0BAA0B,EAC1B,MAAM,8BAA8B,CAAC,0BAA0B,CAAC,CACjE,CAAC;YAEF,6FAA6F;YAC7F,4FAA4F;YAC5F,+BAA+B;YAC/B,MAAM,aAAa,GAAG,OAAO,CAAC,QAAQ;gBACpC,CAAC,CAAC,sBAAsB,CAAC,OAAO,CAAC,QAAQ,CAAC;gBAC1C,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YACb,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,IAAI,oBAAoB,EAAE,CAAC;YAE5D,6FAA6F;YAC7F,2FAA2F;YAC3F,4FAA4F;YAC5F,4FAA4F;YAC5F,EAAE;YACF,8FAA8F;YAC9F,6FAA6F;YAC7F,wFAAwF;YACxF,2FAA2F;YAC3F,gFAAgF;YAChF,8FAA8F;YAC9F,yEAAyE;YACzE,4FAA4F;YAC5F,0EAA0E;YAC1E,MAAM,WAAW,GAAG,KAAK,EACvB,KAAwB,EACxB,cAAsB,EACtB,WAAsB;YACtB,yFAAyF;YACzF,wFAAwF;YACxF,2EAA2E;YAC3E,SAAgC,EACL,EAAE;gBAC7B,4FAA4F;gBAC5F,oFAAoF;gBACpF,0FAA0F;gBAC1F,UAAU;gBACV,EAAE;gBACF,2FAA2F;gBAC3F,0FAA0F;gBAC1F,0FAA0F;gBAC1F,0FAA0F;gBAC1F,wFAAwF;gBACxF,0FAA0F;gBAC1F,oFAAoF;gBACpF,yFAAyF;gBACzF,4BAA4B;gBAC5B,MAAM,eAAe,GAAG,WAAW,CAAC,UAAU,IAAI,EAAE,CAAC;gBACrD,MAAM,oBAAoB,GAAG,eAAe,CAAC,MAAM,CACjD,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,gCAAgC,CAAC,QAAQ,CAAC,CAC1D,CAAC;gBACF,IAAI,oBAAoB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACpC,MAAM,IAAI,KAAK,CACb,kCAAkC,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB;wBAC/E,sDAAsD;wBACtD,sDAAsD,CACzD,CAAC;gBACJ,CAAC;gBAED,MAAM,cAAc,GAAG;oBACrB,OAAO,EAAE,KAAK;oBACd,kFAAkF;oBAClF,cAAc,EAAE,MAAM;oBACtB,MAAM,EAAE,MAAM;oBACd,YAAY,EAAE,MAAM;oBACpB,eAAe,EAAE,SAAS;oBAC1B,UAAU,EAAE,cAAc;iBAClB,CAAC;gBAEX,wFAAwF;gBACxF,6EAA6E;gBAC7E,sFAAsF;gBACtF,8EAA8E;gBAC9E,IAAI,OAA8B,CAAC;gBACnC,IAAI,eAA8C,CAAC;gBACnD,IAAI,iBAAqD,CAAC;gBAC1D,IAAI,yBAAqE,CAAC;gBAC1E,0FAA0F;gBAC1F,wDAAwD;gBACxD,IAAI,QAAmC,CAAC;gBACxC,IAAI,UAAqB,CAAC;gBAC1B,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,IAAI,WAAW,CAAC,MAAM,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;oBAC1E,kEAAkE;oBAClE,gFAAgF;oBAChF,qFAAqF;oBACrF,+EAA+E;oBAC/E,0FAA0F;oBAC1F,0FAA0F;oBAC1F,qFAAqF;oBACrF,iBAAiB,GAAG,IAAI,GAAG,EAAE,CAAC;oBAC9B,yBAAyB,GAAG,IAAI,GAAG,EAAE,CAAC;oBACtC,IAAI,mBAA0C,CAAC;oBAC/C,KAAK,MAAM,QAAQ,IAAI,eAAe,EAAE,CAAC;wBACvC,MAAM,cAAc,GAAG,MAAM,iBAAiB,CAC5C,0BAA0B,EAC1B,SAAS,EACT,QAAQ,CACT,CAAC;wBACF,IAAI,CAAC,mBAAmB;4BAAE,mBAAmB,GAAG,cAAc,CAAC;wBAC/D,MAAM,gBAAgB,GAAG,kBAAkB,CAAC,cAAc,CAAC,CAAC;wBAC5D,iBAAiB,CAAC,GAAG,CACnB,QAAQ,EACR,MAAM,sBAAsB,CAC1B,cAAc,EACd,gBAAgB,EAChB,0BAA0B,EAC1B,cAAc,CACf,CACF,CAAC;wBACF,yBAAyB,CAAC,GAAG,CAC3B,QAAQ,EACR,MAAM,8BAA8B,CAClC,cAAc,EACd,gBAAgB,EAChB,cAAc,CACf,CACF,CAAC;oBACJ,CAAC;oBACD,2EAA2E;oBAC3E,UAAU,GAAG,mBAAoB,CAAC;gBACpC,CAAC;qBAAM,IAAI,WAAW,CAAC,MAAM,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;oBACnD,uFAAuF;oBACvF,wFAAwF;oBACxF,0FAA0F;oBAC1F,yFAAyF;oBACzF,UAAU,GAAG,MAAM,iBAAiB,CAAC,0BAA0B,EAAE,SAAS,CAAC,CAAC;oBAC5E,MAAM,EAAE,eAAe,EAAE,uBAAuB,EAAE,GAChD,MAAM,MAAM,CAAC,gCAAgC,CAAC,CAAC;oBACjD,OAAO,GAAG,eAAe,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;oBAC9C,eAAe,GAAG,uBAAuB,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;gBAChE,CAAC;qBAAM,IAAI,WAAW,CAAC,MAAM,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;oBAC/C,wFAAwF;oBACxF,2FAA2F;oBAC3F,2FAA2F;oBAC3F,uFAAuF;oBACvF,2FAA2F;oBAC3F,UAAU,GAAG,MAAM,iBAAiB,CAAC,0BAA0B,EAAE,SAAS,CAAC,CAAC;oBAC5E,MAAM,EAAE,gBAAgB,EAAE,wBAAwB,EAAE,GAClD,MAAM,MAAM,CAAC,iCAAiC,CAAC,CAAC;oBAClD,OAAO,GAAG,gBAAgB,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;oBAC/C,eAAe,GAAG,wBAAwB,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;gBACjE,CAAC;qBAAM,IAAI,WAAW,CAAC,MAAM,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;oBAC/C,sFAAsF;oBACtF,qFAAqF;oBACrF,qFAAqF;oBACrF,mEAAmE;oBACnE,wFAAwF;oBACxF,yDAAyD;oBACzD,UAAU,GAAG,MAAM,iBAAiB,CAAC,0BAA0B,EAAE,SAAS,CAAC,CAAC;oBAC5E,MAAM,EAAE,oBAAoB,EAAE,GAAG,MAAM,MAAM,CAAC,mCAAmC,CAAC,CAAC;oBACnF,oFAAoF;oBACpF,wFAAwF;oBACxF,sFAAsF;oBACtF,qFAAqF;oBACrF,sEAAsE;oBACtE,QAAQ,GAAG,MAAM,oBAAoB,CACnC,WAAW,CAAC,MAAM,EAClB,UAAU,EACV,SAAS,EAAE,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CACxE,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,sFAAsF;oBACtF,0FAA0F;oBAC1F,UAAU,GAAG,MAAM,iBAAiB,CAAC,0BAA0B,EAAE,SAAS,CAAC,CAAC;oBAC5E,MAAM,QAAQ,GAAG,kBAAkB,CAAC,UAAU,CAAC,CAAC;oBAChD,OAAO,GAAG,MAAM,sBAAsB,CACpC,UAAU,EACV,QAAQ,EACR,0BAA0B,EAC1B,cAAc,CACf,CAAC;oBACF,eAAe,GAAG,MAAM,8BAA8B,CACpD,UAAU,EACV,QAAQ,EACR,cAAc,CACf,CAAC;gBACJ,CAAC;gBACD,4FAA4F;gBAC5F,0FAA0F;gBAC1F,wFAAwF;gBACxF,sFAAsF;gBACtF,yFAAyF;gBACzF,0FAA0F;gBAC1F,qFAAqF;gBACrF,yCAAyC;gBACzC,MAAM,uBAAuB,GAAG,MAAM,4BAA4B,CAAC,UAAU,CAAC,CAAC;gBAC/E,MAAM,SAAS,GAAG,gBAAgB,CAAC,aAAa,EAAE,uBAAuB,CAAC,CAAC;gBAE3E,6FAA6F;gBAC7F,yEAAyE;gBACzE,kFAAkF;gBAClF,4FAA4F;gBAC5F,0FAA0F;gBAC1F,yFAAyF;gBACzF,wFAAwF;gBACxF,uFAAuF;gBACvF,sFAAsF;gBACtF,mFAAmF;gBACnF,MAAM,YAAY,GAAG,mBAAmB,CAAC,OAAO,CAAC,KAAK,EAAE,WAAW,CAAC,YAAY,CAAC,CAAC;gBAClF,yEAAyE;gBACzE,uFAAuF;gBACvF,yFAAyF;gBACzF,0FAA0F;gBAC1F,wFAAwF;gBACxF,mFAAmF;gBACnF,MAAM,WAAW,GAAG,YAAY;oBAC9B,CAAC,CAAC,MAAM,UAAU,CAAC,EAAE,GAAG,0BAA0B,EAAE,eAAe,EAAE,YAAY,EAAE,CAAC;oBACpF,CAAC,CAAC,UAAU,CAAC;gBACf,MAAM,KAAK,GAAG,oBAAoB,CAAC,WAAW,CAAC,CAAC;gBAEhD,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,WAAW,EAAE;oBAC9C,OAAO;oBACP,iBAAiB;oBACjB,eAAe;oBACf,yBAAyB;oBACzB,KAAK;oBACL,WAAW,EAAE,OAAO,CAAC,WAAW;oBAChC,wFAAwF;oBACxF,qDAAqD;oBACrD,QAAQ;iBACT,CAAC,CAAC;gBAEH,eAAe,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;gBAEzC,0FAA0F;gBAC1F,4FAA4F;gBAC5F,6FAA6F;gBAC7F,4FAA4F;gBAC5F,MAAM,cAAc,CAAC,SAAS,EAAE,OAAO,EAAE;oBACvC,SAAS,EAAE,KAAK,CAAC,QAAQ;oBACzB,SAAS,EAAE,cAAc;oBACzB,WAAW,EAAE,YAAY;wBACvB,CAAC,CAAC,EAAE,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,cAAc,CAAC,WAAW,CAAC,EAAE;wBAC/D,CAAC,CAAC,SAAS;oBACb,oFAAoF;oBACpF,4DAA4D;oBAC5D,SAAS,EAAE,SAAS,EAAE,IAAI;iBAC3B,CAAC,CAAC;gBAEH,OAAO,OAAO,CAAC;YACjB,CAAC,CAAC;YAEF,2FAA2F;YAC3F,6FAA6F;YAC7F,sDAAsD;YACtD,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,gBAAgB,EAAE,GAAG,sBAAsB,CAAC,UAAU,CAAC,CAAC;YAChF,IAAI,eAAe,GAAG,KAAK,CAAC;YAC5B,KAAK,MAAM,OAAO,IAAI,gBAAgB,EAAE,CAAC;gBACvC,YAAY,CAAC,uBAAuB,OAAO,EAAE,CAAC,CAAC;gBAC/C,eAAe,GAAG,IAAI,CAAC;YACzB,CAAC;YAED,0FAA0F;YAC1F,6FAA6F;YAC7F,2FAA2F;YAC3F,6FAA6F;YAC7F,aAAa;YACb,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC;YACnC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAkB,CAAC;YAC5C,MAAM,aAAa,GAAqB,EAAE,CAAC;YAC3C,2FAA2F;YAC3F,4FAA4F;YAC5F,6FAA6F;YAC7F,wFAAwF;YACxF,yEAAyE;YACzE,IAAI,mBAAmB,GAAG,KAAK,CAAC;YAChC,0FAA0F;YAC1F,oFAAoF;YACpF,kEAAkE;YAClE,MAAM,eAAe,GAAyB,EAAE,CAAC;YACjD,IAAI,qBAAqB,GAAG,KAAK,CAAC;YAClC,0FAA0F;YAC1F,2FAA2F;YAC3F,2DAA2D;YAC3D,MAAM,QAAQ,GAAG,CAAC,SAAyC,EAAE,EAAE,CAC7D,WAAW,CAAC,IAAI,IAAI,sBAAsB,CAAC,WAAW,CAAC,IAAI,CAAC;gBAC1D,CAAC,CAAC,oBAAoB,CAAC,SAAS,EAAE,WAAW,CAAC,IAAI,EAAE,WAAW,CAAC,MAAM,CAAC;gBACvE,CAAC,CAAC,SAAS,CAAC;YAChB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,IAAI,cAAc,GAAG,UAAU,CAAC;gBAChC,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;oBACvC,MAAM,UAAU,GAAG,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAC5C,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE,UAAU,GAAG,CAAC,CAAC,CAAC;oBACpC,MAAM,OAAO,GAAG,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;oBACtE,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;wBACnB,cAAc,CACZ,2CAA2C,IAAI,eAAe,KAAK,CAAC,QAAQ,IAAI;4BAC9E,cAAc,OAAO,4CAA4C,CACpE,CAAC;oBACJ,CAAC;oBACD,cAAc,GAAG,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;gBAC7C,CAAC;gBAED,IAAI,CAAC;oBACH,uFAAuF;oBACvF,oDAAoD;oBACpD,MAAM,WAAW,GAAG,cAAc,CAChC,sBAAsB,CAAC,KAAK,CAAC,QAAQ,CAAC,EACtC,KAAK,CAAC,QAAQ,CACf,CAAC;oBAEF,yFAAyF;oBACzF,yFAAyF;oBACzF,mDAAmD;oBACnD,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;wBACtC,MAAM,gBAAgB,CAAC,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE,KAAK,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;wBACjF,SAAS;oBACX,CAAC;oBACD,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;wBACtC,MAAM,gBAAgB,CAAC,WAAW,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;wBACzD,SAAS;oBACX,CAAC;oBAED,sFAAsF;oBACtF,wFAAwF;oBACxF,kCAAkC;oBAClC,MAAM,UAAU,GAA8B,WAAW,CAAC,KAAK;wBAC7D,CAAC,CAAC,WAAW,CAAC,WAAW,CAAC,KAAK,CAAC;wBAChC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;oBAChB,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC1B,WAAW,CACT,kBAAkB,KAAK,CAAC,QAAQ,SAAS,UAAU,CAAC,MAAM,oBAAoB;4BAC5E,oDAAoD,CACvD,CAAC;oBACJ,CAAC;oBAED,MAAM,OAAO,GAAuB,EAAE,CAAC;oBACvC,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;wBAC9B,sFAAsF;wBACtF,qEAAqE;wBACrE,MAAM,aAAa,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC;wBACjF,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,KAAK,EAAE,aAAa,EAAE,WAAW,EAAE,IAAI,CAAC,CAAC;wBAC3E,aAAa,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;wBACrC,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,YAAY,CAAC,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;4BAC3D,mBAAmB,GAAG,IAAI,CAAC;wBAC7B,CAAC;wBACD,mFAAmF;wBACnF,oFAAoF;wBACpF,gFAAgF;wBAChF,qFAAqF;wBACrF,+EAA+E;wBAC/E,2DAA2D;wBAC3D,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;4BACzB,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;4BAC3C,IAAI,OAAO,CAAC,YAAY,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gCACjD,qBAAqB,GAAG,IAAI,CAAC;4BAC/B,CAAC;wBACH,CAAC;wBACD,IAAI,IAAI;4BAAE,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;wBAErD,kFAAkF;wBAClF,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;4BACpC,MAAM,YAAY,CAChB,OAAO,CAAC,SAAS,EACjB,UAAU,EACV,aAAa,EACb,OAAO,EACP,OAAO,CAAC,KAAK,CACd,CAAC;wBACJ,CAAC;oBACH,CAAC;oBAED,sFAAsF;oBACtF,gDAAgD;oBAChD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACvB,KAAK,MAAM,IAAI,IAAI,gBAAgB,CAAC,OAAO,CAAC;4BAAE,OAAO,CAAC,IAAI,CAAC,CAAC;oBAC9D,CAAC;gBACH,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,wFAAwF;oBACxF,wFAAwF;oBACxF,kEAAkE;oBAClE,YAAY,CACV,qBAAqB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,CAAC,QAAQ,EAAE,IAAI;wBAC5D,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAC3D,CAAC;oBACF,eAAe,GAAG,IAAI,CAAC;gBACzB,CAAC;YACH,CAAC;YAED,yFAAyF;YACzF,6FAA6F;YAC7F,2CAA2C;YAC3C,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;gBAC3E,IAAI,eAAe;oBAAE,WAAW,CAAC,CAAC,CAAC,CAAC;gBACpC,OAAO;YACT,CAAC;YAED,yFAAyF;YACzF,6FAA6F;YAC7F,6FAA6F;YAC7F,4FAA4F;YAC5F,gBAAgB;YAChB,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;YAClF,MAAM,QAAQ,GAAqB;gBACjC,KAAK,EAAE,aAAa,CAAC,MAAM;gBAC3B,MAAM;gBACN,MAAM,EAAE,aAAa,CAAC,MAAM,GAAG,MAAM;gBACrC,KAAK,EAAE,aAAa;aACrB,CAAC;YAEF,2FAA2F;YAC3F,0FAA0F;YAC1F,wFAAwF;YACxF,2FAA2F;YAC3F,sCAAsC;YACtC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtB,MAAM,SAAS,GACb,eAAe,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,KAAK,WAAW,MAAM,CAAC,MAAM,WAAW;oBACnF,GAAG,QAAQ,CAAC,MAAM,SAAS,CAAC;gBAC9B,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;oBAC9C,cAAc,CAAC,SAAS,CAAC,CAAC;gBAC5B,CAAC;qBAAM,CAAC;oBACN,cAAc,CAAC,SAAS,CAAC,CAAC;gBAC5B,CAAC;gBAED,yFAAyF;gBACzF,0FAA0F;gBAC1F,0FAA0F;gBAC1F,yFAAyF;gBACzF,yFAAyF;gBACzF,qFAAqF;gBACrF,EAAE;gBACF,0FAA0F;gBAC1F,0FAA0F;gBAC1F,yFAAyF;gBACzF,2CAA2C;gBAC3C,MAAM,SAAS,GAAG,qBAAqB,CAAC,eAAe,CAAC,CAAC;gBACzD,MAAM,MAAM,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC;gBACnC,MAAM,OAAO,GAAG,MAAM,EAAE,MAAM,IAAI,SAAS,CAAC;gBAC5C,IAAI,OAAO,EAAE,CAAC;oBACZ,KAAK,MAAM,IAAI,IAAI,kBAAkB,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;wBACnE,OAAO,CAAC,IAAI,CAAC,CAAC;oBAChB,CAAC;gBACH,CAAC;YACH,CAAC;YAED,6FAA6F;YAC7F,8FAA8F;YAC9F,wFAAwF;YACxF,4FAA4F;YAC5F,6FAA6F;YAC7F,2EAA2E;YAC3E,MAAM,KAAK,GAAG,QAAQ,CAAC,qBAAqB,CAAC,eAAe,CAAC,CAAC,CAAC;YAC/D,IAAI,KAAK,EAAE,CAAC;gBACV,OAAO,CAAC,sBAAsB,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC;gBAClD,2FAA2F;gBAC3F,yFAAyF;gBACzF,uEAAuE;gBACvE,IAAI,KAAK,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACxC,KAAK,MAAM,IAAI,IAAI,kBAAkB,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;wBACpD,OAAO,CAAC,IAAI,CAAC,CAAC;oBAChB,CAAC;gBACH,CAAC;gBACD,KAAK,MAAM,OAAO,IAAI,KAAK,CAAC,QAAQ;oBAAE,cAAc,CAAC,OAAO,OAAO,EAAE,CAAC,CAAC;gBACvE,KAAK,MAAM,OAAO,IAAI,KAAK,CAAC,YAAY,EAAE,CAAC;oBACzC,cAAc,CAAC,+BAA+B,OAAO,EAAE,CAAC,CAAC;gBAC3D,CAAC;gBACD,IAAI,KAAK,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC;oBAAE,qBAAqB,GAAG,IAAI,CAAC;YAClE,CAAC;iBAAM,IAAI,CAAC,WAAW,CAAC,aAAa,EAAE,CAAC;gBACtC,uFAAuF;gBACvF,0FAA0F;gBAC1F,2FAA2F;gBAC3F,uDAAuD;gBACvD,OAAO,CACL,wFAAwF,CACzF,CAAC;YACJ,CAAC;YAED,yFAAyF;YACzF,2FAA2F;YAC3F,0FAA0F;YAC1F,sDAAsD;YACtD,EAAE;YACF,qFAAqF;YACrF,uFAAuF;YACvF,2FAA2F;YAC3F,6EAA6E;YAC7E,EAAE;YACF,yFAAyF;YACzF,yFAAyF;YACzF,sEAAsE;YACtE,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC;YACvF,MAAM,IAAI,GAAG,eAAe,CAC1B,QAAQ,CAAC,KAAK,EACd,OAAO,CAAC,WAAW,EACnB,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAC7B,CAAC;YACF,IAAI,IAAI,EAAE,CAAC;gBACT,WAAW,CAAC,IAAI,CAAC,CAAC;YACpB,CAAC;YAED,4FAA4F;YAC5F,8EAA8E;YAC9E,6FAA6F;YAC7F,0FAA0F;YAC1F,uFAAuF;YACvF,MAAM,QAAQ,GAAG,eAAe;gBAC9B,CAAC,CAAC,CAAC;gBACH,CAAC,CAAC,mBAAmB,IAAI,qBAAqB;oBAC5C,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;oBACzC,CAAC,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;YACjC,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;gBACnB,WAAW,CAAC,QAAQ,CAAC,CAAC;YACxB,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,0FAA0F;YAC1F,8FAA8F;YAC9F,8FAA8F;YAC9F,4FAA4F;YAC5F,qCAAqC;YACrC,YAAY,CACV,uBAAuB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAChF,CAAC;YACF,WAAW,CAAC,CAAC,CAAC,CAAC;QACjB,CAAC;IACH,CAAC,CAAC,CAAC;AACP,CAAC"}
|
|
1
|
+
{"version":3,"file":"evalCommand.js","sourceRoot":"","sources":["../../src/commands/evalCommand.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,YAAY,EAAE,WAAW,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AACxF,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAChF,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAEL,UAAU,EACV,sBAAsB,EACtB,gCAAgC,GACjC,MAAM,6BAA6B,CAAC;AAErC,OAAO,EAAE,kBAAkB,EAAE,MAAM,uCAAuC,CAAC;AAC3E,OAAO,EACL,sBAAsB,EACtB,8BAA8B,GAC/B,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAAE,cAAc,EAAE,MAAM,mCAAmC,CAAC;AACnE,OAAO,EACL,OAAO,EACP,YAAY,EACZ,WAAW,EACX,cAAc,EACd,cAAc,GACf,MAAM,yCAAyC,CAAC;AACjD,OAAO,EACL,iBAAiB,EACjB,aAAa,EACb,WAAW,GACZ,MAAM,wCAAwC,CAAC;AAChD,OAAO,EACL,iBAAiB,EACjB,iBAAiB,EACjB,kBAAkB,EAClB,sBAAsB,GACvB,MAAM,sCAAsC,CAAC;AA4C9C;kGACkG;AAClG,MAAM,UAAU,sBAAsB,CAAC,SAAmB;IACxD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;QAC5B,KAAK,MAAM,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;YACvD,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC5B,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBACf,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjB,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,kBAAkB,CAAC,UAAkB;IACnD,OAAO,CACL,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC;QAC1B,UAAU,CAAC,UAAU,CAAC,GAAG,CAAC;QAC1B,UAAU,CAAC,UAAU,CAAC,OAAO,CAAC;QAC9B,iBAAiB,CAAC,IAAI,CAAC,UAAU,CAAC,CACnC,CAAC;AACJ,CAAC;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,UAAU,qBAAqB,CAAC,UAAkB;IACtD,MAAM,UAAU,GAAG,aAAa,EAAE,CAAC;IACnC,IAAI,kBAAkB,CAAC,UAAU,CAAC,EAAE,CAAC;QACnC,OAAO,OAAO,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;IACzC,CAAC;IACD,MAAM,UAAU,GAAG,CAAC,UAAU,CAAC,CAAC;IAChC,MAAM,OAAO,GAAG,iBAAiB,EAAE,CAAC;IACpC,IAAI,OAAO,CAAC,OAAO,CAAC,KAAK,OAAO,CAAC,UAAU,CAAC;QAAE,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACvE,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAC7B,8FAA8F;QAC9F,wDAAwD;QACxD,MAAM,cAAc,GAAG,aAAa,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC;QAC1E,IAAI,CAAC;YACH,OAAO,cAAc,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QAC5C,CAAC;QAAC,MAAM,CAAC;YACP,8CAA8C;QAChD,CAAC;IACH,CAAC;IACD,MAAM,IAAI,KAAK,CACb,qBAAqB,UAAU,gCAAgC,UAAU;SACtE,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,GAAG,GAAG,CAAC;SACxB,IAAI,CAAC,MAAM,CAAC,KAAK;QAClB,0BAA0B,UAAU,8CAA8C,CACrF,CAAC;AACJ,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,KAAK,UAAU,4BAA4B,CACzC,UAA8C,EAC9C,QAA2B;IAE3B,MAAM,MAAM,GAAwC,EAAE,CAAC;IAEvD,MAAM,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,GAChD,MAAM,MAAM,CAAC,2CAA2C,CAAC,CAAC;IAC5D,MAAM,CAAC,mBAAmB,CAAC,GAAG,mBAAmB,CAAC;IAElD,KAAK,MAAM,CAAC,IAAI,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC,EAAE,CAAC;QAClE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YAC7B,MAAM,CAAC,IAAI,CAAC,GAAG,GAAG,EAAE;gBAClB,MAAM,IAAI,KAAK,CAAC,oBAAoB,IAAI,2CAA2C,CAAC,CAAC;YACvF,CAAC,CAAC;YACF,SAAS;QACX,CAAC;QACD,IAAI,GAA4B,CAAC;QACjC,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,qBAAqB,CAAC,UAAU,CAAC,CAAC;YAClD,GAAG,GAAG,MAAM,kBAAkB,CAAC,OAAO,CAAC,CAAC;QAC1C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CACb,mCAAmC,IAAI,WAAW,UAAU,KAAK;gBAC/D,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAC3D,CAAC;QACJ,CAAC;QACD,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;QAC5B,IAAI,OAAO,OAAO,KAAK,UAAU,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CACb,oBAAoB,IAAI,MAAM,UAAU,mCAAmC;gBACzE,qDAAqD,OAAO,OAAO,GAAG,CACzE,CAAC;QACJ,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,GAAG,OAA8B,CAAC;IAChD,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;8FAC8F;AAC9F,MAAM,UAAU,oBAAoB;IAClC,OAAO,iBAAiB,CAAC,OAAO,iBAAiB,EAAE,OAAO,CAAC,CAAC;AAC9D,CAAC;AAED;;;;;;;;;;;;;GAaG;AACH,KAAK,UAAU,iBAAiB,CAC9B,0BAAsD,EACtD,IAA2B,EAC3B,eAAwB;IAExB,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC;QAC9B,GAAG,0BAA0B;QAC7B,GAAG,CAAC,IAAI,EAAE,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3D,GAAG,CAAC,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC9D,CAAC,CAAC;IACH,IAAI,CAAC,IAAI,EAAE,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,MAAM,CAAC;IAC1E,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,mCAAmC,CAAC,CAAC;IACxE,iGAAiG;IACjG,8FAA8F;IAC9F,8FAA8F;IAC9F,OAAO,SAAS,CACd,MAA4C,EAC5C,IAAI,CAAC,MAAM,CACY,CAAC;AAC5B,CAAC;AAYD;;;;;;;;;;;;;GAaG;AACH,MAAM,UAAU,sBAAsB,CACpC,0BAAsD,EACtD,MAA0B;IAE1B,+FAA+F;IAC/F,6FAA6F;IAC7F,MAAM,OAAO,GAAG,0BAA0B,CAAC,eAAe,EAAE,IAAI,EAAE,CAAC;IACnE,MAAM,MAAM,GAA0B,0BAA0B,CAAC,gBAAgB;QAC/E,CAAC,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,0BAA0B,CAAC,gBAAgB,EAAE;QAC5E,CAAC,CAAC,OAAO;YACP,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE;YAC9B,CAAC,CAAC,MAAM,CAAC,KAAK,KAAK,QAAQ;gBACzB,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE;gBACpB,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;IAC5B,MAAM,QAAQ,GAAG,MAAM,CAAC,gBAAgB,CAAC;IACzC,MAAM,IAAI,GAAoC,QAAQ;QACpD,CAAC,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,IAAI,EAAE,EAAE,GAAG,CAAC,QAAQ,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,QAAQ,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE;QAC/F,CAAC,CAAC,SAAS,CAAC;IACd,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;AAC5E,CAAC;AAWD;qEACqE;AACrE,SAAS,SAAS,CAAC,IAAY;IAC7B,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC5B,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1B,OAAO,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AACjD,CAAC;AAED;;;;;;;;;;;;;;GAcG;AACH,SAAS,sBAAsB,CAAC,MAAgB;IAI9C,MAAM,UAAU,GAAG,aAAa,EAAE,CAAC;IACnC,MAAM,MAAM,GAAwB,EAAE,CAAC;IACvC,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAE/B,MAAM,IAAI,GAAG,CAAC,QAAgB,EAAE,OAAe,EAAQ,EAAE;QACvD,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC;YAAE,OAAO;QAC9B,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAClB,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;IACrC,CAAC,CAAC;IAEF,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,GAAG,GAAG,OAAO,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;QACvC,IAAI,WAAW,GAAG,KAAK,CAAC;QACxB,IAAI,CAAC;YACH,WAAW,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;QAC5C,CAAC;QAAC,MAAM,CAAC;YACP,6FAA6F;YAC7F,6FAA6F;YAC7F,WAAW,GAAG,KAAK,CAAC;QACtB,CAAC;QAED,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,IAAI,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YACjB,SAAS;QACX,CAAC;QAED,MAAM,YAAY,GAAG,WAAW,CAAC,GAAG,CAAC;aAClC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;YACf,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;YACxC,OAAO,GAAG,KAAK,OAAO,IAAI,GAAG,KAAK,MAAM,CAAC;QAC3C,CAAC,CAAC;aACD,IAAI,EAAE,CAAC;QACV,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9B,MAAM,CAAC,IAAI,CAAC,yBAAyB,KAAK,gCAAgC,CAAC,CAAC;YAC5E,SAAS;QACX,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;YAChC,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YACpC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;AAC5B,CAAC;AAED;;;;;;;;GAQG;AACH,SAAS,oBAAoB,CAAC,MAAiB;IAC7C,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE;QAC9B,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,MAAM,CAAC,6BAA6B,CAAC,CAAC;QACtE,OAAO,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;IACnD,CAAC,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,mBAAmB,CACjC,QAA4B,EAC5B,iBAAqC;IAErC,MAAM,GAAG,GAAG,QAAQ,EAAE,IAAI,EAAE,CAAC;IAC7B,IAAI,GAAG;QAAE,OAAO,GAAG,CAAC;IACpB,MAAM,KAAK,GAAG,iBAAiB,EAAE,IAAI,EAAE,CAAC;IACxC,IAAI,KAAK;QAAE,OAAO,KAAK,CAAC;IACxB,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;qEAEqE;AACrE,SAAS,cAAc,CAAC,MAAiB;IACvC,MAAM,GAAG,GAAG,MAAM,CAAC,GAA+C,CAAC;IACnE,MAAM,IAAI,GAAG,OAAO,GAAG,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC;IACvE,OAAO,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;AACxE,CAAC;AAED;;;;;;;;;;GAUG;AACH,KAAK,UAAU,gBAAgB,CAC7B,WAAsB,EACtB,UAAkB,EAClB,SAAiB,EACjB,MAAe;IAEf,MAAM,UAAU,GAAG,aAAa,EAAE,CAAC;IACnC,MAAM,MAAM,GAAG,MAAM;QACnB,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,UAAU,CAAC;QACjC,CAAC,CAAC,CAAC,GAAG,EAAE;YACJ,MAAM,QAAQ,GAAG,OAAO,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;YACjD,MAAM,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;YAC9B,MAAM,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;YAC7D,OAAO,GAAG,IAAI,IAAI,SAAS,CAAC,SAAS,CAAC,GAAG,GAAG,EAAE,CAAC;QACjD,CAAC,CAAC,EAAE,CAAC;IAET,MAAM,EAAE,gBAAgB,EAAE,GAAG,MAAM,MAAM,CAAC,mCAAmC,CAAC,CAAC;IAC/E,MAAM,KAAK,GAAG,gBAAgB,CAAC,WAAW,CAAC,CAAC;IAC5C,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAChD,aAAa,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IAC7D,cAAc,CACZ,yBAAyB,KAAK,CAAC,KAAK,CAAC,MAAM,iBAAiB,SAAS,eAAe,MAAM,GAAG;QAC3F,6BAA6B,CAChC,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACH,KAAK,UAAU,gBAAgB,CAAC,WAAsB,EAAE,WAAmB;IACzE,MAAM,EAAE,WAAW,EAAE,iBAAiB,EAAE,GAAG,MAAM,MAAM,CAAC,mCAAmC,CAAC,CAAC;IAC7F,MAAM,QAAQ,GAAG,OAAO,CAAC,aAAa,EAAE,EAAE,WAAW,CAAC,CAAC;IAEvD,IAAI,MAAe,CAAC;IACpB,IAAI,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;IACvD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CACb,oCAAoC,WAAW,KAAK;YAClD,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAC3D,CAAC;IACJ,CAAC;IACD,+FAA+F;IAC/F,8FAA8F;IAC9F,yCAAyC;IACzC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAE,MAA8B,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC;IAC/F,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CACb,qBAAqB,WAAW,wDAAwD;YACtF,yDAAyD,CAC5D,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,GAAG,WAAW,CAAC,WAAW,EAAE,OAA2C,CAAC,CAAC;IACnF,KAAK,MAAM,IAAI,IAAI,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC;QAC3C,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,cAAc,CAAC,IAAI,CAAC,CAAC;;YACtD,OAAO,CAAC,IAAI,CAAC,CAAC;IACrB,CAAC;AACH,CAAC;AAED;;;;;;;GAOG;AACH,KAAK,UAAU,YAAY,CACzB,aAAqB,EACrB,UAAkB,EAClB,aAAqB,EACrB,OAAyB,EACzB,SAA6B;IAE7B,MAAM,UAAU,GAAG,aAAa,EAAE,CAAC;IACnC,MAAM,YAAY,GAAG,QAAQ,CAC3B,OAAO,CAAC,UAAU,EAAE,UAAU,CAAC,EAC/B,OAAO,CAAC,UAAU,EAAE,aAAa,CAAC,CACnC,CAAC;IACF,MAAM,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,aAAa,CAAC,EAAE,YAAY,EAAE,cAAc,CAAC,CAAC;IAE5F,IAAI,QAA0B,CAAC;IAC/B,IAAI,CAAC;QACH,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,YAAY,EAAE,OAAO,CAAC,CAAqB,CAAC;IACjF,CAAC;IAAC,MAAM,CAAC;QACP,cAAc,CACZ,2CAA2C,YAAY,oCAAoC;YACzF,yFAAyF,CAC5F,CAAC;QACF,OAAO;IACT,CAAC;IAED,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,qBAAqB,EAAE,GACtD,MAAM,MAAM,CAAC,mCAAmC,CAAC,CAAC;IACpD,8FAA8F;IAC9F,kEAAkE;IAClE,MAAM,WAAW,GAAG,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAC;IAC3F,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC;IACtD,KAAK,MAAM,IAAI,IAAI,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC;QACvC,IACE,IAAI,CAAC,SAAS,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC;YAChC,IAAI,CAAC,SAAS,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC;YACxC,IAAI,CAAC,SAAS,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC,EAC1C,CAAC;YACD,cAAc,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,IAAI,CAAC,CAAC;QAChB,CAAC;IACH,CAAC;AACH,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,MAAM,UAAU,WAAW,CACzB,OAAgB,EAChB,0BAAsD;IAEtD,OAAO;SACJ,OAAO,CAAC,MAAM,CAAC;SACf,WAAW,CACV,uFAAuF;QACrF,oFAAoF;QACpF,iEAAiE,CACpE;SACA,QAAQ,CACP,aAAa,EACb,4FAA4F;QAC1F,uFAAuF;QACvF,mGAAmG,CACtG;SACA,MAAM,CACL,uBAAuB,EACvB,4EAA4E,EAC5E,cAAc,CACf;SACA,MAAM,CACL,oBAAoB,EACpB,wEAAwE;QACtE,0DAA0D,CAC7D;SACA,MAAM,CACL,mBAAmB,EACnB,6EAA6E;QAC3E,0CAA0C,CAC7C;SACA,MAAM,CACL,wBAAwB,EACxB,wFAAwF;QACtF,0FAA0F;QAC1F,oFAAoF;QACpF,iEAAiE,EACnE,CAAC,KAAa,EAAE,QAAQ,GAAa,EAAE,EAAE,EAAE,CAAC,CAAC,GAAG,QAAQ,EAAE,KAAK,CAAC,CACjE;SACA,MAAM,CACL,uBAAuB,EACvB,wFAAwF;QACtF,yFAAyF;QACzF,sDAAsD,CACzD;SACA,MAAM,CACL,uBAAuB,EACvB,0FAA0F;QACxF,kFAAkF;QAClF,4DAA4D,CAC/D;SACA,MAAM,CACL,oBAAoB,EACpB,6FAA6F;QAC3F,sFAAsF;QACtF,oBAAoB,CACvB;SACA,MAAM,CACL,kBAAkB,EAClB,2FAA2F;QACzF,yFAAyF;QACzF,wEAAwE;QACxE,sFAAsF;QACtF,sFAAsF;QACtF,gDAAgD,CACnD;SACA,WAAW,CACV,OAAO,EACP,IAAI;QACF,cAAc;QACd,uEAAuE;QACvE,gFAAgF;QAChF,6FAA6F;QAC7F,4FAA4F;QAC5F,4FAA4F;QAC5F,8FAA8F;QAC9F,oCAAoC;QACpC,IAAI;QACJ,aAAa;QACb,oCAAoC;QACpC,yDAAyD;QACzD,8DAA8D;QAC9D,qFAAqF;QACrF,iFAAiF;QACjF,qDAAqD;QACrD,0DAA0D;QAC1D,IAAI;QACJ,iCAAiC;QACjC,uFAAuF;QACvF,6FAA6F;QAC7F,8FAA8F;QAC9F,+FAA+F;QAC/F,2EAA2E;QAC3E,2FAA2F;QAC3F,IAAI;QACJ,4FAA4F;QAC5F,mFAAmF;QACnF,wEAAwE;QACxE,yFAAyF,CAC5F;SACA,MAAM,CAAC,KAAK,EAAE,UAAoB,EAAE,OAA2B,EAAE,EAAE;QAClE,IAAI,CAAC;YACH,kFAAkF;YAClF,4FAA4F;YAC5F,mFAAmF;YACnF,MAAM,EAAE,cAAc,EAAE,qBAAqB,EAAE,GAC7C,MAAM,MAAM,CAAC,iCAAiC,CAAC,CAAC;YAClD,MAAM,EAAE,YAAY,EAAE,gBAAgB,EAAE,GAAG,MAAM,MAAM,CAAC,kCAAkC,CAAC,CAAC;YAC5F,MAAM,EAAE,eAAe,EAAE,GAAG,MAAM,MAAM,CAAC,kCAAkC,CAAC,CAAC;YAC7E,MAAM,EAAE,eAAe,EAAE,GAAG,MAAM,MAAM,CAAC,mCAAmC,CAAC,CAAC;YAC9E,MAAM,EAAE,gBAAgB,EAAE,GAAG,MAAM,MAAM,CAAC,0CAA0C,CAAC,CAAC;YACtF,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,MAAM,CAAC,uCAAuC,CAAC,CAAC;YACjF,MAAM,EAAE,WAAW,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,GAC5D,MAAM,MAAM,CAAC,mCAAmC,CAAC,CAAC;YACpD,wEAAwE;YACxE,yFAAyF;YACzF,gFAAgF;YAChF,MAAM,EAAE,qBAAqB,EAAE,oBAAoB,EAAE,sBAAsB,EAAE,GAC3E,MAAM,MAAM,CAAC,oCAAoC,CAAC,CAAC;YACrD,MAAM,EAAE,kBAAkB,EAAE,GAAG,MAAM,MAAM,CAAC,0CAA0C,CAAC,CAAC;YAExF,4FAA4F;YAC5F,wFAAwF;YACxF,2FAA2F;YAC3F,mBAAmB;YACnB,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS;gBAAE,qBAAqB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAEtE,0FAA0F;YAC1F,4FAA4F;YAC5F,2FAA2F;YAC3F,6CAA6C;YAC7C,EAAE;YACF,0FAA0F;YAC1F,wFAAwF;YACxF,yFAAyF;YACzF,MAAM,cAAc,GAAG,MAAM,sBAAsB,CAAC,0BAA0B,CAAC,CAAC;YAChF,MAAM,WAAW,GAAG,sBAAsB,CAAC,0BAA0B,EAAE,cAAc,CAAC,CAAC;YAEvF,6FAA6F;YAC7F,4FAA4F;YAC5F,+BAA+B;YAC/B,MAAM,aAAa,GAAG,OAAO,CAAC,QAAQ;gBACpC,CAAC,CAAC,sBAAsB,CAAC,OAAO,CAAC,QAAQ,CAAC;gBAC1C,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YACb,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,IAAI,oBAAoB,EAAE,CAAC;YAE5D,6FAA6F;YAC7F,2FAA2F;YAC3F,4FAA4F;YAC5F,4FAA4F;YAC5F,EAAE;YACF,8FAA8F;YAC9F,6FAA6F;YAC7F,0FAA0F;YAC1F,6EAA6E;YAC7E,sFAAsF;YACtF,4EAA4E;YAC5E,8FAA8F;YAC9F,yEAAyE;YACzE,4FAA4F;YAC5F,0EAA0E;YAC1E,MAAM,WAAW,GAAG,KAAK,EACvB,KAAwB,EACxB,cAAsB,EACtB,WAAsB;YACtB,yFAAyF;YACzF,wFAAwF;YACxF,2EAA2E;YAC3E,SAAgC,EACL,EAAE;gBAC7B,4FAA4F;gBAC5F,oFAAoF;gBACpF,0FAA0F;gBAC1F,UAAU;gBACV,EAAE;gBACF,2FAA2F;gBAC3F,0FAA0F;gBAC1F,0FAA0F;gBAC1F,0FAA0F;gBAC1F,wFAAwF;gBACxF,0FAA0F;gBAC1F,oFAAoF;gBACpF,yFAAyF;gBACzF,4BAA4B;gBAC5B,MAAM,eAAe,GAAG,WAAW,CAAC,UAAU,IAAI,EAAE,CAAC;gBACrD,MAAM,oBAAoB,GAAG,eAAe,CAAC,MAAM,CACjD,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,gCAAgC,CAAC,QAAQ,CAAC,CAC1D,CAAC;gBACF,IAAI,oBAAoB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACpC,MAAM,IAAI,KAAK,CACb,kCAAkC,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB;wBAC/E,sDAAsD;wBACtD,sDAAsD,CACzD,CAAC;gBACJ,CAAC;gBAED,MAAM,cAAc,GAAG;oBACrB,OAAO,EAAE,KAAK;oBACd,kFAAkF;oBAClF,cAAc,EAAE,MAAM;oBACtB,MAAM,EAAE,MAAM;oBACd,YAAY,EAAE,MAAM;oBACpB,eAAe,EAAE,SAAS;oBAC1B,UAAU,EAAE,cAAc;oBAC1B,qFAAqF;oBACrF,eAAe,EAAE,cAAc,CAAC,gBAAgB,KAAK,IAAI;iBACjD,CAAC;gBAEX,wFAAwF;gBACxF,uFAAuF;gBACvF,uFAAuF;gBACvF,mDAAmD;gBACnD,IAAI,OAA8B,CAAC;gBACnC,IAAI,eAA8C,CAAC;gBACnD,IAAI,iBAAqD,CAAC;gBAC1D,IAAI,yBAAqE,CAAC;gBAC1E,0FAA0F;gBAC1F,wDAAwD;gBACxD,IAAI,QAAmC,CAAC;gBACxC,IAAI,UAAqB,CAAC;gBAC1B,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,IAAI,WAAW,CAAC,MAAM,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;oBAC1E,kEAAkE;oBAClE,gFAAgF;oBAChF,qFAAqF;oBACrF,+EAA+E;oBAC/E,0FAA0F;oBAC1F,8EAA8E;oBAC9E,qFAAqF;oBACrF,iBAAiB,GAAG,IAAI,GAAG,EAAE,CAAC;oBAC9B,yBAAyB,GAAG,IAAI,GAAG,EAAE,CAAC;oBACtC,IAAI,mBAA0C,CAAC;oBAC/C,KAAK,MAAM,QAAQ,IAAI,eAAe,EAAE,CAAC;wBACvC,MAAM,cAAc,GAAG,MAAM,iBAAiB,CAC5C,0BAA0B,EAC1B,SAAS,EACT,QAAQ,CACT,CAAC;wBACF,IAAI,CAAC,mBAAmB;4BAAE,mBAAmB,GAAG,cAAc,CAAC;wBAC/D,MAAM,gBAAgB,GAAG,kBAAkB,CAAC,cAAc,CAAC,CAAC;wBAC5D,iBAAiB,CAAC,GAAG,CACnB,QAAQ,EACR,MAAM,sBAAsB,CAC1B,cAAc,EACd,gBAAgB,EAChB,0BAA0B,EAC1B,cAAc,CACf,CACF,CAAC;wBACF,yBAAyB,CAAC,GAAG,CAC3B,QAAQ,EACR,MAAM,8BAA8B,CAClC,cAAc,EACd,gBAAgB,EAChB,cAAc,CACf,CACF,CAAC;oBACJ,CAAC;oBACD,2EAA2E;oBAC3E,UAAU,GAAG,mBAAoB,CAAC;gBACpC,CAAC;qBAAM,IAAI,WAAW,CAAC,MAAM,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;oBACnD,uFAAuF;oBACvF,wFAAwF;oBACxF,0FAA0F;oBAC1F,yFAAyF;oBACzF,UAAU,GAAG,MAAM,iBAAiB,CAAC,0BAA0B,EAAE,SAAS,CAAC,CAAC;oBAC5E,MAAM,EAAE,eAAe,EAAE,uBAAuB,EAAE,GAChD,MAAM,MAAM,CAAC,gCAAgC,CAAC,CAAC;oBACjD,OAAO,GAAG,eAAe,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;oBAC9C,eAAe,GAAG,uBAAuB,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;gBAChE,CAAC;qBAAM,IAAI,WAAW,CAAC,MAAM,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;oBAC/C,wFAAwF;oBACxF,2FAA2F;oBAC3F,2FAA2F;oBAC3F,uFAAuF;oBACvF,2FAA2F;oBAC3F,UAAU,GAAG,MAAM,iBAAiB,CAAC,0BAA0B,EAAE,SAAS,CAAC,CAAC;oBAC5E,MAAM,EAAE,gBAAgB,EAAE,wBAAwB,EAAE,GAClD,MAAM,MAAM,CAAC,iCAAiC,CAAC,CAAC;oBAClD,MAAM,WAAW,GAAG,EAAE,eAAe,EAAE,cAAc,CAAC,eAAe,EAAE,CAAC;oBACxE,OAAO,GAAG,gBAAgB,CAAC,WAAW,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC;oBACvE,eAAe,GAAG,wBAAwB,CAAC,WAAW,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC;gBACzF,CAAC;qBAAM,IAAI,WAAW,CAAC,MAAM,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;oBAC/C,sFAAsF;oBACtF,qFAAqF;oBACrF,qFAAqF;oBACrF,mEAAmE;oBACnE,wFAAwF;oBACxF,yDAAyD;oBACzD,UAAU,GAAG,MAAM,iBAAiB,CAAC,0BAA0B,EAAE,SAAS,CAAC,CAAC;oBAC5E,MAAM,EAAE,oBAAoB,EAAE,GAAG,MAAM,MAAM,CAAC,mCAAmC,CAAC,CAAC;oBACnF,oFAAoF;oBACpF,wFAAwF;oBACxF,sFAAsF;oBACtF,qFAAqF;oBACrF,sEAAsE;oBACtE,QAAQ,GAAG,MAAM,oBAAoB,CACnC,WAAW,CAAC,MAAM,EAClB,UAAU,EACV,SAAS,EAAE,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,SAAS,CACxE,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,sFAAsF;oBACtF,0FAA0F;oBAC1F,UAAU,GAAG,MAAM,iBAAiB,CAAC,0BAA0B,EAAE,SAAS,CAAC,CAAC;oBAC5E,MAAM,QAAQ,GAAG,kBAAkB,CAAC,UAAU,CAAC,CAAC;oBAChD,OAAO,GAAG,MAAM,sBAAsB,CACpC,UAAU,EACV,QAAQ,EACR,0BAA0B,EAC1B,cAAc,CACf,CAAC;oBACF,eAAe,GAAG,MAAM,8BAA8B,CACpD,UAAU,EACV,QAAQ,EACR,cAAc,CACf,CAAC;gBACJ,CAAC;gBACD,4FAA4F;gBAC5F,0FAA0F;gBAC1F,wFAAwF;gBACxF,sFAAsF;gBACtF,yFAAyF;gBACzF,0FAA0F;gBAC1F,qFAAqF;gBACrF,yCAAyC;gBACzC,wFAAwF;gBACxF,iEAAiE;gBACjE,MAAM,uBAAuB,GAAG,MAAM,4BAA4B,CAChE,cAAc,CAAC,SAAS,EACxB,aAAa,CACd,CAAC;gBACF,MAAM,SAAS,GAAG,gBAAgB,CAAC,aAAa,EAAE,uBAAuB,CAAC,CAAC;gBAE3E,6FAA6F;gBAC7F,yEAAyE;gBACzE,kFAAkF;gBAClF,4FAA4F;gBAC5F,0FAA0F;gBAC1F,yFAAyF;gBACzF,wFAAwF;gBACxF,uFAAuF;gBACvF,sFAAsF;gBACtF,mFAAmF;gBACnF,MAAM,YAAY,GAAG,mBAAmB,CAAC,OAAO,CAAC,KAAK,EAAE,WAAW,CAAC,YAAY,CAAC,CAAC;gBAClF,yEAAyE;gBACzE,uFAAuF;gBACvF,yFAAyF;gBACzF,0FAA0F;gBAC1F,wFAAwF;gBACxF,mFAAmF;gBACnF,MAAM,WAAW,GAAG,YAAY;oBAC9B,CAAC,CAAC,MAAM,UAAU,CAAC,EAAE,GAAG,0BAA0B,EAAE,eAAe,EAAE,YAAY,EAAE,CAAC;oBACpF,CAAC,CAAC,UAAU,CAAC;gBACf,MAAM,KAAK,GAAG,oBAAoB,CAAC,WAAW,CAAC,CAAC;gBAEhD,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,WAAW,EAAE;oBAC9C,OAAO;oBACP,iBAAiB;oBACjB,eAAe;oBACf,yBAAyB;oBACzB,KAAK;oBACL,WAAW,EAAE,OAAO,CAAC,WAAW;oBAChC,wFAAwF;oBACxF,qDAAqD;oBACrD,QAAQ;iBACT,CAAC,CAAC;gBAEH,eAAe,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;gBAEzC,0FAA0F;gBAC1F,4FAA4F;gBAC5F,6FAA6F;gBAC7F,4FAA4F;gBAC5F,MAAM,cAAc,CAAC,SAAS,EAAE,OAAO,EAAE;oBACvC,SAAS,EAAE,KAAK,CAAC,QAAQ;oBACzB,SAAS,EAAE,cAAc;oBACzB,WAAW,EAAE,YAAY;wBACvB,CAAC,CAAC,EAAE,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,cAAc,CAAC,WAAW,CAAC,EAAE;wBAC/D,CAAC,CAAC,SAAS;oBACb,oFAAoF;oBACpF,4DAA4D;oBAC5D,SAAS,EAAE,SAAS,EAAE,IAAI;iBAC3B,CAAC,CAAC;gBAEH,OAAO,OAAO,CAAC;YACjB,CAAC,CAAC;YAEF,2FAA2F;YAC3F,6FAA6F;YAC7F,sDAAsD;YACtD,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,gBAAgB,EAAE,GAAG,sBAAsB,CAAC,UAAU,CAAC,CAAC;YAChF,IAAI,eAAe,GAAG,KAAK,CAAC;YAC5B,KAAK,MAAM,OAAO,IAAI,gBAAgB,EAAE,CAAC;gBACvC,YAAY,CAAC,uBAAuB,OAAO,EAAE,CAAC,CAAC;gBAC/C,eAAe,GAAG,IAAI,CAAC;YACzB,CAAC;YAED,0FAA0F;YAC1F,6FAA6F;YAC7F,2FAA2F;YAC3F,6FAA6F;YAC7F,aAAa;YACb,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC;YACnC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAkB,CAAC;YAC5C,MAAM,aAAa,GAAqB,EAAE,CAAC;YAC3C,2FAA2F;YAC3F,4FAA4F;YAC5F,6FAA6F;YAC7F,wFAAwF;YACxF,yEAAyE;YACzE,IAAI,mBAAmB,GAAG,KAAK,CAAC;YAChC,0FAA0F;YAC1F,oFAAoF;YACpF,kEAAkE;YAClE,MAAM,eAAe,GAAyB,EAAE,CAAC;YACjD,IAAI,qBAAqB,GAAG,KAAK,CAAC;YAClC,0FAA0F;YAC1F,2FAA2F;YAC3F,2DAA2D;YAC3D,MAAM,QAAQ,GAAG,CAAC,SAAyC,EAAE,EAAE,CAC7D,WAAW,CAAC,IAAI,IAAI,sBAAsB,CAAC,WAAW,CAAC,IAAI,CAAC;gBAC1D,CAAC,CAAC,oBAAoB,CAAC,SAAS,EAAE,WAAW,CAAC,IAAI,EAAE,WAAW,CAAC,MAAM,CAAC;gBACvE,CAAC,CAAC,SAAS,CAAC;YAChB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,IAAI,cAAc,GAAG,UAAU,CAAC;gBAChC,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;oBACvC,MAAM,UAAU,GAAG,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAC5C,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE,UAAU,GAAG,CAAC,CAAC,CAAC;oBACpC,MAAM,OAAO,GAAG,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;oBACtE,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;wBACnB,cAAc,CACZ,2CAA2C,IAAI,eAAe,KAAK,CAAC,QAAQ,IAAI;4BAC9E,cAAc,OAAO,4CAA4C,CACpE,CAAC;oBACJ,CAAC;oBACD,cAAc,GAAG,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;gBAC7C,CAAC;gBAED,IAAI,CAAC;oBACH,uFAAuF;oBACvF,oDAAoD;oBACpD,MAAM,WAAW,GAAG,cAAc,CAChC,sBAAsB,CAAC,KAAK,CAAC,QAAQ,CAAC,EACtC,KAAK,CAAC,QAAQ,CACf,CAAC;oBAEF,yFAAyF;oBACzF,yFAAyF;oBACzF,mDAAmD;oBACnD,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;wBACtC,MAAM,gBAAgB,CAAC,WAAW,EAAE,OAAO,CAAC,WAAW,EAAE,KAAK,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;wBACjF,SAAS;oBACX,CAAC;oBACD,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;wBACtC,MAAM,gBAAgB,CAAC,WAAW,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;wBACzD,SAAS;oBACX,CAAC;oBAED,sFAAsF;oBACtF,oFAAoF;oBACpF,kFAAkF;oBAClF,kEAAkE;oBAClE,IAAI,qBAAqB,CAAC,WAAW,CAAC,IAAI,cAAc,CAAC,gBAAgB,KAAK,IAAI,EAAE,CAAC;wBACnF,MAAM,IAAI,KAAK,CACb,sEAAsE;4BACpE,gFAAgF;4BAChF,yEAAyE,CAC5E,CAAC;oBACJ,CAAC;oBAED,sFAAsF;oBACtF,wFAAwF;oBACxF,kCAAkC;oBAClC,MAAM,UAAU,GAA8B,WAAW,CAAC,KAAK;wBAC7D,CAAC,CAAC,WAAW,CAAC,WAAW,CAAC,KAAK,CAAC;wBAChC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;oBAChB,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC1B,WAAW,CACT,kBAAkB,KAAK,CAAC,QAAQ,SAAS,UAAU,CAAC,MAAM,oBAAoB;4BAC5E,oDAAoD,CACvD,CAAC;oBACJ,CAAC;oBAED,MAAM,OAAO,GAAuB,EAAE,CAAC;oBACvC,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;wBAC9B,sFAAsF;wBACtF,qEAAqE;wBACrE,MAAM,aAAa,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC;wBACjF,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,KAAK,EAAE,aAAa,EAAE,WAAW,EAAE,IAAI,CAAC,CAAC;wBAC3E,aAAa,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;wBACrC,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,YAAY,CAAC,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;4BAC3D,mBAAmB,GAAG,IAAI,CAAC;wBAC7B,CAAC;wBACD,mFAAmF;wBACnF,oFAAoF;wBACpF,gFAAgF;wBAChF,qFAAqF;wBACrF,+EAA+E;wBAC/E,2DAA2D;wBAC3D,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;4BACzB,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;4BAC3C,IAAI,OAAO,CAAC,YAAY,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gCACjD,qBAAqB,GAAG,IAAI,CAAC;4BAC/B,CAAC;wBACH,CAAC;wBACD,IAAI,IAAI;4BAAE,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;wBAErD,kFAAkF;wBAClF,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;4BACpC,MAAM,YAAY,CAChB,OAAO,CAAC,SAAS,EACjB,UAAU,EACV,aAAa,EACb,OAAO,EACP,OAAO,CAAC,KAAK,CACd,CAAC;wBACJ,CAAC;oBACH,CAAC;oBAED,sFAAsF;oBACtF,gDAAgD;oBAChD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACvB,KAAK,MAAM,IAAI,IAAI,gBAAgB,CAAC,OAAO,CAAC;4BAAE,OAAO,CAAC,IAAI,CAAC,CAAC;oBAC9D,CAAC;gBACH,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,wFAAwF;oBACxF,wFAAwF;oBACxF,kEAAkE;oBAClE,YAAY,CACV,qBAAqB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,CAAC,QAAQ,EAAE,IAAI;wBAC5D,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAC3D,CAAC;oBACF,eAAe,GAAG,IAAI,CAAC;gBACzB,CAAC;YACH,CAAC;YAED,yFAAyF;YACzF,6FAA6F;YAC7F,2CAA2C;YAC3C,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,IAAI,OAAO,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;gBAC3E,IAAI,eAAe;oBAAE,WAAW,CAAC,CAAC,CAAC,CAAC;gBACpC,OAAO;YACT,CAAC;YAED,yFAAyF;YACzF,6FAA6F;YAC7F,6FAA6F;YAC7F,4FAA4F;YAC5F,gBAAgB;YAChB,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;YAClF,MAAM,QAAQ,GAAqB;gBACjC,KAAK,EAAE,aAAa,CAAC,MAAM;gBAC3B,MAAM;gBACN,MAAM,EAAE,aAAa,CAAC,MAAM,GAAG,MAAM;gBACrC,KAAK,EAAE,aAAa;aACrB,CAAC;YAEF,2FAA2F;YAC3F,0FAA0F;YAC1F,wFAAwF;YACxF,2FAA2F;YAC3F,sCAAsC;YACtC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtB,MAAM,SAAS,GACb,eAAe,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,KAAK,WAAW,MAAM,CAAC,MAAM,WAAW;oBACnF,GAAG,QAAQ,CAAC,MAAM,SAAS,CAAC;gBAC9B,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;oBAC9C,cAAc,CAAC,SAAS,CAAC,CAAC;gBAC5B,CAAC;qBAAM,CAAC;oBACN,cAAc,CAAC,SAAS,CAAC,CAAC;gBAC5B,CAAC;gBAED,yFAAyF;gBACzF,0FAA0F;gBAC1F,0FAA0F;gBAC1F,yFAAyF;gBACzF,yFAAyF;gBACzF,qFAAqF;gBACrF,EAAE;gBACF,0FAA0F;gBAC1F,0FAA0F;gBAC1F,yFAAyF;gBACzF,2CAA2C;gBAC3C,MAAM,SAAS,GAAG,qBAAqB,CAAC,eAAe,CAAC,CAAC;gBACzD,MAAM,MAAM,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC;gBACnC,MAAM,OAAO,GAAG,MAAM,EAAE,MAAM,IAAI,SAAS,CAAC;gBAC5C,IAAI,OAAO,EAAE,CAAC;oBACZ,KAAK,MAAM,IAAI,IAAI,kBAAkB,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;wBACnE,OAAO,CAAC,IAAI,CAAC,CAAC;oBAChB,CAAC;gBACH,CAAC;YACH,CAAC;YAED,6FAA6F;YAC7F,8FAA8F;YAC9F,wFAAwF;YACxF,4FAA4F;YAC5F,6FAA6F;YAC7F,2EAA2E;YAC3E,MAAM,KAAK,GAAG,QAAQ,CAAC,qBAAqB,CAAC,eAAe,CAAC,CAAC,CAAC;YAC/D,IAAI,KAAK,EAAE,CAAC;gBACV,OAAO,CAAC,sBAAsB,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC;gBAClD,2FAA2F;gBAC3F,yFAAyF;gBACzF,uEAAuE;gBACvE,IAAI,KAAK,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACxC,KAAK,MAAM,IAAI,IAAI,kBAAkB,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;wBACpD,OAAO,CAAC,IAAI,CAAC,CAAC;oBAChB,CAAC;gBACH,CAAC;gBACD,KAAK,MAAM,OAAO,IAAI,KAAK,CAAC,QAAQ;oBAAE,cAAc,CAAC,OAAO,OAAO,EAAE,CAAC,CAAC;gBACvE,KAAK,MAAM,OAAO,IAAI,KAAK,CAAC,YAAY,EAAE,CAAC;oBACzC,cAAc,CAAC,+BAA+B,OAAO,EAAE,CAAC,CAAC;gBAC3D,CAAC;gBACD,IAAI,KAAK,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC;oBAAE,qBAAqB,GAAG,IAAI,CAAC;YAClE,CAAC;iBAAM,IAAI,CAAC,WAAW,CAAC,aAAa,EAAE,CAAC;gBACtC,uFAAuF;gBACvF,0FAA0F;gBAC1F,2FAA2F;gBAC3F,uDAAuD;gBACvD,OAAO,CACL,wFAAwF,CACzF,CAAC;YACJ,CAAC;YAED,yFAAyF;YACzF,2FAA2F;YAC3F,0FAA0F;YAC1F,sDAAsD;YACtD,EAAE;YACF,qFAAqF;YACrF,uFAAuF;YACvF,2FAA2F;YAC3F,6EAA6E;YAC7E,EAAE;YACF,yFAAyF;YACzF,yFAAyF;YACzF,sEAAsE;YACtE,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC;YACvF,MAAM,IAAI,GAAG,eAAe,CAC1B,QAAQ,CAAC,KAAK,EACd,OAAO,CAAC,WAAW,EACnB,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAC7B,CAAC;YACF,IAAI,IAAI,EAAE,CAAC;gBACT,WAAW,CAAC,IAAI,CAAC,CAAC;YACpB,CAAC;YAED,4FAA4F;YAC5F,8EAA8E;YAC9E,6FAA6F;YAC7F,0FAA0F;YAC1F,uFAAuF;YACvF,MAAM,QAAQ,GAAG,eAAe;gBAC9B,CAAC,CAAC,CAAC;gBACH,CAAC,CAAC,mBAAmB,IAAI,qBAAqB;oBAC5C,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;oBACzC,CAAC,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;YACjC,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;gBACnB,WAAW,CAAC,QAAQ,CAAC,CAAC;YACxB,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,0FAA0F;YAC1F,8FAA8F;YAC9F,8FAA8F;YAC9F,4FAA4F;YAC5F,qCAAqC;YACrC,YAAY,CACV,uBAAuB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAChF,CAAC;YACF,WAAW,CAAC,CAAC,CAAC,CAAC;QACjB,CAAC;IACH,CAAC,CAAC,CAAC;AACP,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "gaunt-sloth",
|
|
3
|
-
"version": "2.1.
|
|
3
|
+
"version": "2.1.5",
|
|
4
4
|
"description": "",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"author": "Andrew Kondratev",
|
|
@@ -44,11 +44,11 @@
|
|
|
44
44
|
"@langchain/xai": "^1.4.15",
|
|
45
45
|
"commander": "^15.0.0",
|
|
46
46
|
"zod": "^4.6.5",
|
|
47
|
-
"@gaunt-sloth/
|
|
48
|
-
"@gaunt-sloth/review": "2.1.3",
|
|
47
|
+
"@gaunt-sloth/agent": "2.1.5",
|
|
49
48
|
"@gaunt-sloth/eval-reporter-junit": "0.1.0",
|
|
50
|
-
"@gaunt-sloth/core": "2.1.
|
|
51
|
-
"@gaunt-sloth/
|
|
49
|
+
"@gaunt-sloth/core": "2.1.5",
|
|
50
|
+
"@gaunt-sloth/review": "2.1.5",
|
|
51
|
+
"@gaunt-sloth/batch": "2.1.5"
|
|
52
52
|
},
|
|
53
53
|
"optionalDependencies": {
|
|
54
54
|
"chalk": "^6.0.1",
|