@dsh-enhanced/assistant-evaluation 0.1.31 → 0.1.34
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +10 -2
- package/lib/benchmark/cli.d.ts.map +1 -1
- package/lib/benchmark/cli.js +57 -21
- package/lib/benchmark/cli.js.map +1 -1
- package/lib/benchmark/native-goal-services.d.ts +64 -0
- package/lib/benchmark/native-goal-services.d.ts.map +1 -0
- package/lib/benchmark/native-goal-services.js +52 -0
- package/lib/benchmark/native-goal-services.js.map +1 -0
- package/lib/benchmark/native-skills-runtime.d.ts +155 -0
- package/lib/benchmark/native-skills-runtime.d.ts.map +1 -0
- package/lib/benchmark/native-skills-runtime.js +336 -0
- package/lib/benchmark/native-skills-runtime.js.map +1 -0
- package/lib/benchmark/native-skills.d.ts +142 -0
- package/lib/benchmark/native-skills.d.ts.map +1 -0
- package/lib/benchmark/native-skills.js +259 -0
- package/lib/benchmark/native-skills.js.map +1 -0
- package/lib/benchmark/native.d.ts +7 -0
- package/lib/benchmark/native.d.ts.map +1 -1
- package/lib/benchmark/native.js.map +1 -1
- package/lib/benchmark/strategy-capabilities.d.ts.map +1 -1
- package/lib/benchmark/strategy-capabilities.js +9 -0
- package/lib/benchmark/strategy-capabilities.js.map +1 -1
- package/lib/benchmark/strategy-config.d.ts +3 -2
- package/lib/benchmark/strategy-config.d.ts.map +1 -1
- package/lib/benchmark/strategy-config.js +19 -6
- package/lib/benchmark/strategy-config.js.map +1 -1
- package/lib/benchmark/strategy-corpus-v2.d.ts +18 -0
- package/lib/benchmark/strategy-corpus-v2.d.ts.map +1 -0
- package/lib/benchmark/strategy-corpus-v2.js +143 -0
- package/lib/benchmark/strategy-corpus-v2.js.map +1 -0
- package/lib/benchmark/strategy-corpus.d.ts +9 -0
- package/lib/benchmark/strategy-corpus.d.ts.map +1 -1
- package/lib/benchmark/strategy-corpus.js +3 -3
- package/lib/benchmark/strategy-corpus.js.map +1 -1
- package/lib/benchmark/strategy-evidence.d.ts.map +1 -1
- package/lib/benchmark/strategy-evidence.js +50 -9
- package/lib/benchmark/strategy-evidence.js.map +1 -1
- package/lib/benchmark/strategy-executor.d.ts.map +1 -1
- package/lib/benchmark/strategy-executor.js +6 -4
- package/lib/benchmark/strategy-executor.js.map +1 -1
- package/lib/benchmark/strategy-goal-runtime.d.ts.map +1 -1
- package/lib/benchmark/strategy-goal-runtime.js +13 -55
- package/lib/benchmark/strategy-goal-runtime.js.map +1 -1
- package/lib/benchmark/strategy-meter.d.ts +2 -2
- package/lib/benchmark/strategy-meter.d.ts.map +1 -1
- package/lib/benchmark/strategy-meter.js +98 -4
- package/lib/benchmark/strategy-meter.js.map +1 -1
- package/lib/benchmark/strategy-plan.d.ts +7 -0
- package/lib/benchmark/strategy-plan.d.ts.map +1 -1
- package/lib/benchmark/strategy-plan.js +12 -2
- package/lib/benchmark/strategy-plan.js.map +1 -1
- package/lib/benchmark/strategy-projection.d.ts +157 -0
- package/lib/benchmark/strategy-projection.d.ts.map +1 -0
- package/lib/benchmark/strategy-projection.js +171 -0
- package/lib/benchmark/strategy-projection.js.map +1 -0
- package/lib/benchmark/super-relay.d.ts +26 -0
- package/lib/benchmark/super-relay.d.ts.map +1 -0
- package/lib/benchmark/super-relay.js +173 -0
- package/lib/benchmark/super-relay.js.map +1 -0
- package/lib/benchmark/traex.d.ts +17 -0
- package/lib/benchmark/traex.d.ts.map +1 -0
- package/lib/benchmark/traex.js +139 -0
- package/lib/benchmark/traex.js.map +1 -0
- package/lib/service.d.ts +25 -1
- package/lib/service.d.ts.map +1 -1
- package/lib/service.js +20 -4
- package/lib/service.js.map +1 -1
- package/lib/sqlite.d.ts +1 -1
- package/lib/sqlite.d.ts.map +1 -1
- package/lib/sqlite.js +46 -1
- package/lib/sqlite.js.map +1 -1
- package/lib/store.d.ts +13 -1
- package/lib/store.d.ts.map +1 -1
- package/lib/store.js +90 -4
- package/lib/store.js.map +1 -1
- package/lib/types.d.ts +13 -0
- package/lib/types.d.ts.map +1 -1
- package/lib/types.js.map +1 -1
- package/lib/version.d.ts +1 -1
- package/lib/version.js +1 -1
- package/package.json +49 -12
|
@@ -23,13 +23,30 @@ function metadata(ctx, options) {
|
|
|
23
23
|
const sessionId = options.sessionId === undefined ? (typeof agent?.session?.id === 'string' ? agent.session.id : null) : String(options.sessionId);
|
|
24
24
|
return { sessionId, agentId: typeof agent?.id === 'string' ? agent.id : null };
|
|
25
25
|
}
|
|
26
|
+
const meterMode = (model) => model.observationMode ?? 'enforced-upper-bound-provider-output';
|
|
27
|
+
const callCounting = (model) => meterMode(model) === 'observed-call-count';
|
|
26
28
|
function checkInput(input) {
|
|
27
29
|
const { budget, model, binding } = input;
|
|
30
|
+
const calls = callCounting(model);
|
|
31
|
+
// Structural numerology shared by both modes. In calls mode budget.outputTokens
|
|
32
|
+
// is only a structural placeholder equal to the per-call cap; measured tokens
|
|
33
|
+
// are always zero and never feed a conclusion.
|
|
28
34
|
if (!valid(input.modelCalls) || input.modelCalls < 1 || input.modelCalls > 10_000 || !valid(input.maxOutputTokens) || input.maxOutputTokens < 1
|
|
29
35
|
|| !valid(budget.durationMs) || budget.durationMs < 1 || !valid(budget.inputTokens) || !valid(budget.outputTokens)
|
|
30
36
|
|| !valid(budget.toolCalls) || (budget.costUsdMicros !== null && !valid(budget.costUsdMicros))
|
|
31
|
-
||
|
|
32
|
-
|
|
37
|
+
|| model.maxOutputTokens !== input.maxOutputTokens || input.maxOutputTokens > budget.outputTokens)
|
|
38
|
+
fail('invalid observation configuration');
|
|
39
|
+
if (calls) {
|
|
40
|
+
// Calls mode has no provider token contract: no upper-bound counter, no
|
|
41
|
+
// tariffs, no monetary budget. Every token/cost measurement stays null/zero.
|
|
42
|
+
if (budget.costUsdMicros !== null || budget.inputTokens !== 0
|
|
43
|
+
|| [model.inputUsdMicrosPerMillionTokens, model.outputUsdMicrosPerMillionTokens, model.cacheReadUsdMicrosPerMillionTokens, model.cacheWriteUsdMicrosPerMillionTokens].some(rate => rate !== null && rate !== undefined)) {
|
|
44
|
+
fail('invalid observed-call-count configuration');
|
|
45
|
+
}
|
|
46
|
+
return;
|
|
47
|
+
}
|
|
48
|
+
if ((model.inputLimitMode ?? 'upper-bound') !== 'upper-bound' || (model.outputLimitMode ?? 'provider') !== 'provider'
|
|
49
|
+
|| typeof binding.inputTokenUpperBound !== 'function')
|
|
33
50
|
fail('invalid enforced observation configuration');
|
|
34
51
|
if ((model.inputUsdMicrosPerMillionTokens === null) !== (model.outputUsdMicrosPerMillionTokens === null))
|
|
35
52
|
fail('incomplete tariff');
|
|
@@ -44,7 +61,10 @@ export function installStrategyBenchmarkMeter(ctx, input) {
|
|
|
44
61
|
checkInput(input);
|
|
45
62
|
const budget = frozen({ ...input.budget });
|
|
46
63
|
const model = frozen({ ...input.model });
|
|
47
|
-
const
|
|
64
|
+
const observationMode = meterMode(model);
|
|
65
|
+
const callMode = observationMode === 'observed-call-count';
|
|
66
|
+
// Calls-mode bindings legitimately omit an input-token upper bound; only bind one in token mode.
|
|
67
|
+
const countInput = callMode || input.binding.inputTokenUpperBound === undefined ? undefined : input.binding.inputTokenUpperBound.bind(input.binding);
|
|
48
68
|
const maxCalls = input.modelCalls;
|
|
49
69
|
const outputCap = input.maxOutputTokens;
|
|
50
70
|
const deadline = Date.now() + budget.durationMs;
|
|
@@ -96,7 +116,76 @@ export function installStrategyBenchmarkMeter(ctx, input) {
|
|
|
96
116
|
reject(trace, 'cancelled');
|
|
97
117
|
if (options.provider !== model.provider || options.model !== model.model || options.maxTokens !== outputCap || options.temperature !== (model.temperature ?? undefined))
|
|
98
118
|
reject(trace, 'request-contract');
|
|
119
|
+
if (callMode) {
|
|
120
|
+
// Call-count observation: no input-token upper bound, no reservation of
|
|
121
|
+
// tokens/cost. Only the model-call budget is enforced and the stream must
|
|
122
|
+
// still finish with a whitelisted reason. A settled request counts exactly
|
|
123
|
+
// one call; token and cost measurements stay zero/null and are never estimated.
|
|
124
|
+
if (calls + heldCalls >= maxCalls)
|
|
125
|
+
reject(trace, 'shared-budget');
|
|
126
|
+
heldCalls++;
|
|
127
|
+
trace.phase = 'reserved';
|
|
128
|
+
let finishedCalls = false;
|
|
129
|
+
let callsIterator;
|
|
130
|
+
try {
|
|
131
|
+
callsIterator = next()[Symbol.asyncIterator]();
|
|
132
|
+
trace.dispatched = true;
|
|
133
|
+
trace.phase = 'streaming';
|
|
134
|
+
while (true) {
|
|
135
|
+
const item = await clockBound(callsIterator.next(), requestSignal, deadline);
|
|
136
|
+
if (item.done)
|
|
137
|
+
break;
|
|
138
|
+
if (finishedCalls)
|
|
139
|
+
reject(trace, 'stream');
|
|
140
|
+
// A provider that emits usage is incompatible with the declared call-count
|
|
141
|
+
// contract: reject rather than silently discard potentially billable data.
|
|
142
|
+
if (item.value.type === 'usage')
|
|
143
|
+
reject(trace, 'stream');
|
|
144
|
+
if (item.value.type === 'finish') {
|
|
145
|
+
if (!['stop', 'tool-calls', 'max-tokens'].includes(item.value.reason.kind))
|
|
146
|
+
reject(trace, 'stream');
|
|
147
|
+
finishedCalls = true;
|
|
148
|
+
}
|
|
149
|
+
yield item.value;
|
|
150
|
+
}
|
|
151
|
+
if (!live)
|
|
152
|
+
reject(trace, 'disposed');
|
|
153
|
+
if (requestSignal.aborted || !finishedCalls)
|
|
154
|
+
reject(trace, 'cancelled');
|
|
155
|
+
heldCalls--;
|
|
156
|
+
calls++;
|
|
157
|
+
trace.usage = null;
|
|
158
|
+
trace.phase = 'settled';
|
|
159
|
+
trace.completedAt = Date.now();
|
|
160
|
+
}
|
|
161
|
+
catch (error) {
|
|
162
|
+
if (trace.phase !== 'settled') {
|
|
163
|
+
trace.phase = 'retained';
|
|
164
|
+
trace.reason = requestSignal.aborted ? 'cancelled' : live ? 'stream' : 'disposed';
|
|
165
|
+
trace.completedAt = Date.now();
|
|
166
|
+
}
|
|
167
|
+
throw error;
|
|
168
|
+
}
|
|
169
|
+
finally {
|
|
170
|
+
try {
|
|
171
|
+
const earlyReturn = callsIterator?.return?.();
|
|
172
|
+
if (earlyReturn instanceof Promise)
|
|
173
|
+
earlyReturn.catch(() => { });
|
|
174
|
+
}
|
|
175
|
+
catch { }
|
|
176
|
+
if (trace.phase === 'reserved' || trace.phase === 'streaming') {
|
|
177
|
+
trace.phase = 'retained';
|
|
178
|
+
trace.reason = live ? 'stream' : 'disposed';
|
|
179
|
+
trace.completedAt = Date.now();
|
|
180
|
+
}
|
|
181
|
+
}
|
|
182
|
+
return;
|
|
183
|
+
}
|
|
99
184
|
let upper;
|
|
185
|
+
// The call-mode branch above returns early; in token mode the binding check at
|
|
186
|
+
// construction makes the counter mandatory, so this guard only satisfies control flow.
|
|
187
|
+
if (countInput === undefined)
|
|
188
|
+
return reject(trace, 'input-bound');
|
|
100
189
|
try {
|
|
101
190
|
upper = await clockBound(Promise.resolve(countInput(options)), requestSignal, deadline);
|
|
102
191
|
}
|
|
@@ -217,7 +306,7 @@ export function installStrategyBenchmarkMeter(ctx, input) {
|
|
|
217
306
|
activeTools--;
|
|
218
307
|
}
|
|
219
308
|
});
|
|
220
|
-
const snapshot = () => frozen({ observationMode
|
|
309
|
+
const snapshot = () => frozen({ observationMode, budget,
|
|
221
310
|
modelCalls: calls, toolCalls: tools, activeToolCalls: activeTools, inputTokens: measuredInput, outputTokens: measuredOutput, costUsdMicros: measuredCost,
|
|
222
311
|
heldModelCalls: heldCalls, heldInputTokens: heldInput, heldOutputTokens: heldOutput, heldCostUsdMicros: heldCost,
|
|
223
312
|
traces: frozen(traces.map(trace => frozen({ ...trace, usage: trace.usage === null ? null : frozen({ ...trace.usage }) }))) });
|
|
@@ -227,6 +316,11 @@ export function installStrategyBenchmarkMeter(ctx, input) {
|
|
|
227
316
|
|| value.modelCalls > maxCalls || value.toolCalls > budget.toolCalls || value.inputTokens > budget.inputTokens || value.outputTokens > budget.outputTokens
|
|
228
317
|
|| (budget.costUsdMicros !== null && (value.costUsdMicros === null || value.costUsdMicros > budget.costUsdMicros)))
|
|
229
318
|
fail('incomplete benchmark meter measurement');
|
|
319
|
+
if (callMode && (value.inputTokens !== 0 || value.outputTokens !== 0 || value.costUsdMicros !== null
|
|
320
|
+
|| value.heldInputTokens !== 0 || value.heldOutputTokens !== 0 || value.heldCostUsdMicros !== null
|
|
321
|
+
|| value.traces.some(trace => trace.usage !== null || trace.reservedInputTokens !== 0 || trace.reservedOutputTokens !== 0 || trace.reservedCostUsdMicros !== null))) {
|
|
322
|
+
fail('incomplete call-count meter measurement');
|
|
323
|
+
}
|
|
230
324
|
};
|
|
231
325
|
const dispose = () => { if (!live)
|
|
232
326
|
return; live = false; clearTimeout(deadlineTimer); controller.abort(new Error('strategy benchmark meter disposed')); cancelNative(); };
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"strategy-meter.js","sourceRoot":"","sources":["../../src/benchmark/strategy-meter.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,mBAAmB,EAAE,cAAc,EAAE,qBAAqB,EAA6B,MAAM,YAAY,CAAA;AAkDlH,MAAM,GAAG,GAAG,aAAa,CAAA;AACzB,MAAM,KAAK,GAAG,CAAC,KAAc,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,KAAK,IAAI,GAAG,CAAA;AACzI,MAAM,IAAI,GAAG,CAAC,MAAc,EAAS,EAAE,GAAG,MAAM,IAAI,KAAK,CAAC,6BAA6B,MAAM,EAAE,CAAC,CAAA,CAAC,CAAC,CAAA;AAClG,MAAM,MAAM,GAAG,CAAI,KAAQ,EAAe,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;AACjE,MAAM,GAAG,GAAG,CAAC,CAAS,EAAE,CAAS,EAAU,EAAE,GAAG,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;IAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA,CAAC,CAAC,CAAA;AACxG,SAAS,UAAU,CAAI,KAAiB,EAAE,MAAmB,EAAE,QAAgB;IAC7E,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,KAAK,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC,CAAC,CAAA;QACrG,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAA;QACnE,KAAK,CAAC,KAAK,EAAE,EAAE,CAAA;QACf,MAAM,IAAI,GAAG,CAAC,QAAoB,EAAQ,EAAE,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAA,CAAC,CAAC,CAAA;QAC5H,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;QACvD,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QACrF,IAAI,MAAM,CAAC,OAAO;YAAE,KAAK,EAAE,CAAA;IAC7B,CAAC,CAAC,CAAA;AACJ,CAAC;AACD,SAAS,QAAQ,CAAC,GAAY,EAAE,OAAwB;IACtD,0GAA0G;IAC1G,MAAM,KAAK,GAAI,GAAG,CAAC,GAAG,CAAC,QAAiB,CAAsD,EAAE,gBAAgB,EAAE,EAA8D,CAAA;IAChL,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,OAAO,KAAK,EAAE,OAAO,EAAE,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;IAClJ,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,KAAK,EAAE,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;AAChF,CAAC;AACD,SAAS,UAAU,CAAC,KAAkC;IACpD,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,KAAK,CAAA;IACxC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,UAAU,GAAG,CAAC,IAAI,KAAK,CAAC,UAAU,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,eAAe,CAAC,IAAI,KAAK,CAAC,eAAe,GAAG,CAAC;WAC1I,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,MAAM,CAAC,UAAU,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC;WAC/G,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;WAC3F,CAAC,KAAK,CAAC,cAAc,IAAI,aAAa,CAAC,KAAK,aAAa,IAAI,CAAC,KAAK,CAAC,eAAe,IAAI,UAAU,CAAC,KAAK,UAAU;WACjH,KAAK,CAAC,eAAe,KAAK,KAAK,CAAC,eAAe,IAAI,KAAK,CAAC,eAAe,GAAG,MAAM,CAAC,YAAY,IAAI,OAAO,OAAO,CAAC,oBAAoB,KAAK,UAAU;QAAE,IAAI,CAAC,4CAA4C,CAAC,CAAA;IAC7M,IAAI,CAAC,KAAK,CAAC,8BAA8B,KAAK,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,+BAA+B,KAAK,IAAI,CAAC;QAAE,IAAI,CAAC,mBAAmB,CAAC,CAAA;IACnI,IAAI,MAAM,CAAC,aAAa,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,CAAC,+BAA+B,EAAE,KAAK,CAAC,kCAAkC,EAAE,KAAK,CAAC,mCAAmC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,SAAS,CAAC;QAAE,IAAI,CAAC,qCAAqC,CAAC,CAAA;AACxS,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,6BAA6B,CAAC,GAAY,EAAE,KAAkC;IAC5F,UAAU,CAAC,KAAK,CAAC,CAAA;IACjB,MAAM,MAAM,GAAG,MAAM,CAAC,EAAE,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAA;IAC1C,MAAM,KAAK,GAAG,MAAM,CAAC,EAAE,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC,CAAA;IACxC,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,oBAAqB,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;IAC1E,MAAM,QAAQ,GAAG,KAAK,CAAC,UAAU,CAAA;IACjC,MAAM,SAAS,GAAG,KAAK,CAAC,eAAe,CAAA;IACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,UAAU,CAAA;IAC/C,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAA;IACxC,MAAM,WAAW,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,CAAA;IACtE,MAAM,aAAa,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC,CAAA;IAC5H,aAAa,CAAC,KAAK,EAAE,EAAE,CAAA;IACvB,IAAI,IAAI,GAAG,IAAI,CAAC;IAAC,IAAI,KAAK,GAAG,CAAC,CAAC;IAAC,IAAI,KAAK,GAAG,CAAC,CAAC;IAAC,IAAI,WAAW,GAAG,CAAC,CAAC;IAAC,IAAI,aAAa,GAAG,CAAC,CAAC;IAAC,IAAI,cAAc,GAAG,CAAC,CAAC;IAAC,IAAI,YAAY,GAAG,KAAK,CAAA;IAC3I,IAAI,YAAY,GAAkB,MAAM,CAAC,aAAa,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;IAC1E,IAAI,SAAS,GAAG,CAAC,CAAC;IAAC,IAAI,SAAS,GAAG,CAAC,CAAC;IAAC,IAAI,UAAU,GAAG,CAAC,CAAC;IAAC,IAAI,QAAQ,GAAkB,MAAM,CAAC,aAAa,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;IAChI,MAAM,MAAM,GAA8V,EAAE,CAAA;IAC5W,MAAM,UAAU,GAAG,QAAQ,GAAG,CAAC,CAAA;IAC/B,MAAM,YAAY,GAAG,IAAI,GAAG,EAAqE,CAAA;IACjG,MAAM,YAAY,GAAG,GAAS,EAAE,GAAG,KAAK,MAAM,KAAK,IAAI,YAAY,CAAC,MAAM,EAAE;QAAE,IAAI,CAAC;YAAC,KAAK,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,oCAAoC,EAAE,CAAC,CAAA;QAAC,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC,CAAC,CAAC,CAAA;IAC7K,WAAW,CAAC,gBAAgB,CAAC,OAAO,EAAE,YAAY,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;IACnE,SAAS,MAAM,CAAC,KAA4B,EAAE,MAA2B;QACvE,KAAK,CAAC,KAAK,GAAG,UAAU,CAAC;QAAC,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC;QAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAC/E,OAAO,IAAI,CAAC,MAAM,CAAC,CAAA;IACrB,CAAC;IACD,MAAM,MAAM,GAAG,KAAK,SAAS,CAAC,EAAE,OAAwB,EAAE,IAAsC;QAC9F,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAA;QACjH,IAAI,MAAM,CAAC,MAAM,IAAI,UAAU;YAAE,IAAI,CAAC,8BAA8B,CAAC,CAAA;QACrE,MAAM,KAAK,GAA0B,EAAE,EAAE,EAAE,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,GAAG,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC,EAAE,oBAAoB,EAAE,CAAC,EAAE,qBAAqB,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAA;QACnR,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAClB,IAAI,KAAK,CAAC,SAAS,KAAK,IAAI,EAAE,CAAC;YAC7B,MAAM,KAAK,GAAI,GAAG,CAAC,GAAG,CAAC,QAAiB,CAA+C,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,SAAS,CAA2E,CAAA;YACzL,IAAI,OAAO,KAAK,EAAE,MAAM,KAAK,UAAU;gBAAE,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,EAAE,KAAkE,CAAC,CAAA;QAChJ,CAAC;QACD,IAAI,CAAC,IAAI;YAAE,MAAM,CAAC,KAAK,EAAE,UAAU,CAAC,CAAA;QACpC,IAAI,WAAW,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ;YAAE,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC,CAAA;QACvG,IAAI,OAAO,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,IAAI,OAAO,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,WAAW,KAAK,CAAC,KAAK,CAAC,WAAW,IAAI,SAAS,CAAC;YAAE,MAAM,CAAC,KAAK,EAAE,kBAAkB,CAAC,CAAA;QAC1M,IAAI,KAAa,CAAA;QACjB,IAAI,CAAC;YAAC,KAAK,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,EAAE,aAAa,EAAE,QAAQ,CAAC,CAAA;QAAC,CAAC;QAAC,MAAM,CAAC;YAAC,OAAO,MAAM,CAAC,KAAK,EAAE,aAAa,CAAC,CAAA;QAAC,CAAC;QAC7I,2FAA2F;QAC3F,IAAI,CAAC,IAAI;YAAE,MAAM,CAAC,KAAK,EAAE,UAAU,CAAC,CAAA;QACpC,IAAI,WAAW,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ;YAAE,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC,CAAA;QACvG,IAAI,OAAO,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,IAAI,OAAO,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,WAAW,KAAK,CAAC,KAAK,CAAC,WAAW,IAAI,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,MAAM,CAAC,WAAW;YAAE,OAAO,MAAM,CAAC,KAAK,EAAE,aAAa,CAAC,CAAA;QAC3P,MAAM,WAAW,GAAG,qBAAqB,CAAC,KAAK,EAAE,SAAS,EAAE,KAAK,CAAC,CAAA;QAClE,IAAI,MAAM,CAAC,aAAa,KAAK,IAAI,IAAI,WAAW,KAAK,IAAI;YAAE,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;QAChF,IAAI,KAAK,GAAG,SAAS,IAAI,QAAQ,IAAI,GAAG,CAAC,aAAa,EAAE,SAAS,CAAC,GAAG,MAAM,CAAC,WAAW,GAAG,KAAK;eAC1F,GAAG,CAAC,cAAc,EAAE,UAAU,CAAC,GAAG,MAAM,CAAC,YAAY,GAAG,SAAS;eACjE,CAAC,MAAM,CAAC,aAAa,KAAK,IAAI,IAAI,CAAC,YAAY,KAAK,IAAI,IAAI,QAAQ,KAAK,IAAI,IAAI,WAAW,KAAK,IAAI,IAAI,YAAY,GAAG,QAAQ,GAAG,MAAM,CAAC,aAAa,GAAG,WAAW,CAAC,CAAC;YAAE,MAAM,CAAC,KAAK,EAAE,eAAe,CAAC,CAAA;QAC5M,SAAS,EAAE,CAAC;QAAC,SAAS,IAAI,KAAK,CAAC;QAAC,UAAU,IAAI,SAAS,CAAC;QAAC,IAAI,QAAQ,KAAK,IAAI,IAAI,WAAW,KAAK,IAAI;YAAE,QAAQ,IAAI,WAAW,CAAA;QAChI,KAAK,CAAC,KAAK,GAAG,UAAU,CAAC;QAAC,KAAK,CAAC,mBAAmB,GAAG,KAAK,CAAC;QAAC,KAAK,CAAC,oBAAoB,GAAG,SAAS,CAAC;QAAC,KAAK,CAAC,qBAAqB,GAAG,WAAW,CAAA;QAC9I,IAAI,KAA6B,CAAC;QAAC,IAAI,QAAQ,GAAG,KAAK,CAAC;QAAC,IAAI,QAAgD,CAAA;QAC7G,IAAI,CAAC;YACH,0EAA0E;YAC1E,iFAAiF;YACjF,QAAQ,GAAG,IAAI,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;YAAC,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC;YAAC,KAAK,CAAC,KAAK,GAAG,WAAW,CAAA;YAC7F,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,QAAQ,CAAC,CAAA;gBACvE,IAAI,IAAI,CAAC,IAAI;oBAAE,MAAK;gBACpB,IAAI,QAAQ;oBAAE,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;gBACrC,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;oBAChC,IAAI,KAAK,KAAK,SAAS,IAAI,QAAQ;wBAAE,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;oBAC3D,KAAK,GAAG,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;gBACjC,CAAC;gBACD,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAAC,IAAI,QAAQ,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,EAAE,YAAY,EAAE,YAAY,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC;wBAAE,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;oBAAC,QAAQ,GAAG,IAAI,CAAA;gBAAC,CAAC;gBAC7L,MAAM,IAAI,CAAC,KAAK,CAAA;YAClB,CAAC;YACD,IAAI,CAAC,IAAI;gBAAE,MAAM,CAAC,KAAK,EAAE,UAAU,CAAC,CAAA;YACpC,IAAI,aAAa,CAAC,OAAO,IAAI,CAAC,QAAQ;gBAAE,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC,CAAA;YAClE,MAAM,UAAU,GAAG,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAA;YAC/E,IAAI,CAAC,UAAU;gBAAE,OAAO,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;YAC9C,IAAI,UAAU,CAAC,WAAW,GAAG,KAAK,IAAI,UAAU,CAAC,YAAY,GAAG,SAAS;gBAAE,OAAO,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;YACxG,MAAM,IAAI,GAAG,cAAc,CAAC,UAAU,EAAE,KAAK,CAAC,CAAA;YAC9C,IAAI,MAAM,CAAC,aAAa,KAAK,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,IAAI,YAAY,KAAK,IAAI,IAAI,IAAI,GAAG,MAAM,CAAC,aAAa,GAAG,YAAY,CAAC;gBAAE,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;YAClJ,SAAS,EAAE,CAAC;YAAC,SAAS,IAAI,KAAK,CAAC;YAAC,UAAU,IAAI,SAAS,CAAC;YAAC,IAAI,QAAQ,KAAK,IAAI,IAAI,WAAW,KAAK,IAAI;gBAAE,QAAQ,IAAI,WAAW,CAAA;YAChI,KAAK,EAAE,CAAC;YAAC,aAAa,GAAG,GAAG,CAAC,aAAa,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC;YAAC,cAAc,GAAG,GAAG,CAAC,cAAc,EAAE,UAAU,CAAC,YAAY,CAAC,CAAA;YAClI,IAAI,YAAY,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI;gBAAE,YAAY,GAAG,GAAG,CAAC,YAAY,EAAE,IAAI,CAAC,CAAA;YAClF,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC,EAAE,GAAG,UAAU,EAAE,CAAC,CAAC;YAAC,KAAK,CAAC,KAAK,GAAG,SAAS,CAAC;YAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAClG,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,6FAA6F;YAC7F,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;gBAAC,KAAK,CAAC,KAAK,GAAG,UAAU,CAAC;gBAAC,KAAK,CAAC,MAAM,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC;gBAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;YAAC,CAAC;YAC5K,MAAM,KAAK,CAAA;QACb,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC;gBAAC,KAAK,QAAQ,EAAE,MAAM,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;YAAC,CAAC;YAAC,MAAM,CAAC,CAAA,CAAC;YAC1D,IAAI,KAAK,CAAC,KAAK,KAAK,UAAU,IAAI,KAAK,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;gBAAC,KAAK,CAAC,KAAK,GAAG,UAAU,CAAC;gBAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC;gBAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;YAAC,CAAC;QAC1K,CAAC;IACH,CAAC,CAAA;IACD,GAAG,CAAC,EAAE,CAAC,YAAY,EAAE,MAAM,CAAC,CAAA;IAC5B,GAAG,CAAC,EAAE,CAAC,eAAe,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE;QAChD,IAAI,CAAC,IAAI,IAAI,WAAW,CAAC,OAAO,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,IAAI,SAAS,CAAC,MAAM,CAAC,OAAO,IAAI,KAAK,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YAAC,YAAY,GAAG,IAAI,CAAC;YAAC,IAAI,CAAC,aAAa,CAAC,CAAA;QAAC,CAAC;QAChK,IAAI,SAAS,CAAC,KAAK,KAAK,SAAS;YAAE,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,SAAS,CAAC,KAAK,CAAC,CAAA;QAChG,KAAK,EAAE,CAAC;QAAC,WAAW,EAAE,CAAA,CAAC,sDAAsD;QAC7E,IAAI,CAAC;YAAC,OAAO,MAAM,IAAI,EAAE,CAAA;QAAC,CAAC;gBAAS,CAAC;YAAC,WAAW,EAAE,CAAA;QAAC,CAAC;IACvD,CAAC,CAAC,CAAA;IACF,MAAM,QAAQ,GAAG,GAA6C,EAAE,CAAC,MAAM,CAAC,EAAE,eAAe,EAAE,sCAAsC,EAAE,MAAM;QACvI,UAAU,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,eAAe,EAAE,WAAW,EAAE,WAAW,EAAE,aAAa,EAAE,YAAY,EAAE,cAAc,EAAE,aAAa,EAAE,YAAY;QACxJ,cAAc,EAAE,SAAS,EAAE,eAAe,EAAE,SAAS,EAAE,gBAAgB,EAAE,UAAU,EAAE,iBAAiB,EAAE,QAAQ;QAChH,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;IAC/H,MAAM,cAAc,GAAG,GAAS,EAAE;QAChC,MAAM,KAAK,GAAG,QAAQ,EAAE,CAAA;QACxB,IAAI,WAAW,CAAC,OAAO,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,QAAQ,IAAI,KAAK,CAAC,UAAU,KAAK,CAAC,IAAI,YAAY,IAAI,WAAW,KAAK,CAAC,IAAI,KAAK,CAAC,cAAc,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC;eAC3M,KAAK,CAAC,UAAU,GAAG,QAAQ,IAAI,KAAK,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,KAAK,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,KAAK,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY;eACvJ,CAAC,MAAM,CAAC,aAAa,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,aAAa,KAAK,IAAI,IAAI,KAAK,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC,CAAC;YAAE,IAAI,CAAC,wCAAwC,CAAC,CAAA;IACtK,CAAC,CAAA;IACD,MAAM,OAAO,GAAG,GAAS,EAAE,GAAG,IAAI,CAAC,IAAI;QAAE,OAAO,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,CAAA,CAAC,CAAC,CAAA;IAC9K,GAAG,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,EAAE,+CAA+C,CAAC,CAAA;IAClF,OAAO,MAAM,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE,cAAc,EAAE,OAAO,EAAE,CAAC,CAAA;AAC3E,CAAC"}
|
|
1
|
+
{"version":3,"file":"strategy-meter.js","sourceRoot":"","sources":["../../src/benchmark/strategy-meter.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,mBAAmB,EAAE,cAAc,EAAE,qBAAqB,EAA6B,MAAM,YAAY,CAAA;AAkDlH,MAAM,GAAG,GAAG,aAAa,CAAA;AACzB,MAAM,KAAK,GAAG,CAAC,KAAc,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,KAAK,IAAI,GAAG,CAAA;AACzI,MAAM,IAAI,GAAG,CAAC,MAAc,EAAS,EAAE,GAAG,MAAM,IAAI,KAAK,CAAC,6BAA6B,MAAM,EAAE,CAAC,CAAA,CAAC,CAAC,CAAA;AAClG,MAAM,MAAM,GAAG,CAAI,KAAQ,EAAe,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;AACjE,MAAM,GAAG,GAAG,CAAC,CAAS,EAAE,CAAS,EAAU,EAAE,GAAG,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;IAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA,CAAC,CAAC,CAAA;AACxG,SAAS,UAAU,CAAI,KAAiB,EAAE,MAAmB,EAAE,QAAgB;IAC7E,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,KAAK,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC,CAAC,CAAA;QACrG,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAA;QACnE,KAAK,CAAC,KAAK,EAAE,EAAE,CAAA;QACf,MAAM,IAAI,GAAG,CAAC,QAAoB,EAAQ,EAAE,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAA,CAAC,CAAC,CAAA;QAC5H,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;QACvD,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QACrF,IAAI,MAAM,CAAC,OAAO;YAAE,KAAK,EAAE,CAAA;IAC7B,CAAC,CAAC,CAAA;AACJ,CAAC;AACD,SAAS,QAAQ,CAAC,GAAY,EAAE,OAAwB;IACtD,0GAA0G;IAC1G,MAAM,KAAK,GAAI,GAAG,CAAC,GAAG,CAAC,QAAiB,CAAsD,EAAE,gBAAgB,EAAE,EAA8D,CAAA;IAChL,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,OAAO,KAAK,EAAE,OAAO,EAAE,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;IAClJ,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,KAAK,EAAE,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;AAChF,CAAC;AACD,MAAM,SAAS,GAAG,CAAC,KAAkC,EAAwB,EAAE,CAAC,KAAK,CAAC,eAAe,IAAI,sCAAsC,CAAA;AAC/I,MAAM,YAAY,GAAG,CAAC,KAAkC,EAAW,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,qBAAqB,CAAA;AAChH,SAAS,UAAU,CAAC,KAAkC;IACpD,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,KAAK,CAAA;IACxC,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,CAAA;IACjC,gFAAgF;IAChF,8EAA8E;IAC9E,+CAA+C;IAC/C,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,UAAU,GAAG,CAAC,IAAI,KAAK,CAAC,UAAU,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,eAAe,CAAC,IAAI,KAAK,CAAC,eAAe,GAAG,CAAC;WAC1I,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,MAAM,CAAC,UAAU,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC;WAC/G,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;WAC3F,KAAK,CAAC,eAAe,KAAK,KAAK,CAAC,eAAe,IAAI,KAAK,CAAC,eAAe,GAAG,MAAM,CAAC,YAAY;QAAE,IAAI,CAAC,mCAAmC,CAAC,CAAA;IAC9I,IAAI,KAAK,EAAE,CAAC;QACV,wEAAwE;QACxE,6EAA6E;QAC7E,IAAI,MAAM,CAAC,aAAa,KAAK,IAAI,IAAI,MAAM,CAAC,WAAW,KAAK,CAAC;eACxD,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,CAAC,+BAA+B,EAAE,KAAK,CAAC,kCAAkC,EAAE,KAAK,CAAC,mCAAmC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,SAAS,CAAC,EAAE,CAAC;YAC1N,IAAI,CAAC,2CAA2C,CAAC,CAAA;QACnD,CAAC;QACD,OAAM;IACR,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,cAAc,IAAI,aAAa,CAAC,KAAK,aAAa,IAAI,CAAC,KAAK,CAAC,eAAe,IAAI,UAAU,CAAC,KAAK,UAAU;WAChH,OAAO,OAAO,CAAC,oBAAoB,KAAK,UAAU;QAAE,IAAI,CAAC,4CAA4C,CAAC,CAAA;IAC3G,IAAI,CAAC,KAAK,CAAC,8BAA8B,KAAK,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,+BAA+B,KAAK,IAAI,CAAC;QAAE,IAAI,CAAC,mBAAmB,CAAC,CAAA;IACnI,IAAI,MAAM,CAAC,aAAa,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,CAAC,+BAA+B,EAAE,KAAK,CAAC,kCAAkC,EAAE,KAAK,CAAC,mCAAmC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,SAAS,CAAC;QAAE,IAAI,CAAC,qCAAqC,CAAC,CAAA;AACxS,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,6BAA6B,CAAC,GAAY,EAAE,KAAkC;IAC5F,UAAU,CAAC,KAAK,CAAC,CAAA;IACjB,MAAM,MAAM,GAAG,MAAM,CAAC,EAAE,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAA;IAC1C,MAAM,KAAK,GAAG,MAAM,CAAC,EAAE,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC,CAAA;IACxC,MAAM,eAAe,GAAG,SAAS,CAAC,KAAK,CAAC,CAAA;IACxC,MAAM,QAAQ,GAAG,eAAe,KAAK,qBAAqB,CAAA;IAC1D,iGAAiG;IACjG,MAAM,UAAU,GAAG,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,oBAAoB,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,oBAAoB,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;IACpJ,MAAM,QAAQ,GAAG,KAAK,CAAC,UAAU,CAAA;IACjC,MAAM,SAAS,GAAG,KAAK,CAAC,eAAe,CAAA;IACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,UAAU,CAAA;IAC/C,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAA;IACxC,MAAM,WAAW,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,CAAA;IACtE,MAAM,aAAa,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC,CAAA;IAC5H,aAAa,CAAC,KAAK,EAAE,EAAE,CAAA;IACvB,IAAI,IAAI,GAAG,IAAI,CAAC;IAAC,IAAI,KAAK,GAAG,CAAC,CAAC;IAAC,IAAI,KAAK,GAAG,CAAC,CAAC;IAAC,IAAI,WAAW,GAAG,CAAC,CAAC;IAAC,IAAI,aAAa,GAAG,CAAC,CAAC;IAAC,IAAI,cAAc,GAAG,CAAC,CAAC;IAAC,IAAI,YAAY,GAAG,KAAK,CAAA;IAC3I,IAAI,YAAY,GAAkB,MAAM,CAAC,aAAa,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;IAC1E,IAAI,SAAS,GAAG,CAAC,CAAC;IAAC,IAAI,SAAS,GAAG,CAAC,CAAC;IAAC,IAAI,UAAU,GAAG,CAAC,CAAC;IAAC,IAAI,QAAQ,GAAkB,MAAM,CAAC,aAAa,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;IAChI,MAAM,MAAM,GAA8V,EAAE,CAAA;IAC5W,MAAM,UAAU,GAAG,QAAQ,GAAG,CAAC,CAAA;IAC/B,MAAM,YAAY,GAAG,IAAI,GAAG,EAAqE,CAAA;IACjG,MAAM,YAAY,GAAG,GAAS,EAAE,GAAG,KAAK,MAAM,KAAK,IAAI,YAAY,CAAC,MAAM,EAAE;QAAE,IAAI,CAAC;YAAC,KAAK,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,oCAAoC,EAAE,CAAC,CAAA;QAAC,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC,CAAC,CAAC,CAAA;IAC7K,WAAW,CAAC,gBAAgB,CAAC,OAAO,EAAE,YAAY,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;IACnE,SAAS,MAAM,CAAC,KAA4B,EAAE,MAA2B;QACvE,KAAK,CAAC,KAAK,GAAG,UAAU,CAAC;QAAC,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC;QAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAC/E,OAAO,IAAI,CAAC,MAAM,CAAC,CAAA;IACrB,CAAC;IACD,MAAM,MAAM,GAAG,KAAK,SAAS,CAAC,EAAE,OAAwB,EAAE,IAAsC;QAC9F,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAA;QACjH,IAAI,MAAM,CAAC,MAAM,IAAI,UAAU;YAAE,IAAI,CAAC,8BAA8B,CAAC,CAAA;QACrE,MAAM,KAAK,GAA0B,EAAE,EAAE,EAAE,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,GAAG,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC,EAAE,oBAAoB,EAAE,CAAC,EAAE,qBAAqB,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAA;QACnR,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAClB,IAAI,KAAK,CAAC,SAAS,KAAK,IAAI,EAAE,CAAC;YAC7B,MAAM,KAAK,GAAI,GAAG,CAAC,GAAG,CAAC,QAAiB,CAA+C,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,SAAS,CAA2E,CAAA;YACzL,IAAI,OAAO,KAAK,EAAE,MAAM,KAAK,UAAU;gBAAE,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,EAAE,KAAkE,CAAC,CAAA;QAChJ,CAAC;QACD,IAAI,CAAC,IAAI;YAAE,MAAM,CAAC,KAAK,EAAE,UAAU,CAAC,CAAA;QACpC,IAAI,WAAW,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ;YAAE,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC,CAAA;QACvG,IAAI,OAAO,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,IAAI,OAAO,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,WAAW,KAAK,CAAC,KAAK,CAAC,WAAW,IAAI,SAAS,CAAC;YAAE,MAAM,CAAC,KAAK,EAAE,kBAAkB,CAAC,CAAA;QAC1M,IAAI,QAAQ,EAAE,CAAC;YACb,wEAAwE;YACxE,0EAA0E;YAC1E,2EAA2E;YAC3E,gFAAgF;YAChF,IAAI,KAAK,GAAG,SAAS,IAAI,QAAQ;gBAAE,MAAM,CAAC,KAAK,EAAE,eAAe,CAAC,CAAA;YACjE,SAAS,EAAE,CAAA;YACX,KAAK,CAAC,KAAK,GAAG,UAAU,CAAA;YACxB,IAAI,aAAa,GAAG,KAAK,CAAC;YAAC,IAAI,aAAqD,CAAA;YACpF,IAAI,CAAC;gBACH,aAAa,GAAG,IAAI,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;gBAAC,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC;gBAAC,KAAK,CAAC,KAAK,GAAG,WAAW,CAAA;gBAClG,OAAO,IAAI,EAAE,CAAC;oBACZ,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,aAAa,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,QAAQ,CAAC,CAAA;oBAC5E,IAAI,IAAI,CAAC,IAAI;wBAAE,MAAK;oBACpB,IAAI,aAAa;wBAAE,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;oBAC1C,2EAA2E;oBAC3E,2EAA2E;oBAC3E,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO;wBAAE,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;oBACxD,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;wBAAC,IAAI,CAAC,CAAC,MAAM,EAAE,YAAY,EAAE,YAAY,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC;4BAAE,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;wBAAC,aAAa,GAAG,IAAI,CAAA;oBAAC,CAAC;oBAC/J,MAAM,IAAI,CAAC,KAAK,CAAA;gBAClB,CAAC;gBACD,IAAI,CAAC,IAAI;oBAAE,MAAM,CAAC,KAAK,EAAE,UAAU,CAAC,CAAA;gBACpC,IAAI,aAAa,CAAC,OAAO,IAAI,CAAC,aAAa;oBAAE,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC,CAAA;gBACvE,SAAS,EAAE,CAAC;gBAAC,KAAK,EAAE,CAAA;gBACpB,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC;gBAAC,KAAK,CAAC,KAAK,GAAG,SAAS,CAAC;gBAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;YAC7E,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;oBAAC,KAAK,CAAC,KAAK,GAAG,UAAU,CAAC;oBAAC,KAAK,CAAC,MAAM,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC;oBAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;gBAAC,CAAC;gBAC9K,MAAM,KAAK,CAAA;YACb,CAAC;oBAAS,CAAC;gBACT,IAAI,CAAC;oBAAC,MAAM,WAAW,GAAG,aAAa,EAAE,MAAM,EAAE,EAAE,CAAC;oBAAC,IAAI,WAAW,YAAY,OAAO;wBAAE,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;gBAAC,CAAC;gBAAC,MAAM,CAAC,CAAA,CAAC;gBAC/H,IAAI,KAAK,CAAC,KAAK,KAAK,UAAU,IAAI,KAAK,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;oBAAC,KAAK,CAAC,KAAK,GAAG,UAAU,CAAC;oBAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC;oBAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;gBAAC,CAAC;YAC1K,CAAC;YACD,OAAM;QACR,CAAC;QACD,IAAI,KAAa,CAAA;QACjB,+EAA+E;QAC/E,uFAAuF;QACvF,IAAI,UAAU,KAAK,SAAS;YAAE,OAAO,MAAM,CAAC,KAAK,EAAE,aAAa,CAAC,CAAA;QACjE,IAAI,CAAC;YAAC,KAAK,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,EAAE,aAAa,EAAE,QAAQ,CAAC,CAAA;QAAC,CAAC;QAAC,MAAM,CAAC;YAAC,OAAO,MAAM,CAAC,KAAK,EAAE,aAAa,CAAC,CAAA;QAAC,CAAC;QAC7I,2FAA2F;QAC3F,IAAI,CAAC,IAAI;YAAE,MAAM,CAAC,KAAK,EAAE,UAAU,CAAC,CAAA;QACpC,IAAI,WAAW,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ;YAAE,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC,CAAA;QACvG,IAAI,OAAO,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,IAAI,OAAO,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,WAAW,KAAK,CAAC,KAAK,CAAC,WAAW,IAAI,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,MAAM,CAAC,WAAW;YAAE,OAAO,MAAM,CAAC,KAAK,EAAE,aAAa,CAAC,CAAA;QAC3P,MAAM,WAAW,GAAG,qBAAqB,CAAC,KAAK,EAAE,SAAS,EAAE,KAAK,CAAC,CAAA;QAClE,IAAI,MAAM,CAAC,aAAa,KAAK,IAAI,IAAI,WAAW,KAAK,IAAI;YAAE,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;QAChF,IAAI,KAAK,GAAG,SAAS,IAAI,QAAQ,IAAI,GAAG,CAAC,aAAa,EAAE,SAAS,CAAC,GAAG,MAAM,CAAC,WAAW,GAAG,KAAK;eAC1F,GAAG,CAAC,cAAc,EAAE,UAAU,CAAC,GAAG,MAAM,CAAC,YAAY,GAAG,SAAS;eACjE,CAAC,MAAM,CAAC,aAAa,KAAK,IAAI,IAAI,CAAC,YAAY,KAAK,IAAI,IAAI,QAAQ,KAAK,IAAI,IAAI,WAAW,KAAK,IAAI,IAAI,YAAY,GAAG,QAAQ,GAAG,MAAM,CAAC,aAAa,GAAG,WAAW,CAAC,CAAC;YAAE,MAAM,CAAC,KAAK,EAAE,eAAe,CAAC,CAAA;QAC5M,SAAS,EAAE,CAAC;QAAC,SAAS,IAAI,KAAK,CAAC;QAAC,UAAU,IAAI,SAAS,CAAC;QAAC,IAAI,QAAQ,KAAK,IAAI,IAAI,WAAW,KAAK,IAAI;YAAE,QAAQ,IAAI,WAAW,CAAA;QAChI,KAAK,CAAC,KAAK,GAAG,UAAU,CAAC;QAAC,KAAK,CAAC,mBAAmB,GAAG,KAAK,CAAC;QAAC,KAAK,CAAC,oBAAoB,GAAG,SAAS,CAAC;QAAC,KAAK,CAAC,qBAAqB,GAAG,WAAW,CAAA;QAC9I,IAAI,KAA6B,CAAC;QAAC,IAAI,QAAQ,GAAG,KAAK,CAAC;QAAC,IAAI,QAAgD,CAAA;QAC7G,IAAI,CAAC;YACH,0EAA0E;YAC1E,iFAAiF;YACjF,QAAQ,GAAG,IAAI,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;YAAC,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC;YAAC,KAAK,CAAC,KAAK,GAAG,WAAW,CAAA;YAC7F,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,QAAQ,CAAC,CAAA;gBACvE,IAAI,IAAI,CAAC,IAAI;oBAAE,MAAK;gBACpB,IAAI,QAAQ;oBAAE,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;gBACrC,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;oBAChC,IAAI,KAAK,KAAK,SAAS,IAAI,QAAQ;wBAAE,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;oBAC3D,KAAK,GAAG,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;gBACjC,CAAC;gBACD,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAAC,IAAI,QAAQ,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,EAAE,YAAY,EAAE,YAAY,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC;wBAAE,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;oBAAC,QAAQ,GAAG,IAAI,CAAA;gBAAC,CAAC;gBAC7L,MAAM,IAAI,CAAC,KAAK,CAAA;YAClB,CAAC;YACD,IAAI,CAAC,IAAI;gBAAE,MAAM,CAAC,KAAK,EAAE,UAAU,CAAC,CAAA;YACpC,IAAI,aAAa,CAAC,OAAO,IAAI,CAAC,QAAQ;gBAAE,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC,CAAA;YAClE,MAAM,UAAU,GAAG,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAA;YAC/E,IAAI,CAAC,UAAU;gBAAE,OAAO,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;YAC9C,IAAI,UAAU,CAAC,WAAW,GAAG,KAAK,IAAI,UAAU,CAAC,YAAY,GAAG,SAAS;gBAAE,OAAO,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;YACxG,MAAM,IAAI,GAAG,cAAc,CAAC,UAAU,EAAE,KAAK,CAAC,CAAA;YAC9C,IAAI,MAAM,CAAC,aAAa,KAAK,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,IAAI,YAAY,KAAK,IAAI,IAAI,IAAI,GAAG,MAAM,CAAC,aAAa,GAAG,YAAY,CAAC;gBAAE,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;YAClJ,SAAS,EAAE,CAAC;YAAC,SAAS,IAAI,KAAK,CAAC;YAAC,UAAU,IAAI,SAAS,CAAC;YAAC,IAAI,QAAQ,KAAK,IAAI,IAAI,WAAW,KAAK,IAAI;gBAAE,QAAQ,IAAI,WAAW,CAAA;YAChI,KAAK,EAAE,CAAC;YAAC,aAAa,GAAG,GAAG,CAAC,aAAa,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC;YAAC,cAAc,GAAG,GAAG,CAAC,cAAc,EAAE,UAAU,CAAC,YAAY,CAAC,CAAA;YAClI,IAAI,YAAY,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI;gBAAE,YAAY,GAAG,GAAG,CAAC,YAAY,EAAE,IAAI,CAAC,CAAA;YAClF,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC,EAAE,GAAG,UAAU,EAAE,CAAC,CAAC;YAAC,KAAK,CAAC,KAAK,GAAG,SAAS,CAAC;YAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAClG,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,6FAA6F;YAC7F,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;gBAAC,KAAK,CAAC,KAAK,GAAG,UAAU,CAAC;gBAAC,KAAK,CAAC,MAAM,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC;gBAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;YAAC,CAAC;YAC5K,MAAM,KAAK,CAAA;QACb,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC;gBAAC,KAAK,QAAQ,EAAE,MAAM,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;YAAC,CAAC;YAAC,MAAM,CAAC,CAAA,CAAC;YAC1D,IAAI,KAAK,CAAC,KAAK,KAAK,UAAU,IAAI,KAAK,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;gBAAC,KAAK,CAAC,KAAK,GAAG,UAAU,CAAC;gBAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC;gBAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;YAAC,CAAC;QAC1K,CAAC;IACH,CAAC,CAAA;IACD,GAAG,CAAC,EAAE,CAAC,YAAY,EAAE,MAAM,CAAC,CAAA;IAC5B,GAAG,CAAC,EAAE,CAAC,eAAe,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE;QAChD,IAAI,CAAC,IAAI,IAAI,WAAW,CAAC,OAAO,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,IAAI,SAAS,CAAC,MAAM,CAAC,OAAO,IAAI,KAAK,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YAAC,YAAY,GAAG,IAAI,CAAC;YAAC,IAAI,CAAC,aAAa,CAAC,CAAA;QAAC,CAAC;QAChK,IAAI,SAAS,CAAC,KAAK,KAAK,SAAS;YAAE,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,SAAS,CAAC,KAAK,CAAC,CAAA;QAChG,KAAK,EAAE,CAAC;QAAC,WAAW,EAAE,CAAA,CAAC,sDAAsD;QAC7E,IAAI,CAAC;YAAC,OAAO,MAAM,IAAI,EAAE,CAAA;QAAC,CAAC;gBAAS,CAAC;YAAC,WAAW,EAAE,CAAA;QAAC,CAAC;IACvD,CAAC,CAAC,CAAA;IACF,MAAM,QAAQ,GAAG,GAA6C,EAAE,CAAC,MAAM,CAAC,EAAE,eAAe,EAAE,MAAM;QAC/F,UAAU,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,eAAe,EAAE,WAAW,EAAE,WAAW,EAAE,aAAa,EAAE,YAAY,EAAE,cAAc,EAAE,aAAa,EAAE,YAAY;QACxJ,cAAc,EAAE,SAAS,EAAE,eAAe,EAAE,SAAS,EAAE,gBAAgB,EAAE,UAAU,EAAE,iBAAiB,EAAE,QAAQ;QAChH,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;IAC/H,MAAM,cAAc,GAAG,GAAS,EAAE;QAChC,MAAM,KAAK,GAAG,QAAQ,EAAE,CAAA;QACxB,IAAI,WAAW,CAAC,OAAO,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,QAAQ,IAAI,KAAK,CAAC,UAAU,KAAK,CAAC,IAAI,YAAY,IAAI,WAAW,KAAK,CAAC,IAAI,KAAK,CAAC,cAAc,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC;eAC3M,KAAK,CAAC,UAAU,GAAG,QAAQ,IAAI,KAAK,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,KAAK,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,KAAK,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY;eACvJ,CAAC,MAAM,CAAC,aAAa,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,aAAa,KAAK,IAAI,IAAI,KAAK,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC,CAAC;YAAE,IAAI,CAAC,wCAAwC,CAAC,CAAA;QACpK,IAAI,QAAQ,IAAI,CAAC,KAAK,CAAC,WAAW,KAAK,CAAC,IAAI,KAAK,CAAC,YAAY,KAAK,CAAC,IAAI,KAAK,CAAC,aAAa,KAAK,IAAI;eAC/F,KAAK,CAAC,eAAe,KAAK,CAAC,IAAI,KAAK,CAAC,gBAAgB,KAAK,CAAC,IAAI,KAAK,CAAC,iBAAiB,KAAK,IAAI;eAC/F,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,IAAI,IAAI,KAAK,CAAC,mBAAmB,KAAK,CAAC,IAAI,KAAK,CAAC,oBAAoB,KAAK,CAAC,IAAI,KAAK,CAAC,qBAAqB,KAAK,IAAI,CAAC,CAAC,EAAE,CAAC;YACtK,IAAI,CAAC,yCAAyC,CAAC,CAAA;QACjD,CAAC;IACH,CAAC,CAAA;IACD,MAAM,OAAO,GAAG,GAAS,EAAE,GAAG,IAAI,CAAC,IAAI;QAAE,OAAO,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,CAAA,CAAC,CAAC,CAAA;IAC9K,GAAG,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,EAAE,+CAA+C,CAAC,CAAA;IAClF,OAAO,MAAM,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE,cAAc,EAAE,OAAO,EAAE,CAAC,CAAA;AAC3E,CAAC"}
|
|
@@ -1,11 +1,18 @@
|
|
|
1
1
|
import type { BenchmarkExecutionRequest } from './runner.js';
|
|
2
2
|
import type { BenchmarkPlan } from './types.js';
|
|
3
|
+
import type { ModelObservationMode } from './native.js';
|
|
3
4
|
export declare const strategyBenchmarkProtocol = "dsh-native-goal-strategy-benchmark-v1";
|
|
4
5
|
/** Separate execution contract: schema-v1 benchmark budgets cannot express these limits. */
|
|
5
6
|
export interface StrategyBenchmarkExecutionLimits {
|
|
6
7
|
modelCalls: number;
|
|
7
8
|
maxOutputTokensPerCall: number;
|
|
8
9
|
maxGoalRounds: number;
|
|
10
|
+
/**
|
|
11
|
+
* Metering mode, derived verbatim from `model.observationMode` by the executor and
|
|
12
|
+
* frozen into the plan digest so evidence can cross-check the meter's self-report.
|
|
13
|
+
* Plans authored before this field existed default to the token-enforced mode.
|
|
14
|
+
*/
|
|
15
|
+
observationMode: ModelObservationMode;
|
|
9
16
|
}
|
|
10
17
|
export interface StrategyBenchmarkPlan {
|
|
11
18
|
schemaVersion: 1;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"strategy-plan.d.ts","sourceRoot":"","sources":["../../src/benchmark/strategy-plan.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,aAAa,CAAA;AAC5D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;
|
|
1
|
+
{"version":3,"file":"strategy-plan.d.ts","sourceRoot":"","sources":["../../src/benchmark/strategy-plan.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,aAAa,CAAA;AAC5D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AAC/C,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAA;AAEvD,eAAO,MAAM,yBAAyB,0CAA0C,CAAA;AAEhF,4FAA4F;AAC5F,MAAM,WAAW,gCAAgC;IAC/C,UAAU,EAAE,MAAM,CAAA;IAClB,sBAAsB,EAAE,MAAM,CAAA;IAC9B,aAAa,EAAE,MAAM,CAAA;IACrB;;;;OAIG;IACH,eAAe,EAAE,oBAAoB,CAAA;CACtC;AAED,MAAM,WAAW,qBAAqB;IACpC,aAAa,EAAE,CAAC,CAAA;IAChB,QAAQ,EAAE,OAAO,yBAAyB,CAAA;IAC1C,6FAA6F;IAC7F,SAAS,EAAE,aAAa,CAAA;IACxB,SAAS,EAAE,gCAAgC,CAAA;IAC3C,YAAY,EAAE,6BAA6B,CAAA;CAC5C;AAED,kGAAkG;AAClG,MAAM,WAAW,6BAA6B;IAC5C,MAAM,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAA;IAC3E,QAAQ,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAA;CAC3E;AAED,wBAAgB,mCAAmC,CAAC,KAAK,EAAE,6BAA6B,EAAE,OAAO,EAAE,OAAO;;;;;GAWzG;AAED,6FAA6F;AAC7F,wBAAgB,0BAA0B,CAAC,KAAK,EAAE,OAAO,GAAG,QAAQ,CAAC,qBAAqB,CAAC,CAiC1F;AAED,wBAAgB,2BAA2B,CAAC,KAAK,EAAE,qBAAqB,GAAG,MAAM,CAEhF;AAED;;;;;GAKG;AACH,wBAAgB,4BAA4B,CAAC,KAAK,EAAE,qBAAqB,GAAG,QAAQ,CAAC,aAAa,CAAC,CAMlG;AAED,mFAAmF;AACnF,wBAAgB,8BAA8B,CAAC,KAAK,EAAE,qBAAqB,EAAE,OAAO,EAAE,yBAAyB,GAAG,QAAQ,CAAC,gCAAgC,CAAC,CAW3J"}
|
|
@@ -20,10 +20,17 @@ export function parseStrategyBenchmarkPlan(value) {
|
|
|
20
20
|
const raw = benchmarkObject(copy, ['schemaVersion', 'protocol', 'benchmark', 'execution', 'capabilities']);
|
|
21
21
|
benchmarkAssert(raw.schemaVersion === 1 && raw.protocol === strategyBenchmarkProtocol, 'unsupported strategy benchmark protocol');
|
|
22
22
|
const benchmark = parseBenchmarkPlan(raw.benchmark);
|
|
23
|
-
|
|
23
|
+
// Plans frozen before call-count metering existed omit observationMode; default them to token mode.
|
|
24
|
+
const hasObservationMode = Object.hasOwn(raw.execution, 'observationMode');
|
|
25
|
+
const execution = benchmarkObject(raw.execution, hasObservationMode
|
|
26
|
+
? ['modelCalls', 'maxOutputTokensPerCall', 'maxGoalRounds', 'observationMode']
|
|
27
|
+
: ['modelCalls', 'maxOutputTokensPerCall', 'maxGoalRounds']);
|
|
24
28
|
benchmarkInteger(execution.modelCalls, 1, 10_000);
|
|
25
29
|
benchmarkInteger(execution.maxOutputTokensPerCall, 1, benchmark.budget.outputTokens);
|
|
26
30
|
benchmarkInteger(execution.maxGoalRounds, 1, 100);
|
|
31
|
+
benchmarkAssert(execution.observationMode === undefined
|
|
32
|
+
|| execution.observationMode === 'enforced-upper-bound-provider-output'
|
|
33
|
+
|| execution.observationMode === 'observed-call-count', 'invalid strategy observation mode');
|
|
27
34
|
benchmarkAssert(benchmark.comparison === 'capability' && benchmark.variants.length === 2, 'strategy benchmark requires exactly two capability arms');
|
|
28
35
|
const direct = benchmark.variants.find(variant => variant.id === 'direct');
|
|
29
36
|
const adaptive = benchmark.variants.find(variant => variant.id === 'adaptive-strategy');
|
|
@@ -37,7 +44,10 @@ export function parseStrategyBenchmarkPlan(value) {
|
|
|
37
44
|
// This establishes manifest consistency, not attestation of a loaded runtime.
|
|
38
45
|
// The native executor must compare these same common/strategy descriptors
|
|
39
46
|
// with actual persona, registered tools, Policy and loaded runtime versions.
|
|
40
|
-
|
|
47
|
+
const plan = hasObservationMode
|
|
48
|
+
? copy
|
|
49
|
+
: { ...copy, execution: { ...copy.execution, observationMode: 'enforced-upper-bound-provider-output' } };
|
|
50
|
+
return plan;
|
|
41
51
|
}
|
|
42
52
|
export function strategyBenchmarkPlanDigest(input) {
|
|
43
53
|
return acceptanceDigest(parseStrategyBenchmarkPlan(input));
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"strategy-plan.js","sourceRoot":"","sources":["../../src/benchmark/strategy-plan.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,uBAAuB,EAAE,gBAAgB,EAAE,MAAM,wCAAwC,CAAA;AAClG,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,gBAAgB,EAAE,eAAe,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAA;
|
|
1
|
+
{"version":3,"file":"strategy-plan.js","sourceRoot":"","sources":["../../src/benchmark/strategy-plan.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,uBAAuB,EAAE,gBAAgB,EAAE,MAAM,wCAAwC,CAAA;AAClG,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,gBAAgB,EAAE,eAAe,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAA;AAKzJ,MAAM,CAAC,MAAM,yBAAyB,GAAG,uCAAuC,CAAA;AA8BhF,MAAM,UAAU,mCAAmC,CAAC,KAAoC,EAAE,OAAgB;IACxG,MAAM,GAAG,GAAG,eAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAA;IAC7E,MAAM,MAAM,GAAG,eAAe,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAA;IACrF,MAAM,QAAQ,GAAG,eAAe,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAA;IACtF,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;IAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,CAAA;IAC5F,OAAO,MAAM,CAAC,MAAM,CAAC;QACnB,MAAM,EAAE,gBAAgB,CAAC,EAAE,aAAa,EAAE,MAAM,CAAC,OAAO,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC3G,KAAK,EAAE,gBAAgB,CAAC,EAAE,WAAW,EAAE,MAAM,CAAC,KAAK,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACpG,MAAM,EAAE,gBAAgB,CAAC,EAAE,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC3G,OAAO,EAAE,gBAAgB,CAAC,EAAE,aAAa,EAAE,MAAM,CAAC,OAAO,EAAE,eAAe,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;KACjH,CAAC,CAAA;AACJ,CAAC;AAED,6FAA6F;AAC7F,MAAM,UAAU,0BAA0B,CAAC,KAAc;IACvD,MAAM,IAAI,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAA;IACrC,MAAM,GAAG,GAAG,eAAe,CAAC,IAAI,EAAE,CAAC,eAAe,EAAE,UAAU,EAAE,WAAW,EAAE,WAAW,EAAE,cAAc,CAAC,CAAC,CAAA;IAC1G,eAAe,CAAC,GAAG,CAAC,aAAa,KAAK,CAAC,IAAI,GAAG,CAAC,QAAQ,KAAK,yBAAyB,EAAE,yCAAyC,CAAC,CAAA;IACjI,MAAM,SAAS,GAAG,kBAAkB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;IACnD,oGAAoG;IACpG,MAAM,kBAAkB,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,SAAoC,EAAE,iBAAiB,CAAC,CAAA;IACrG,MAAM,SAAS,GAAG,eAAe,CAAC,GAAG,CAAC,SAAS,EAAE,kBAAkB;QACjE,CAAC,CAAC,CAAC,YAAY,EAAE,wBAAwB,EAAE,eAAe,EAAE,iBAAiB,CAAC;QAC9E,CAAC,CAAC,CAAC,YAAY,EAAE,wBAAwB,EAAE,eAAe,CAAC,CAAC,CAAA;IAC9D,gBAAgB,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,EAAE,MAAM,CAAC,CAAA;IACjD,gBAAgB,CAAC,SAAS,CAAC,sBAAsB,EAAE,CAAC,EAAE,SAAS,CAAC,MAAM,CAAC,YAAY,CAAC,CAAA;IACpF,gBAAgB,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC,EAAE,GAAG,CAAC,CAAA;IACjD,eAAe,CAAC,SAAS,CAAC,eAAe,KAAK,SAAS;WAClD,SAAS,CAAC,eAAe,KAAK,sCAAsC;WACpE,SAAS,CAAC,eAAe,KAAK,qBAAqB,EAAE,mCAAmC,CAAC,CAAA;IAC9F,eAAe,CAAC,SAAS,CAAC,UAAU,KAAK,YAAY,IAAI,SAAS,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,yDAAyD,CAAC,CAAA;IACpJ,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAA;IAC1E,MAAM,QAAQ,GAAG,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,EAAE,KAAK,mBAAmB,CAAC,CAAA;IACvF,eAAe,CAAC,MAAM,EAAE,IAAI,KAAK,UAAU,IAAI,QAAQ,EAAE,IAAI,KAAK,WAAW,EAAE,6EAA6E,CAAC,CAAA;IAC7J,eAAe,CAAC,uBAAuB,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,uBAAuB,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,mDAAmD,CAAC,CAAA;IAC7J,eAAe,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,QAAQ,CAAC,MAAM,EAAE,2CAA2C,CAAC,CAAA;IACjH,KAAK,MAAM,OAAO,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE,CAAC;QACzC,MAAM,QAAQ,GAAG,mCAAmC,CAAC,GAAG,CAAC,YAA6C,EAAE,OAAO,KAAK,QAAQ,CAAC,CAAA;QAC7H,eAAe,CAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAW,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,wCAAwC,CAAC,CAAA;IACtK,CAAC;IACD,8EAA8E;IAC9E,0EAA0E;IAC1E,6EAA6E;IAC7E,MAAM,IAAI,GAA0B,kBAAkB;QACpD,CAAC,CAAC,IAA6B;QAC/B,CAAC,CAAC,EAAE,GAAI,IAAgC,EAAE,SAAS,EAAE,EAAE,GAAI,IAA8B,CAAC,SAAS,EAAE,eAAe,EAAE,sCAAsC,EAAE,EAA2B,CAAA;IAC3L,OAAO,IAAI,CAAA;AACb,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,KAA4B;IACtE,OAAO,gBAAgB,CAAC,0BAA0B,CAAC,KAAK,CAAC,CAAC,CAAA;AAC5D,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,4BAA4B,CAAC,KAA4B;IACvE,MAAM,MAAM,GAAG,0BAA0B,CAAC,KAAK,CAAC,CAAA;IAChD,MAAM,MAAM,GAAG,2BAA2B,CAAC,MAAM,CAAC,CAAA;IAClD,OAAO,kBAAkB,CAAC,EAAE,GAAG,MAAM,CAAC,SAAS,EAAE,QAAQ,EAAE,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,OAAO;YAC/G,QAAQ,EAAE,EAAE,GAAG,OAAO,CAAC,QAAQ,EAAE,OAAO,EAAE,gBAAgB,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,kBAAkB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,EAAE;SAC3J,CAAC,CAAC,EAAE,CAAC,CAAA;AACR,CAAC;AAED,mFAAmF;AACnF,MAAM,UAAU,8BAA8B,CAAC,KAA4B,EAAE,OAAkC;IAC7G,MAAM,MAAM,GAAG,0BAA0B,CAAC,KAAK,CAAC,CAAA;IAChD,MAAM,IAAI,GAAG,4BAA4B,CAAC,MAAM,CAAC,CAAA;IACjD,MAAM,IAAI,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAChF,MAAM,IAAI,GAAG,CAAC,IAAa,EAAE,KAAc,EAAW,EAAE,CAAC,uBAAuB,CAAC,IAAI,CAAC,KAAK,uBAAuB,CAAC,KAAK,CAAC,CAAA;IACzH,eAAe,CAAC,IAAI,KAAK,SAAS,IAAI,OAAO,CAAC,MAAM,KAAK,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC;WACvF,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC;WACxE,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,IAAI,CAAC,MAAM,CAAC,CAAC;WACtE,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,kCAAkC,CAAC,CAAA;IACzH,eAAe,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,4BAA4B,CAAC,CAAA;IACtE,OAAO,MAAM,CAAC,SAAS,CAAA;AACzB,CAAC"}
|
|
@@ -0,0 +1,157 @@
|
|
|
1
|
+
import { type StrategyBenchmarkPlan } from './strategy-plan.js';
|
|
2
|
+
import { type StrategyEvidenceObject } from './strategy-evidence.js';
|
|
3
|
+
import { type TokenUsageRates } from './usage.js';
|
|
4
|
+
import type { BenchmarkResult } from './types.js';
|
|
5
|
+
export declare const strategyProjectionProtocol = "dsh-native-goal-strategy-projection/v1";
|
|
6
|
+
/**
|
|
7
|
+
* Criterion reasons emitted with status 'failed' by the independent verifier
|
|
8
|
+
* (plugins/assistant-verifier drivers.ts failed() calls). Every one of these means
|
|
9
|
+
* the candidate delivered an artifact that was actually inspected and found wrong.
|
|
10
|
+
* artifact-unavailable / altered / timeout / io reasons are status 'unknown' and
|
|
11
|
+
* cannot distinguish an undelivered artifact from a tool failure, so they stay unknown.
|
|
12
|
+
*/
|
|
13
|
+
export declare const behaviorFailureReasons: readonly ["citation-mismatch", "citation-missing", "isolated-unexpected-exit-code", "isolated-unexpected-stdout", "readback-object-mismatch", "readback-revision-mismatch", "readback-value-mismatch", "repository-head-mismatch", "repository-requirements-not-met", "required-text-missing", "unexpected-exit-code", "unexpected-stdout"];
|
|
14
|
+
export type StrategyFailureClassification = 'achieved' | 'delivered-incorrect-behavior' | 'undelivered-or-unknown';
|
|
15
|
+
export interface StrategyCriterionAttribution {
|
|
16
|
+
readonly criterionId: string;
|
|
17
|
+
/** Raw CriterionResult.reason, preserved verbatim for audit. */
|
|
18
|
+
readonly reason: string;
|
|
19
|
+
/** True only for the independent-verifier behavior-failure whitelist; never inferred from model prose. */
|
|
20
|
+
readonly behaviorFailure: boolean;
|
|
21
|
+
}
|
|
22
|
+
export interface StrategyReceiptAttribution {
|
|
23
|
+
readonly contractId: string;
|
|
24
|
+
readonly taskKind: 'goal-step' | 'goal-outcome';
|
|
25
|
+
readonly objectiveStatus: 'achieved' | 'not-achieved' | 'unknown';
|
|
26
|
+
readonly quiescent: boolean;
|
|
27
|
+
readonly failedCriteria: readonly StrategyCriterionAttribution[];
|
|
28
|
+
}
|
|
29
|
+
export interface StrategySessionCost {
|
|
30
|
+
readonly modelCalls: number;
|
|
31
|
+
readonly inputTokens: number;
|
|
32
|
+
readonly outputTokens: number;
|
|
33
|
+
/** Null when any settled usage class lacks an exact tariff; never estimated. */
|
|
34
|
+
readonly costUsdMicros: number | null;
|
|
35
|
+
}
|
|
36
|
+
export interface StrategyCellProjection {
|
|
37
|
+
readonly cellId: string;
|
|
38
|
+
readonly caseId: string;
|
|
39
|
+
readonly variantId: string;
|
|
40
|
+
readonly repeat: number;
|
|
41
|
+
readonly status: 'completed' | 'unknown';
|
|
42
|
+
readonly verdict: 'achieved' | 'not-achieved' | 'unknown';
|
|
43
|
+
readonly attribution: {
|
|
44
|
+
readonly classification: StrategyFailureClassification;
|
|
45
|
+
/**
|
|
46
|
+
* 'receipt-behavior-failure': an independent quiescent receipt has a failed
|
|
47
|
+
* criterion on the behavior-failure whitelist.
|
|
48
|
+
* 'infrastructure-unknown': a failure object; the infrastructure reason is preserved.
|
|
49
|
+
* 'no-behavior-failure-receipt': completed cell without an auditable behavior failure.
|
|
50
|
+
* 'achieved': the cell achieved its outcome contract.
|
|
51
|
+
*/
|
|
52
|
+
readonly basis: 'achieved' | 'receipt-behavior-failure' | 'infrastructure-unknown' | 'no-behavior-failure-receipt';
|
|
53
|
+
/** Present only for failure objects; BenchmarkResult.reason is infrastructure-level. */
|
|
54
|
+
readonly infrastructureReason: BenchmarkResult['reason'] | null;
|
|
55
|
+
readonly receipts: readonly StrategyReceiptAttribution[];
|
|
56
|
+
};
|
|
57
|
+
/**
|
|
58
|
+
* Settled-trace cost split by evidence-attributed session role. Null for unknown
|
|
59
|
+
* cells because the run was not quiescent and a partial split cannot support a
|
|
60
|
+
* paired conclusion.
|
|
61
|
+
*/
|
|
62
|
+
readonly costs: {
|
|
63
|
+
readonly parent: StrategySessionCost;
|
|
64
|
+
readonly children: StrategySessionCost;
|
|
65
|
+
} | null;
|
|
66
|
+
}
|
|
67
|
+
export interface StrategyCoordinationPair {
|
|
68
|
+
readonly caseId: string;
|
|
69
|
+
readonly repeat: number;
|
|
70
|
+
readonly directCellId: string | null;
|
|
71
|
+
readonly candidateCellId: string | null;
|
|
72
|
+
/** False when either arm is missing or unknown; such pairs cannot prove a cost. */
|
|
73
|
+
readonly comparable: boolean;
|
|
74
|
+
/**
|
|
75
|
+
* Two objective views of coordination cost, null unless comparable:
|
|
76
|
+
* - candidateChildren: strategy-child sessions only (zero on the direct arm by construction).
|
|
77
|
+
* - extra: whole-cell candidate minus direct, including any parent-call difference.
|
|
78
|
+
*/
|
|
79
|
+
readonly coordination: {
|
|
80
|
+
readonly candidateChildren: StrategySessionCost;
|
|
81
|
+
readonly extra: {
|
|
82
|
+
readonly modelCalls: number;
|
|
83
|
+
readonly inputTokens: number;
|
|
84
|
+
readonly outputTokens: number;
|
|
85
|
+
readonly costUsdMicros: number | null;
|
|
86
|
+
};
|
|
87
|
+
} | null;
|
|
88
|
+
}
|
|
89
|
+
export interface StrategyBenchmarkProjection {
|
|
90
|
+
readonly protocol: typeof strategyProjectionProtocol;
|
|
91
|
+
readonly version: 1;
|
|
92
|
+
/** True only when both base tariffs are configured; null costs accompany a false value. */
|
|
93
|
+
readonly tariffComplete: boolean;
|
|
94
|
+
readonly cells: readonly StrategyCellProjection[];
|
|
95
|
+
readonly pairs: readonly StrategyCoordinationPair[];
|
|
96
|
+
/** A measurement projection never grants promotion authority. */
|
|
97
|
+
readonly promotionAuthorized: false;
|
|
98
|
+
}
|
|
99
|
+
type SettledTrace = StrategyEvidenceObject['meter']['traces'][number];
|
|
100
|
+
/**
|
|
101
|
+
* Sums settled traces attributed to one session role, recomputing cost per trace.
|
|
102
|
+
* A settled trace always counts one model call. In observed-call-count mode the
|
|
103
|
+
* evidence meter freezes usage=null: the call still counts, tokens add nothing and
|
|
104
|
+
* the monetary total becomes null (never estimated). Token-mode traces are
|
|
105
|
+
* evidence-guaranteed to carry non-null usage, so usage=null is self-describing.
|
|
106
|
+
*/
|
|
107
|
+
export declare function accumulateSessionCost(traces: readonly SettledTrace[], sessions: ReadonlySet<string>, rates: Readonly<TokenUsageRates>): StrategySessionCost;
|
|
108
|
+
/** Terminal unknown cell: a failure object proves uncertainty, never an acceptance. */
|
|
109
|
+
export declare function unknownStrategyCellProjection(result: BenchmarkResult): StrategyCellProjection;
|
|
110
|
+
/** The only objective evidence fields the cell projection reads; the full object is structurally assignable. */
|
|
111
|
+
export interface ProjectedCellEvidence {
|
|
112
|
+
readonly meter: {
|
|
113
|
+
readonly traces: readonly SettledTrace[];
|
|
114
|
+
};
|
|
115
|
+
readonly native: {
|
|
116
|
+
readonly parent: {
|
|
117
|
+
readonly sessionId: string;
|
|
118
|
+
};
|
|
119
|
+
readonly strategies: readonly {
|
|
120
|
+
readonly children: readonly {
|
|
121
|
+
readonly sessionId: string;
|
|
122
|
+
}[];
|
|
123
|
+
}[];
|
|
124
|
+
readonly receipts: readonly ReceiptSignal[];
|
|
125
|
+
};
|
|
126
|
+
}
|
|
127
|
+
interface ReceiptSignal {
|
|
128
|
+
readonly contract: {
|
|
129
|
+
readonly id: string;
|
|
130
|
+
};
|
|
131
|
+
readonly taskKind: 'goal-step' | 'goal-outcome';
|
|
132
|
+
readonly quiescent: boolean;
|
|
133
|
+
readonly receipt: {
|
|
134
|
+
readonly objectiveStatus: 'achieved' | 'not-achieved' | 'unknown';
|
|
135
|
+
readonly results: readonly {
|
|
136
|
+
readonly criterionId: string;
|
|
137
|
+
readonly status: 'passed' | 'failed' | 'unknown';
|
|
138
|
+
readonly reason: string;
|
|
139
|
+
}[];
|
|
140
|
+
};
|
|
141
|
+
}
|
|
142
|
+
/**
|
|
143
|
+
* Pure derivation over a reopened, already-verified evidence object. No binding
|
|
144
|
+
* checks are repeated here: callers must obtain `native` through the evidence store
|
|
145
|
+
* after verifyStrategyBenchmarkResults, never from candidate prose.
|
|
146
|
+
*/
|
|
147
|
+
export declare function projectStrategyCell(result: BenchmarkResult, native: Readonly<ProjectedCellEvidence>, rates: Readonly<TokenUsageRates>): StrategyCellProjection;
|
|
148
|
+
/** Pairs direct/adaptive-strategy arms by (caseId, repeat) over the planned schedule. */
|
|
149
|
+
export declare function pairStrategyCells(plan: StrategyBenchmarkPlan, cells: readonly StrategyCellProjection[]): readonly StrategyCoordinationPair[];
|
|
150
|
+
/**
|
|
151
|
+
* Reopens every evidence object (the caller must run verifyStrategyBenchmarkResults
|
|
152
|
+
* first) and derives the strategy-only projection. Rates are the frozen model
|
|
153
|
+
* tariffs; absent tariffs yield null costs rather than invented pricing.
|
|
154
|
+
*/
|
|
155
|
+
export declare function collectStrategyBenchmarkProjection(plan: StrategyBenchmarkPlan, results: readonly BenchmarkResult[], stateDirectory: string, workspaceDirectory: string, rates: Readonly<TokenUsageRates>): Readonly<StrategyBenchmarkProjection>;
|
|
156
|
+
export {};
|
|
157
|
+
//# sourceMappingURL=strategy-projection.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"strategy-projection.d.ts","sourceRoot":"","sources":["../../src/benchmark/strategy-projection.ts"],"names":[],"mappings":"AASA,OAAO,EAAgC,KAAK,qBAAqB,EAAE,MAAM,oBAAoB,CAAA;AAC7F,OAAO,EAAyB,KAAK,sBAAsB,EAAE,MAAM,wBAAwB,CAAA;AAC3F,OAAO,EAAkB,KAAK,eAAe,EAAE,MAAM,YAAY,CAAA;AACjE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAA;AAEjD,eAAO,MAAM,0BAA0B,2CAA2C,CAAA;AAElF;;;;;;GAMG;AACH,eAAO,MAAM,sBAAsB,6UAKzB,CAAA;AAGV,MAAM,MAAM,6BAA6B,GAAG,UAAU,GAAG,8BAA8B,GAAG,wBAAwB,CAAA;AAElH,MAAM,WAAW,4BAA4B;IAC3C,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;IAC5B,gEAAgE;IAChE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,0GAA0G;IAC1G,QAAQ,CAAC,eAAe,EAAE,OAAO,CAAA;CAClC;AACD,MAAM,WAAW,0BAA0B;IACzC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,QAAQ,EAAE,WAAW,GAAG,cAAc,CAAA;IAC/C,QAAQ,CAAC,eAAe,EAAE,UAAU,GAAG,cAAc,GAAG,SAAS,CAAA;IACjE,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAA;IAC3B,QAAQ,CAAC,cAAc,EAAE,SAAS,4BAA4B,EAAE,CAAA;CACjE;AACD,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;IAC5B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAA;IAC7B,gFAAgF;IAChF,QAAQ,CAAC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAA;CACtC;AACD,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,MAAM,EAAE,WAAW,GAAG,SAAS,CAAA;IACxC,QAAQ,CAAC,OAAO,EAAE,UAAU,GAAG,cAAc,GAAG,SAAS,CAAA;IACzD,QAAQ,CAAC,WAAW,EAAE;QACpB,QAAQ,CAAC,cAAc,EAAE,6BAA6B,CAAA;QACtD;;;;;;WAMG;QACH,QAAQ,CAAC,KAAK,EAAE,UAAU,GAAG,0BAA0B,GAAG,wBAAwB,GAAG,6BAA6B,CAAA;QAClH,wFAAwF;QACxF,QAAQ,CAAC,oBAAoB,EAAE,eAAe,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAA;QAC/D,QAAQ,CAAC,QAAQ,EAAE,SAAS,0BAA0B,EAAE,CAAA;KACzD,CAAA;IACD;;;;OAIG;IACH,QAAQ,CAAC,KAAK,EAAE;QACd,QAAQ,CAAC,MAAM,EAAE,mBAAmB,CAAA;QACpC,QAAQ,CAAC,QAAQ,EAAE,mBAAmB,CAAA;KACvC,GAAG,IAAI,CAAA;CACT;AACD,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,YAAY,EAAE,MAAM,GAAG,IAAI,CAAA;IACpC,QAAQ,CAAC,eAAe,EAAE,MAAM,GAAG,IAAI,CAAA;IACvC,mFAAmF;IACnF,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAA;IAC5B;;;;OAIG;IACH,QAAQ,CAAC,YAAY,EAAE;QACrB,QAAQ,CAAC,iBAAiB,EAAE,mBAAmB,CAAA;QAC/C,QAAQ,CAAC,KAAK,EAAE;YACd,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;YAC3B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;YAC5B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAA;YAC7B,QAAQ,CAAC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAA;SACtC,CAAA;KACF,GAAG,IAAI,CAAA;CACT;AACD,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,CAAC,QAAQ,EAAE,OAAO,0BAA0B,CAAA;IACpD,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAA;IACnB,2FAA2F;IAC3F,QAAQ,CAAC,cAAc,EAAE,OAAO,CAAA;IAChC,QAAQ,CAAC,KAAK,EAAE,SAAS,sBAAsB,EAAE,CAAA;IACjD,QAAQ,CAAC,KAAK,EAAE,SAAS,wBAAwB,EAAE,CAAA;IACnD,iEAAiE;IACjE,QAAQ,CAAC,mBAAmB,EAAE,KAAK,CAAA;CACpC;AAED,KAAK,YAAY,GAAG,sBAAsB,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAA;AAErE;;;;;;GAMG;AACH,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,SAAS,YAAY,EAAE,EAAE,QAAQ,EAAE,WAAW,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,eAAe,CAAC,GAAG,mBAAmB,CAW3J;AAWD,uFAAuF;AACvF,wBAAgB,6BAA6B,CAAC,MAAM,EAAE,eAAe,GAAG,sBAAsB,CAQ7F;AAED,gHAAgH;AAChH,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,KAAK,EAAE;QAAE,QAAQ,CAAC,MAAM,EAAE,SAAS,YAAY,EAAE,CAAA;KAAE,CAAA;IAC5D,QAAQ,CAAC,MAAM,EAAE;QACf,QAAQ,CAAC,MAAM,EAAE;YAAE,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;SAAE,CAAA;QAC/C,QAAQ,CAAC,UAAU,EAAE,SAAS;YAAE,QAAQ,CAAC,QAAQ,EAAE,SAAS;gBAAE,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;aAAE,EAAE,CAAA;SAAE,EAAE,CAAA;QAChG,QAAQ,CAAC,QAAQ,EAAE,SAAS,aAAa,EAAE,CAAA;KAC5C,CAAA;CACF;AACD,UAAU,aAAa;IACrB,QAAQ,CAAC,QAAQ,EAAE;QAAE,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;KAAE,CAAA;IAC1C,QAAQ,CAAC,QAAQ,EAAE,WAAW,GAAG,cAAc,CAAA;IAC/C,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAA;IAC3B,QAAQ,CAAC,OAAO,EAAE;QAChB,QAAQ,CAAC,eAAe,EAAE,UAAU,GAAG,cAAc,GAAG,SAAS,CAAA;QACjE,QAAQ,CAAC,OAAO,EAAE,SAAS;YAAE,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;YAAC,QAAQ,CAAC,MAAM,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,CAAC;YAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;SAAE,EAAE,CAAA;KACzI,CAAA;CACF;AAED;;;;GAIG;AACH,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,eAAe,EAAE,MAAM,EAAE,QAAQ,CAAC,qBAAqB,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,eAAe,CAAC,GAAG,sBAAsB,CAqB9J;AAiBD,yFAAyF;AACzF,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,qBAAqB,EAAE,KAAK,EAAE,SAAS,sBAAsB,EAAE,GAAG,SAAS,wBAAwB,EAAE,CA+B5I;AAED;;;;GAIG;AACH,wBAAgB,kCAAkC,CAAC,IAAI,EAAE,qBAAqB,EAAE,OAAO,EAAE,SAAS,eAAe,EAAE,EACjH,cAAc,EAAE,MAAM,EAAE,kBAAkB,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,CAAC,eAAe,CAAC,GAAG,QAAQ,CAAC,2BAA2B,CAAC,CAY7H"}
|