@dsh-enhanced/assistant-evaluation 0.1.32 → 0.1.35

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (81) hide show
  1. package/README.md +10 -2
  2. package/lib/benchmark/cli.d.ts.map +1 -1
  3. package/lib/benchmark/cli.js +57 -21
  4. package/lib/benchmark/cli.js.map +1 -1
  5. package/lib/benchmark/native-goal-services.d.ts +64 -0
  6. package/lib/benchmark/native-goal-services.d.ts.map +1 -0
  7. package/lib/benchmark/native-goal-services.js +52 -0
  8. package/lib/benchmark/native-goal-services.js.map +1 -0
  9. package/lib/benchmark/native-skills-runtime.d.ts +155 -0
  10. package/lib/benchmark/native-skills-runtime.d.ts.map +1 -0
  11. package/lib/benchmark/native-skills-runtime.js +336 -0
  12. package/lib/benchmark/native-skills-runtime.js.map +1 -0
  13. package/lib/benchmark/native-skills.d.ts +142 -0
  14. package/lib/benchmark/native-skills.d.ts.map +1 -0
  15. package/lib/benchmark/native-skills.js +259 -0
  16. package/lib/benchmark/native-skills.js.map +1 -0
  17. package/lib/benchmark/native.d.ts +7 -0
  18. package/lib/benchmark/native.d.ts.map +1 -1
  19. package/lib/benchmark/native.js.map +1 -1
  20. package/lib/benchmark/strategy-capabilities.d.ts.map +1 -1
  21. package/lib/benchmark/strategy-capabilities.js +9 -0
  22. package/lib/benchmark/strategy-capabilities.js.map +1 -1
  23. package/lib/benchmark/strategy-config.d.ts +3 -2
  24. package/lib/benchmark/strategy-config.d.ts.map +1 -1
  25. package/lib/benchmark/strategy-config.js +19 -6
  26. package/lib/benchmark/strategy-config.js.map +1 -1
  27. package/lib/benchmark/strategy-corpus-v2.d.ts +18 -0
  28. package/lib/benchmark/strategy-corpus-v2.d.ts.map +1 -0
  29. package/lib/benchmark/strategy-corpus-v2.js +143 -0
  30. package/lib/benchmark/strategy-corpus-v2.js.map +1 -0
  31. package/lib/benchmark/strategy-corpus.d.ts +9 -0
  32. package/lib/benchmark/strategy-corpus.d.ts.map +1 -1
  33. package/lib/benchmark/strategy-corpus.js +3 -3
  34. package/lib/benchmark/strategy-corpus.js.map +1 -1
  35. package/lib/benchmark/strategy-evidence.d.ts.map +1 -1
  36. package/lib/benchmark/strategy-evidence.js +50 -9
  37. package/lib/benchmark/strategy-evidence.js.map +1 -1
  38. package/lib/benchmark/strategy-executor.d.ts.map +1 -1
  39. package/lib/benchmark/strategy-executor.js +6 -4
  40. package/lib/benchmark/strategy-executor.js.map +1 -1
  41. package/lib/benchmark/strategy-goal-runtime.d.ts.map +1 -1
  42. package/lib/benchmark/strategy-goal-runtime.js +13 -55
  43. package/lib/benchmark/strategy-goal-runtime.js.map +1 -1
  44. package/lib/benchmark/strategy-meter.d.ts +2 -2
  45. package/lib/benchmark/strategy-meter.d.ts.map +1 -1
  46. package/lib/benchmark/strategy-meter.js +98 -4
  47. package/lib/benchmark/strategy-meter.js.map +1 -1
  48. package/lib/benchmark/strategy-plan.d.ts +7 -0
  49. package/lib/benchmark/strategy-plan.d.ts.map +1 -1
  50. package/lib/benchmark/strategy-plan.js +12 -2
  51. package/lib/benchmark/strategy-plan.js.map +1 -1
  52. package/lib/benchmark/strategy-projection.d.ts +157 -0
  53. package/lib/benchmark/strategy-projection.d.ts.map +1 -0
  54. package/lib/benchmark/strategy-projection.js +171 -0
  55. package/lib/benchmark/strategy-projection.js.map +1 -0
  56. package/lib/benchmark/super-relay.d.ts +26 -0
  57. package/lib/benchmark/super-relay.d.ts.map +1 -0
  58. package/lib/benchmark/super-relay.js +173 -0
  59. package/lib/benchmark/super-relay.js.map +1 -0
  60. package/lib/benchmark/traex.d.ts +17 -0
  61. package/lib/benchmark/traex.d.ts.map +1 -0
  62. package/lib/benchmark/traex.js +139 -0
  63. package/lib/benchmark/traex.js.map +1 -0
  64. package/lib/service.d.ts +25 -1
  65. package/lib/service.d.ts.map +1 -1
  66. package/lib/service.js +20 -4
  67. package/lib/service.js.map +1 -1
  68. package/lib/sqlite.d.ts +1 -1
  69. package/lib/sqlite.d.ts.map +1 -1
  70. package/lib/sqlite.js +46 -1
  71. package/lib/sqlite.js.map +1 -1
  72. package/lib/store.d.ts +13 -1
  73. package/lib/store.d.ts.map +1 -1
  74. package/lib/store.js +90 -4
  75. package/lib/store.js.map +1 -1
  76. package/lib/types.d.ts +13 -0
  77. package/lib/types.d.ts.map +1 -1
  78. package/lib/types.js.map +1 -1
  79. package/lib/version.d.ts +1 -1
  80. package/lib/version.js +1 -1
  81. package/package.json +49 -12
@@ -23,13 +23,30 @@ function metadata(ctx, options) {
23
23
  const sessionId = options.sessionId === undefined ? (typeof agent?.session?.id === 'string' ? agent.session.id : null) : String(options.sessionId);
24
24
  return { sessionId, agentId: typeof agent?.id === 'string' ? agent.id : null };
25
25
  }
26
+ const meterMode = (model) => model.observationMode ?? 'enforced-upper-bound-provider-output';
27
+ const callCounting = (model) => meterMode(model) === 'observed-call-count';
26
28
  function checkInput(input) {
27
29
  const { budget, model, binding } = input;
30
+ const calls = callCounting(model);
31
+ // Structural numerology shared by both modes. In calls mode budget.outputTokens
32
+ // is only a structural placeholder equal to the per-call cap; measured tokens
33
+ // are always zero and never feed a conclusion.
28
34
  if (!valid(input.modelCalls) || input.modelCalls < 1 || input.modelCalls > 10_000 || !valid(input.maxOutputTokens) || input.maxOutputTokens < 1
29
35
  || !valid(budget.durationMs) || budget.durationMs < 1 || !valid(budget.inputTokens) || !valid(budget.outputTokens)
30
36
  || !valid(budget.toolCalls) || (budget.costUsdMicros !== null && !valid(budget.costUsdMicros))
31
- || (model.inputLimitMode ?? 'upper-bound') !== 'upper-bound' || (model.outputLimitMode ?? 'provider') !== 'provider'
32
- || model.maxOutputTokens !== input.maxOutputTokens || input.maxOutputTokens > budget.outputTokens || typeof binding.inputTokenUpperBound !== 'function')
37
+ || model.maxOutputTokens !== input.maxOutputTokens || input.maxOutputTokens > budget.outputTokens)
38
+ fail('invalid observation configuration');
39
+ if (calls) {
40
+ // Calls mode has no provider token contract: no upper-bound counter, no
41
+ // tariffs, no monetary budget. Every token/cost measurement stays null/zero.
42
+ if (budget.costUsdMicros !== null || budget.inputTokens !== 0
43
+ || [model.inputUsdMicrosPerMillionTokens, model.outputUsdMicrosPerMillionTokens, model.cacheReadUsdMicrosPerMillionTokens, model.cacheWriteUsdMicrosPerMillionTokens].some(rate => rate !== null && rate !== undefined)) {
44
+ fail('invalid observed-call-count configuration');
45
+ }
46
+ return;
47
+ }
48
+ if ((model.inputLimitMode ?? 'upper-bound') !== 'upper-bound' || (model.outputLimitMode ?? 'provider') !== 'provider'
49
+ || typeof binding.inputTokenUpperBound !== 'function')
33
50
  fail('invalid enforced observation configuration');
34
51
  if ((model.inputUsdMicrosPerMillionTokens === null) !== (model.outputUsdMicrosPerMillionTokens === null))
35
52
  fail('incomplete tariff');
@@ -44,7 +61,10 @@ export function installStrategyBenchmarkMeter(ctx, input) {
44
61
  checkInput(input);
45
62
  const budget = frozen({ ...input.budget });
46
63
  const model = frozen({ ...input.model });
47
- const countInput = input.binding.inputTokenUpperBound.bind(input.binding);
64
+ const observationMode = meterMode(model);
65
+ const callMode = observationMode === 'observed-call-count';
66
+ // Calls-mode bindings legitimately omit an input-token upper bound; only bind one in token mode.
67
+ const countInput = callMode || input.binding.inputTokenUpperBound === undefined ? undefined : input.binding.inputTokenUpperBound.bind(input.binding);
48
68
  const maxCalls = input.modelCalls;
49
69
  const outputCap = input.maxOutputTokens;
50
70
  const deadline = Date.now() + budget.durationMs;
@@ -96,7 +116,76 @@ export function installStrategyBenchmarkMeter(ctx, input) {
96
116
  reject(trace, 'cancelled');
97
117
  if (options.provider !== model.provider || options.model !== model.model || options.maxTokens !== outputCap || options.temperature !== (model.temperature ?? undefined))
98
118
  reject(trace, 'request-contract');
119
+ if (callMode) {
120
+ // Call-count observation: no input-token upper bound, no reservation of
121
+ // tokens/cost. Only the model-call budget is enforced and the stream must
122
+ // still finish with a whitelisted reason. A settled request counts exactly
123
+ // one call; token and cost measurements stay zero/null and are never estimated.
124
+ if (calls + heldCalls >= maxCalls)
125
+ reject(trace, 'shared-budget');
126
+ heldCalls++;
127
+ trace.phase = 'reserved';
128
+ let finishedCalls = false;
129
+ let callsIterator;
130
+ try {
131
+ callsIterator = next()[Symbol.asyncIterator]();
132
+ trace.dispatched = true;
133
+ trace.phase = 'streaming';
134
+ while (true) {
135
+ const item = await clockBound(callsIterator.next(), requestSignal, deadline);
136
+ if (item.done)
137
+ break;
138
+ if (finishedCalls)
139
+ reject(trace, 'stream');
140
+ // A provider that emits usage is incompatible with the declared call-count
141
+ // contract: reject rather than silently discard potentially billable data.
142
+ if (item.value.type === 'usage')
143
+ reject(trace, 'stream');
144
+ if (item.value.type === 'finish') {
145
+ if (!['stop', 'tool-calls', 'max-tokens'].includes(item.value.reason.kind))
146
+ reject(trace, 'stream');
147
+ finishedCalls = true;
148
+ }
149
+ yield item.value;
150
+ }
151
+ if (!live)
152
+ reject(trace, 'disposed');
153
+ if (requestSignal.aborted || !finishedCalls)
154
+ reject(trace, 'cancelled');
155
+ heldCalls--;
156
+ calls++;
157
+ trace.usage = null;
158
+ trace.phase = 'settled';
159
+ trace.completedAt = Date.now();
160
+ }
161
+ catch (error) {
162
+ if (trace.phase !== 'settled') {
163
+ trace.phase = 'retained';
164
+ trace.reason = requestSignal.aborted ? 'cancelled' : live ? 'stream' : 'disposed';
165
+ trace.completedAt = Date.now();
166
+ }
167
+ throw error;
168
+ }
169
+ finally {
170
+ try {
171
+ const earlyReturn = callsIterator?.return?.();
172
+ if (earlyReturn instanceof Promise)
173
+ earlyReturn.catch(() => { });
174
+ }
175
+ catch { }
176
+ if (trace.phase === 'reserved' || trace.phase === 'streaming') {
177
+ trace.phase = 'retained';
178
+ trace.reason = live ? 'stream' : 'disposed';
179
+ trace.completedAt = Date.now();
180
+ }
181
+ }
182
+ return;
183
+ }
99
184
  let upper;
185
+ // The call-mode branch above returns early; in token mode the binding check at
186
+ // construction makes the counter mandatory, so this guard only satisfies control flow.
187
+ if (countInput === undefined)
188
+ return reject(trace, 'input-bound');
100
189
  try {
101
190
  upper = await clockBound(Promise.resolve(countInput(options)), requestSignal, deadline);
102
191
  }
@@ -217,7 +306,7 @@ export function installStrategyBenchmarkMeter(ctx, input) {
217
306
  activeTools--;
218
307
  }
219
308
  });
220
- const snapshot = () => frozen({ observationMode: 'enforced-upper-bound-provider-output', budget,
309
+ const snapshot = () => frozen({ observationMode, budget,
221
310
  modelCalls: calls, toolCalls: tools, activeToolCalls: activeTools, inputTokens: measuredInput, outputTokens: measuredOutput, costUsdMicros: measuredCost,
222
311
  heldModelCalls: heldCalls, heldInputTokens: heldInput, heldOutputTokens: heldOutput, heldCostUsdMicros: heldCost,
223
312
  traces: frozen(traces.map(trace => frozen({ ...trace, usage: trace.usage === null ? null : frozen({ ...trace.usage }) }))) });
@@ -227,6 +316,11 @@ export function installStrategyBenchmarkMeter(ctx, input) {
227
316
  || value.modelCalls > maxCalls || value.toolCalls > budget.toolCalls || value.inputTokens > budget.inputTokens || value.outputTokens > budget.outputTokens
228
317
  || (budget.costUsdMicros !== null && (value.costUsdMicros === null || value.costUsdMicros > budget.costUsdMicros)))
229
318
  fail('incomplete benchmark meter measurement');
319
+ if (callMode && (value.inputTokens !== 0 || value.outputTokens !== 0 || value.costUsdMicros !== null
320
+ || value.heldInputTokens !== 0 || value.heldOutputTokens !== 0 || value.heldCostUsdMicros !== null
321
+ || value.traces.some(trace => trace.usage !== null || trace.reservedInputTokens !== 0 || trace.reservedOutputTokens !== 0 || trace.reservedCostUsdMicros !== null))) {
322
+ fail('incomplete call-count meter measurement');
323
+ }
230
324
  };
231
325
  const dispose = () => { if (!live)
232
326
  return; live = false; clearTimeout(deadlineTimer); controller.abort(new Error('strategy benchmark meter disposed')); cancelNative(); };
@@ -1 +1 @@
1
- {"version":3,"file":"strategy-meter.js","sourceRoot":"","sources":["../../src/benchmark/strategy-meter.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,mBAAmB,EAAE,cAAc,EAAE,qBAAqB,EAA6B,MAAM,YAAY,CAAA;AAkDlH,MAAM,GAAG,GAAG,aAAa,CAAA;AACzB,MAAM,KAAK,GAAG,CAAC,KAAc,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,KAAK,IAAI,GAAG,CAAA;AACzI,MAAM,IAAI,GAAG,CAAC,MAAc,EAAS,EAAE,GAAG,MAAM,IAAI,KAAK,CAAC,6BAA6B,MAAM,EAAE,CAAC,CAAA,CAAC,CAAC,CAAA;AAClG,MAAM,MAAM,GAAG,CAAI,KAAQ,EAAe,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;AACjE,MAAM,GAAG,GAAG,CAAC,CAAS,EAAE,CAAS,EAAU,EAAE,GAAG,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;IAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA,CAAC,CAAC,CAAA;AACxG,SAAS,UAAU,CAAI,KAAiB,EAAE,MAAmB,EAAE,QAAgB;IAC7E,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,KAAK,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC,CAAC,CAAA;QACrG,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAA;QACnE,KAAK,CAAC,KAAK,EAAE,EAAE,CAAA;QACf,MAAM,IAAI,GAAG,CAAC,QAAoB,EAAQ,EAAE,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAA,CAAC,CAAC,CAAA;QAC5H,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;QACvD,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QACrF,IAAI,MAAM,CAAC,OAAO;YAAE,KAAK,EAAE,CAAA;IAC7B,CAAC,CAAC,CAAA;AACJ,CAAC;AACD,SAAS,QAAQ,CAAC,GAAY,EAAE,OAAwB;IACtD,0GAA0G;IAC1G,MAAM,KAAK,GAAI,GAAG,CAAC,GAAG,CAAC,QAAiB,CAAsD,EAAE,gBAAgB,EAAE,EAA8D,CAAA;IAChL,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,OAAO,KAAK,EAAE,OAAO,EAAE,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;IAClJ,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,KAAK,EAAE,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;AAChF,CAAC;AACD,SAAS,UAAU,CAAC,KAAkC;IACpD,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,KAAK,CAAA;IACxC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,UAAU,GAAG,CAAC,IAAI,KAAK,CAAC,UAAU,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,eAAe,CAAC,IAAI,KAAK,CAAC,eAAe,GAAG,CAAC;WAC1I,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,MAAM,CAAC,UAAU,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC;WAC/G,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;WAC3F,CAAC,KAAK,CAAC,cAAc,IAAI,aAAa,CAAC,KAAK,aAAa,IAAI,CAAC,KAAK,CAAC,eAAe,IAAI,UAAU,CAAC,KAAK,UAAU;WACjH,KAAK,CAAC,eAAe,KAAK,KAAK,CAAC,eAAe,IAAI,KAAK,CAAC,eAAe,GAAG,MAAM,CAAC,YAAY,IAAI,OAAO,OAAO,CAAC,oBAAoB,KAAK,UAAU;QAAE,IAAI,CAAC,4CAA4C,CAAC,CAAA;IAC7M,IAAI,CAAC,KAAK,CAAC,8BAA8B,KAAK,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,+BAA+B,KAAK,IAAI,CAAC;QAAE,IAAI,CAAC,mBAAmB,CAAC,CAAA;IACnI,IAAI,MAAM,CAAC,aAAa,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,CAAC,+BAA+B,EAAE,KAAK,CAAC,kCAAkC,EAAE,KAAK,CAAC,mCAAmC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,SAAS,CAAC;QAAE,IAAI,CAAC,qCAAqC,CAAC,CAAA;AACxS,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,6BAA6B,CAAC,GAAY,EAAE,KAAkC;IAC5F,UAAU,CAAC,KAAK,CAAC,CAAA;IACjB,MAAM,MAAM,GAAG,MAAM,CAAC,EAAE,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAA;IAC1C,MAAM,KAAK,GAAG,MAAM,CAAC,EAAE,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC,CAAA;IACxC,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,oBAAqB,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;IAC1E,MAAM,QAAQ,GAAG,KAAK,CAAC,UAAU,CAAA;IACjC,MAAM,SAAS,GAAG,KAAK,CAAC,eAAe,CAAA;IACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,UAAU,CAAA;IAC/C,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAA;IACxC,MAAM,WAAW,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,CAAA;IACtE,MAAM,aAAa,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC,CAAA;IAC5H,aAAa,CAAC,KAAK,EAAE,EAAE,CAAA;IACvB,IAAI,IAAI,GAAG,IAAI,CAAC;IAAC,IAAI,KAAK,GAAG,CAAC,CAAC;IAAC,IAAI,KAAK,GAAG,CAAC,CAAC;IAAC,IAAI,WAAW,GAAG,CAAC,CAAC;IAAC,IAAI,aAAa,GAAG,CAAC,CAAC;IAAC,IAAI,cAAc,GAAG,CAAC,CAAC;IAAC,IAAI,YAAY,GAAG,KAAK,CAAA;IAC3I,IAAI,YAAY,GAAkB,MAAM,CAAC,aAAa,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;IAC1E,IAAI,SAAS,GAAG,CAAC,CAAC;IAAC,IAAI,SAAS,GAAG,CAAC,CAAC;IAAC,IAAI,UAAU,GAAG,CAAC,CAAC;IAAC,IAAI,QAAQ,GAAkB,MAAM,CAAC,aAAa,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;IAChI,MAAM,MAAM,GAA8V,EAAE,CAAA;IAC5W,MAAM,UAAU,GAAG,QAAQ,GAAG,CAAC,CAAA;IAC/B,MAAM,YAAY,GAAG,IAAI,GAAG,EAAqE,CAAA;IACjG,MAAM,YAAY,GAAG,GAAS,EAAE,GAAG,KAAK,MAAM,KAAK,IAAI,YAAY,CAAC,MAAM,EAAE;QAAE,IAAI,CAAC;YAAC,KAAK,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,oCAAoC,EAAE,CAAC,CAAA;QAAC,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC,CAAC,CAAC,CAAA;IAC7K,WAAW,CAAC,gBAAgB,CAAC,OAAO,EAAE,YAAY,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;IACnE,SAAS,MAAM,CAAC,KAA4B,EAAE,MAA2B;QACvE,KAAK,CAAC,KAAK,GAAG,UAAU,CAAC;QAAC,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC;QAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAC/E,OAAO,IAAI,CAAC,MAAM,CAAC,CAAA;IACrB,CAAC;IACD,MAAM,MAAM,GAAG,KAAK,SAAS,CAAC,EAAE,OAAwB,EAAE,IAAsC;QAC9F,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAA;QACjH,IAAI,MAAM,CAAC,MAAM,IAAI,UAAU;YAAE,IAAI,CAAC,8BAA8B,CAAC,CAAA;QACrE,MAAM,KAAK,GAA0B,EAAE,EAAE,EAAE,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,GAAG,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC,EAAE,oBAAoB,EAAE,CAAC,EAAE,qBAAqB,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAA;QACnR,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAClB,IAAI,KAAK,CAAC,SAAS,KAAK,IAAI,EAAE,CAAC;YAC7B,MAAM,KAAK,GAAI,GAAG,CAAC,GAAG,CAAC,QAAiB,CAA+C,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,SAAS,CAA2E,CAAA;YACzL,IAAI,OAAO,KAAK,EAAE,MAAM,KAAK,UAAU;gBAAE,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,EAAE,KAAkE,CAAC,CAAA;QAChJ,CAAC;QACD,IAAI,CAAC,IAAI;YAAE,MAAM,CAAC,KAAK,EAAE,UAAU,CAAC,CAAA;QACpC,IAAI,WAAW,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ;YAAE,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC,CAAA;QACvG,IAAI,OAAO,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,IAAI,OAAO,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,WAAW,KAAK,CAAC,KAAK,CAAC,WAAW,IAAI,SAAS,CAAC;YAAE,MAAM,CAAC,KAAK,EAAE,kBAAkB,CAAC,CAAA;QAC1M,IAAI,KAAa,CAAA;QACjB,IAAI,CAAC;YAAC,KAAK,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,EAAE,aAAa,EAAE,QAAQ,CAAC,CAAA;QAAC,CAAC;QAAC,MAAM,CAAC;YAAC,OAAO,MAAM,CAAC,KAAK,EAAE,aAAa,CAAC,CAAA;QAAC,CAAC;QAC7I,2FAA2F;QAC3F,IAAI,CAAC,IAAI;YAAE,MAAM,CAAC,KAAK,EAAE,UAAU,CAAC,CAAA;QACpC,IAAI,WAAW,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ;YAAE,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC,CAAA;QACvG,IAAI,OAAO,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,IAAI,OAAO,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,WAAW,KAAK,CAAC,KAAK,CAAC,WAAW,IAAI,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,MAAM,CAAC,WAAW;YAAE,OAAO,MAAM,CAAC,KAAK,EAAE,aAAa,CAAC,CAAA;QAC3P,MAAM,WAAW,GAAG,qBAAqB,CAAC,KAAK,EAAE,SAAS,EAAE,KAAK,CAAC,CAAA;QAClE,IAAI,MAAM,CAAC,aAAa,KAAK,IAAI,IAAI,WAAW,KAAK,IAAI;YAAE,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;QAChF,IAAI,KAAK,GAAG,SAAS,IAAI,QAAQ,IAAI,GAAG,CAAC,aAAa,EAAE,SAAS,CAAC,GAAG,MAAM,CAAC,WAAW,GAAG,KAAK;eAC1F,GAAG,CAAC,cAAc,EAAE,UAAU,CAAC,GAAG,MAAM,CAAC,YAAY,GAAG,SAAS;eACjE,CAAC,MAAM,CAAC,aAAa,KAAK,IAAI,IAAI,CAAC,YAAY,KAAK,IAAI,IAAI,QAAQ,KAAK,IAAI,IAAI,WAAW,KAAK,IAAI,IAAI,YAAY,GAAG,QAAQ,GAAG,MAAM,CAAC,aAAa,GAAG,WAAW,CAAC,CAAC;YAAE,MAAM,CAAC,KAAK,EAAE,eAAe,CAAC,CAAA;QAC5M,SAAS,EAAE,CAAC;QAAC,SAAS,IAAI,KAAK,CAAC;QAAC,UAAU,IAAI,SAAS,CAAC;QAAC,IAAI,QAAQ,KAAK,IAAI,IAAI,WAAW,KAAK,IAAI;YAAE,QAAQ,IAAI,WAAW,CAAA;QAChI,KAAK,CAAC,KAAK,GAAG,UAAU,CAAC;QAAC,KAAK,CAAC,mBAAmB,GAAG,KAAK,CAAC;QAAC,KAAK,CAAC,oBAAoB,GAAG,SAAS,CAAC;QAAC,KAAK,CAAC,qBAAqB,GAAG,WAAW,CAAA;QAC9I,IAAI,KAA6B,CAAC;QAAC,IAAI,QAAQ,GAAG,KAAK,CAAC;QAAC,IAAI,QAAgD,CAAA;QAC7G,IAAI,CAAC;YACH,0EAA0E;YAC1E,iFAAiF;YACjF,QAAQ,GAAG,IAAI,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;YAAC,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC;YAAC,KAAK,CAAC,KAAK,GAAG,WAAW,CAAA;YAC7F,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,QAAQ,CAAC,CAAA;gBACvE,IAAI,IAAI,CAAC,IAAI;oBAAE,MAAK;gBACpB,IAAI,QAAQ;oBAAE,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;gBACrC,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;oBAChC,IAAI,KAAK,KAAK,SAAS,IAAI,QAAQ;wBAAE,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;oBAC3D,KAAK,GAAG,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;gBACjC,CAAC;gBACD,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAAC,IAAI,QAAQ,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,EAAE,YAAY,EAAE,YAAY,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC;wBAAE,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;oBAAC,QAAQ,GAAG,IAAI,CAAA;gBAAC,CAAC;gBAC7L,MAAM,IAAI,CAAC,KAAK,CAAA;YAClB,CAAC;YACD,IAAI,CAAC,IAAI;gBAAE,MAAM,CAAC,KAAK,EAAE,UAAU,CAAC,CAAA;YACpC,IAAI,aAAa,CAAC,OAAO,IAAI,CAAC,QAAQ;gBAAE,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC,CAAA;YAClE,MAAM,UAAU,GAAG,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAA;YAC/E,IAAI,CAAC,UAAU;gBAAE,OAAO,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;YAC9C,IAAI,UAAU,CAAC,WAAW,GAAG,KAAK,IAAI,UAAU,CAAC,YAAY,GAAG,SAAS;gBAAE,OAAO,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;YACxG,MAAM,IAAI,GAAG,cAAc,CAAC,UAAU,EAAE,KAAK,CAAC,CAAA;YAC9C,IAAI,MAAM,CAAC,aAAa,KAAK,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,IAAI,YAAY,KAAK,IAAI,IAAI,IAAI,GAAG,MAAM,CAAC,aAAa,GAAG,YAAY,CAAC;gBAAE,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;YAClJ,SAAS,EAAE,CAAC;YAAC,SAAS,IAAI,KAAK,CAAC;YAAC,UAAU,IAAI,SAAS,CAAC;YAAC,IAAI,QAAQ,KAAK,IAAI,IAAI,WAAW,KAAK,IAAI;gBAAE,QAAQ,IAAI,WAAW,CAAA;YAChI,KAAK,EAAE,CAAC;YAAC,aAAa,GAAG,GAAG,CAAC,aAAa,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC;YAAC,cAAc,GAAG,GAAG,CAAC,cAAc,EAAE,UAAU,CAAC,YAAY,CAAC,CAAA;YAClI,IAAI,YAAY,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI;gBAAE,YAAY,GAAG,GAAG,CAAC,YAAY,EAAE,IAAI,CAAC,CAAA;YAClF,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC,EAAE,GAAG,UAAU,EAAE,CAAC,CAAC;YAAC,KAAK,CAAC,KAAK,GAAG,SAAS,CAAC;YAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAClG,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,6FAA6F;YAC7F,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;gBAAC,KAAK,CAAC,KAAK,GAAG,UAAU,CAAC;gBAAC,KAAK,CAAC,MAAM,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC;gBAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;YAAC,CAAC;YAC5K,MAAM,KAAK,CAAA;QACb,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC;gBAAC,KAAK,QAAQ,EAAE,MAAM,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;YAAC,CAAC;YAAC,MAAM,CAAC,CAAA,CAAC;YAC1D,IAAI,KAAK,CAAC,KAAK,KAAK,UAAU,IAAI,KAAK,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;gBAAC,KAAK,CAAC,KAAK,GAAG,UAAU,CAAC;gBAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC;gBAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;YAAC,CAAC;QAC1K,CAAC;IACH,CAAC,CAAA;IACD,GAAG,CAAC,EAAE,CAAC,YAAY,EAAE,MAAM,CAAC,CAAA;IAC5B,GAAG,CAAC,EAAE,CAAC,eAAe,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE;QAChD,IAAI,CAAC,IAAI,IAAI,WAAW,CAAC,OAAO,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,IAAI,SAAS,CAAC,MAAM,CAAC,OAAO,IAAI,KAAK,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YAAC,YAAY,GAAG,IAAI,CAAC;YAAC,IAAI,CAAC,aAAa,CAAC,CAAA;QAAC,CAAC;QAChK,IAAI,SAAS,CAAC,KAAK,KAAK,SAAS;YAAE,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,SAAS,CAAC,KAAK,CAAC,CAAA;QAChG,KAAK,EAAE,CAAC;QAAC,WAAW,EAAE,CAAA,CAAC,sDAAsD;QAC7E,IAAI,CAAC;YAAC,OAAO,MAAM,IAAI,EAAE,CAAA;QAAC,CAAC;gBAAS,CAAC;YAAC,WAAW,EAAE,CAAA;QAAC,CAAC;IACvD,CAAC,CAAC,CAAA;IACF,MAAM,QAAQ,GAAG,GAA6C,EAAE,CAAC,MAAM,CAAC,EAAE,eAAe,EAAE,sCAAsC,EAAE,MAAM;QACvI,UAAU,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,eAAe,EAAE,WAAW,EAAE,WAAW,EAAE,aAAa,EAAE,YAAY,EAAE,cAAc,EAAE,aAAa,EAAE,YAAY;QACxJ,cAAc,EAAE,SAAS,EAAE,eAAe,EAAE,SAAS,EAAE,gBAAgB,EAAE,UAAU,EAAE,iBAAiB,EAAE,QAAQ;QAChH,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;IAC/H,MAAM,cAAc,GAAG,GAAS,EAAE;QAChC,MAAM,KAAK,GAAG,QAAQ,EAAE,CAAA;QACxB,IAAI,WAAW,CAAC,OAAO,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,QAAQ,IAAI,KAAK,CAAC,UAAU,KAAK,CAAC,IAAI,YAAY,IAAI,WAAW,KAAK,CAAC,IAAI,KAAK,CAAC,cAAc,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC;eAC3M,KAAK,CAAC,UAAU,GAAG,QAAQ,IAAI,KAAK,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,KAAK,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,KAAK,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY;eACvJ,CAAC,MAAM,CAAC,aAAa,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,aAAa,KAAK,IAAI,IAAI,KAAK,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC,CAAC;YAAE,IAAI,CAAC,wCAAwC,CAAC,CAAA;IACtK,CAAC,CAAA;IACD,MAAM,OAAO,GAAG,GAAS,EAAE,GAAG,IAAI,CAAC,IAAI;QAAE,OAAO,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,CAAA,CAAC,CAAC,CAAA;IAC9K,GAAG,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,EAAE,+CAA+C,CAAC,CAAA;IAClF,OAAO,MAAM,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE,cAAc,EAAE,OAAO,EAAE,CAAC,CAAA;AAC3E,CAAC"}
1
+ {"version":3,"file":"strategy-meter.js","sourceRoot":"","sources":["../../src/benchmark/strategy-meter.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,mBAAmB,EAAE,cAAc,EAAE,qBAAqB,EAA6B,MAAM,YAAY,CAAA;AAkDlH,MAAM,GAAG,GAAG,aAAa,CAAA;AACzB,MAAM,KAAK,GAAG,CAAC,KAAc,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,KAAK,IAAI,GAAG,CAAA;AACzI,MAAM,IAAI,GAAG,CAAC,MAAc,EAAS,EAAE,GAAG,MAAM,IAAI,KAAK,CAAC,6BAA6B,MAAM,EAAE,CAAC,CAAA,CAAC,CAAC,CAAA;AAClG,MAAM,MAAM,GAAG,CAAI,KAAQ,EAAe,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;AACjE,MAAM,GAAG,GAAG,CAAC,CAAS,EAAE,CAAS,EAAU,EAAE,GAAG,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;IAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA,CAAC,CAAC,CAAA;AACxG,SAAS,UAAU,CAAI,KAAiB,EAAE,MAAmB,EAAE,QAAgB;IAC7E,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,KAAK,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC,CAAC,CAAA;QACrG,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAA;QACnE,KAAK,CAAC,KAAK,EAAE,EAAE,CAAA;QACf,MAAM,IAAI,GAAG,CAAC,QAAoB,EAAQ,EAAE,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,mBAAmB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAA,CAAC,CAAC,CAAA;QAC5H,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;QACvD,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QACrF,IAAI,MAAM,CAAC,OAAO;YAAE,KAAK,EAAE,CAAA;IAC7B,CAAC,CAAC,CAAA;AACJ,CAAC;AACD,SAAS,QAAQ,CAAC,GAAY,EAAE,OAAwB;IACtD,0GAA0G;IAC1G,MAAM,KAAK,GAAI,GAAG,CAAC,GAAG,CAAC,QAAiB,CAAsD,EAAE,gBAAgB,EAAE,EAA8D,CAAA;IAChL,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,OAAO,KAAK,EAAE,OAAO,EAAE,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;IAClJ,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,KAAK,EAAE,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAA;AAChF,CAAC;AACD,MAAM,SAAS,GAAG,CAAC,KAAkC,EAAwB,EAAE,CAAC,KAAK,CAAC,eAAe,IAAI,sCAAsC,CAAA;AAC/I,MAAM,YAAY,GAAG,CAAC,KAAkC,EAAW,EAAE,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,qBAAqB,CAAA;AAChH,SAAS,UAAU,CAAC,KAAkC;IACpD,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,KAAK,CAAA;IACxC,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,CAAA;IACjC,gFAAgF;IAChF,8EAA8E;IAC9E,+CAA+C;IAC/C,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,UAAU,GAAG,CAAC,IAAI,KAAK,CAAC,UAAU,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,eAAe,CAAC,IAAI,KAAK,CAAC,eAAe,GAAG,CAAC;WAC1I,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,MAAM,CAAC,UAAU,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC;WAC/G,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;WAC3F,KAAK,CAAC,eAAe,KAAK,KAAK,CAAC,eAAe,IAAI,KAAK,CAAC,eAAe,GAAG,MAAM,CAAC,YAAY;QAAE,IAAI,CAAC,mCAAmC,CAAC,CAAA;IAC9I,IAAI,KAAK,EAAE,CAAC;QACV,wEAAwE;QACxE,6EAA6E;QAC7E,IAAI,MAAM,CAAC,aAAa,KAAK,IAAI,IAAI,MAAM,CAAC,WAAW,KAAK,CAAC;eACxD,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,CAAC,+BAA+B,EAAE,KAAK,CAAC,kCAAkC,EAAE,KAAK,CAAC,mCAAmC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,SAAS,CAAC,EAAE,CAAC;YAC1N,IAAI,CAAC,2CAA2C,CAAC,CAAA;QACnD,CAAC;QACD,OAAM;IACR,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,cAAc,IAAI,aAAa,CAAC,KAAK,aAAa,IAAI,CAAC,KAAK,CAAC,eAAe,IAAI,UAAU,CAAC,KAAK,UAAU;WAChH,OAAO,OAAO,CAAC,oBAAoB,KAAK,UAAU;QAAE,IAAI,CAAC,4CAA4C,CAAC,CAAA;IAC3G,IAAI,CAAC,KAAK,CAAC,8BAA8B,KAAK,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,+BAA+B,KAAK,IAAI,CAAC;QAAE,IAAI,CAAC,mBAAmB,CAAC,CAAA;IACnI,IAAI,MAAM,CAAC,aAAa,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,CAAC,+BAA+B,EAAE,KAAK,CAAC,kCAAkC,EAAE,KAAK,CAAC,mCAAmC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,SAAS,CAAC;QAAE,IAAI,CAAC,qCAAqC,CAAC,CAAA;AACxS,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,6BAA6B,CAAC,GAAY,EAAE,KAAkC;IAC5F,UAAU,CAAC,KAAK,CAAC,CAAA;IACjB,MAAM,MAAM,GAAG,MAAM,CAAC,EAAE,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAA;IAC1C,MAAM,KAAK,GAAG,MAAM,CAAC,EAAE,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC,CAAA;IACxC,MAAM,eAAe,GAAG,SAAS,CAAC,KAAK,CAAC,CAAA;IACxC,MAAM,QAAQ,GAAG,eAAe,KAAK,qBAAqB,CAAA;IAC1D,iGAAiG;IACjG,MAAM,UAAU,GAAG,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,oBAAoB,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,oBAAoB,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;IACpJ,MAAM,QAAQ,GAAG,KAAK,CAAC,UAAU,CAAA;IACjC,MAAM,SAAS,GAAG,KAAK,CAAC,eAAe,CAAA;IACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,UAAU,CAAA;IAC/C,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAA;IACxC,MAAM,WAAW,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,CAAA;IACtE,MAAM,aAAa,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC,CAAA;IAC5H,aAAa,CAAC,KAAK,EAAE,EAAE,CAAA;IACvB,IAAI,IAAI,GAAG,IAAI,CAAC;IAAC,IAAI,KAAK,GAAG,CAAC,CAAC;IAAC,IAAI,KAAK,GAAG,CAAC,CAAC;IAAC,IAAI,WAAW,GAAG,CAAC,CAAC;IAAC,IAAI,aAAa,GAAG,CAAC,CAAC;IAAC,IAAI,cAAc,GAAG,CAAC,CAAC;IAAC,IAAI,YAAY,GAAG,KAAK,CAAA;IAC3I,IAAI,YAAY,GAAkB,MAAM,CAAC,aAAa,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;IAC1E,IAAI,SAAS,GAAG,CAAC,CAAC;IAAC,IAAI,SAAS,GAAG,CAAC,CAAC;IAAC,IAAI,UAAU,GAAG,CAAC,CAAC;IAAC,IAAI,QAAQ,GAAkB,MAAM,CAAC,aAAa,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAA;IAChI,MAAM,MAAM,GAA8V,EAAE,CAAA;IAC5W,MAAM,UAAU,GAAG,QAAQ,GAAG,CAAC,CAAA;IAC/B,MAAM,YAAY,GAAG,IAAI,GAAG,EAAqE,CAAA;IACjG,MAAM,YAAY,GAAG,GAAS,EAAE,GAAG,KAAK,MAAM,KAAK,IAAI,YAAY,CAAC,MAAM,EAAE;QAAE,IAAI,CAAC;YAAC,KAAK,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,oCAAoC,EAAE,CAAC,CAAA;QAAC,CAAC;QAAC,MAAM,CAAC,CAAA,CAAC,CAAC,CAAC,CAAA;IAC7K,WAAW,CAAC,gBAAgB,CAAC,OAAO,EAAE,YAAY,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;IACnE,SAAS,MAAM,CAAC,KAA4B,EAAE,MAA2B;QACvE,KAAK,CAAC,KAAK,GAAG,UAAU,CAAC;QAAC,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC;QAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAC/E,OAAO,IAAI,CAAC,MAAM,CAAC,CAAA;IACrB,CAAC;IACD,MAAM,MAAM,GAAG,KAAK,SAAS,CAAC,EAAE,OAAwB,EAAE,IAAsC;QAC9F,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAA;QACjH,IAAI,MAAM,CAAC,MAAM,IAAI,UAAU;YAAE,IAAI,CAAC,8BAA8B,CAAC,CAAA;QACrE,MAAM,KAAK,GAA0B,EAAE,EAAE,EAAE,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,GAAG,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,KAAK,EAAE,mBAAmB,EAAE,CAAC,EAAE,oBAAoB,EAAE,CAAC,EAAE,qBAAqB,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAA;QACnR,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAClB,IAAI,KAAK,CAAC,SAAS,KAAK,IAAI,EAAE,CAAC;YAC7B,MAAM,KAAK,GAAI,GAAG,CAAC,GAAG,CAAC,QAAiB,CAA+C,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,SAAS,CAA2E,CAAA;YACzL,IAAI,OAAO,KAAK,EAAE,MAAM,KAAK,UAAU;gBAAE,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,EAAE,KAAkE,CAAC,CAAA;QAChJ,CAAC;QACD,IAAI,CAAC,IAAI;YAAE,MAAM,CAAC,KAAK,EAAE,UAAU,CAAC,CAAA;QACpC,IAAI,WAAW,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ;YAAE,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC,CAAA;QACvG,IAAI,OAAO,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,IAAI,OAAO,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,WAAW,KAAK,CAAC,KAAK,CAAC,WAAW,IAAI,SAAS,CAAC;YAAE,MAAM,CAAC,KAAK,EAAE,kBAAkB,CAAC,CAAA;QAC1M,IAAI,QAAQ,EAAE,CAAC;YACb,wEAAwE;YACxE,0EAA0E;YAC1E,2EAA2E;YAC3E,gFAAgF;YAChF,IAAI,KAAK,GAAG,SAAS,IAAI,QAAQ;gBAAE,MAAM,CAAC,KAAK,EAAE,eAAe,CAAC,CAAA;YACjE,SAAS,EAAE,CAAA;YACX,KAAK,CAAC,KAAK,GAAG,UAAU,CAAA;YACxB,IAAI,aAAa,GAAG,KAAK,CAAC;YAAC,IAAI,aAAqD,CAAA;YACpF,IAAI,CAAC;gBACH,aAAa,GAAG,IAAI,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;gBAAC,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC;gBAAC,KAAK,CAAC,KAAK,GAAG,WAAW,CAAA;gBAClG,OAAO,IAAI,EAAE,CAAC;oBACZ,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,aAAa,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,QAAQ,CAAC,CAAA;oBAC5E,IAAI,IAAI,CAAC,IAAI;wBAAE,MAAK;oBACpB,IAAI,aAAa;wBAAE,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;oBAC1C,2EAA2E;oBAC3E,2EAA2E;oBAC3E,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO;wBAAE,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;oBACxD,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;wBAAC,IAAI,CAAC,CAAC,MAAM,EAAE,YAAY,EAAE,YAAY,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC;4BAAE,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;wBAAC,aAAa,GAAG,IAAI,CAAA;oBAAC,CAAC;oBAC/J,MAAM,IAAI,CAAC,KAAK,CAAA;gBAClB,CAAC;gBACD,IAAI,CAAC,IAAI;oBAAE,MAAM,CAAC,KAAK,EAAE,UAAU,CAAC,CAAA;gBACpC,IAAI,aAAa,CAAC,OAAO,IAAI,CAAC,aAAa;oBAAE,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC,CAAA;gBACvE,SAAS,EAAE,CAAC;gBAAC,KAAK,EAAE,CAAA;gBACpB,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC;gBAAC,KAAK,CAAC,KAAK,GAAG,SAAS,CAAC;gBAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;YAC7E,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;oBAAC,KAAK,CAAC,KAAK,GAAG,UAAU,CAAC;oBAAC,KAAK,CAAC,MAAM,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC;oBAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;gBAAC,CAAC;gBAC9K,MAAM,KAAK,CAAA;YACb,CAAC;oBAAS,CAAC;gBACT,IAAI,CAAC;oBAAC,MAAM,WAAW,GAAG,aAAa,EAAE,MAAM,EAAE,EAAE,CAAC;oBAAC,IAAI,WAAW,YAAY,OAAO;wBAAE,WAAW,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;gBAAC,CAAC;gBAAC,MAAM,CAAC,CAAA,CAAC;gBAC/H,IAAI,KAAK,CAAC,KAAK,KAAK,UAAU,IAAI,KAAK,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;oBAAC,KAAK,CAAC,KAAK,GAAG,UAAU,CAAC;oBAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC;oBAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;gBAAC,CAAC;YAC1K,CAAC;YACD,OAAM;QACR,CAAC;QACD,IAAI,KAAa,CAAA;QACjB,+EAA+E;QAC/E,uFAAuF;QACvF,IAAI,UAAU,KAAK,SAAS;YAAE,OAAO,MAAM,CAAC,KAAK,EAAE,aAAa,CAAC,CAAA;QACjE,IAAI,CAAC;YAAC,KAAK,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,EAAE,aAAa,EAAE,QAAQ,CAAC,CAAA;QAAC,CAAC;QAAC,MAAM,CAAC;YAAC,OAAO,MAAM,CAAC,KAAK,EAAE,aAAa,CAAC,CAAA;QAAC,CAAC;QAC7I,2FAA2F;QAC3F,IAAI,CAAC,IAAI;YAAE,MAAM,CAAC,KAAK,EAAE,UAAU,CAAC,CAAA;QACpC,IAAI,WAAW,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,EAAE,OAAO,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ;YAAE,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC,CAAA;QACvG,IAAI,OAAO,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,IAAI,OAAO,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,IAAI,OAAO,CAAC,WAAW,KAAK,CAAC,KAAK,CAAC,WAAW,IAAI,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,MAAM,CAAC,WAAW;YAAE,OAAO,MAAM,CAAC,KAAK,EAAE,aAAa,CAAC,CAAA;QAC3P,MAAM,WAAW,GAAG,qBAAqB,CAAC,KAAK,EAAE,SAAS,EAAE,KAAK,CAAC,CAAA;QAClE,IAAI,MAAM,CAAC,aAAa,KAAK,IAAI,IAAI,WAAW,KAAK,IAAI;YAAE,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;QAChF,IAAI,KAAK,GAAG,SAAS,IAAI,QAAQ,IAAI,GAAG,CAAC,aAAa,EAAE,SAAS,CAAC,GAAG,MAAM,CAAC,WAAW,GAAG,KAAK;eAC1F,GAAG,CAAC,cAAc,EAAE,UAAU,CAAC,GAAG,MAAM,CAAC,YAAY,GAAG,SAAS;eACjE,CAAC,MAAM,CAAC,aAAa,KAAK,IAAI,IAAI,CAAC,YAAY,KAAK,IAAI,IAAI,QAAQ,KAAK,IAAI,IAAI,WAAW,KAAK,IAAI,IAAI,YAAY,GAAG,QAAQ,GAAG,MAAM,CAAC,aAAa,GAAG,WAAW,CAAC,CAAC;YAAE,MAAM,CAAC,KAAK,EAAE,eAAe,CAAC,CAAA;QAC5M,SAAS,EAAE,CAAC;QAAC,SAAS,IAAI,KAAK,CAAC;QAAC,UAAU,IAAI,SAAS,CAAC;QAAC,IAAI,QAAQ,KAAK,IAAI,IAAI,WAAW,KAAK,IAAI;YAAE,QAAQ,IAAI,WAAW,CAAA;QAChI,KAAK,CAAC,KAAK,GAAG,UAAU,CAAC;QAAC,KAAK,CAAC,mBAAmB,GAAG,KAAK,CAAC;QAAC,KAAK,CAAC,oBAAoB,GAAG,SAAS,CAAC;QAAC,KAAK,CAAC,qBAAqB,GAAG,WAAW,CAAA;QAC9I,IAAI,KAA6B,CAAC;QAAC,IAAI,QAAQ,GAAG,KAAK,CAAC;QAAC,IAAI,QAAgD,CAAA;QAC7G,IAAI,CAAC;YACH,0EAA0E;YAC1E,iFAAiF;YACjF,QAAQ,GAAG,IAAI,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;YAAC,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC;YAAC,KAAK,CAAC,KAAK,GAAG,WAAW,CAAA;YAC7F,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,aAAa,EAAE,QAAQ,CAAC,CAAA;gBACvE,IAAI,IAAI,CAAC,IAAI;oBAAE,MAAK;gBACpB,IAAI,QAAQ;oBAAE,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;gBACrC,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;oBAChC,IAAI,KAAK,KAAK,SAAS,IAAI,QAAQ;wBAAE,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;oBAC3D,KAAK,GAAG,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;gBACjC,CAAC;gBACD,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAAC,IAAI,QAAQ,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,EAAE,YAAY,EAAE,YAAY,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC;wBAAE,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;oBAAC,QAAQ,GAAG,IAAI,CAAA;gBAAC,CAAC;gBAC7L,MAAM,IAAI,CAAC,KAAK,CAAA;YAClB,CAAC;YACD,IAAI,CAAC,IAAI;gBAAE,MAAM,CAAC,KAAK,EAAE,UAAU,CAAC,CAAA;YACpC,IAAI,aAAa,CAAC,OAAO,IAAI,CAAC,QAAQ;gBAAE,MAAM,CAAC,KAAK,EAAE,WAAW,CAAC,CAAA;YAClE,MAAM,UAAU,GAAG,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAA;YAC/E,IAAI,CAAC,UAAU;gBAAE,OAAO,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;YAC9C,IAAI,UAAU,CAAC,WAAW,GAAG,KAAK,IAAI,UAAU,CAAC,YAAY,GAAG,SAAS;gBAAE,OAAO,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;YACxG,MAAM,IAAI,GAAG,cAAc,CAAC,UAAU,EAAE,KAAK,CAAC,CAAA;YAC9C,IAAI,MAAM,CAAC,aAAa,KAAK,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,IAAI,YAAY,KAAK,IAAI,IAAI,IAAI,GAAG,MAAM,CAAC,aAAa,GAAG,YAAY,CAAC;gBAAE,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,CAAA;YAClJ,SAAS,EAAE,CAAC;YAAC,SAAS,IAAI,KAAK,CAAC;YAAC,UAAU,IAAI,SAAS,CAAC;YAAC,IAAI,QAAQ,KAAK,IAAI,IAAI,WAAW,KAAK,IAAI;gBAAE,QAAQ,IAAI,WAAW,CAAA;YAChI,KAAK,EAAE,CAAC;YAAC,aAAa,GAAG,GAAG,CAAC,aAAa,EAAE,UAAU,CAAC,WAAW,CAAC,CAAC;YAAC,cAAc,GAAG,GAAG,CAAC,cAAc,EAAE,UAAU,CAAC,YAAY,CAAC,CAAA;YAClI,IAAI,YAAY,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI;gBAAE,YAAY,GAAG,GAAG,CAAC,YAAY,EAAE,IAAI,CAAC,CAAA;YAClF,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC,EAAE,GAAG,UAAU,EAAE,CAAC,CAAC;YAAC,KAAK,CAAC,KAAK,GAAG,SAAS,CAAC;YAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAClG,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,6FAA6F;YAC7F,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;gBAAC,KAAK,CAAC,KAAK,GAAG,UAAU,CAAC;gBAAC,KAAK,CAAC,MAAM,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC;gBAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;YAAC,CAAC;YAC5K,MAAM,KAAK,CAAA;QACb,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC;gBAAC,KAAK,QAAQ,EAAE,MAAM,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;YAAC,CAAC;YAAC,MAAM,CAAC,CAAA,CAAC;YAC1D,IAAI,KAAK,CAAC,KAAK,KAAK,UAAU,IAAI,KAAK,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;gBAAC,KAAK,CAAC,KAAK,GAAG,UAAU,CAAC;gBAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC;gBAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;YAAC,CAAC;QAC1K,CAAC;IACH,CAAC,CAAA;IACD,GAAG,CAAC,EAAE,CAAC,YAAY,EAAE,MAAM,CAAC,CAAA;IAC5B,GAAG,CAAC,EAAE,CAAC,eAAe,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE;QAChD,IAAI,CAAC,IAAI,IAAI,WAAW,CAAC,OAAO,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,IAAI,SAAS,CAAC,MAAM,CAAC,OAAO,IAAI,KAAK,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YAAC,YAAY,GAAG,IAAI,CAAC;YAAC,IAAI,CAAC,aAAa,CAAC,CAAA;QAAC,CAAC;QAChK,IAAI,SAAS,CAAC,KAAK,KAAK,SAAS;YAAE,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,SAAS,CAAC,KAAK,CAAC,CAAA;QAChG,KAAK,EAAE,CAAC;QAAC,WAAW,EAAE,CAAA,CAAC,sDAAsD;QAC7E,IAAI,CAAC;YAAC,OAAO,MAAM,IAAI,EAAE,CAAA;QAAC,CAAC;gBAAS,CAAC;YAAC,WAAW,EAAE,CAAA;QAAC,CAAC;IACvD,CAAC,CAAC,CAAA;IACF,MAAM,QAAQ,GAAG,GAA6C,EAAE,CAAC,MAAM,CAAC,EAAE,eAAe,EAAE,MAAM;QAC/F,UAAU,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,eAAe,EAAE,WAAW,EAAE,WAAW,EAAE,aAAa,EAAE,YAAY,EAAE,cAAc,EAAE,aAAa,EAAE,YAAY;QACxJ,cAAc,EAAE,SAAS,EAAE,eAAe,EAAE,SAAS,EAAE,gBAAgB,EAAE,UAAU,EAAE,iBAAiB,EAAE,QAAQ;QAChH,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,GAAG,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA;IAC/H,MAAM,cAAc,GAAG,GAAS,EAAE;QAChC,MAAM,KAAK,GAAG,QAAQ,EAAE,CAAA;QACxB,IAAI,WAAW,CAAC,OAAO,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,QAAQ,IAAI,KAAK,CAAC,UAAU,KAAK,CAAC,IAAI,YAAY,IAAI,WAAW,KAAK,CAAC,IAAI,KAAK,CAAC,cAAc,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC;eAC3M,KAAK,CAAC,UAAU,GAAG,QAAQ,IAAI,KAAK,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,KAAK,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,KAAK,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY;eACvJ,CAAC,MAAM,CAAC,aAAa,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,aAAa,KAAK,IAAI,IAAI,KAAK,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC,CAAC;YAAE,IAAI,CAAC,wCAAwC,CAAC,CAAA;QACpK,IAAI,QAAQ,IAAI,CAAC,KAAK,CAAC,WAAW,KAAK,CAAC,IAAI,KAAK,CAAC,YAAY,KAAK,CAAC,IAAI,KAAK,CAAC,aAAa,KAAK,IAAI;eAC/F,KAAK,CAAC,eAAe,KAAK,CAAC,IAAI,KAAK,CAAC,gBAAgB,KAAK,CAAC,IAAI,KAAK,CAAC,iBAAiB,KAAK,IAAI;eAC/F,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,IAAI,IAAI,KAAK,CAAC,mBAAmB,KAAK,CAAC,IAAI,KAAK,CAAC,oBAAoB,KAAK,CAAC,IAAI,KAAK,CAAC,qBAAqB,KAAK,IAAI,CAAC,CAAC,EAAE,CAAC;YACtK,IAAI,CAAC,yCAAyC,CAAC,CAAA;QACjD,CAAC;IACH,CAAC,CAAA;IACD,MAAM,OAAO,GAAG,GAAS,EAAE,GAAG,IAAI,CAAC,IAAI;QAAE,OAAO,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC,CAAC,CAAC,YAAY,EAAE,CAAA,CAAC,CAAC,CAAA;IAC9K,GAAG,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,EAAE,+CAA+C,CAAC,CAAA;IAClF,OAAO,MAAM,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE,cAAc,EAAE,OAAO,EAAE,CAAC,CAAA;AAC3E,CAAC"}
@@ -1,11 +1,18 @@
1
1
  import type { BenchmarkExecutionRequest } from './runner.js';
2
2
  import type { BenchmarkPlan } from './types.js';
3
+ import type { ModelObservationMode } from './native.js';
3
4
  export declare const strategyBenchmarkProtocol = "dsh-native-goal-strategy-benchmark-v1";
4
5
  /** Separate execution contract: schema-v1 benchmark budgets cannot express these limits. */
5
6
  export interface StrategyBenchmarkExecutionLimits {
6
7
  modelCalls: number;
7
8
  maxOutputTokensPerCall: number;
8
9
  maxGoalRounds: number;
10
+ /**
11
+ * Metering mode, derived verbatim from `model.observationMode` by the executor and
12
+ * frozen into the plan digest so evidence can cross-check the meter's self-report.
13
+ * Plans authored before this field existed default to the token-enforced mode.
14
+ */
15
+ observationMode: ModelObservationMode;
9
16
  }
10
17
  export interface StrategyBenchmarkPlan {
11
18
  schemaVersion: 1;
@@ -1 +1 @@
1
- {"version":3,"file":"strategy-plan.d.ts","sourceRoot":"","sources":["../../src/benchmark/strategy-plan.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,aAAa,CAAA;AAC5D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AAE/C,eAAO,MAAM,yBAAyB,0CAA0C,CAAA;AAEhF,4FAA4F;AAC5F,MAAM,WAAW,gCAAgC;IAC/C,UAAU,EAAE,MAAM,CAAA;IAClB,sBAAsB,EAAE,MAAM,CAAA;IAC9B,aAAa,EAAE,MAAM,CAAA;CACtB;AAED,MAAM,WAAW,qBAAqB;IACpC,aAAa,EAAE,CAAC,CAAA;IAChB,QAAQ,EAAE,OAAO,yBAAyB,CAAA;IAC1C,6FAA6F;IAC7F,SAAS,EAAE,aAAa,CAAA;IACxB,SAAS,EAAE,gCAAgC,CAAA;IAC3C,YAAY,EAAE,6BAA6B,CAAA;CAC5C;AAED,kGAAkG;AAClG,MAAM,WAAW,6BAA6B;IAC5C,MAAM,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAA;IAC3E,QAAQ,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAA;CAC3E;AAED,wBAAgB,mCAAmC,CAAC,KAAK,EAAE,6BAA6B,EAAE,OAAO,EAAE,OAAO;;;;;GAWzG;AAED,6FAA6F;AAC7F,wBAAgB,0BAA0B,CAAC,KAAK,EAAE,OAAO,GAAG,QAAQ,CAAC,qBAAqB,CAAC,CAuB1F;AAED,wBAAgB,2BAA2B,CAAC,KAAK,EAAE,qBAAqB,GAAG,MAAM,CAEhF;AAED;;;;;GAKG;AACH,wBAAgB,4BAA4B,CAAC,KAAK,EAAE,qBAAqB,GAAG,QAAQ,CAAC,aAAa,CAAC,CAMlG;AAED,mFAAmF;AACnF,wBAAgB,8BAA8B,CAAC,KAAK,EAAE,qBAAqB,EAAE,OAAO,EAAE,yBAAyB,GAAG,QAAQ,CAAC,gCAAgC,CAAC,CAW3J"}
1
+ {"version":3,"file":"strategy-plan.d.ts","sourceRoot":"","sources":["../../src/benchmark/strategy-plan.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,aAAa,CAAA;AAC5D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AAC/C,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAA;AAEvD,eAAO,MAAM,yBAAyB,0CAA0C,CAAA;AAEhF,4FAA4F;AAC5F,MAAM,WAAW,gCAAgC;IAC/C,UAAU,EAAE,MAAM,CAAA;IAClB,sBAAsB,EAAE,MAAM,CAAA;IAC9B,aAAa,EAAE,MAAM,CAAA;IACrB;;;;OAIG;IACH,eAAe,EAAE,oBAAoB,CAAA;CACtC;AAED,MAAM,WAAW,qBAAqB;IACpC,aAAa,EAAE,CAAC,CAAA;IAChB,QAAQ,EAAE,OAAO,yBAAyB,CAAA;IAC1C,6FAA6F;IAC7F,SAAS,EAAE,aAAa,CAAA;IACxB,SAAS,EAAE,gCAAgC,CAAA;IAC3C,YAAY,EAAE,6BAA6B,CAAA;CAC5C;AAED,kGAAkG;AAClG,MAAM,WAAW,6BAA6B;IAC5C,MAAM,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAA;IAC3E,QAAQ,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAA;CAC3E;AAED,wBAAgB,mCAAmC,CAAC,KAAK,EAAE,6BAA6B,EAAE,OAAO,EAAE,OAAO;;;;;GAWzG;AAED,6FAA6F;AAC7F,wBAAgB,0BAA0B,CAAC,KAAK,EAAE,OAAO,GAAG,QAAQ,CAAC,qBAAqB,CAAC,CAiC1F;AAED,wBAAgB,2BAA2B,CAAC,KAAK,EAAE,qBAAqB,GAAG,MAAM,CAEhF;AAED;;;;;GAKG;AACH,wBAAgB,4BAA4B,CAAC,KAAK,EAAE,qBAAqB,GAAG,QAAQ,CAAC,aAAa,CAAC,CAMlG;AAED,mFAAmF;AACnF,wBAAgB,8BAA8B,CAAC,KAAK,EAAE,qBAAqB,EAAE,OAAO,EAAE,yBAAyB,GAAG,QAAQ,CAAC,gCAAgC,CAAC,CAW3J"}
@@ -20,10 +20,17 @@ export function parseStrategyBenchmarkPlan(value) {
20
20
  const raw = benchmarkObject(copy, ['schemaVersion', 'protocol', 'benchmark', 'execution', 'capabilities']);
21
21
  benchmarkAssert(raw.schemaVersion === 1 && raw.protocol === strategyBenchmarkProtocol, 'unsupported strategy benchmark protocol');
22
22
  const benchmark = parseBenchmarkPlan(raw.benchmark);
23
- const execution = benchmarkObject(raw.execution, ['modelCalls', 'maxOutputTokensPerCall', 'maxGoalRounds']);
23
+ // Plans frozen before call-count metering existed omit observationMode; default them to token mode.
24
+ const hasObservationMode = Object.hasOwn(raw.execution, 'observationMode');
25
+ const execution = benchmarkObject(raw.execution, hasObservationMode
26
+ ? ['modelCalls', 'maxOutputTokensPerCall', 'maxGoalRounds', 'observationMode']
27
+ : ['modelCalls', 'maxOutputTokensPerCall', 'maxGoalRounds']);
24
28
  benchmarkInteger(execution.modelCalls, 1, 10_000);
25
29
  benchmarkInteger(execution.maxOutputTokensPerCall, 1, benchmark.budget.outputTokens);
26
30
  benchmarkInteger(execution.maxGoalRounds, 1, 100);
31
+ benchmarkAssert(execution.observationMode === undefined
32
+ || execution.observationMode === 'enforced-upper-bound-provider-output'
33
+ || execution.observationMode === 'observed-call-count', 'invalid strategy observation mode');
27
34
  benchmarkAssert(benchmark.comparison === 'capability' && benchmark.variants.length === 2, 'strategy benchmark requires exactly two capability arms');
28
35
  const direct = benchmark.variants.find(variant => variant.id === 'direct');
29
36
  const adaptive = benchmark.variants.find(variant => variant.id === 'adaptive-strategy');
@@ -37,7 +44,10 @@ export function parseStrategyBenchmarkPlan(value) {
37
44
  // This establishes manifest consistency, not attestation of a loaded runtime.
38
45
  // The native executor must compare these same common/strategy descriptors
39
46
  // with actual persona, registered tools, Policy and loaded runtime versions.
40
- return copy;
47
+ const plan = hasObservationMode
48
+ ? copy
49
+ : { ...copy, execution: { ...copy.execution, observationMode: 'enforced-upper-bound-provider-output' } };
50
+ return plan;
41
51
  }
42
52
  export function strategyBenchmarkPlanDigest(input) {
43
53
  return acceptanceDigest(parseStrategyBenchmarkPlan(input));
@@ -1 +1 @@
1
- {"version":3,"file":"strategy-plan.js","sourceRoot":"","sources":["../../src/benchmark/strategy-plan.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,uBAAuB,EAAE,gBAAgB,EAAE,MAAM,wCAAwC,CAAA;AAClG,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,gBAAgB,EAAE,eAAe,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAA;AAIzJ,MAAM,CAAC,MAAM,yBAAyB,GAAG,uCAAuC,CAAA;AAwBhF,MAAM,UAAU,mCAAmC,CAAC,KAAoC,EAAE,OAAgB;IACxG,MAAM,GAAG,GAAG,eAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAA;IAC7E,MAAM,MAAM,GAAG,eAAe,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAA;IACrF,MAAM,QAAQ,GAAG,eAAe,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAA;IACtF,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;IAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,CAAA;IAC5F,OAAO,MAAM,CAAC,MAAM,CAAC;QACnB,MAAM,EAAE,gBAAgB,CAAC,EAAE,aAAa,EAAE,MAAM,CAAC,OAAO,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC3G,KAAK,EAAE,gBAAgB,CAAC,EAAE,WAAW,EAAE,MAAM,CAAC,KAAK,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACpG,MAAM,EAAE,gBAAgB,CAAC,EAAE,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC3G,OAAO,EAAE,gBAAgB,CAAC,EAAE,aAAa,EAAE,MAAM,CAAC,OAAO,EAAE,eAAe,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;KACjH,CAAC,CAAA;AACJ,CAAC;AAED,6FAA6F;AAC7F,MAAM,UAAU,0BAA0B,CAAC,KAAc;IACvD,MAAM,IAAI,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAA;IACrC,MAAM,GAAG,GAAG,eAAe,CAAC,IAAI,EAAE,CAAC,eAAe,EAAE,UAAU,EAAE,WAAW,EAAE,WAAW,EAAE,cAAc,CAAC,CAAC,CAAA;IAC1G,eAAe,CAAC,GAAG,CAAC,aAAa,KAAK,CAAC,IAAI,GAAG,CAAC,QAAQ,KAAK,yBAAyB,EAAE,yCAAyC,CAAC,CAAA;IACjI,MAAM,SAAS,GAAG,kBAAkB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;IACnD,MAAM,SAAS,GAAG,eAAe,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC,YAAY,EAAE,wBAAwB,EAAE,eAAe,CAAC,CAAC,CAAA;IAC3G,gBAAgB,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,EAAE,MAAM,CAAC,CAAA;IACjD,gBAAgB,CAAC,SAAS,CAAC,sBAAsB,EAAE,CAAC,EAAE,SAAS,CAAC,MAAM,CAAC,YAAY,CAAC,CAAA;IACpF,gBAAgB,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC,EAAE,GAAG,CAAC,CAAA;IACjD,eAAe,CAAC,SAAS,CAAC,UAAU,KAAK,YAAY,IAAI,SAAS,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,yDAAyD,CAAC,CAAA;IACpJ,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAA;IAC1E,MAAM,QAAQ,GAAG,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,EAAE,KAAK,mBAAmB,CAAC,CAAA;IACvF,eAAe,CAAC,MAAM,EAAE,IAAI,KAAK,UAAU,IAAI,QAAQ,EAAE,IAAI,KAAK,WAAW,EAAE,6EAA6E,CAAC,CAAA;IAC7J,eAAe,CAAC,uBAAuB,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,uBAAuB,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,mDAAmD,CAAC,CAAA;IAC7J,eAAe,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,QAAQ,CAAC,MAAM,EAAE,2CAA2C,CAAC,CAAA;IACjH,KAAK,MAAM,OAAO,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE,CAAC;QACzC,MAAM,QAAQ,GAAG,mCAAmC,CAAC,GAAG,CAAC,YAA6C,EAAE,OAAO,KAAK,QAAQ,CAAC,CAAA;QAC7H,eAAe,CAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAW,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,wCAAwC,CAAC,CAAA;IACtK,CAAC;IACD,8EAA8E;IAC9E,0EAA0E;IAC1E,6EAA6E;IAC7E,OAAO,IAA6B,CAAA;AACtC,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,KAA4B;IACtE,OAAO,gBAAgB,CAAC,0BAA0B,CAAC,KAAK,CAAC,CAAC,CAAA;AAC5D,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,4BAA4B,CAAC,KAA4B;IACvE,MAAM,MAAM,GAAG,0BAA0B,CAAC,KAAK,CAAC,CAAA;IAChD,MAAM,MAAM,GAAG,2BAA2B,CAAC,MAAM,CAAC,CAAA;IAClD,OAAO,kBAAkB,CAAC,EAAE,GAAG,MAAM,CAAC,SAAS,EAAE,QAAQ,EAAE,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,OAAO;YAC/G,QAAQ,EAAE,EAAE,GAAG,OAAO,CAAC,QAAQ,EAAE,OAAO,EAAE,gBAAgB,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,kBAAkB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,EAAE;SAC3J,CAAC,CAAC,EAAE,CAAC,CAAA;AACR,CAAC;AAED,mFAAmF;AACnF,MAAM,UAAU,8BAA8B,CAAC,KAA4B,EAAE,OAAkC;IAC7G,MAAM,MAAM,GAAG,0BAA0B,CAAC,KAAK,CAAC,CAAA;IAChD,MAAM,IAAI,GAAG,4BAA4B,CAAC,MAAM,CAAC,CAAA;IACjD,MAAM,IAAI,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAChF,MAAM,IAAI,GAAG,CAAC,IAAa,EAAE,KAAc,EAAW,EAAE,CAAC,uBAAuB,CAAC,IAAI,CAAC,KAAK,uBAAuB,CAAC,KAAK,CAAC,CAAA;IACzH,eAAe,CAAC,IAAI,KAAK,SAAS,IAAI,OAAO,CAAC,MAAM,KAAK,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC;WACvF,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC;WACxE,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,IAAI,CAAC,MAAM,CAAC,CAAC;WACtE,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,kCAAkC,CAAC,CAAA;IACzH,eAAe,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,4BAA4B,CAAC,CAAA;IACtE,OAAO,MAAM,CAAC,SAAS,CAAA;AACzB,CAAC"}
1
+ {"version":3,"file":"strategy-plan.js","sourceRoot":"","sources":["../../src/benchmark/strategy-plan.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,uBAAuB,EAAE,gBAAgB,EAAE,MAAM,wCAAwC,CAAA;AAClG,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,gBAAgB,EAAE,eAAe,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAA;AAKzJ,MAAM,CAAC,MAAM,yBAAyB,GAAG,uCAAuC,CAAA;AA8BhF,MAAM,UAAU,mCAAmC,CAAC,KAAoC,EAAE,OAAgB;IACxG,MAAM,GAAG,GAAG,eAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAA;IAC7E,MAAM,MAAM,GAAG,eAAe,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAA;IACrF,MAAM,QAAQ,GAAG,eAAe,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAA;IACtF,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;IAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,CAAA;IAC5F,OAAO,MAAM,CAAC,MAAM,CAAC;QACnB,MAAM,EAAE,gBAAgB,CAAC,EAAE,aAAa,EAAE,MAAM,CAAC,OAAO,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC3G,KAAK,EAAE,gBAAgB,CAAC,EAAE,WAAW,EAAE,MAAM,CAAC,KAAK,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACpG,MAAM,EAAE,gBAAgB,CAAC,EAAE,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC3G,OAAO,EAAE,gBAAgB,CAAC,EAAE,aAAa,EAAE,MAAM,CAAC,OAAO,EAAE,eAAe,EAAE,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;KACjH,CAAC,CAAA;AACJ,CAAC;AAED,6FAA6F;AAC7F,MAAM,UAAU,0BAA0B,CAAC,KAAc;IACvD,MAAM,IAAI,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAA;IACrC,MAAM,GAAG,GAAG,eAAe,CAAC,IAAI,EAAE,CAAC,eAAe,EAAE,UAAU,EAAE,WAAW,EAAE,WAAW,EAAE,cAAc,CAAC,CAAC,CAAA;IAC1G,eAAe,CAAC,GAAG,CAAC,aAAa,KAAK,CAAC,IAAI,GAAG,CAAC,QAAQ,KAAK,yBAAyB,EAAE,yCAAyC,CAAC,CAAA;IACjI,MAAM,SAAS,GAAG,kBAAkB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;IACnD,oGAAoG;IACpG,MAAM,kBAAkB,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,SAAoC,EAAE,iBAAiB,CAAC,CAAA;IACrG,MAAM,SAAS,GAAG,eAAe,CAAC,GAAG,CAAC,SAAS,EAAE,kBAAkB;QACjE,CAAC,CAAC,CAAC,YAAY,EAAE,wBAAwB,EAAE,eAAe,EAAE,iBAAiB,CAAC;QAC9E,CAAC,CAAC,CAAC,YAAY,EAAE,wBAAwB,EAAE,eAAe,CAAC,CAAC,CAAA;IAC9D,gBAAgB,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,EAAE,MAAM,CAAC,CAAA;IACjD,gBAAgB,CAAC,SAAS,CAAC,sBAAsB,EAAE,CAAC,EAAE,SAAS,CAAC,MAAM,CAAC,YAAY,CAAC,CAAA;IACpF,gBAAgB,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC,EAAE,GAAG,CAAC,CAAA;IACjD,eAAe,CAAC,SAAS,CAAC,eAAe,KAAK,SAAS;WAClD,SAAS,CAAC,eAAe,KAAK,sCAAsC;WACpE,SAAS,CAAC,eAAe,KAAK,qBAAqB,EAAE,mCAAmC,CAAC,CAAA;IAC9F,eAAe,CAAC,SAAS,CAAC,UAAU,KAAK,YAAY,IAAI,SAAS,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,yDAAyD,CAAC,CAAA;IACpJ,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAA;IAC1E,MAAM,QAAQ,GAAG,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,EAAE,KAAK,mBAAmB,CAAC,CAAA;IACvF,eAAe,CAAC,MAAM,EAAE,IAAI,KAAK,UAAU,IAAI,QAAQ,EAAE,IAAI,KAAK,WAAW,EAAE,6EAA6E,CAAC,CAAA;IAC7J,eAAe,CAAC,uBAAuB,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,uBAAuB,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,mDAAmD,CAAC,CAAA;IAC7J,eAAe,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,QAAQ,CAAC,MAAM,EAAE,2CAA2C,CAAC,CAAA;IACjH,KAAK,MAAM,OAAO,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE,CAAC;QACzC,MAAM,QAAQ,GAAG,mCAAmC,CAAC,GAAG,CAAC,YAA6C,EAAE,OAAO,KAAK,QAAQ,CAAC,CAAA;QAC7H,eAAe,CAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,CAAW,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,wCAAwC,CAAC,CAAA;IACtK,CAAC;IACD,8EAA8E;IAC9E,0EAA0E;IAC1E,6EAA6E;IAC7E,MAAM,IAAI,GAA0B,kBAAkB;QACpD,CAAC,CAAC,IAA6B;QAC/B,CAAC,CAAC,EAAE,GAAI,IAAgC,EAAE,SAAS,EAAE,EAAE,GAAI,IAA8B,CAAC,SAAS,EAAE,eAAe,EAAE,sCAAsC,EAAE,EAA2B,CAAA;IAC3L,OAAO,IAAI,CAAA;AACb,CAAC;AAED,MAAM,UAAU,2BAA2B,CAAC,KAA4B;IACtE,OAAO,gBAAgB,CAAC,0BAA0B,CAAC,KAAK,CAAC,CAAC,CAAA;AAC5D,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,4BAA4B,CAAC,KAA4B;IACvE,MAAM,MAAM,GAAG,0BAA0B,CAAC,KAAK,CAAC,CAAA;IAChD,MAAM,MAAM,GAAG,2BAA2B,CAAC,MAAM,CAAC,CAAA;IAClD,OAAO,kBAAkB,CAAC,EAAE,GAAG,MAAM,CAAC,SAAS,EAAE,QAAQ,EAAE,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,OAAO;YAC/G,QAAQ,EAAE,EAAE,GAAG,OAAO,CAAC,QAAQ,EAAE,OAAO,EAAE,gBAAgB,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,kBAAkB,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,EAAE;SAC3J,CAAC,CAAC,EAAE,CAAC,CAAA;AACR,CAAC;AAED,mFAAmF;AACnF,MAAM,UAAU,8BAA8B,CAAC,KAA4B,EAAE,OAAkC;IAC7G,MAAM,MAAM,GAAG,0BAA0B,CAAC,KAAK,CAAC,CAAA;IAChD,MAAM,IAAI,GAAG,4BAA4B,CAAC,MAAM,CAAC,CAAA;IACjD,MAAM,IAAI,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IAChF,MAAM,IAAI,GAAG,CAAC,IAAa,EAAE,KAAc,EAAW,EAAE,CAAC,uBAAuB,CAAC,IAAI,CAAC,KAAK,uBAAuB,CAAC,KAAK,CAAC,CAAA;IACzH,eAAe,CAAC,IAAI,KAAK,SAAS,IAAI,OAAO,CAAC,MAAM,KAAK,IAAI,CAAC,EAAE,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC;WACvF,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC;WACxE,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,IAAI,CAAC,MAAM,CAAC,CAAC;WACtE,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,kCAAkC,CAAC,CAAA;IACzH,eAAe,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,4BAA4B,CAAC,CAAA;IACtE,OAAO,MAAM,CAAC,SAAS,CAAA;AACzB,CAAC"}
@@ -0,0 +1,157 @@
1
+ import { type StrategyBenchmarkPlan } from './strategy-plan.js';
2
+ import { type StrategyEvidenceObject } from './strategy-evidence.js';
3
+ import { type TokenUsageRates } from './usage.js';
4
+ import type { BenchmarkResult } from './types.js';
5
+ export declare const strategyProjectionProtocol = "dsh-native-goal-strategy-projection/v1";
6
+ /**
7
+ * Criterion reasons emitted with status 'failed' by the independent verifier
8
+ * (plugins/assistant-verifier drivers.ts failed() calls). Every one of these means
9
+ * the candidate delivered an artifact that was actually inspected and found wrong.
10
+ * artifact-unavailable / altered / timeout / io reasons are status 'unknown' and
11
+ * cannot distinguish an undelivered artifact from a tool failure, so they stay unknown.
12
+ */
13
+ export declare const behaviorFailureReasons: readonly ["citation-mismatch", "citation-missing", "isolated-unexpected-exit-code", "isolated-unexpected-stdout", "readback-object-mismatch", "readback-revision-mismatch", "readback-value-mismatch", "repository-head-mismatch", "repository-requirements-not-met", "required-text-missing", "unexpected-exit-code", "unexpected-stdout"];
14
+ export type StrategyFailureClassification = 'achieved' | 'delivered-incorrect-behavior' | 'undelivered-or-unknown';
15
+ export interface StrategyCriterionAttribution {
16
+ readonly criterionId: string;
17
+ /** Raw CriterionResult.reason, preserved verbatim for audit. */
18
+ readonly reason: string;
19
+ /** True only for the independent-verifier behavior-failure whitelist; never inferred from model prose. */
20
+ readonly behaviorFailure: boolean;
21
+ }
22
+ export interface StrategyReceiptAttribution {
23
+ readonly contractId: string;
24
+ readonly taskKind: 'goal-step' | 'goal-outcome';
25
+ readonly objectiveStatus: 'achieved' | 'not-achieved' | 'unknown';
26
+ readonly quiescent: boolean;
27
+ readonly failedCriteria: readonly StrategyCriterionAttribution[];
28
+ }
29
+ export interface StrategySessionCost {
30
+ readonly modelCalls: number;
31
+ readonly inputTokens: number;
32
+ readonly outputTokens: number;
33
+ /** Null when any settled usage class lacks an exact tariff; never estimated. */
34
+ readonly costUsdMicros: number | null;
35
+ }
36
+ export interface StrategyCellProjection {
37
+ readonly cellId: string;
38
+ readonly caseId: string;
39
+ readonly variantId: string;
40
+ readonly repeat: number;
41
+ readonly status: 'completed' | 'unknown';
42
+ readonly verdict: 'achieved' | 'not-achieved' | 'unknown';
43
+ readonly attribution: {
44
+ readonly classification: StrategyFailureClassification;
45
+ /**
46
+ * 'receipt-behavior-failure': an independent quiescent receipt has a failed
47
+ * criterion on the behavior-failure whitelist.
48
+ * 'infrastructure-unknown': a failure object; the infrastructure reason is preserved.
49
+ * 'no-behavior-failure-receipt': completed cell without an auditable behavior failure.
50
+ * 'achieved': the cell achieved its outcome contract.
51
+ */
52
+ readonly basis: 'achieved' | 'receipt-behavior-failure' | 'infrastructure-unknown' | 'no-behavior-failure-receipt';
53
+ /** Present only for failure objects; BenchmarkResult.reason is infrastructure-level. */
54
+ readonly infrastructureReason: BenchmarkResult['reason'] | null;
55
+ readonly receipts: readonly StrategyReceiptAttribution[];
56
+ };
57
+ /**
58
+ * Settled-trace cost split by evidence-attributed session role. Null for unknown
59
+ * cells because the run was not quiescent and a partial split cannot support a
60
+ * paired conclusion.
61
+ */
62
+ readonly costs: {
63
+ readonly parent: StrategySessionCost;
64
+ readonly children: StrategySessionCost;
65
+ } | null;
66
+ }
67
+ export interface StrategyCoordinationPair {
68
+ readonly caseId: string;
69
+ readonly repeat: number;
70
+ readonly directCellId: string | null;
71
+ readonly candidateCellId: string | null;
72
+ /** False when either arm is missing or unknown; such pairs cannot prove a cost. */
73
+ readonly comparable: boolean;
74
+ /**
75
+ * Two objective views of coordination cost, null unless comparable:
76
+ * - candidateChildren: strategy-child sessions only (zero on the direct arm by construction).
77
+ * - extra: whole-cell candidate minus direct, including any parent-call difference.
78
+ */
79
+ readonly coordination: {
80
+ readonly candidateChildren: StrategySessionCost;
81
+ readonly extra: {
82
+ readonly modelCalls: number;
83
+ readonly inputTokens: number;
84
+ readonly outputTokens: number;
85
+ readonly costUsdMicros: number | null;
86
+ };
87
+ } | null;
88
+ }
89
+ export interface StrategyBenchmarkProjection {
90
+ readonly protocol: typeof strategyProjectionProtocol;
91
+ readonly version: 1;
92
+ /** True only when both base tariffs are configured; null costs accompany a false value. */
93
+ readonly tariffComplete: boolean;
94
+ readonly cells: readonly StrategyCellProjection[];
95
+ readonly pairs: readonly StrategyCoordinationPair[];
96
+ /** A measurement projection never grants promotion authority. */
97
+ readonly promotionAuthorized: false;
98
+ }
99
+ type SettledTrace = StrategyEvidenceObject['meter']['traces'][number];
100
+ /**
101
+ * Sums settled traces attributed to one session role, recomputing cost per trace.
102
+ * A settled trace always counts one model call. In observed-call-count mode the
103
+ * evidence meter freezes usage=null: the call still counts, tokens add nothing and
104
+ * the monetary total becomes null (never estimated). Token-mode traces are
105
+ * evidence-guaranteed to carry non-null usage, so usage=null is self-describing.
106
+ */
107
+ export declare function accumulateSessionCost(traces: readonly SettledTrace[], sessions: ReadonlySet<string>, rates: Readonly<TokenUsageRates>): StrategySessionCost;
108
+ /** Terminal unknown cell: a failure object proves uncertainty, never an acceptance. */
109
+ export declare function unknownStrategyCellProjection(result: BenchmarkResult): StrategyCellProjection;
110
+ /** The only objective evidence fields the cell projection reads; the full object is structurally assignable. */
111
+ export interface ProjectedCellEvidence {
112
+ readonly meter: {
113
+ readonly traces: readonly SettledTrace[];
114
+ };
115
+ readonly native: {
116
+ readonly parent: {
117
+ readonly sessionId: string;
118
+ };
119
+ readonly strategies: readonly {
120
+ readonly children: readonly {
121
+ readonly sessionId: string;
122
+ }[];
123
+ }[];
124
+ readonly receipts: readonly ReceiptSignal[];
125
+ };
126
+ }
127
+ interface ReceiptSignal {
128
+ readonly contract: {
129
+ readonly id: string;
130
+ };
131
+ readonly taskKind: 'goal-step' | 'goal-outcome';
132
+ readonly quiescent: boolean;
133
+ readonly receipt: {
134
+ readonly objectiveStatus: 'achieved' | 'not-achieved' | 'unknown';
135
+ readonly results: readonly {
136
+ readonly criterionId: string;
137
+ readonly status: 'passed' | 'failed' | 'unknown';
138
+ readonly reason: string;
139
+ }[];
140
+ };
141
+ }
142
+ /**
143
+ * Pure derivation over a reopened, already-verified evidence object. No binding
144
+ * checks are repeated here: callers must obtain `native` through the evidence store
145
+ * after verifyStrategyBenchmarkResults, never from candidate prose.
146
+ */
147
+ export declare function projectStrategyCell(result: BenchmarkResult, native: Readonly<ProjectedCellEvidence>, rates: Readonly<TokenUsageRates>): StrategyCellProjection;
148
+ /** Pairs direct/adaptive-strategy arms by (caseId, repeat) over the planned schedule. */
149
+ export declare function pairStrategyCells(plan: StrategyBenchmarkPlan, cells: readonly StrategyCellProjection[]): readonly StrategyCoordinationPair[];
150
+ /**
151
+ * Reopens every evidence object (the caller must run verifyStrategyBenchmarkResults
152
+ * first) and derives the strategy-only projection. Rates are the frozen model
153
+ * tariffs; absent tariffs yield null costs rather than invented pricing.
154
+ */
155
+ export declare function collectStrategyBenchmarkProjection(plan: StrategyBenchmarkPlan, results: readonly BenchmarkResult[], stateDirectory: string, workspaceDirectory: string, rates: Readonly<TokenUsageRates>): Readonly<StrategyBenchmarkProjection>;
156
+ export {};
157
+ //# sourceMappingURL=strategy-projection.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"strategy-projection.d.ts","sourceRoot":"","sources":["../../src/benchmark/strategy-projection.ts"],"names":[],"mappings":"AASA,OAAO,EAAgC,KAAK,qBAAqB,EAAE,MAAM,oBAAoB,CAAA;AAC7F,OAAO,EAAyB,KAAK,sBAAsB,EAAE,MAAM,wBAAwB,CAAA;AAC3F,OAAO,EAAkB,KAAK,eAAe,EAAE,MAAM,YAAY,CAAA;AACjE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAA;AAEjD,eAAO,MAAM,0BAA0B,2CAA2C,CAAA;AAElF;;;;;;GAMG;AACH,eAAO,MAAM,sBAAsB,6UAKzB,CAAA;AAGV,MAAM,MAAM,6BAA6B,GAAG,UAAU,GAAG,8BAA8B,GAAG,wBAAwB,CAAA;AAElH,MAAM,WAAW,4BAA4B;IAC3C,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;IAC5B,gEAAgE;IAChE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,0GAA0G;IAC1G,QAAQ,CAAC,eAAe,EAAE,OAAO,CAAA;CAClC;AACD,MAAM,WAAW,0BAA0B;IACzC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,QAAQ,EAAE,WAAW,GAAG,cAAc,CAAA;IAC/C,QAAQ,CAAC,eAAe,EAAE,UAAU,GAAG,cAAc,GAAG,SAAS,CAAA;IACjE,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAA;IAC3B,QAAQ,CAAC,cAAc,EAAE,SAAS,4BAA4B,EAAE,CAAA;CACjE;AACD,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;IAC3B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;IAC5B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAA;IAC7B,gFAAgF;IAChF,QAAQ,CAAC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAA;CACtC;AACD,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,MAAM,EAAE,WAAW,GAAG,SAAS,CAAA;IACxC,QAAQ,CAAC,OAAO,EAAE,UAAU,GAAG,cAAc,GAAG,SAAS,CAAA;IACzD,QAAQ,CAAC,WAAW,EAAE;QACpB,QAAQ,CAAC,cAAc,EAAE,6BAA6B,CAAA;QACtD;;;;;;WAMG;QACH,QAAQ,CAAC,KAAK,EAAE,UAAU,GAAG,0BAA0B,GAAG,wBAAwB,GAAG,6BAA6B,CAAA;QAClH,wFAAwF;QACxF,QAAQ,CAAC,oBAAoB,EAAE,eAAe,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAA;QAC/D,QAAQ,CAAC,QAAQ,EAAE,SAAS,0BAA0B,EAAE,CAAA;KACzD,CAAA;IACD;;;;OAIG;IACH,QAAQ,CAAC,KAAK,EAAE;QACd,QAAQ,CAAC,MAAM,EAAE,mBAAmB,CAAA;QACpC,QAAQ,CAAC,QAAQ,EAAE,mBAAmB,CAAA;KACvC,GAAG,IAAI,CAAA;CACT;AACD,MAAM,WAAW,wBAAwB;IACvC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;IACvB,QAAQ,CAAC,YAAY,EAAE,MAAM,GAAG,IAAI,CAAA;IACpC,QAAQ,CAAC,eAAe,EAAE,MAAM,GAAG,IAAI,CAAA;IACvC,mFAAmF;IACnF,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAA;IAC5B;;;;OAIG;IACH,QAAQ,CAAC,YAAY,EAAE;QACrB,QAAQ,CAAC,iBAAiB,EAAE,mBAAmB,CAAA;QAC/C,QAAQ,CAAC,KAAK,EAAE;YACd,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAA;YAC3B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAA;YAC5B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAA;YAC7B,QAAQ,CAAC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAA;SACtC,CAAA;KACF,GAAG,IAAI,CAAA;CACT;AACD,MAAM,WAAW,2BAA2B;IAC1C,QAAQ,CAAC,QAAQ,EAAE,OAAO,0BAA0B,CAAA;IACpD,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAA;IACnB,2FAA2F;IAC3F,QAAQ,CAAC,cAAc,EAAE,OAAO,CAAA;IAChC,QAAQ,CAAC,KAAK,EAAE,SAAS,sBAAsB,EAAE,CAAA;IACjD,QAAQ,CAAC,KAAK,EAAE,SAAS,wBAAwB,EAAE,CAAA;IACnD,iEAAiE;IACjE,QAAQ,CAAC,mBAAmB,EAAE,KAAK,CAAA;CACpC;AAED,KAAK,YAAY,GAAG,sBAAsB,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAA;AAErE;;;;;;GAMG;AACH,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,SAAS,YAAY,EAAE,EAAE,QAAQ,EAAE,WAAW,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,eAAe,CAAC,GAAG,mBAAmB,CAW3J;AAWD,uFAAuF;AACvF,wBAAgB,6BAA6B,CAAC,MAAM,EAAE,eAAe,GAAG,sBAAsB,CAQ7F;AAED,gHAAgH;AAChH,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,KAAK,EAAE;QAAE,QAAQ,CAAC,MAAM,EAAE,SAAS,YAAY,EAAE,CAAA;KAAE,CAAA;IAC5D,QAAQ,CAAC,MAAM,EAAE;QACf,QAAQ,CAAC,MAAM,EAAE;YAAE,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;SAAE,CAAA;QAC/C,QAAQ,CAAC,UAAU,EAAE,SAAS;YAAE,QAAQ,CAAC,QAAQ,EAAE,SAAS;gBAAE,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;aAAE,EAAE,CAAA;SAAE,EAAE,CAAA;QAChG,QAAQ,CAAC,QAAQ,EAAE,SAAS,aAAa,EAAE,CAAA;KAC5C,CAAA;CACF;AACD,UAAU,aAAa;IACrB,QAAQ,CAAC,QAAQ,EAAE;QAAE,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAA;KAAE,CAAA;IAC1C,QAAQ,CAAC,QAAQ,EAAE,WAAW,GAAG,cAAc,CAAA;IAC/C,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAA;IAC3B,QAAQ,CAAC,OAAO,EAAE;QAChB,QAAQ,CAAC,eAAe,EAAE,UAAU,GAAG,cAAc,GAAG,SAAS,CAAA;QACjE,QAAQ,CAAC,OAAO,EAAE,SAAS;YAAE,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;YAAC,QAAQ,CAAC,MAAM,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,CAAC;YAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;SAAE,EAAE,CAAA;KACzI,CAAA;CACF;AAED;;;;GAIG;AACH,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,eAAe,EAAE,MAAM,EAAE,QAAQ,CAAC,qBAAqB,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,eAAe,CAAC,GAAG,sBAAsB,CAqB9J;AAiBD,yFAAyF;AACzF,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,qBAAqB,EAAE,KAAK,EAAE,SAAS,sBAAsB,EAAE,GAAG,SAAS,wBAAwB,EAAE,CA+B5I;AAED;;;;GAIG;AACH,wBAAgB,kCAAkC,CAAC,IAAI,EAAE,qBAAqB,EAAE,OAAO,EAAE,SAAS,eAAe,EAAE,EACjH,cAAc,EAAE,MAAM,EAAE,kBAAkB,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,CAAC,eAAe,CAAC,GAAG,QAAQ,CAAC,2BAA2B,CAAC,CAY7H"}