@dsh-enhanced/assistant-evaluation 0.1.32 → 0.1.35

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (81) hide show
  1. package/README.md +10 -2
  2. package/lib/benchmark/cli.d.ts.map +1 -1
  3. package/lib/benchmark/cli.js +57 -21
  4. package/lib/benchmark/cli.js.map +1 -1
  5. package/lib/benchmark/native-goal-services.d.ts +64 -0
  6. package/lib/benchmark/native-goal-services.d.ts.map +1 -0
  7. package/lib/benchmark/native-goal-services.js +52 -0
  8. package/lib/benchmark/native-goal-services.js.map +1 -0
  9. package/lib/benchmark/native-skills-runtime.d.ts +155 -0
  10. package/lib/benchmark/native-skills-runtime.d.ts.map +1 -0
  11. package/lib/benchmark/native-skills-runtime.js +336 -0
  12. package/lib/benchmark/native-skills-runtime.js.map +1 -0
  13. package/lib/benchmark/native-skills.d.ts +142 -0
  14. package/lib/benchmark/native-skills.d.ts.map +1 -0
  15. package/lib/benchmark/native-skills.js +259 -0
  16. package/lib/benchmark/native-skills.js.map +1 -0
  17. package/lib/benchmark/native.d.ts +7 -0
  18. package/lib/benchmark/native.d.ts.map +1 -1
  19. package/lib/benchmark/native.js.map +1 -1
  20. package/lib/benchmark/strategy-capabilities.d.ts.map +1 -1
  21. package/lib/benchmark/strategy-capabilities.js +9 -0
  22. package/lib/benchmark/strategy-capabilities.js.map +1 -1
  23. package/lib/benchmark/strategy-config.d.ts +3 -2
  24. package/lib/benchmark/strategy-config.d.ts.map +1 -1
  25. package/lib/benchmark/strategy-config.js +19 -6
  26. package/lib/benchmark/strategy-config.js.map +1 -1
  27. package/lib/benchmark/strategy-corpus-v2.d.ts +18 -0
  28. package/lib/benchmark/strategy-corpus-v2.d.ts.map +1 -0
  29. package/lib/benchmark/strategy-corpus-v2.js +143 -0
  30. package/lib/benchmark/strategy-corpus-v2.js.map +1 -0
  31. package/lib/benchmark/strategy-corpus.d.ts +9 -0
  32. package/lib/benchmark/strategy-corpus.d.ts.map +1 -1
  33. package/lib/benchmark/strategy-corpus.js +3 -3
  34. package/lib/benchmark/strategy-corpus.js.map +1 -1
  35. package/lib/benchmark/strategy-evidence.d.ts.map +1 -1
  36. package/lib/benchmark/strategy-evidence.js +50 -9
  37. package/lib/benchmark/strategy-evidence.js.map +1 -1
  38. package/lib/benchmark/strategy-executor.d.ts.map +1 -1
  39. package/lib/benchmark/strategy-executor.js +6 -4
  40. package/lib/benchmark/strategy-executor.js.map +1 -1
  41. package/lib/benchmark/strategy-goal-runtime.d.ts.map +1 -1
  42. package/lib/benchmark/strategy-goal-runtime.js +13 -55
  43. package/lib/benchmark/strategy-goal-runtime.js.map +1 -1
  44. package/lib/benchmark/strategy-meter.d.ts +2 -2
  45. package/lib/benchmark/strategy-meter.d.ts.map +1 -1
  46. package/lib/benchmark/strategy-meter.js +98 -4
  47. package/lib/benchmark/strategy-meter.js.map +1 -1
  48. package/lib/benchmark/strategy-plan.d.ts +7 -0
  49. package/lib/benchmark/strategy-plan.d.ts.map +1 -1
  50. package/lib/benchmark/strategy-plan.js +12 -2
  51. package/lib/benchmark/strategy-plan.js.map +1 -1
  52. package/lib/benchmark/strategy-projection.d.ts +157 -0
  53. package/lib/benchmark/strategy-projection.d.ts.map +1 -0
  54. package/lib/benchmark/strategy-projection.js +171 -0
  55. package/lib/benchmark/strategy-projection.js.map +1 -0
  56. package/lib/benchmark/super-relay.d.ts +26 -0
  57. package/lib/benchmark/super-relay.d.ts.map +1 -0
  58. package/lib/benchmark/super-relay.js +173 -0
  59. package/lib/benchmark/super-relay.js.map +1 -0
  60. package/lib/benchmark/traex.d.ts +17 -0
  61. package/lib/benchmark/traex.d.ts.map +1 -0
  62. package/lib/benchmark/traex.js +139 -0
  63. package/lib/benchmark/traex.js.map +1 -0
  64. package/lib/service.d.ts +25 -1
  65. package/lib/service.d.ts.map +1 -1
  66. package/lib/service.js +20 -4
  67. package/lib/service.js.map +1 -1
  68. package/lib/sqlite.d.ts +1 -1
  69. package/lib/sqlite.d.ts.map +1 -1
  70. package/lib/sqlite.js +46 -1
  71. package/lib/sqlite.js.map +1 -1
  72. package/lib/store.d.ts +13 -1
  73. package/lib/store.d.ts.map +1 -1
  74. package/lib/store.js +90 -4
  75. package/lib/store.js.map +1 -1
  76. package/lib/types.d.ts +13 -0
  77. package/lib/types.d.ts.map +1 -1
  78. package/lib/types.js.map +1 -1
  79. package/lib/version.d.ts +1 -1
  80. package/lib/version.js +1 -1
  81. package/package.json +49 -12
package/README.md CHANGED
@@ -78,8 +78,8 @@ projection 保存选中的 execution/objective/delivery component id,原始两
78
78
 
79
79
  - **文件系统:** 创建数据库父目录并写入本地 SQLite;新数据库目录使用 `0700`、数据库使用 `0600`。现有数据库若为符号链接、硬链接、非当前用户所有或对 group/other 开放,会拒绝启动。数据库启用 WAL、`synchronous=FULL`、迁移版本检查和 5 秒 busy timeout。
80
80
  - **网络:** 默认 Evaluation 插件无网络访问;显式调用 experimental benchmark SDK 时,模型 delegate 或独立 holdout authority 是否联网由可信 Host/operator 的部署决定,SDK 本身只使用进程内调用或 stdio transport。
81
- - **子进程:** 默认 Evaluation 插件不创建子进程;显式调用 `./benchmark/holdout` 的 `openHoldoutProvider()` 才会启动 operator 指定的 authority executable。
82
- - **凭据:** 默认 Evaluation 插件不读取凭据;holdout provider 只收到 operator 显式给出的精确 environment,不继承 Host 环境,delegate 所需凭据仍由可信 Host 自行装配和撤销。
81
+ - **子进程:** 默认 Evaluation 插件不创建子进程;显式调用 `./benchmark/holdout` 的 `openHoldoutProvider()` 会启动 operator 指定的 authority executable;`./benchmark/skills` 还会通过 Isolation 启动 Docker 验收作业。
82
+ - **凭据:** 默认 Evaluation 插件不读取凭据;`./benchmark/holdout` provider 只收到 operator 显式给出的精确 environment,不继承 Host 环境。`./benchmark/skills` 使用的 Skills authority transport 继承 Host 环境;模型 delegate 所需凭据由可信 Host 自行装配和撤销。
83
83
  - **浏览器:** 无。
84
84
  - **install script:** 无;仅有标准 TypeScript build/prepack 和仓库发布保护脚本。
85
85
 
@@ -169,6 +169,8 @@ Goals 的独立 Verifier v2 回执使用 `goal-step` 任务身份,按 `goal:<g
169
169
 
170
170
  Host 可通过 `getTrustedAutomationRunLearningProjection({ scope, runId })` 精确读取一个 run 的 ready canonical learning projection,无需扫描受 limit 限制的原始 audit 列表。不存在或 objective-conflict 时不返回证明;返回值沿用同一 canonical projection、revision、digest 和 scope watermark。调用方须检查 disposition 和执行/目标状态,并在产生依赖该证据的写入时使用 `withTrustedLearningWriterFence`。
171
171
 
172
+ `listTrustedTaskLearningProjections({ scope, after, limit })` 提供同一 scope 内当前 trusted canonical heads 的可重启增量读取,包含 retract;同一任务的中间修订可能合并。cursor 必须带该 exact scope key 与已观察 watermark,limit 为 1–100;future、跨 scope 或畸形 cursor 被拒绝。每个 canonical 更新在同一 SQLite writer transaction 更新 head 与 scope watermark;分页读取使用一致快照。schema 12 为既有可信任务一次性分配新 watermark,保留原证据和 canonical version/digest;后续重启不重复分配。scope 不证明 owner 归属;`inspectTrustedTaskOwnerRevision()` 只返回当前 canonical objective 对应的精确 principal record/version 最新修订。消费者仍须独立确认任务 owner,并在写入前用 receipt 校验与 writer fence;读取接口不授予执行权限。
173
+
172
174
  `withTrustedCanonicalLearningWriterFence` 为依赖 Evaluation canonical 状态本身的 Host 写入提供同样的 scope watermark、精确 task tuple 和同步写锁校验,但不要求投递给 Evolution 的 outbox 已完成。`withTrustedLearningWriterFence` 继续为 Evolution 依赖方保留 projection-pending gate;两者都不会代替或伪造 outbox 投递。
173
175
 
174
176
  `getTrustedGoalOutcomeLearningProjection({ scope, assessmentId })` 是 whole-goal 消费者的 Host-only 精确读取入口。它只接受 `canonicalEvaluationHostScope()` 产生的 token,并且只查询相同 canonical workspace/preset 下 subject 恰为 `goal-outcome/<assessmentId>` 的当前 projection;缺失或跨 scope 返回 `undefined`。返回的 `version`、`digest`、`disposition` 与 scope watermark 是 Evaluation 当前状态,不把原始 immutable Verifier receipt 永久视为事实。该入口只证明 assessment 的 canonical 状态;owner、Goal、Session、run 和 outcome profile 的关联仍须由调用方从 Goals 的当前 Host snapshot 独立证明。
@@ -201,3 +203,9 @@ Legacy schema 7 owner rows are adopted lazily through the exact Host delivery ca
201
203
  The optional `./benchmark/deepseek` export supplies the trusted `createNativeAdapter` entry for strategy-v1. Explicitly install the matching `assistant-deepseek-budget` Host peer and provide the `DEEPSEEK_API_KEY` credential reference in the current credentials service or process environment. The factory registers no services or profile configuration; disposal shuts down its adapter. It uses the existing fixed HTTPS production transport and sends public task context and tool messages to that provider. No subprocess, credential file scan, model-generated adapter or automatic retry is added.
202
204
 
203
205
  The input reserve is the production contract's conservative 2,097,152-token upper bound per request; prices remain unknown. Use the [DeepSeek example and instructions](../../docs/goal-strategy-evaluation.md#deepseek-生产模型入口), rather than the small generic fixture budget. Source commitments include the selected DeepSeek and credentials packages. Runtime readiness, online model access and measured strategy benefit remain separate evidence.
206
+
207
+ ## 原生技能复用比较
208
+
209
+ `./benchmark/skills` 提供 `createNativeSkillGoalRuntime`、`runNativeSkillBenchmark` 和 `nativeSkillBenchmarkReport`。它复用原生 DSH Goal、Skills 委派、BenchmarkStore 和 prospective authority;冻结同供应/预算后才生成隐藏任务,最终签名验收后才计算成功率。训练用量单列,unknown 不重派,报告不授权晋升。来源服务需保持存活,所有实验资源需显式关闭;详见[接线与证据边界](../../docs/native-skill-reuse.md)。
210
+
211
+ 此入口显式写入私有 runtime、SQLite 和逐 cell 原始证据,并使用 Skills 的 NDJSON authority transport(继承 Host 环境/cwd);默认 Evaluation bundle 的权限不变。真实模型凭据由调用方提供,候选只有隔离执行能力。
@@ -1 +1 @@
1
- {"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../../src/benchmark/cli.ts"],"names":[],"mappings":"AAmHA,MAAM,WAAW,kBAAkB;IAAG,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE;AAElE,wGAAwG;AACxG,wBAAsB,YAAY,CAAC,IAAI,EAAE,SAAS,MAAM,EAAE,EAAE,EAAE,EAAE,kBAAkB,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CA6IzH"}
1
+ {"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../../src/benchmark/cli.ts"],"names":[],"mappings":"AAkIA,MAAM,WAAW,kBAAkB;IAAG,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE;AAElE,wGAAwG;AACxG,wBAAsB,YAAY,CAAC,IAAI,EAAE,SAAS,MAAM,EAAE,EAAE,EAAE,EAAE,kBAAkB,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAqKzH"}
@@ -21,8 +21,8 @@ import { runBenchmark } from './runner.js';
21
21
  const runtimePackages = ['@deepseek-ai/cordis', '@deepseek-ai/dsh-agent', '@deepseek-ai/dsh-agent-loop',
22
22
  '@deepseek-ai/dsh-llm', '@deepseek-ai/dsh-session', '@deepseek-ai/dsh-session-projection', '@deepseek-ai/dsh-system-prompt', '@deepseek-ai/dsh-tools'];
23
23
  const help = `dsh-benchmark: public development benchmarks through the native DSH AgentLoop
24
- corpus [--suite research-v1|memory-v1|memory-v2|strategy-v1]
25
- doctor [--suite research-v1|memory-v1|memory-v2|strategy-v1] [--config FILE]
24
+ corpus [--suite research-v1|memory-v1|memory-v2|strategy-v1|strategy-v2]
25
+ doctor [--suite research-v1|memory-v1|memory-v2|strategy-v1|strategy-v2] [--config FILE]
26
26
  plan --config FILE [--output FILE]
27
27
  run --config FILE --adapter ABSOLUTE_MODULE --database FILE [--output FILE]
28
28
  report --database FILE --plan ID [--config FILE] [--output FILE]
@@ -111,18 +111,29 @@ const strategyRuntimePackages = [...runtimePackages, '@deepseek-ai/dsh-goal', '@
111
111
  '@dsh-enhanced/assistant-policy', '@dsh-enhanced/assistant-goals', '@dsh-enhanced/assistant-isolation', '@dsh-enhanced/assistant-verifier'];
112
112
  async function strategyModules() {
113
113
  try {
114
- return await Promise.all([import('./strategy-config.js'), import('./strategy-corpus.js'), import('./strategy-executor.js'), import('./strategy-plan.js')]);
114
+ return await Promise.all([import('./strategy-config.js'), import('./strategy-corpus.js'), import('./strategy-executor.js'), import('./strategy-plan.js'), import('./strategy-projection.js'), import('./strategy-corpus-v2.js')]);
115
115
  }
116
116
  catch {
117
117
  throw new BenchmarkError('strategy benchmark runtime dependencies are missing; run dsh-benchmark doctor and install the reported host packages');
118
118
  }
119
119
  }
120
+ /** Strategy-only evidence projection (cost split + conservative attribution); the shared report shape is untouched. */
121
+ function strategyProjection(modules, input, plan, results) {
122
+ const [, , , , projection] = modules;
123
+ return projection.collectStrategyBenchmarkProjection(plan, results, input.stateDirectory, input.workspaceDirectory, {
124
+ inputUsdMicrosPerMillionTokens: input.model.inputUsdMicrosPerMillionTokens,
125
+ outputUsdMicrosPerMillionTokens: input.model.outputUsdMicrosPerMillionTokens,
126
+ cacheReadUsdMicrosPerMillionTokens: input.model.cacheReadUsdMicrosPerMillionTokens ?? null,
127
+ cacheWriteUsdMicrosPerMillionTokens: input.model.cacheWriteUsdMicrosPerMillionTokens ?? null,
128
+ });
129
+ }
120
130
  async function strategyConfig(value) {
121
131
  const [module] = await strategyModules();
122
132
  return module.parseStrategyBenchmarkConfig(value);
123
133
  }
124
134
  function isStrategyConfig(value) {
125
- return value !== null && typeof value === 'object' && value.suite === 'strategy-v1';
135
+ const suite = (value !== null && typeof value === 'object' ? value.suite : undefined);
136
+ return suite === 'strategy-v1' || suite === 'strategy-v2';
126
137
  }
127
138
  async function ensureNewOutput(path) {
128
139
  if (path === undefined)
@@ -150,9 +161,9 @@ export async function benchmarkCli(argv, io, signal) {
150
161
  if (command === 'corpus') {
151
162
  const args = options(argv.slice(1), ['--suite'], []);
152
163
  const suite = args.get('--suite') ?? 'research-v1';
153
- if (suite === 'strategy-v1') {
154
- const [, corpus] = await strategyModules();
155
- result = { dataset: corpus.strategyDevelopmentDataset, tasks: corpus.strategyDevelopmentCorpus.map(task => ({ id: task.id, domain: task.domain, objective: task.objective })) };
164
+ if (suite === 'strategy-v1' || suite === 'strategy-v2') {
165
+ const [, , , , , corpusV2] = await strategyModules();
166
+ result = { dataset: corpusV2.strategyDatasetForSuite(suite), tasks: corpusV2.strategyCorpusForSuite(suite).map(task => ({ id: task.id, domain: task.domain, objective: task.objective })) };
156
167
  }
157
168
  else {
158
169
  if (!['research-v1', 'memory-v1', 'memory-v2'].includes(suite))
@@ -164,11 +175,18 @@ export async function benchmarkCli(argv, io, signal) {
164
175
  const args = options(argv.slice(1), ['--suite', '--config'], []);
165
176
  const suite = args.get('--suite') ?? 'research-v1';
166
177
  const require = createRequire(import.meta.url);
167
- if (suite === 'strategy-v1') {
178
+ if (suite === 'strategy-v1' || suite === 'strategy-v2') {
168
179
  const configPath = args.get('--config');
169
180
  const configured = configPath === undefined ? undefined : await config(configPath);
170
181
  const provider = configured?.model?.provider;
171
- const selectedPackages = [...strategyRuntimePackages, ...(provider === 'deepseek-goal-metered' ? ['@dsh-enhanced/assistant-deepseek-budget', '@deepseek-ai/dsh-credentials'] : [])];
182
+ const providerPackages = provider === 'deepseek-goal-metered'
183
+ ? ['@dsh-enhanced/assistant-deepseek-budget', '@deepseek-ai/dsh-credentials']
184
+ : provider === 'super-relay'
185
+ ? ['@dsh-enhanced/assistant-super-relay-budget', '@deepseek-ai/dsh-credentials']
186
+ : provider === 'traex-agent'
187
+ ? ['@dsh-enhanced/traex-acp-provider']
188
+ : [];
189
+ const selectedPackages = [...strategyRuntimePackages, ...providerPackages];
172
190
  const packages = selectedPackages.map(name => {
173
191
  try {
174
192
  require.resolve(name);
@@ -227,30 +245,43 @@ export async function benchmarkCli(argv, io, signal) {
227
245
  const raw = await config(fields.get('--config'));
228
246
  if (isStrategyConfig(raw)) {
229
247
  const input = await strategyConfig(raw);
230
- const [, corpus, executor, strategyPlan] = await strategyModules();
248
+ const modules = await strategyModules();
249
+ const [, , executor, strategyPlan, , corpusV2] = modules;
231
250
  const plan = executor.createStrategyBenchmarkPlan(input);
232
251
  const journal = strategyPlan.strategyBenchmarkJournalPlan(plan);
233
252
  const cells = benchmarkSchedule(journal);
234
253
  if (command === 'plan') {
235
- result = { plan, journalPlan: journal, planDigest: benchmarkPlanDigest(journal), plannedCells: cells.length,
236
- maximumCostUsdMicros: journal.budget.costUsdMicros === null ? null : (BigInt(cells.length) * BigInt(journal.budget.costUsdMicros)).toString(),
237
- inputLimitMode: 'upper-bound', outputLimitMode: 'provider', maximumInputTokens: cells.length * journal.budget.inputTokens,
238
- maximumOutputTokens: cells.length * journal.budget.outputTokens, observedInputTokenLimit: cells.length * journal.budget.inputTokens,
239
- observedOutputTokenLimit: cells.length * journal.budget.outputTokens };
254
+ const mode = plan.execution.observationMode;
255
+ result = mode === 'observed-call-count'
256
+ ? { plan, journalPlan: journal, planDigest: benchmarkPlanDigest(journal), plannedCells: cells.length,
257
+ observationMode: mode,
258
+ // Call-count mode measures only settled model requests; token and monetary fields are
259
+ // structurally null, never estimated. budget.outputTokens is a non-measured placeholder.
260
+ maximumModelCalls: cells.length * plan.execution.modelCalls,
261
+ maximumToolCalls: cells.length * journal.budget.toolCalls,
262
+ maximumCostUsdMicros: null, inputLimitMode: null, outputLimitMode: null,
263
+ maximumInputTokens: null, maximumOutputTokens: null,
264
+ observedInputTokenLimit: null, observedOutputTokenLimit: null }
265
+ : { plan, journalPlan: journal, planDigest: benchmarkPlanDigest(journal), plannedCells: cells.length,
266
+ observationMode: mode,
267
+ maximumCostUsdMicros: journal.budget.costUsdMicros === null ? null : (BigInt(cells.length) * BigInt(journal.budget.costUsdMicros)).toString(),
268
+ inputLimitMode: 'upper-bound', outputLimitMode: 'provider', maximumInputTokens: cells.length * journal.budget.inputTokens,
269
+ maximumOutputTokens: cells.length * journal.budget.outputTokens, observedInputTokenLimit: cells.length * journal.budget.inputTokens,
270
+ observedOutputTokenLimit: cells.length * journal.budget.outputTokens };
240
271
  }
241
272
  else {
242
273
  const store = new BenchmarkStore(resolve(fields.get('--database')));
243
274
  try {
244
275
  store.create(journal);
245
276
  const factory = await adapter(fields.get('--adapter'), input);
246
- const tasks = Object.fromEntries(input.cases.map(caseId => [caseId, corpus.strategyDevelopmentTask(caseId)]));
277
+ const tasks = Object.fromEntries(input.cases.map(caseId => [caseId, corpusV2.strategyTaskForSuite(input.suite, caseId)]));
247
278
  const strategyExecutor = executor.createStrategyBenchmarkExecutor({ plan, tasks, persona: input.persona, model: input.model, factory,
248
279
  workspaceDirectory: input.workspaceDirectory, stateDirectory: input.stateDirectory, image: input.image, dockerPath: input.dockerPath,
249
280
  stepMaxDurationMs: input.stepMaxDurationMs, ...(input.stopTimeoutMs === undefined ? {} : { stopTimeoutMs: input.stopTimeoutMs }) });
250
281
  const results = await runBenchmark(store, journal, strategyExecutor, signal);
251
282
  executor.verifyStrategyBenchmarkResults(plan, results, input.stateDirectory, input.workspaceDirectory);
252
283
  const report = benchmarkReport(journal, store.results(journal.id));
253
- result = report;
284
+ result = { ...report, strategy: strategyProjection(modules, input, plan, results) };
254
285
  exitCode = report.complete && report.variants.every(variant => variant.unknown === 0) ? 0 : 2;
255
286
  }
256
287
  finally {
@@ -299,19 +330,24 @@ export async function benchmarkCli(argv, io, signal) {
299
330
  const store = new BenchmarkStore(database);
300
331
  try {
301
332
  const plan = store.plan(fields.get('--plan'));
302
- if (plan.dataset.id === 'dsh-strategy-development') {
333
+ if (plan.dataset.id === 'dsh-strategy-development' || plan.dataset.id === 'dsh-strategy-development-v2') {
303
334
  const configPath = fields.get('--config');
304
335
  if (configPath === undefined)
305
336
  throw new BenchmarkError('strategy report requires --config to reconstruct and verify evidence');
306
337
  const input = await strategyConfig(await config(configPath));
307
- const [, , executor, strategyPlan] = await strategyModules();
338
+ const modules = await strategyModules();
339
+ const [, , executor, strategyPlan] = modules;
308
340
  const strategy = executor.createStrategyBenchmarkPlan(input);
309
341
  const journal = strategyPlan.strategyBenchmarkJournalPlan(strategy);
310
342
  if (benchmarkPlanDigest(journal) !== benchmarkPlanDigest(plan))
311
343
  throw new BenchmarkError('strategy report config does not match the stored plan');
312
- executor.verifyStrategyBenchmarkResults(strategy, store.results(plan.id), input.stateDirectory, input.workspaceDirectory);
344
+ const results = store.results(plan.id);
345
+ executor.verifyStrategyBenchmarkResults(strategy, results, input.stateDirectory, input.workspaceDirectory);
346
+ result = { ...benchmarkReport(plan, results), strategy: strategyProjection(modules, input, strategy, results) };
347
+ }
348
+ else {
349
+ result = benchmarkReport(plan, store.results(plan.id));
313
350
  }
314
- result = benchmarkReport(plan, store.results(plan.id));
315
351
  }
316
352
  finally {
317
353
  store.close();
@@ -1 +1 @@
1
- {"version":3,"file":"cli.js","sourceRoot":"","sources":["../../src/benchmark/cli.ts"],"names":[],"mappings":";;;;;;;;AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAA;AACnC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AAChE,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAC3C,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AACxD,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAA;AACxC,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAA;AACnE,OAAO,EAAE,uBAAuB,EAAE,wBAAwB,EAAE,yBAAyB,EAAE,0BAA0B,EAAE,MAAM,oBAAoB,CAAA;AAC7I,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAA;AAC7C,OAAO,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AACpF,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAA;AAC3C,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA;AAG1C,MAAM,eAAe,GAAG,CAAC,qBAAqB,EAAE,wBAAwB,EAAE,6BAA6B;IACrG,sBAAsB,EAAE,0BAA0B,EAAE,qCAAqC,EAAE,gCAAgC,EAAE,wBAAwB,CAAU,CAAA;AACjK,MAAM,IAAI,GAAG;;;;;;;;;;;CAWZ,CAAA;AAED,SAAS,OAAO,CAAC,IAAuB,EAAE,OAA0B,EAAE,QAA2B;IAC/F,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAA;IACxC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACpD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAE,CAAC;QAAC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAA;QACvD,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE;YAAE,MAAM,IAAI,cAAc,CAAC,yCAAyC,CAAC,CAAA;QAC1L,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAA;IACxB,CAAC;IACD,IAAI,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAAE,MAAM,IAAI,cAAc,CAAC,iDAAiD,CAAC,CAAA;IACvH,OAAO,MAAM,CAAA;AACf,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,IAAY,EAAE,KAAa,EAAE,cAAc,GAAG,KAAK;IAC5E,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,UAAU,GAAG,SAAS,CAAC,UAAU,CAAC,CAAA;IACjG,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;QAClC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,cAAc,IAAI,MAAM,CAAC,KAAK,KAAK,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,GAAG,KAAK;YAAE,MAAM,IAAI,cAAc,CAAC,gDAAgD,CAAC,CAAA;QAClK,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAA;QACrC,IAAI,KAAK,GAAG,CAAC,CAAA;QACb,OAAO,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;YAC5B,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,GAAG,KAAK,EAAE,KAAK,CAAC,CAAA;YAClF,IAAI,SAAS,KAAK,CAAC;gBAAE,MAAK;YAC1B,KAAK,IAAI,SAAS,CAAA;QACpB,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;QACjC,IAAI,KAAK,GAAG,KAAK,IAAI,MAAM,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,IAAI,MAAM,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO;YAAE,MAAM,IAAI,cAAc,CAAC,0CAA0C,CAAC,CAAA;QAC7L,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,KAAK,CAAC,CAAA;QACrC,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAA;IACjG,CAAC;YAAS,CAAC;QAAC,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;IAAC,CAAC;AACpC,CAAC;AAED,KAAK,UAAU,YAAY;IACzB,IAAI,CAAC;QAAC,OAAO,MAAM,MAAM,CAAC,aAAa,CAAC,CAAA;IAAC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACxD,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,sBAAsB,EAAE,CAAC;YACnG,MAAM,IAAI,cAAc,CAAC,8GAA8G,CAAC,CAAA;QAC1I,CAAC;QACD,MAAM,IAAI,cAAc,CAAC,8CAA8C,CAAC,CAAA;IAC1E,CAAC;AACH,CAAC;AAED,KAAK,UAAU,MAAM,CAAC,IAAY;IAChC,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,CAAA;IACtD,IAAI,CAAC;QAAC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAA0B,CAAA;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,MAAM,IAAI,cAAc,CAAC,qCAAqC,CAAC,CAAA;IAAC,CAAC;AACzI,CAAC;AAED,+FAA+F;AAC/F,KAAK,UAAU,OAAO,CAAC,IAAY,EAAE,KAA6C;IAChF,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,cAAc,CAAC,sCAAsC,CAAC,CAAA;IACvF,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,CAAA;IACzD,IAAI,QAAQ,CAAC,MAAM,KAAK,KAAK,CAAC,KAAK,CAAC,aAAa,IAAI,QAAQ,CAAC,MAAM,KAAK,KAAK,CAAC,KAAK,CAAC,kBAAkB;QAAE,MAAM,IAAI,cAAc,CAAC,oEAAoE,CAAC,CAAA;IACvM,gGAAgG;IAChG,0FAA0F;IAC1F,8EAA8E;IAC9E,MAAM,QAAQ,GAAY,MAAM,MAAM,kCAAC,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,IAAI,cAAc,QAAQ,CAAC,MAAM,EAAE,EAAC,CAAA;IAClG,IAAI,CAAC,MAAM,WAAW,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,MAAM;QAAE,MAAM,IAAI,cAAc,CAAC,sCAAsC,CAAC,CAAA;IAC3I,IAAI,CAAC,QAAQ,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,CAAC,CAAC,qBAAqB,IAAI,QAAQ,CAAC,IAAI,OAAO,QAAQ,CAAC,mBAAmB,KAAK,UAAU;QAAE,MAAM,IAAI,cAAc,CAAC,gDAAgD,CAAC,CAAA;IACvN,OAAO,QAAQ,CAAC,mBAA2C,CAAA;AAC7D,CAAC;AAED,MAAM,uBAAuB,GAAG,CAAC,GAAG,eAAe,EAAE,uBAAuB,EAAE,4BAA4B,EAAE,oCAAoC;IAC9I,2BAA2B,EAAE,sCAAsC,EAAE,4CAA4C,EAAE,kCAAkC;IACrJ,gCAAgC,EAAE,+BAA+B,EAAE,mCAAmC,EAAE,kCAAkC,CAAU,CAAA;AAEtJ,KAAK,UAAU,eAAe;IAC5B,IAAI,CAAC;QAAC,OAAO,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,sBAAsB,CAAC,EAAE,MAAM,CAAC,sBAAsB,CAAC,EAAE,MAAM,CAAC,wBAAwB,CAAC,EAAE,MAAM,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAA;IAAC,CAAC;IAAC,MAAM,CAAC;QACxK,MAAM,IAAI,cAAc,CAAC,sHAAsH,CAAC,CAAA;IAClJ,CAAC;AACH,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,KAAc;IAC1C,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,eAAe,EAAE,CAAA;IACxC,OAAO,MAAM,CAAC,4BAA4B,CAAC,KAAK,CAAC,CAAA;AACnD,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc;IACtC,OAAO,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAK,KAA6B,CAAC,KAAK,KAAK,aAAa,CAAA;AAC9G,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,IAAwB;IACrD,IAAI,IAAI,KAAK,SAAS;QAAE,OAAM;IAC9B,IAAI,CAAC;QAAC,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAA;IAAC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChD,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAM;QAC5F,MAAM,KAAK,CAAA;IACb,CAAC;IACD,MAAM,IAAI,cAAc,CAAC,sDAAsD,CAAC,CAAA;AAClF,CAAC;AAID,wGAAwG;AACxG,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,IAAuB,EAAE,EAAsB,EAAE,MAAoB;IACtG,MAAM,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;IACvB,IAAI,OAAO,KAAK,SAAS,IAAI,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;QAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAAC,OAAO,CAAC,CAAA;IAAC,CAAC;IACtG,IAAI,MAAe,CAAA;IACnB,IAAI,MAA0B,CAAA;IAC9B,IAAI,QAAQ,GAAG,CAAC,CAAA;IAChB,IAAI,OAAO,KAAK,QAAQ,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE,EAAE,CAAC,CAAA;QACpD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,aAAa,CAAA;QAClD,IAAI,KAAK,KAAK,aAAa,EAAE,CAAC;YAC5B,MAAM,CAAC,EAAE,MAAM,CAAC,GAAG,MAAM,eAAe,EAAE,CAAA;YAC1C,MAAM,GAAG,EAAE,OAAO,EAAE,MAAM,CAAC,0BAA0B,EAAE,KAAK,EAAE,MAAM,CAAC,yBAAyB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,EAAE,CAAA;QACjL,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,CAAC,aAAa,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;gBAAE,MAAM,IAAI,cAAc,CAAC,sBAAsB,CAAC,CAAA;YAChH,MAAM,GAAG,EAAE,OAAO,EAAE,KAAK,KAAK,WAAW,CAAC,CAAC,CAAC,0BAA0B,CAAC,CAAC,CAAC,KAAK,KAAK,WAAW,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,kBAAkB,EAAE,KAAK,EAAE,CAAC,KAAK,KAAK,WAAW,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC,CAAC,KAAK,KAAK,WAAW,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,EAAE,CAAA;QACnW,CAAC;IACH,CAAC;SAAM,IAAI,OAAO,KAAK,QAAQ,EAAE,CAAC;QAChC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,SAAS,EAAE,UAAU,CAAC,EAAE,EAAE,CAAC,CAAA;QAChE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,aAAa,CAAA;QAClD,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAC9C,IAAI,KAAK,KAAK,aAAa,EAAE,CAAC;YAC5B,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAA;YACvC,MAAM,UAAU,GAAG,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,UAAU,CAAC,CAAA;YAClF,MAAM,QAAQ,GAAI,UAA6D,EAAE,KAAK,EAAE,QAAQ,CAAA;YAChG,MAAM,gBAAgB,GAAG,CAAC,GAAG,uBAAuB,EAAE,GAAG,CAAC,QAAQ,KAAK,uBAAuB,CAAC,CAAC,CAAC,CAAC,yCAAyC,EAAE,8BAA8B,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;YACnL,MAAM,QAAQ,GAAG,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;gBAC3C,IAAI,CAAC;oBAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;oBAAC,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAA;gBAAC,CAAC;gBAAC,MAAM,CAAC;oBAAC,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CAAA;gBAAC,CAAC;YAC7G,CAAC,CAAC,CAAA;YACF,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;gBAC7B,MAAM,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,iIAAiI,EAAE,CAAA;gBACzM,QAAQ,GAAG,CAAC,CAAA;YACd,CAAC;iBAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;gBACrD,MAAM,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,kGAAkG,EAAE,CAAA;gBAC1K,QAAQ,GAAG,CAAC,CAAA;YACd,CAAC;iBAAM,CAAC;gBACN,MAAM,KAAK,GAAG,MAAM,cAAc,CAAC,UAAU,CAAC,CAAA;gBAC9C,IAAI,cAAc,GAAG,KAAK,CAAA;gBAC1B,IAAI,CAAC;oBACH,MAAM,gBAAgB,GAAG,mCAAmC,CAAA;oBAC5D,MAAM,SAAS,GAAG,MAAM,MAAM,kCAAC,gBAAgB,EAAgF,CAAA;oBAC/H,MAAM,SAAS,CAAC,qBAAqB,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,UAAU,CAAC,CAAA;oBACpE,cAAc,GAAG,IAAI,CAAA;gBACvB,CAAC;gBAAC,MAAM,CAAC,CAAC,oFAAoF,CAAC,CAAC;gBAChG,MAAM,GAAG,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,cAAc,EAAE,QAAQ,EAAE,SAAS,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE;oBAC1H,IAAI,EAAE,qHAAqH,EAAE,CAAA;gBAC/H,QAAQ,GAAI,MAA6B,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;YACzD,CAAC;QACH,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,CAAC,aAAa,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;gBAAE,MAAM,IAAI,cAAc,CAAC,sBAAsB,CAAC,CAAA;YAChH,MAAM,KAAK,GAAG,CAAC,GAAG,eAAe,EAAE,GAAG,CAAC,KAAK,KAAK,aAAa,CAAC,CAAC,CAAC,CAAC,+BAA+B,EAAE,gCAAgC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;YAC3I,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;gBAChC,IAAI,CAAC;oBAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;oBAAC,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAA;gBAAC,CAAC;gBAAC,MAAM,CAAC;oBAAC,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CAAA;gBAAC,CAAC;YAC7G,CAAC,CAAC,CAAA;YACF,MAAM,GAAG,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,oHAAoH,EAAE,CAAA;YAClM,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QAC7D,CAAC;IACH,CAAC;SAAM,IAAI,OAAO,KAAK,MAAM,IAAI,OAAO,KAAK,KAAK,EAAE,CAAC;QACnD,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,EAAE,WAAW,EAAE,YAAY,EAAE,UAAU,CAAC,EAAE,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAA;QACtK,IAAI,OAAO,KAAK,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;YAAE,MAAM,IAAI,cAAc,CAAC,yCAAyC,CAAC,CAAA;QACpJ,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAA;QAC/B,MAAM,eAAe,CAAC,MAAM,CAAC,CAAA;QAC7B,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAE,CAAC,CAAA;QACjD,IAAI,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC;YAC1B,MAAM,KAAK,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,CAAA;YACvC,MAAM,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,YAAY,CAAC,GAAG,MAAM,eAAe,EAAE,CAAA;YAClE,MAAM,IAAI,GAAG,QAAQ,CAAC,2BAA2B,CAAC,KAAK,CAAC,CAAA;YACxD,MAAM,OAAO,GAAG,YAAY,CAAC,4BAA4B,CAAC,IAAI,CAAC,CAAA;YAC/D,MAAM,KAAK,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAA;YACxC,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;gBACvB,MAAM,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,UAAU,EAAE,mBAAmB,CAAC,OAAO,CAAC,EAAE,YAAY,EAAE,KAAK,CAAC,MAAM;oBACzG,oBAAoB,EAAE,OAAO,CAAC,MAAM,CAAC,aAAa,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,EAAE;oBAC7I,cAAc,EAAE,aAAa,EAAE,eAAe,EAAE,UAAU,EAAE,kBAAkB,EAAE,KAAK,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,WAAW;oBACzH,mBAAmB,EAAE,KAAK,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,YAAY,EAAE,uBAAuB,EAAE,KAAK,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,WAAW;oBACnI,wBAAwB,EAAE,KAAK,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,YAAY,EAAE,CAAA;YAC1E,CAAC;iBAAM,CAAC;gBACN,MAAM,KAAK,GAAG,IAAI,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY,CAAE,CAAC,CAAC,CAAA;gBACpE,IAAI,CAAC;oBACH,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;oBACrB,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,CAAE,EAAE,KAAK,CAAC,CAAA;oBAC9D,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAA;oBAC7G,MAAM,gBAAgB,GAAG,QAAQ,CAAC,+BAA+B,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,OAAO;wBAClI,kBAAkB,EAAE,KAAK,CAAC,kBAAkB,EAAE,cAAc,EAAE,KAAK,CAAC,cAAc,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU;wBACpI,iBAAiB,EAAE,KAAK,CAAC,iBAAiB,EAAE,GAAG,CAAC,KAAK,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,KAAK,CAAC,aAAa,EAAE,CAAC,EAAE,CAAC,CAAA;oBACrI,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,KAAK,EAAE,OAAO,EAAE,gBAAgB,EAAE,MAAM,CAAC,CAAA;oBAC5E,QAAQ,CAAC,8BAA8B,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,cAAc,EAAE,KAAK,CAAC,kBAAkB,CAAC,CAAA;oBACtG,MAAM,MAAM,GAAG,eAAe,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAA;oBAClE,MAAM,GAAG,MAAM,CAAA;oBACf,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;gBAC/F,CAAC;wBAAS,CAAC;oBAAC,KAAK,CAAC,KAAK,EAAE,CAAA;gBAAC,CAAC;YAC7B,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,KAAK,GAAG,GAA4B,CAAA;YAC1C,MAAM,MAAM,GAAG,MAAM,YAAY,EAAE,CAAA;YACnC,MAAM,IAAI,GAAG,MAAM,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAA;YAC9C,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;gBACvB,MAAM,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,mBAAmB,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,iBAAiB,CAAC,IAAI,CAAC,CAAC,MAAM;oBAClG,oBAAoB,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,EAAE;oBACzJ,cAAc,EAAE,KAAK,CAAC,KAAK,CAAC,cAAc,IAAI,aAAa,EAAE,eAAe,EAAE,KAAK,CAAC,KAAK,CAAC,eAAe,IAAI,UAAU;oBACvH,kBAAkB,EAAE,KAAK,CAAC,KAAK,CAAC,cAAc,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW;oBAC/H,mBAAmB,EAAE,KAAK,CAAC,KAAK,CAAC,eAAe,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY;oBAClI,uBAAuB,EAAE,iBAAiB,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW;oBACjF,wBAAwB,EAAE,iBAAiB,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAA;YACzF,CAAC;iBAAM,CAAC;gBACN,MAAM,KAAK,GAAG,IAAI,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY,CAAE,CAAC,CAAC,CAAA;gBACpE,IAAI,CAAC;oBACH,+FAA+F;oBAC/F,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;oBAClB,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,CAAE,EAAE,KAAK,CAAC,CAAA;oBAC9D,MAAM,YAAY,CAAC,KAAK,EAAE,IAAI,EAAE,MAAM,CAAC,6BAA6B,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,CAAA;oBAC7F,MAAM,MAAM,GAAG,eAAe,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAA;oBAC5D,MAAM,GAAG,MAAM,CAAA;oBACf,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;gBAC/F,CAAC;wBAAS,CAAC;oBAAC,KAAK,CAAC,KAAK,EAAE,CAAA;gBAAC,CAAC;YAC7B,CAAC;QACH,CAAC;IACH,CAAC;SAAM,IAAI,OAAO,KAAK,QAAQ,EAAE,CAAC;QAChC,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,YAAY,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,CAAC,EAAE,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC,CAAA;QACjH,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAAC,MAAM,eAAe,CAAC,MAAM,CAAC,CAAA;QAC9D,+EAA+E;QAC/E,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY,CAAE,CAAC,CAAA;QACnD,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE;YAAE,MAAM,IAAI,cAAc,CAAC,8CAA8C,CAAC,CAAA;QAC/G,MAAM,KAAK,GAAG,IAAI,cAAc,CAAC,QAAQ,CAAC,CAAA;QAC1C,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAE,CAAC,CAAA;YAC9C,IAAI,IAAI,CAAC,OAAO,CAAC,EAAE,KAAK,0BAA0B,EAAE,CAAC;gBACnD,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAA;gBACzC,IAAI,UAAU,KAAK,SAAS;oBAAE,MAAM,IAAI,cAAc,CAAC,sEAAsE,CAAC,CAAA;gBAC9H,MAAM,KAAK,GAAG,MAAM,cAAc,CAAC,MAAM,MAAM,CAAC,UAAU,CAAC,CAAC,CAAA;gBAC5D,MAAM,CAAC,EAAE,AAAD,EAAG,QAAQ,EAAE,YAAY,CAAC,GAAG,MAAM,eAAe,EAAE,CAAA;gBAC5D,MAAM,QAAQ,GAAG,QAAQ,CAAC,2BAA2B,CAAC,KAAK,CAAC,CAAA;gBAC5D,MAAM,OAAO,GAAG,YAAY,CAAC,4BAA4B,CAAC,QAAQ,CAAC,CAAA;gBACnE,IAAI,mBAAmB,CAAC,OAAO,CAAC,KAAK,mBAAmB,CAAC,IAAI,CAAC;oBAAE,MAAM,IAAI,cAAc,CAAC,uDAAuD,CAAC,CAAA;gBACjJ,QAAQ,CAAC,8BAA8B,CAAC,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,cAAc,EAAE,KAAK,CAAC,kBAAkB,CAAC,CAAA;YAC3H,CAAC;YACD,MAAM,GAAG,eAAe,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAA;QACxD,CAAC;gBAAS,CAAC;YAAC,KAAK,CAAC,KAAK,EAAE,CAAA;QAAC,CAAC;IAC7B,CAAC;;QAAM,MAAM,IAAI,cAAc,CAAC,uCAAuC,CAAC,CAAA;IACxE,MAAM,IAAI,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAA;IACnD,IAAI,MAAM,KAAK,SAAS;QAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;SACpC,CAAC;QAAC,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;QAAC,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QAAC,MAAM,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAA;IAAC,CAAC;IAC7J,OAAO,QAAQ,CAAA;AACjB,CAAC"}
1
+ {"version":3,"file":"cli.js","sourceRoot":"","sources":["../../src/benchmark/cli.ts"],"names":[],"mappings":";;;;;;;;AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AACxC,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAA;AACnC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAA;AAChE,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAA;AAC3C,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,WAAW,CAAA;AACxD,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAA;AACxC,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAA;AACnE,OAAO,EAAE,uBAAuB,EAAE,wBAAwB,EAAE,yBAAyB,EAAE,0BAA0B,EAAE,MAAM,oBAAoB,CAAA;AAC7I,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAA;AAC7C,OAAO,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AACpF,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAA;AAC3C,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA;AAI1C,MAAM,eAAe,GAAG,CAAC,qBAAqB,EAAE,wBAAwB,EAAE,6BAA6B;IACrG,sBAAsB,EAAE,0BAA0B,EAAE,qCAAqC,EAAE,gCAAgC,EAAE,wBAAwB,CAAU,CAAA;AACjK,MAAM,IAAI,GAAG;;;;;;;;;;;CAWZ,CAAA;AAED,SAAS,OAAO,CAAC,IAAuB,EAAE,OAA0B,EAAE,QAA2B;IAC/F,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAA;IACxC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACpD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAE,CAAC;QAAC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAA;QACvD,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE;YAAE,MAAM,IAAI,cAAc,CAAC,yCAAyC,CAAC,CAAA;QAC1L,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAA;IACxB,CAAC;IACD,IAAI,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAAE,MAAM,IAAI,cAAc,CAAC,iDAAiD,CAAC,CAAA;IACvH,OAAO,MAAM,CAAA;AACf,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,IAAY,EAAE,KAAa,EAAE,cAAc,GAAG,KAAK;IAC5E,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,UAAU,GAAG,SAAS,CAAC,UAAU,CAAC,CAAA;IACjG,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;QAClC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,cAAc,IAAI,MAAM,CAAC,KAAK,KAAK,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,GAAG,KAAK;YAAE,MAAM,IAAI,cAAc,CAAC,gDAAgD,CAAC,CAAA;QAClK,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAA;QACrC,IAAI,KAAK,GAAG,CAAC,CAAA;QACb,OAAO,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;YAC5B,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,GAAG,KAAK,EAAE,KAAK,CAAC,CAAA;YAClF,IAAI,SAAS,KAAK,CAAC;gBAAE,MAAK;YAC1B,KAAK,IAAI,SAAS,CAAA;QACpB,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;QACjC,IAAI,KAAK,GAAG,KAAK,IAAI,MAAM,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,IAAI,MAAM,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO;YAAE,MAAM,IAAI,cAAc,CAAC,0CAA0C,CAAC,CAAA;QAC7L,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,KAAK,CAAC,CAAA;QACrC,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAA;IACjG,CAAC;YAAS,CAAC;QAAC,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;IAAC,CAAC;AACpC,CAAC;AAED,KAAK,UAAU,YAAY;IACzB,IAAI,CAAC;QAAC,OAAO,MAAM,MAAM,CAAC,aAAa,CAAC,CAAA;IAAC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACxD,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,sBAAsB,EAAE,CAAC;YACnG,MAAM,IAAI,cAAc,CAAC,8GAA8G,CAAC,CAAA;QAC1I,CAAC;QACD,MAAM,IAAI,cAAc,CAAC,8CAA8C,CAAC,CAAA;IAC1E,CAAC;AACH,CAAC;AAED,KAAK,UAAU,MAAM,CAAC,IAAY;IAChC,MAAM,IAAI,GAAG,MAAM,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,CAAA;IACtD,IAAI,CAAC;QAAC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAA0B,CAAA;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,MAAM,IAAI,cAAc,CAAC,qCAAqC,CAAC,CAAA;IAAC,CAAC;AACzI,CAAC;AAED,+FAA+F;AAC/F,KAAK,UAAU,OAAO,CAAC,IAAY,EAAE,KAA6C;IAChF,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,cAAc,CAAC,sCAAsC,CAAC,CAAA;IACvF,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,CAAA;IACzD,IAAI,QAAQ,CAAC,MAAM,KAAK,KAAK,CAAC,KAAK,CAAC,aAAa,IAAI,QAAQ,CAAC,MAAM,KAAK,KAAK,CAAC,KAAK,CAAC,kBAAkB;QAAE,MAAM,IAAI,cAAc,CAAC,oEAAoE,CAAC,CAAA;IACvM,gGAAgG;IAChG,0FAA0F;IAC1F,8EAA8E;IAC9E,MAAM,QAAQ,GAAY,MAAM,MAAM,kCAAC,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,IAAI,cAAc,QAAQ,CAAC,MAAM,EAAE,EAAC,CAAA;IAClG,IAAI,CAAC,MAAM,WAAW,CAAC,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,MAAM;QAAE,MAAM,IAAI,cAAc,CAAC,sCAAsC,CAAC,CAAA;IAC3I,IAAI,CAAC,QAAQ,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,CAAC,CAAC,qBAAqB,IAAI,QAAQ,CAAC,IAAI,OAAO,QAAQ,CAAC,mBAAmB,KAAK,UAAU;QAAE,MAAM,IAAI,cAAc,CAAC,gDAAgD,CAAC,CAAA;IACvN,OAAO,QAAQ,CAAC,mBAA2C,CAAA;AAC7D,CAAC;AAED,MAAM,uBAAuB,GAAG,CAAC,GAAG,eAAe,EAAE,uBAAuB,EAAE,4BAA4B,EAAE,oCAAoC;IAC9I,2BAA2B,EAAE,sCAAsC,EAAE,4CAA4C,EAAE,kCAAkC;IACrJ,gCAAgC,EAAE,+BAA+B,EAAE,mCAAmC,EAAE,kCAAkC,CAAU,CAAA;AAEtJ,KAAK,UAAU,eAAe;IAC5B,IAAI,CAAC;QAAC,OAAO,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,sBAAsB,CAAC,EAAE,MAAM,CAAC,sBAAsB,CAAC,EAAE,MAAM,CAAC,wBAAwB,CAAC,EAAE,MAAM,CAAC,oBAAoB,CAAC,EAAE,MAAM,CAAC,0BAA0B,CAAC,EAAE,MAAM,CAAC,yBAAyB,CAAC,CAAC,CAAC,CAAA;IAAC,CAAC;IAAC,MAAM,CAAC;QAC/O,MAAM,IAAI,cAAc,CAAC,sHAAsH,CAAC,CAAA;IAClJ,CAAC;AACH,CAAC;AAED,uHAAuH;AACvH,SAAS,kBAAkB,CAAC,OAAoD,EAC9E,KAAiD,EAAE,IAAwD,EAC3G,OAAmC;IACnC,MAAM,CAAC,EAAE,AAAD,EAAG,AAAD,EAAG,AAAD,EAAG,UAAU,CAAC,GAAG,OAAO,CAAA;IACpC,OAAO,UAAU,CAAC,kCAAkC,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,cAAc,EAAE,KAAK,CAAC,kBAAkB,EAAE;QAClH,8BAA8B,EAAE,KAAK,CAAC,KAAK,CAAC,8BAA8B;QAC1E,+BAA+B,EAAE,KAAK,CAAC,KAAK,CAAC,+BAA+B;QAC5E,kCAAkC,EAAE,KAAK,CAAC,KAAK,CAAC,kCAAkC,IAAI,IAAI;QAC1F,mCAAmC,EAAE,KAAK,CAAC,KAAK,CAAC,mCAAmC,IAAI,IAAI;KAC7F,CAAC,CAAA;AACJ,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,KAAc;IAC1C,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,eAAe,EAAE,CAAA;IACxC,OAAO,MAAM,CAAC,4BAA4B,CAAC,KAAK,CAAC,CAAA;AACnD,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc;IACtC,MAAM,KAAK,GAAG,CAAC,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAE,KAA6B,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAA;IAC9G,OAAO,KAAK,KAAK,aAAa,IAAI,KAAK,KAAK,aAAa,CAAA;AAC3D,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,IAAwB;IACrD,IAAI,IAAI,KAAK,SAAS;QAAE,OAAM;IAC9B,IAAI,CAAC;QAAC,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAA;IAAC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAChD,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAM;QAC5F,MAAM,KAAK,CAAA;IACb,CAAC;IACD,MAAM,IAAI,cAAc,CAAC,sDAAsD,CAAC,CAAA;AAClF,CAAC;AAID,wGAAwG;AACxG,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,IAAuB,EAAE,EAAsB,EAAE,MAAoB;IACtG,MAAM,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;IACvB,IAAI,OAAO,KAAK,SAAS,IAAI,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;QAAC,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAAC,OAAO,CAAC,CAAA;IAAC,CAAC;IACtG,IAAI,MAAe,CAAA;IACnB,IAAI,MAA0B,CAAA;IAC9B,IAAI,QAAQ,GAAG,CAAC,CAAA;IAChB,IAAI,OAAO,KAAK,QAAQ,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE,EAAE,CAAC,CAAA;QACpD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,aAAa,CAAA;QAClD,IAAI,KAAK,KAAK,aAAa,IAAI,KAAK,KAAK,aAAa,EAAE,CAAC;YACvD,MAAM,CAAC,EAAE,AAAD,EAAG,AAAD,EAAG,AAAD,EAAG,AAAD,EAAG,QAAQ,CAAC,GAAG,MAAM,eAAe,EAAE,CAAA;YACpD,MAAM,GAAG,EAAE,OAAO,EAAE,QAAQ,CAAC,uBAAuB,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,EAAE,CAAA;QAC7L,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,CAAC,aAAa,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;gBAAE,MAAM,IAAI,cAAc,CAAC,sBAAsB,CAAC,CAAA;YAChH,MAAM,GAAG,EAAE,OAAO,EAAE,KAAK,KAAK,WAAW,CAAC,CAAC,CAAC,0BAA0B,CAAC,CAAC,CAAC,KAAK,KAAK,WAAW,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,kBAAkB,EAAE,KAAK,EAAE,CAAC,KAAK,KAAK,WAAW,CAAC,CAAC,CAAC,yBAAyB,CAAC,CAAC,CAAC,KAAK,KAAK,WAAW,CAAC,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,EAAE,CAAA;QACnW,CAAC;IACH,CAAC;SAAM,IAAI,OAAO,KAAK,QAAQ,EAAE,CAAC;QAChC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,SAAS,EAAE,UAAU,CAAC,EAAE,EAAE,CAAC,CAAA;QAChE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,aAAa,CAAA;QAClD,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAC9C,IAAI,KAAK,KAAK,aAAa,IAAI,KAAK,KAAK,aAAa,EAAE,CAAC;YACvD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAA;YACvC,MAAM,UAAU,GAAG,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,UAAU,CAAC,CAAA;YAClF,MAAM,QAAQ,GAAI,UAA6D,EAAE,KAAK,EAAE,QAAQ,CAAA;YAChG,MAAM,gBAAgB,GAAG,QAAQ,KAAK,uBAAuB;gBAC3D,CAAC,CAAC,CAAC,yCAAyC,EAAE,8BAA8B,CAAC;gBAC7E,CAAC,CAAC,QAAQ,KAAK,aAAa;oBAC1B,CAAC,CAAC,CAAC,4CAA4C,EAAE,8BAA8B,CAAC;oBAChF,CAAC,CAAC,QAAQ,KAAK,aAAa;wBAC1B,CAAC,CAAC,CAAC,kCAAkC,CAAC;wBACtC,CAAC,CAAC,EAAE,CAAA;YACV,MAAM,gBAAgB,GAAG,CAAC,GAAG,uBAAuB,EAAE,GAAG,gBAAgB,CAAC,CAAA;YAC1E,MAAM,QAAQ,GAAG,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;gBAC3C,IAAI,CAAC;oBAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;oBAAC,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAA;gBAAC,CAAC;gBAAC,MAAM,CAAC;oBAAC,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CAAA;gBAAC,CAAC;YAC7G,CAAC,CAAC,CAAA;YACF,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;gBAC7B,MAAM,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,iIAAiI,EAAE,CAAA;gBACzM,QAAQ,GAAG,CAAC,CAAA;YACd,CAAC;iBAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;gBACrD,MAAM,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,kGAAkG,EAAE,CAAA;gBAC1K,QAAQ,GAAG,CAAC,CAAA;YACd,CAAC;iBAAM,CAAC;gBACN,MAAM,KAAK,GAAG,MAAM,cAAc,CAAC,UAAU,CAAC,CAAA;gBAC9C,IAAI,cAAc,GAAG,KAAK,CAAA;gBAC1B,IAAI,CAAC;oBACH,MAAM,gBAAgB,GAAG,mCAAmC,CAAA;oBAC5D,MAAM,SAAS,GAAG,MAAM,MAAM,kCAAC,gBAAgB,EAAgF,CAAA;oBAC/H,MAAM,SAAS,CAAC,qBAAqB,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,UAAU,CAAC,CAAA;oBACpE,cAAc,GAAG,IAAI,CAAA;gBACvB,CAAC;gBAAC,MAAM,CAAC,CAAC,oFAAoF,CAAC,CAAC;gBAChG,MAAM,GAAG,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,cAAc,EAAE,QAAQ,EAAE,SAAS,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE;oBAC1H,IAAI,EAAE,qHAAqH,EAAE,CAAA;gBAC/H,QAAQ,GAAI,MAA6B,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;YACzD,CAAC;QACH,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,CAAC,aAAa,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC;gBAAE,MAAM,IAAI,cAAc,CAAC,sBAAsB,CAAC,CAAA;YAChH,MAAM,KAAK,GAAG,CAAC,GAAG,eAAe,EAAE,GAAG,CAAC,KAAK,KAAK,aAAa,CAAC,CAAC,CAAC,CAAC,+BAA+B,EAAE,gCAAgC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;YAC3I,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;gBAChC,IAAI,CAAC;oBAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;oBAAC,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAA;gBAAC,CAAC;gBAAC,MAAM,CAAC;oBAAC,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CAAA;gBAAC,CAAC;YAC7G,CAAC,CAAC,CAAA;YACF,MAAM,GAAG,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,oHAAoH,EAAE,CAAA;YAClM,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QAC7D,CAAC;IACH,CAAC;SAAM,IAAI,OAAO,KAAK,MAAM,IAAI,OAAO,KAAK,KAAK,EAAE,CAAC;QACnD,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,EAAE,WAAW,EAAE,YAAY,EAAE,UAAU,CAAC,EAAE,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAA;QACtK,IAAI,OAAO,KAAK,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,IAAI,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;YAAE,MAAM,IAAI,cAAc,CAAC,yCAAyC,CAAC,CAAA;QACpJ,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAA;QAC/B,MAAM,eAAe,CAAC,MAAM,CAAC,CAAA;QAC7B,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAE,CAAC,CAAA;QACjD,IAAI,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC;YAC1B,MAAM,KAAK,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,CAAA;YACvC,MAAM,OAAO,GAAG,MAAM,eAAe,EAAE,CAAA;YACvC,MAAM,CAAC,EAAE,AAAD,EAAG,QAAQ,EAAE,YAAY,EAAE,AAAD,EAAG,QAAQ,CAAC,GAAG,OAAO,CAAA;YACxD,MAAM,IAAI,GAAG,QAAQ,CAAC,2BAA2B,CAAC,KAAK,CAAC,CAAA;YACxD,MAAM,OAAO,GAAG,YAAY,CAAC,4BAA4B,CAAC,IAAI,CAAC,CAAA;YAC/D,MAAM,KAAK,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAA;YACxC,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;gBACvB,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,eAAe,CAAA;gBAC3C,MAAM,GAAG,IAAI,KAAK,qBAAqB;oBACrC,CAAC,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,UAAU,EAAE,mBAAmB,CAAC,OAAO,CAAC,EAAE,YAAY,EAAE,KAAK,CAAC,MAAM;wBAChG,eAAe,EAAE,IAAI;wBACrB,sFAAsF;wBACtF,yFAAyF;wBACzF,iBAAiB,EAAE,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU;wBAC3D,gBAAgB,EAAE,KAAK,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,SAAS;wBACzD,oBAAoB,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI;wBACvE,kBAAkB,EAAE,IAAI,EAAE,mBAAmB,EAAE,IAAI;wBACnD,uBAAuB,EAAE,IAAI,EAAE,wBAAwB,EAAE,IAAI,EAAE;oBACnE,CAAC,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,UAAU,EAAE,mBAAmB,CAAC,OAAO,CAAC,EAAE,YAAY,EAAE,KAAK,CAAC,MAAM;wBAChG,eAAe,EAAE,IAAI;wBACrB,oBAAoB,EAAE,OAAO,CAAC,MAAM,CAAC,aAAa,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,EAAE;wBAC7I,cAAc,EAAE,aAAa,EAAE,eAAe,EAAE,UAAU,EAAE,kBAAkB,EAAE,KAAK,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,WAAW;wBACzH,mBAAmB,EAAE,KAAK,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,YAAY,EAAE,uBAAuB,EAAE,KAAK,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,WAAW;wBACnI,wBAAwB,EAAE,KAAK,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,YAAY,EAAE,CAAA;YAC9E,CAAC;iBAAM,CAAC;gBACN,MAAM,KAAK,GAAG,IAAI,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY,CAAE,CAAC,CAAC,CAAA;gBACpE,IAAI,CAAC;oBACH,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;oBACrB,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,CAAE,EAAE,KAAK,CAAC,CAAA;oBAC9D,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,QAAQ,CAAC,oBAAoB,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAA;oBACzH,MAAM,gBAAgB,GAAG,QAAQ,CAAC,+BAA+B,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,OAAO;wBAClI,kBAAkB,EAAE,KAAK,CAAC,kBAAkB,EAAE,cAAc,EAAE,KAAK,CAAC,cAAc,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU;wBACpI,iBAAiB,EAAE,KAAK,CAAC,iBAAiB,EAAE,GAAG,CAAC,KAAK,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,KAAK,CAAC,aAAa,EAAE,CAAC,EAAE,CAAC,CAAA;oBACrI,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,KAAK,EAAE,OAAO,EAAE,gBAAgB,EAAE,MAAM,CAAC,CAAA;oBAC5E,QAAQ,CAAC,8BAA8B,CAAC,IAAI,EAAE,OAAO,EAAE,KAAK,CAAC,cAAc,EAAE,KAAK,CAAC,kBAAkB,CAAC,CAAA;oBACtG,MAAM,MAAM,GAAG,eAAe,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAA;oBAClE,MAAM,GAAG,EAAE,GAAG,MAAM,EAAE,QAAQ,EAAE,kBAAkB,CAAC,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,CAAC,EAAE,CAAA;oBACnF,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;gBAC/F,CAAC;wBAAS,CAAC;oBAAC,KAAK,CAAC,KAAK,EAAE,CAAA;gBAAC,CAAC;YAC7B,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,KAAK,GAAG,GAA4B,CAAA;YAC1C,MAAM,MAAM,GAAG,MAAM,YAAY,EAAE,CAAA;YACnC,MAAM,IAAI,GAAG,MAAM,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAA;YAC9C,IAAI,OAAO,KAAK,MAAM,EAAE,CAAC;gBACvB,MAAM,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,mBAAmB,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,iBAAiB,CAAC,IAAI,CAAC,CAAC,MAAM;oBAClG,oBAAoB,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,EAAE;oBACzJ,cAAc,EAAE,KAAK,CAAC,KAAK,CAAC,cAAc,IAAI,aAAa,EAAE,eAAe,EAAE,KAAK,CAAC,KAAK,CAAC,eAAe,IAAI,UAAU;oBACvH,kBAAkB,EAAE,KAAK,CAAC,KAAK,CAAC,cAAc,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW;oBAC/H,mBAAmB,EAAE,KAAK,CAAC,KAAK,CAAC,eAAe,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY;oBAClI,uBAAuB,EAAE,iBAAiB,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW;oBACjF,wBAAwB,EAAE,iBAAiB,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAA;YACzF,CAAC;iBAAM,CAAC;gBACN,MAAM,KAAK,GAAG,IAAI,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY,CAAE,CAAC,CAAC,CAAA;gBACpE,IAAI,CAAC;oBACH,+FAA+F;oBAC/F,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;oBAClB,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,WAAW,CAAE,EAAE,KAAK,CAAC,CAAA;oBAC9D,MAAM,YAAY,CAAC,KAAK,EAAE,IAAI,EAAE,MAAM,CAAC,6BAA6B,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,CAAA;oBAC7F,MAAM,MAAM,GAAG,eAAe,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAA;oBAC5D,MAAM,GAAG,MAAM,CAAA;oBACf,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;gBAC/F,CAAC;wBAAS,CAAC;oBAAC,KAAK,CAAC,KAAK,EAAE,CAAA;gBAAC,CAAC;YAC7B,CAAC;QACH,CAAC;IACH,CAAC;SAAM,IAAI,OAAO,KAAK,QAAQ,EAAE,CAAC;QAChC,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,YAAY,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,CAAC,EAAE,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC,CAAA;QACjH,MAAM,GAAG,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAAC,MAAM,eAAe,CAAC,MAAM,CAAC,CAAA;QAC9D,+EAA+E;QAC/E,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY,CAAE,CAAC,CAAA;QACnD,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE;YAAE,MAAM,IAAI,cAAc,CAAC,8CAA8C,CAAC,CAAA;QAC/G,MAAM,KAAK,GAAG,IAAI,cAAc,CAAC,QAAQ,CAAC,CAAA;QAC1C,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAE,CAAC,CAAA;YAC9C,IAAI,IAAI,CAAC,OAAO,CAAC,EAAE,KAAK,0BAA0B,IAAI,IAAI,CAAC,OAAO,CAAC,EAAE,KAAK,6BAA6B,EAAE,CAAC;gBACxG,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAA;gBACzC,IAAI,UAAU,KAAK,SAAS;oBAAE,MAAM,IAAI,cAAc,CAAC,sEAAsE,CAAC,CAAA;gBAC9H,MAAM,KAAK,GAAG,MAAM,cAAc,CAAC,MAAM,MAAM,CAAC,UAAU,CAAC,CAAC,CAAA;gBAC5D,MAAM,OAAO,GAAG,MAAM,eAAe,EAAE,CAAA;gBACvC,MAAM,CAAC,EAAE,AAAD,EAAG,QAAQ,EAAE,YAAY,CAAC,GAAG,OAAO,CAAA;gBAC5C,MAAM,QAAQ,GAAG,QAAQ,CAAC,2BAA2B,CAAC,KAAK,CAAC,CAAA;gBAC5D,MAAM,OAAO,GAAG,YAAY,CAAC,4BAA4B,CAAC,QAAQ,CAAC,CAAA;gBACnE,IAAI,mBAAmB,CAAC,OAAO,CAAC,KAAK,mBAAmB,CAAC,IAAI,CAAC;oBAAE,MAAM,IAAI,cAAc,CAAC,uDAAuD,CAAC,CAAA;gBACjJ,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;gBACtC,QAAQ,CAAC,8BAA8B,CAAC,QAAQ,EAAE,OAAO,EAAE,KAAK,CAAC,cAAc,EAAE,KAAK,CAAC,kBAAkB,CAAC,CAAA;gBAC1G,MAAM,GAAG,EAAE,GAAG,eAAe,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,QAAQ,EAAE,kBAAkB,CAAC,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,CAAC,EAAE,CAAA;YACjH,CAAC;iBAAM,CAAC;gBACN,MAAM,GAAG,eAAe,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAA;YACxD,CAAC;QACH,CAAC;gBAAS,CAAC;YAAC,KAAK,CAAC,KAAK,EAAE,CAAA;QAAC,CAAC;IAC7B,CAAC;;QAAM,MAAM,IAAI,cAAc,CAAC,uCAAuC,CAAC,CAAA;IACxE,MAAM,IAAI,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAA;IACnD,IAAI,MAAM,KAAK,SAAS;QAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;SACpC,CAAC;QAAC,MAAM,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;QAAC,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QAAC,MAAM,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAA;IAAC,CAAC;IAC7J,OAAO,QAAQ,CAAA;AACjB,CAAC"}
@@ -0,0 +1,64 @@
1
+ import { Context } from '@deepseek-ai/cordis';
2
+ import type { Agent } from '@deepseek-ai/dsh-agent';
3
+ import type { NativeModelConfig } from './native.js';
4
+ import type { BenchmarkBudget } from './types.js';
5
+ import type { BenchmarkStrategyOwnerRuntime } from './strategy-owner.js';
6
+ export interface NativeGoalTask {
7
+ objective: string;
8
+ publicPrompt: string;
9
+ artifactPath: string;
10
+ verification: {
11
+ command: string;
12
+ cases: readonly {
13
+ stdin: string;
14
+ expectedStdout: string;
15
+ expectedExitCode: number;
16
+ }[];
17
+ maxDurationMs: number;
18
+ maxOutputBytes: number;
19
+ };
20
+ }
21
+ export interface NativeGoalsHost {
22
+ list(agent: Agent): readonly {
23
+ id: string;
24
+ native: {
25
+ sessionId: string;
26
+ objective: string;
27
+ };
28
+ }[];
29
+ registerBudgetMeter(input: unknown): () => void;
30
+ whenIdle(): Promise<void>;
31
+ inspectOwnerGoalExecution(input: {
32
+ ownerRouteId: string;
33
+ principalId: string;
34
+ workspace: string;
35
+ preset: string;
36
+ sessionId: string;
37
+ goalId: string;
38
+ }): Readonly<Record<string, unknown>>;
39
+ }
40
+ export declare function installNativeGoalServices(input: {
41
+ ctx: Context;
42
+ owner: BenchmarkStrategyOwnerRuntime;
43
+ model: NativeModelConfig;
44
+ budget: BenchmarkBudget;
45
+ limits: {
46
+ modelCalls: number;
47
+ maxOutputTokensPerCall: number;
48
+ maxGoalRounds: number;
49
+ observationMode: NativeModelConfig['observationMode'];
50
+ };
51
+ task: NativeGoalTask;
52
+ image: string;
53
+ dockerPath: string;
54
+ stepMaxDurationMs: number;
55
+ enabledStrategy: boolean;
56
+ assertLive: () => void;
57
+ acceptanceValidityMs?: number;
58
+ }): Promise<{
59
+ goals: NativeGoalsHost;
60
+ ownerRouteId: string;
61
+ principalId: string;
62
+ lineage: ReturnType<BenchmarkStrategyOwnerRuntime['pairOwner']>;
63
+ }>;
64
+ //# sourceMappingURL=native-goal-services.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"native-goal-services.d.ts","sourceRoot":"","sources":["../../src/benchmark/native-goal-services.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAA;AAC7C,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,wBAAwB,CAAA;AACnD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAA;AACpD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAA;AACjD,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,qBAAqB,CAAA;AAExE,MAAM,WAAW,cAAc;IAC7B,SAAS,EAAE,MAAM,CAAA;IACjB,YAAY,EAAE,MAAM,CAAA;IACpB,YAAY,EAAE,MAAM,CAAA;IACpB,YAAY,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,SAAS;YAAE,KAAK,EAAE,MAAM,CAAC;YAAC,cAAc,EAAE,MAAM,CAAC;YAAC,gBAAgB,EAAE,MAAM,CAAA;SAAE,EAAE,CAAC;QAAC,aAAa,EAAE,MAAM,CAAC;QAAC,cAAc,EAAE,MAAM,CAAA;KAAE,CAAA;CACxK;AACD,MAAM,WAAW,eAAe;IAC9B,IAAI,CAAC,KAAK,EAAE,KAAK,GAAG,SAAS;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE;YAAE,SAAS,EAAE,MAAM,CAAC;YAAC,SAAS,EAAE,MAAM,CAAA;SAAE,CAAA;KAAE,EAAE,CAAA;IAC/F,mBAAmB,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,IAAI,CAAA;IAC/C,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;IACzB,yBAAyB,CAAC,KAAK,EAAE;QAAE,YAAY,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,GAAG,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAA;CACzL;AAID,wBAAsB,yBAAyB,CAAC,KAAK,EAAE;IACrD,GAAG,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,6BAA6B,CAAC;IAAC,KAAK,EAAE,iBAAiB,CAAC;IAAC,MAAM,EAAE,eAAe,CAAA;IACrG,MAAM,EAAE;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,sBAAsB,EAAE,MAAM,CAAC;QAAC,aAAa,EAAE,MAAM,CAAC;QAAC,eAAe,EAAE,iBAAiB,CAAC,iBAAiB,CAAC,CAAA;KAAE,CAAA;IAC5I,IAAI,EAAE,cAAc,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC;IAAC,iBAAiB,EAAE,MAAM,CAAC;IAAC,eAAe,EAAE,OAAO,CAAC;IAAC,UAAU,EAAE,MAAM,IAAI,CAAC;IAAC,oBAAoB,CAAC,EAAE,MAAM,CAAA;CACpK,GAAG,OAAO,CAAC;IAAE,KAAK,EAAE,eAAe,CAAC;IAAC,YAAY,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,UAAU,CAAC,6BAA6B,CAAC,WAAW,CAAC,CAAC,CAAA;CAAE,CAAC,CA+BlJ"}
@@ -0,0 +1,52 @@
1
+ var __rewriteRelativeImportExtension = (this && this.__rewriteRelativeImportExtension) || function (path, preserveJsx) {
2
+ if (typeof path === "string" && /^\.\.?\//.test(path)) {
3
+ return path.replace(/\.(tsx)$|((?:\.d)?)((?:\.[^./]+?)?)\.([cm]?)ts$/i, function (m, tsx, d, ext, cm) {
4
+ return tsx ? preserveJsx ? ".jsx" : ".js" : d && (!ext || !cm) ? m : (d + ext + "." + cm.toLowerCase() + "js");
5
+ });
6
+ }
7
+ return path;
8
+ };
9
+ import { Context } from '@deepseek-ai/cordis';
10
+ const plugin = (ctx, value, config = {}) => ctx.plugin(value, config);
11
+ export async function installNativeGoalServices(input) {
12
+ const { ctx, owner, model, budget, limits, task, image, dockerPath, stepMaxDurationMs, enabledStrategy, assertLive } = input;
13
+ const validityMs = input.acceptanceValidityMs ?? budget.durationMs;
14
+ if (!Number.isSafeInteger(validityMs) || validityMs < 1 || validityMs > 86400000)
15
+ throw new Error('invalid native acceptance validity');
16
+ const callCounting = limits.observationMode === 'observed-call-count';
17
+ const names = ['@deepseek-ai/dsh-goal', '@deepseek-ai/dsh-tool-goal', '@deepseek-ai/dsh-goal-round-driver', '@deepseek-ai/dsh-subagent',
18
+ '@dsh-enhanced/assistant-goals', '@dsh-enhanced/assistant-isolation', '@dsh-enhanced/assistant-verifier'];
19
+ const [native, tools, driver, subagents, goalsModule, isolationModule, verifierModule] = await Promise.all(names.map(name => import(__rewriteRelativeImportExtension(name))));
20
+ assertLive();
21
+ await plugin(ctx, native.default);
22
+ assertLive();
23
+ await plugin(ctx, { inject: tools.inject, apply: tools.apply });
24
+ assertLive();
25
+ await plugin(ctx, { inject: driver.inject, apply: driver.apply });
26
+ assertLive();
27
+ await plugin(ctx, subagents.SubagentRuntime);
28
+ assertLive();
29
+ await plugin(ctx, goalsModule.default, { databasePath: `${owner.runtimeRoot}/goals.sqlite`, verifyNativeRounds: true, verifyGoalOutcome: true,
30
+ preauthorizedCreateMaxRounds: limits.maxGoalRounds, stepMaxDurationMs,
31
+ ...(enabledStrategy ? { strategy: { maxDurationMs: Math.min(stepMaxDurationMs, 30000) } } : {}),
32
+ executionBudget: callCounting
33
+ ? { mode: 'calls', modelCalls: limits.modelCalls, toolCalls: budget.toolCalls, durationMs: budget.durationMs, maxOutputTokensPerCall: limits.maxOutputTokensPerCall, routes: [{ provider: model.provider, model: model.model }] }
34
+ : { ...budget, costUsdMicros: budget.costUsdMicros ?? undefined, modelCalls: limits.modelCalls, maxOutputTokensPerCall: limits.maxOutputTokensPerCall } });
35
+ assertLive();
36
+ const goals = ctx.get('assistantGoals');
37
+ if (typeof goals?.inspectOwnerGoalExecution !== 'function')
38
+ throw new Error('upgrade Goals: owner execution snapshot API required');
39
+ const lineage = owner.pairOwner(), principalId = owner.principalId, ownerRouteId = owner.ownerRouteId, expiresAt = Date.now() + budget.durationMs;
40
+ await plugin(ctx, isolationModule.default, { stateRoot: `${owner.runtimeRoot}/isolation`, image, dockerPath, limits: { maxDurationMs: Math.min(stepMaxDurationMs, 300000) }, grants: [{ id: 'benchmark-work', revision: 1,
41
+ principalDigest: isolationModule.isolationPrincipalDigest(principalId), ...lineage, workspace: owner.workspace, agentPreset: 'benchmark', expiresAt, maxRuns: Math.max(1, budget.toolCalls), maxTotalDurationMs: budget.durationMs }] });
42
+ assertLive();
43
+ const authority = { kind: 'isolated-runner', id: 'benchmark-verification', stateRoot: `${owner.runtimeRoot}/verification-jobs`, image, dockerPath, command: task.verification.command, expiresAt,
44
+ maxRuns: Math.min(10000, (limits.maxGoalRounds * 2 + 2) * task.verification.cases.length), maxTotalDurationMs: budget.durationMs, maxDurationMs: task.verification.maxDurationMs, maxOutputBytes: task.verification.maxOutputBytes, testSets: [{ id: 'cases', cases: task.verification.cases }] };
45
+ const compiled = verifierModule.createVerifierAuthorities({ authorities: [authority] })[0];
46
+ await plugin(ctx, verifierModule.AssistantVerifierService, { databasePath: `${owner.runtimeRoot}/verifier.sqlite`, tickIntervalMs: 0, requireAcceptance: false, authorities: [authority], profiles: ['goal-step', 'goal-outcome'].map(taskKind => ({ id: `benchmark-${taskKind}`, version: 1, taskKind,
47
+ objective: task.objective, scope: { workspace: owner.workspace, preset: 'benchmark' }, owner: lineage, validityMs,
48
+ bounds: { maxDurationMs: stepMaxDurationMs, maxEvidenceBytes: 8192 }, criteria: [{ id: 'artifact-behavior', kind: 'isolated-process-behavior', authority: { id: compiled.id, digest: compiled.digest }, artifactPath: task.artifactPath, testSetId: 'cases' }] })) });
49
+ assertLive();
50
+ return { goals, ownerRouteId, principalId, lineage };
51
+ }
52
+ //# sourceMappingURL=native-goal-services.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"native-goal-services.js","sourceRoot":"","sources":["../../src/benchmark/native-goal-services.ts"],"names":[],"mappings":";;;;;;;;AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAA;AAmB7C,MAAM,MAAM,GAAG,CAAC,GAAY,EAAE,KAAc,EAAE,SAAkB,EAAE,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,KAA0B,EAAE,MAAe,CAAC,CAAA;AAE9H,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAAC,KAI/C;IACC,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,iBAAiB,EAAE,eAAe,EAAE,UAAU,EAAE,GAAG,KAAK,CAAA;IAC5H,MAAM,UAAU,GAAG,KAAK,CAAC,oBAAoB,IAAI,MAAM,CAAC,UAAU,CAAA;IAClE,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,UAAU,CAAC,IAAI,UAAU,GAAG,CAAC,IAAI,UAAU,GAAG,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAA;IACvI,MAAM,YAAY,GAAG,MAAM,CAAC,eAAe,KAAK,qBAAqB,CAAA;IACrE,MAAM,KAAK,GAAG,CAAC,uBAAuB,EAAE,4BAA4B,EAAE,oCAAoC,EAAE,2BAA2B;QACrI,+BAA+B,EAAE,mCAAmC,EAAE,kCAAkC,CAAC,CAAA;IAC3G,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,eAAe,EAAE,cAAc,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,kCAAC,IAAI,EAAC,CAAC,CAAC,CAAA;IAC3I,UAAU,EAAE,CAAC;IAAC,MAAM,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;IAAC,UAAU,EAAE,CAAC;IAAC,MAAM,MAAM,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;IAAC,UAAU,EAAE,CAAA;IAC5I,MAAM,MAAM,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IAAC,UAAU,EAAE,CAAC;IAAC,MAAM,MAAM,CAAC,GAAG,EAAE,SAAS,CAAC,eAAe,CAAC,CAAC;IAAC,UAAU,EAAE,CAAA;IAC3I,MAAM,MAAM,CAAC,GAAG,EAAE,WAAW,CAAC,OAAO,EAAE,EAAE,YAAY,EAAE,GAAG,KAAK,CAAC,WAAW,eAAe,EAAE,kBAAkB,EAAE,IAAI,EAAE,iBAAiB,EAAE,IAAI;QAC3I,4BAA4B,EAAE,MAAM,CAAC,aAAa,EAAE,iBAAiB;QACrE,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,aAAa,EAAE,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/F,eAAe,EAAE,YAAY;YAC3B,CAAC,CAAC,EAAE,IAAI,EAAE,OAAgB,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,sBAAsB,EAAE,MAAM,CAAC,sBAAsB,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,EAAE;YAC1O,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,aAAa,EAAE,MAAM,CAAC,aAAa,IAAI,SAAS,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,sBAAsB,EAAE,MAAM,CAAC,sBAAsB,EAAE,EAAE,CAAC,CAAA;IAC9J,UAAU,EAAE,CAAA;IACZ,MAAM,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC,gBAAyB,CAA+B,CAAA;IAC9E,IAAI,OAAO,KAAK,EAAE,yBAAyB,KAAK,UAAU;QAAE,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAA;IACnI,MAAM,OAAO,GAAG,KAAK,CAAC,SAAS,EAAE,EAAE,WAAW,GAAG,KAAK,CAAC,WAAW,EAAE,YAAY,GAAG,KAAK,CAAC,YAAY,EAAE,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,UAAU,CAAA;IACjJ,MAAM,MAAM,CAAC,GAAG,EAAE,eAAe,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,GAAG,KAAK,CAAC,WAAW,YAAY,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,aAAa,EAAE,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,gBAAgB,EAAE,QAAQ,EAAE,CAAC;gBACvN,eAAe,EAAE,eAAe,CAAC,wBAAwB,CAAC,WAAW,CAAC,EAAE,GAAG,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,WAAW,EAAE,WAAW,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,SAAS,CAAC,EAAE,kBAAkB,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC,EAAE,CAAC,CAAA;IAC1O,UAAU,EAAE,CAAA;IACZ,MAAM,SAAS,GAAG,EAAE,IAAI,EAAE,iBAAiB,EAAE,EAAE,EAAE,wBAAwB,EAAE,SAAS,EAAE,GAAG,KAAK,CAAC,WAAW,oBAAoB,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,SAAS;QAC9L,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,MAAM,CAAC,aAAa,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,kBAAkB,EAAE,MAAM,CAAC,UAAU,EAAE,aAAa,EAAE,IAAI,CAAC,YAAY,CAAC,aAAa,EAAE,cAAc,EAAE,IAAI,CAAC,YAAY,CAAC,cAAc,EAAE,QAAQ,EAAE,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC,EAAE,CAAA;IACnS,MAAM,QAAQ,GAAG,cAAc,CAAC,yBAAyB,CAAC,EAAE,WAAW,EAAE,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;IAC1F,MAAM,MAAM,CAAC,GAAG,EAAE,cAAc,CAAC,wBAAwB,EAAE,EAAE,YAAY,EAAE,GAAG,KAAK,CAAC,WAAW,kBAAkB,EAAE,cAAc,EAAE,CAAC,EAAE,iBAAiB,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,aAAa,QAAQ,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,QAAQ;YACpS,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,UAAU;YACjH,MAAM,EAAE,EAAE,aAAa,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,IAAI,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,EAAE,EAAE,mBAAmB,EAAE,IAAI,EAAE,2BAA2B,EAAE,SAAS,EAAE,EAAE,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAA;IACvQ,UAAU,EAAE,CAAA;IACZ,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,OAAO,EAAE,CAAA;AACtD,CAAC"}
@@ -0,0 +1,155 @@
1
+ import type { Agent } from '@deepseek-ai/dsh-agent';
2
+ import type { NativeAdapterFactory, NativeModelConfig } from './native.js';
3
+ import type { BenchmarkBudget } from './types.js';
4
+ import { type NativeGoalTask } from './native-goal-services.js';
5
+ import { type StrategyBenchmarkMeterSnapshot } from './strategy-meter.js';
6
+ export interface NativeSkillScope {
7
+ principalId: string;
8
+ principalRecordId: string;
9
+ principalVersion: number;
10
+ workspace: string;
11
+ preset: string;
12
+ }
13
+ export interface NativeSkillSelection {
14
+ scope: NativeSkillScope;
15
+ ownerRouteId: string;
16
+ skillName: string;
17
+ version: number;
18
+ candidateId?: string;
19
+ }
20
+ export interface NativeSkillSnapshot {
21
+ definition: Readonly<Record<string, unknown>>;
22
+ definitionDigest: string;
23
+ sourceDigest: string;
24
+ version: number;
25
+ expiresAt: number;
26
+ }
27
+ export interface NativeSkillMountBinding {
28
+ protocol: 'assistant-skills/delegated-arm/v1';
29
+ planDigest: string;
30
+ cellId: string;
31
+ variantId: string;
32
+ definitionDigest: string;
33
+ sourceDigest: string;
34
+ recipientScopeDigest: string;
35
+ skillName: string;
36
+ version: number;
37
+ expiresAt: number;
38
+ }
39
+ interface NativeSkillsHost {
40
+ inspectOwnerBenchmarkArm(selection: NativeSkillSelection, signal?: AbortSignal): Promise<NativeSkillSnapshot>;
41
+ mintBenchmarkArm(input: {
42
+ selection: NativeSkillSelection;
43
+ recipient: NativeSkillsHost;
44
+ recipientScope: NativeSkillScope;
45
+ recipientOwnerRouteId: string;
46
+ binding: NativeSkillMountBinding;
47
+ }, signal?: AbortSignal): Promise<unknown>;
48
+ mountBenchmarkArm(capability: unknown, binding: NativeSkillMountBinding): Promise<{
49
+ bindingDigest: string;
50
+ dispose(): void;
51
+ }>;
52
+ inspect(agent: Agent, runId?: string): unknown;
53
+ stageOwnerVerifiedSuccessCandidate(exec: {
54
+ agent: Agent;
55
+ signal: AbortSignal;
56
+ }, input: unknown, authority: unknown): Promise<{
57
+ id: string;
58
+ parentVersion: number;
59
+ }>;
60
+ }
61
+ export interface NativeCapturedSkill {
62
+ readonly selection: NativeSkillSelection;
63
+ readonly snapshot: NativeSkillSnapshot;
64
+ /** Frozen source-run evidence. This records training cost separately from reuse. */
65
+ readonly origin: Readonly<{
66
+ model: NativeModelConfig;
67
+ budget: BenchmarkBudget;
68
+ execution: NativeSkillGoalOptions['execution'];
69
+ task: NativeGoalTask;
70
+ persona: string;
71
+ result: NativeSkillGoalResult;
72
+ }>;
73
+ /** Live source service. Never serialize or substitute definition JSON for this authority. */
74
+ readonly source: NativeSkillsHost;
75
+ }
76
+ export interface NativeSkillGoalOptions {
77
+ cellId: string;
78
+ workspace: string;
79
+ stateRoot: string;
80
+ persona: string;
81
+ model: NativeModelConfig;
82
+ budget: BenchmarkBudget;
83
+ execution: {
84
+ modelCalls: number;
85
+ maxOutputTokensPerCall: number;
86
+ maxGoalRounds: number;
87
+ };
88
+ task: NativeGoalTask;
89
+ image: string;
90
+ dockerPath: string;
91
+ stepMaxDurationMs: number;
92
+ factory: NativeAdapterFactory;
93
+ signal: AbortSignal;
94
+ stopTimeoutMs?: number;
95
+ /** Configured before the source Goal is created; never renew an accepted receipt. */
96
+ source?: {
97
+ name: string;
98
+ description: string;
99
+ validityMs: number;
100
+ };
101
+ arm?: {
102
+ captured: NativeCapturedSkill;
103
+ planDigest: string;
104
+ variantId: string;
105
+ };
106
+ lifecycle?: (control: NativeSkillGoalControl) => void;
107
+ }
108
+ export interface NativeSkillCapabilityObservation {
109
+ sessionId: string;
110
+ toolNames: readonly string[];
111
+ toolsDigest: string;
112
+ systemDigest: string;
113
+ }
114
+ export interface NativeSkillGoalResult {
115
+ snapshot: Readonly<Record<string, unknown>>;
116
+ meter: Readonly<StrategyBenchmarkMeterSnapshot>;
117
+ capabilities: readonly NativeSkillCapabilityObservation[];
118
+ skillRuns: readonly Readonly<Record<string, unknown>>[];
119
+ delegation: NativeSkillMountBinding | null;
120
+ toolCalls: readonly {
121
+ name: string;
122
+ inputDigest: string;
123
+ outputDigest: string;
124
+ }[];
125
+ }
126
+ export interface NativeSkillGoalControl {
127
+ close(): Promise<void>;
128
+ snapshot(): {
129
+ runtimeRoot: string | null;
130
+ stage: string;
131
+ meter: Readonly<StrategyBenchmarkMeterSnapshot> | null;
132
+ result: NativeSkillGoalResult | null;
133
+ cleanup: 'pending' | 'succeeded' | 'unknown';
134
+ };
135
+ }
136
+ export declare function createNativeSkillGoalRuntime(input: NativeSkillGoalOptions): Promise<{
137
+ close: () => Promise<void>;
138
+ snapshot: () => {
139
+ runtimeRoot: string | null;
140
+ stage: string;
141
+ meter: Readonly<StrategyBenchmarkMeterSnapshot> | null;
142
+ result: NativeSkillGoalResult | null;
143
+ cleanup: "succeeded" | "unknown" | "pending";
144
+ };
145
+ runtimeRoot: string;
146
+ execute(): Promise<NativeSkillGoalResult>;
147
+ readAcceptedArtifact(): {
148
+ content: string;
149
+ sha256: string;
150
+ contractId: string;
151
+ };
152
+ captureVerifiedSkill(): Promise<NativeCapturedSkill>;
153
+ }>;
154
+ export {};
155
+ //# sourceMappingURL=native-skills-runtime.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"native-skills-runtime.d.ts","sourceRoot":"","sources":["../../src/benchmark/native-skills-runtime.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,wBAAwB,CAAA;AAInD,OAAO,KAAK,EAAwB,oBAAoB,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAA;AAChG,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAA;AAGjD,OAAO,EAA6B,KAAK,cAAc,EAAwB,MAAM,2BAA2B,CAAA;AAChH,OAAO,EAA8D,KAAK,8BAA8B,EAAE,MAAM,qBAAqB,CAAA;AAGrI,MAAM,WAAW,gBAAgB;IAAG,WAAW,EAAE,MAAM,CAAC;IAAC,iBAAiB,EAAE,MAAM,CAAC;IAAC,gBAAgB,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE;AACjJ,MAAM,WAAW,oBAAoB;IAAG,KAAK,EAAE,gBAAgB,CAAC;IAAC,YAAY,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,CAAA;CAAE;AACjJ,MAAM,WAAW,mBAAmB;IAAG,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IAAC,gBAAgB,EAAE,MAAM,CAAC;IAAC,YAAY,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE;AAC1K,MAAM,WAAW,uBAAuB;IACtC,QAAQ,EAAE,mCAAmC,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,gBAAgB,EAAE,MAAM,CAAC;IAAC,YAAY,EAAE,MAAM,CAAA;IACpJ,oBAAoB,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CACpF;AACD,UAAU,gBAAgB;IACxB,wBAAwB,CAAC,SAAS,EAAE,oBAAoB,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAA;IAC7G,gBAAgB,CAAC,KAAK,EAAE;QAAE,SAAS,EAAE,oBAAoB,CAAC;QAAC,SAAS,EAAE,gBAAgB,CAAC;QAAC,cAAc,EAAE,gBAAgB,CAAC;QAAC,qBAAqB,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,uBAAuB,CAAA;KAAE,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;IACpO,iBAAiB,CAAC,UAAU,EAAE,OAAO,EAAE,OAAO,EAAE,uBAAuB,GAAG,OAAO,CAAC;QAAE,aAAa,EAAE,MAAM,CAAC;QAAC,OAAO,IAAI,IAAI,CAAA;KAAE,CAAC,CAAA;IAC7H,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,OAAO,CAAA;IAC9C,kCAAkC,CAAC,IAAI,EAAE;QAAE,KAAK,EAAE,KAAK,CAAC;QAAC,MAAM,EAAE,WAAW,CAAA;KAAE,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,GAAG,OAAO,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,aAAa,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;CACpK;AACD,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,SAAS,EAAE,oBAAoB,CAAA;IACxC,QAAQ,CAAC,QAAQ,EAAE,mBAAmB,CAAA;IACtC,oFAAoF;IACpF,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC;QAAE,KAAK,EAAE,iBAAiB,CAAC;QAAC,MAAM,EAAE,eAAe,CAAC;QAAC,SAAS,EAAE,sBAAsB,CAAC,WAAW,CAAC,CAAC;QAAC,IAAI,EAAE,cAAc,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,qBAAqB,CAAA;KAAE,CAAC,CAAA;IACtM,6FAA6F;IAC7F,QAAQ,CAAC,MAAM,EAAE,gBAAgB,CAAA;CAClC;AACD,MAAM,WAAW,sBAAsB;IACrC,MAAM,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,iBAAiB,CAAC;IAAC,MAAM,EAAE,eAAe,CAAA;IACxH,SAAS,EAAE;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,sBAAsB,EAAE,MAAM,CAAC;QAAC,aAAa,EAAE,MAAM,CAAA;KAAE,CAAA;IACxF,IAAI,EAAE,cAAc,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC;IAAC,iBAAiB,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,oBAAoB,CAAC;IAAC,MAAM,EAAE,WAAW,CAAA;IACtI,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,qFAAqF;IACrF,MAAM,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAA;IAClE,GAAG,CAAC,EAAE;QAAE,QAAQ,EAAE,mBAAmB,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,CAAA;IAC9E,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,sBAAsB,KAAK,IAAI,CAAA;CACtD;AACD,MAAM,WAAW,gCAAgC;IAC/C,SAAS,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,SAAS,MAAM,EAAE,CAAC;IAAC,WAAW,EAAE,MAAM,CAAC;IAAC,YAAY,EAAE,MAAM,CAAA;CAC3F;AACD,MAAM,WAAW,qBAAqB;IACpC,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;IAAC,KAAK,EAAE,QAAQ,CAAC,8BAA8B,CAAC,CAAC;IAAC,YAAY,EAAE,SAAS,gCAAgC,EAAE,CAAA;IACvJ,SAAS,EAAE,SAAS,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,EAAE,CAAC;IAAC,UAAU,EAAE,uBAAuB,GAAG,IAAI,CAAA;IACnG,SAAS,EAAE,SAAS;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAA;KAAE,EAAE,CAAA;CAClF;AACD,MAAM,WAAW,sBAAsB;IAAG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAAC,QAAQ,IAAI;QAAE,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,QAAQ,CAAC,8BAA8B,CAAC,GAAG,IAAI,CAAC;QAAC,MAAM,EAAE,qBAAqB,GAAG,IAAI,CAAC;QAAC,OAAO,EAAE,SAAS,GAAG,WAAW,GAAG,SAAS,CAAA;KAAE,CAAA;CAAE;AAyCzQ,wBAAsB,4BAA4B,CAAC,KAAK,EAAE,sBAAsB;iBAkC5D,OAAO,CAAC,IAAI,CAAC;;;;;;;;;eA0GV,OAAO,CAAC,qBAAqB,CAAC;4BAavB;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE;4BAkBvD,OAAO,CAAC,mBAAmB,CAAC;GAoCzD"}