@uns-kit/assistant-workflow 2.0.72

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (295) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +37 -0
  3. package/dist/clarification-policy.d.ts +64 -0
  4. package/dist/clarification-policy.d.ts.map +1 -0
  5. package/dist/clarification-policy.js +174 -0
  6. package/dist/clarification-policy.js.map +1 -0
  7. package/dist/decision.d.ts +37 -0
  8. package/dist/decision.d.ts.map +1 -0
  9. package/dist/decision.js +100 -0
  10. package/dist/decision.js.map +1 -0
  11. package/dist/definition-catalog-replay.d.ts +25 -0
  12. package/dist/definition-catalog-replay.d.ts.map +1 -0
  13. package/dist/definition-catalog-replay.js +54 -0
  14. package/dist/definition-catalog-replay.js.map +1 -0
  15. package/dist/definition-catalog.d.ts +45 -0
  16. package/dist/definition-catalog.d.ts.map +1 -0
  17. package/dist/definition-catalog.js +97 -0
  18. package/dist/definition-catalog.js.map +1 -0
  19. package/dist/definition-diagnostics.d.ts +17 -0
  20. package/dist/definition-diagnostics.d.ts.map +1 -0
  21. package/dist/definition-diagnostics.js +353 -0
  22. package/dist/definition-diagnostics.js.map +1 -0
  23. package/dist/definition-diff.d.ts +51 -0
  24. package/dist/definition-diff.d.ts.map +1 -0
  25. package/dist/definition-diff.js +172 -0
  26. package/dist/definition-diff.js.map +1 -0
  27. package/dist/definition-json.d.ts +53 -0
  28. package/dist/definition-json.d.ts.map +1 -0
  29. package/dist/definition-json.js +186 -0
  30. package/dist/definition-json.js.map +1 -0
  31. package/dist/definition-manifest.d.ts +41 -0
  32. package/dist/definition-manifest.d.ts.map +1 -0
  33. package/dist/definition-manifest.js +119 -0
  34. package/dist/definition-manifest.js.map +1 -0
  35. package/dist/definition-package-execution-json.d.ts +64 -0
  36. package/dist/definition-package-execution-json.d.ts.map +1 -0
  37. package/dist/definition-package-execution-json.js +245 -0
  38. package/dist/definition-package-execution-json.js.map +1 -0
  39. package/dist/definition-package-execution-replay.d.ts +14 -0
  40. package/dist/definition-package-execution-replay.d.ts.map +1 -0
  41. package/dist/definition-package-execution-replay.js +47 -0
  42. package/dist/definition-package-execution-replay.js.map +1 -0
  43. package/dist/definition-package-executor.d.ts +52 -0
  44. package/dist/definition-package-executor.d.ts.map +1 -0
  45. package/dist/definition-package-executor.js +70 -0
  46. package/dist/definition-package-executor.js.map +1 -0
  47. package/dist/definition-package-loader.d.ts +36 -0
  48. package/dist/definition-package-loader.d.ts.map +1 -0
  49. package/dist/definition-package-loader.js +56 -0
  50. package/dist/definition-package-loader.js.map +1 -0
  51. package/dist/definition-package-replay.d.ts +28 -0
  52. package/dist/definition-package-replay.d.ts.map +1 -0
  53. package/dist/definition-package-replay.js +74 -0
  54. package/dist/definition-package-replay.js.map +1 -0
  55. package/dist/definition-package-resolver.d.ts +31 -0
  56. package/dist/definition-package-resolver.d.ts.map +1 -0
  57. package/dist/definition-package-resolver.js +60 -0
  58. package/dist/definition-package-resolver.js.map +1 -0
  59. package/dist/definition-package-review.d.ts +29 -0
  60. package/dist/definition-package-review.d.ts.map +1 -0
  61. package/dist/definition-package-review.js +74 -0
  62. package/dist/definition-package-review.js.map +1 -0
  63. package/dist/definition-package-run-report.d.ts +25 -0
  64. package/dist/definition-package-run-report.d.ts.map +1 -0
  65. package/dist/definition-package-run-report.js +37 -0
  66. package/dist/definition-package-run-report.js.map +1 -0
  67. package/dist/definition-package-run.d.ts +20 -0
  68. package/dist/definition-package-run.d.ts.map +1 -0
  69. package/dist/definition-package-run.js +41 -0
  70. package/dist/definition-package-run.js.map +1 -0
  71. package/dist/definition-package-selection.d.ts +29 -0
  72. package/dist/definition-package-selection.d.ts.map +1 -0
  73. package/dist/definition-package-selection.js +68 -0
  74. package/dist/definition-package-selection.js.map +1 -0
  75. package/dist/definition-package-smoke.d.ts +74 -0
  76. package/dist/definition-package-smoke.d.ts.map +1 -0
  77. package/dist/definition-package-smoke.js +184 -0
  78. package/dist/definition-package-smoke.js.map +1 -0
  79. package/dist/definition-package.d.ts +36 -0
  80. package/dist/definition-package.d.ts.map +1 -0
  81. package/dist/definition-package.js +114 -0
  82. package/dist/definition-package.js.map +1 -0
  83. package/dist/definition-tuning-approval.d.ts +39 -0
  84. package/dist/definition-tuning-approval.d.ts.map +1 -0
  85. package/dist/definition-tuning-approval.js +207 -0
  86. package/dist/definition-tuning-approval.js.map +1 -0
  87. package/dist/definition-tuning-json.d.ts +58 -0
  88. package/dist/definition-tuning-json.d.ts.map +1 -0
  89. package/dist/definition-tuning-json.js +276 -0
  90. package/dist/definition-tuning-json.js.map +1 -0
  91. package/dist/definition-tuning-promotion.d.ts +120 -0
  92. package/dist/definition-tuning-promotion.d.ts.map +1 -0
  93. package/dist/definition-tuning-promotion.js +460 -0
  94. package/dist/definition-tuning-promotion.js.map +1 -0
  95. package/dist/definition-tuning-replay.d.ts +14 -0
  96. package/dist/definition-tuning-replay.d.ts.map +1 -0
  97. package/dist/definition-tuning-replay.js +50 -0
  98. package/dist/definition-tuning-replay.js.map +1 -0
  99. package/dist/definition-tuning-review-artifact.d.ts +56 -0
  100. package/dist/definition-tuning-review-artifact.d.ts.map +1 -0
  101. package/dist/definition-tuning-review-artifact.js +302 -0
  102. package/dist/definition-tuning-review-artifact.js.map +1 -0
  103. package/dist/definition-tuning-review.d.ts +59 -0
  104. package/dist/definition-tuning-review.d.ts.map +1 -0
  105. package/dist/definition-tuning-review.js +213 -0
  106. package/dist/definition-tuning-review.js.map +1 -0
  107. package/dist/definition-tuning-source-patch.d.ts +43 -0
  108. package/dist/definition-tuning-source-patch.d.ts.map +1 -0
  109. package/dist/definition-tuning-source-patch.js +214 -0
  110. package/dist/definition-tuning-source-patch.js.map +1 -0
  111. package/dist/definition-tuning.d.ts +73 -0
  112. package/dist/definition-tuning.d.ts.map +1 -0
  113. package/dist/definition-tuning.js +426 -0
  114. package/dist/definition-tuning.js.map +1 -0
  115. package/dist/definition.d.ts +189 -0
  116. package/dist/definition.d.ts.map +1 -0
  117. package/dist/definition.js +494 -0
  118. package/dist/definition.js.map +1 -0
  119. package/dist/direct-route-invocation.d.ts +132 -0
  120. package/dist/direct-route-invocation.d.ts.map +1 -0
  121. package/dist/direct-route-invocation.js +325 -0
  122. package/dist/direct-route-invocation.js.map +1 -0
  123. package/dist/direct-route-policy.d.ts +25 -0
  124. package/dist/direct-route-policy.d.ts.map +1 -0
  125. package/dist/direct-route-policy.js +106 -0
  126. package/dist/direct-route-policy.js.map +1 -0
  127. package/dist/eval-case.d.ts +85 -0
  128. package/dist/eval-case.d.ts.map +1 -0
  129. package/dist/eval-case.js +366 -0
  130. package/dist/eval-case.js.map +1 -0
  131. package/dist/eval-replay.d.ts +18 -0
  132. package/dist/eval-replay.d.ts.map +1 -0
  133. package/dist/eval-replay.js +41 -0
  134. package/dist/eval-replay.js.map +1 -0
  135. package/dist/eval-result.d.ts +46 -0
  136. package/dist/eval-result.d.ts.map +1 -0
  137. package/dist/eval-result.js +183 -0
  138. package/dist/eval-result.js.map +1 -0
  139. package/dist/eval-runner.d.ts +30 -0
  140. package/dist/eval-runner.d.ts.map +1 -0
  141. package/dist/eval-runner.js +57 -0
  142. package/dist/eval-runner.js.map +1 -0
  143. package/dist/eval-suite.d.ts +43 -0
  144. package/dist/eval-suite.d.ts.map +1 -0
  145. package/dist/eval-suite.js +101 -0
  146. package/dist/eval-suite.js.map +1 -0
  147. package/dist/execution-plan.d.ts +43 -0
  148. package/dist/execution-plan.d.ts.map +1 -0
  149. package/dist/execution-plan.js +187 -0
  150. package/dist/execution-plan.js.map +1 -0
  151. package/dist/hosted-tool-policy.d.ts +70 -0
  152. package/dist/hosted-tool-policy.d.ts.map +1 -0
  153. package/dist/hosted-tool-policy.js +228 -0
  154. package/dist/hosted-tool-policy.js.map +1 -0
  155. package/dist/index.d.ts +73 -0
  156. package/dist/index.d.ts.map +1 -0
  157. package/dist/index.js +73 -0
  158. package/dist/index.js.map +1 -0
  159. package/dist/memory-policy.d.ts +55 -0
  160. package/dist/memory-policy.d.ts.map +1 -0
  161. package/dist/memory-policy.js +187 -0
  162. package/dist/memory-policy.js.map +1 -0
  163. package/dist/memory-updates.d.ts +39 -0
  164. package/dist/memory-updates.d.ts.map +1 -0
  165. package/dist/memory-updates.js +110 -0
  166. package/dist/memory-updates.js.map +1 -0
  167. package/dist/outcome-trace.d.ts +79 -0
  168. package/dist/outcome-trace.d.ts.map +1 -0
  169. package/dist/outcome-trace.js +117 -0
  170. package/dist/outcome-trace.js.map +1 -0
  171. package/dist/outcome.d.ts +97 -0
  172. package/dist/outcome.d.ts.map +1 -0
  173. package/dist/outcome.js +160 -0
  174. package/dist/outcome.js.map +1 -0
  175. package/dist/planner-compiler.d.ts +14 -0
  176. package/dist/planner-compiler.d.ts.map +1 -0
  177. package/dist/planner-compiler.js +26 -0
  178. package/dist/planner-compiler.js.map +1 -0
  179. package/dist/planning.d.ts +36 -0
  180. package/dist/planning.d.ts.map +1 -0
  181. package/dist/planning.js +141 -0
  182. package/dist/planning.js.map +1 -0
  183. package/dist/policy-resolution.d.ts +10 -0
  184. package/dist/policy-resolution.d.ts.map +1 -0
  185. package/dist/policy-resolution.js +30 -0
  186. package/dist/policy-resolution.js.map +1 -0
  187. package/dist/run-evaluation.d.ts +29 -0
  188. package/dist/run-evaluation.d.ts.map +1 -0
  189. package/dist/run-evaluation.js +128 -0
  190. package/dist/run-evaluation.js.map +1 -0
  191. package/dist/run-parity.d.ts +24 -0
  192. package/dist/run-parity.d.ts.map +1 -0
  193. package/dist/run-parity.js +36 -0
  194. package/dist/run-parity.js.map +1 -0
  195. package/dist/run-report-batch.d.ts +150 -0
  196. package/dist/run-report-batch.d.ts.map +1 -0
  197. package/dist/run-report-batch.js +391 -0
  198. package/dist/run-report-batch.js.map +1 -0
  199. package/dist/run-report-json.d.ts +76 -0
  200. package/dist/run-report-json.d.ts.map +1 -0
  201. package/dist/run-report-json.js +451 -0
  202. package/dist/run-report-json.js.map +1 -0
  203. package/dist/run-report.d.ts +22 -0
  204. package/dist/run-report.d.ts.map +1 -0
  205. package/dist/run-report.js +46 -0
  206. package/dist/run-report.js.map +1 -0
  207. package/dist/run.d.ts +20 -0
  208. package/dist/run.d.ts.map +1 -0
  209. package/dist/run.js +36 -0
  210. package/dist/run.js.map +1 -0
  211. package/dist/tool-bindings.d.ts +42 -0
  212. package/dist/tool-bindings.d.ts.map +1 -0
  213. package/dist/tool-bindings.js +124 -0
  214. package/dist/tool-bindings.js.map +1 -0
  215. package/dist/tool-capabilities.d.ts +37 -0
  216. package/dist/tool-capabilities.d.ts.map +1 -0
  217. package/dist/tool-capabilities.js +91 -0
  218. package/dist/tool-capabilities.js.map +1 -0
  219. package/dist/tool-executor.d.ts +63 -0
  220. package/dist/tool-executor.d.ts.map +1 -0
  221. package/dist/tool-executor.js +176 -0
  222. package/dist/tool-executor.js.map +1 -0
  223. package/dist/tool-fixtures.d.ts +18 -0
  224. package/dist/tool-fixtures.d.ts.map +1 -0
  225. package/dist/tool-fixtures.js +52 -0
  226. package/dist/tool-fixtures.js.map +1 -0
  227. package/dist/tool-invocations.d.ts +31 -0
  228. package/dist/tool-invocations.d.ts.map +1 -0
  229. package/dist/tool-invocations.js +79 -0
  230. package/dist/tool-invocations.js.map +1 -0
  231. package/dist/tool-provider-executors.d.ts +43 -0
  232. package/dist/tool-provider-executors.d.ts.map +1 -0
  233. package/dist/tool-provider-executors.js +59 -0
  234. package/dist/tool-provider-executors.js.map +1 -0
  235. package/dist/tool-result-cache.d.ts +37 -0
  236. package/dist/tool-result-cache.d.ts.map +1 -0
  237. package/dist/tool-result-cache.js +173 -0
  238. package/dist/tool-result-cache.js.map +1 -0
  239. package/dist/tool-results.d.ts +41 -0
  240. package/dist/tool-results.d.ts.map +1 -0
  241. package/dist/tool-results.js +137 -0
  242. package/dist/tool-results.js.map +1 -0
  243. package/dist/tool-runtime.d.ts +46 -0
  244. package/dist/tool-runtime.d.ts.map +1 -0
  245. package/dist/tool-runtime.js +163 -0
  246. package/dist/tool-runtime.js.map +1 -0
  247. package/dist/tool-selection-evaluation.d.ts +214 -0
  248. package/dist/tool-selection-evaluation.d.ts.map +1 -0
  249. package/dist/tool-selection-evaluation.js +773 -0
  250. package/dist/tool-selection-evaluation.js.map +1 -0
  251. package/dist/tool-selection-json.d.ts +71 -0
  252. package/dist/tool-selection-json.d.ts.map +1 -0
  253. package/dist/tool-selection-json.js +284 -0
  254. package/dist/tool-selection-json.js.map +1 -0
  255. package/dist/tool-selection-policy.d.ts +81 -0
  256. package/dist/tool-selection-policy.d.ts.map +1 -0
  257. package/dist/tool-selection-policy.js +376 -0
  258. package/dist/tool-selection-policy.js.map +1 -0
  259. package/dist/tool-selection-replay.d.ts +26 -0
  260. package/dist/tool-selection-replay.d.ts.map +1 -0
  261. package/dist/tool-selection-replay.js +88 -0
  262. package/dist/tool-selection-replay.js.map +1 -0
  263. package/dist/tool-selection-rules.d.ts +46 -0
  264. package/dist/tool-selection-rules.d.ts.map +1 -0
  265. package/dist/tool-selection-rules.js +183 -0
  266. package/dist/tool-selection-rules.js.map +1 -0
  267. package/dist/tool-selection-trace-export.d.ts +37 -0
  268. package/dist/tool-selection-trace-export.d.ts.map +1 -0
  269. package/dist/tool-selection-trace-export.js +324 -0
  270. package/dist/tool-selection-trace-export.js.map +1 -0
  271. package/dist/trace-events.d.ts +14 -0
  272. package/dist/trace-events.d.ts.map +1 -0
  273. package/dist/trace-events.js +65 -0
  274. package/dist/trace-events.js.map +1 -0
  275. package/dist/trace-payload.d.ts +24 -0
  276. package/dist/trace-payload.d.ts.map +1 -0
  277. package/dist/trace-payload.js +113 -0
  278. package/dist/trace-payload.js.map +1 -0
  279. package/dist/trace-replay.d.ts +276 -0
  280. package/dist/trace-replay.d.ts.map +1 -0
  281. package/dist/trace-replay.js +685 -0
  282. package/dist/trace-replay.js.map +1 -0
  283. package/dist/trace-report.d.ts +320 -0
  284. package/dist/trace-report.d.ts.map +1 -0
  285. package/dist/trace-report.js +1394 -0
  286. package/dist/trace-report.js.map +1 -0
  287. package/dist/trace-stages.d.ts +70 -0
  288. package/dist/trace-stages.d.ts.map +1 -0
  289. package/dist/trace-stages.js +103 -0
  290. package/dist/trace-stages.js.map +1 -0
  291. package/dist/value-readers.d.ts +20 -0
  292. package/dist/value-readers.d.ts.map +1 -0
  293. package/dist/value-readers.js +82 -0
  294. package/dist/value-readers.js.map +1 -0
  295. package/package.json +341 -0
@@ -0,0 +1,29 @@
1
+ import type { AssistantWorkflowRunReport } from "./run-report.js";
2
+ export type AssistantWorkflowRunEvaluationSource = Omit<AssistantWorkflowRunReport, "evaluation">;
3
+ export type AssistantWorkflowRunEvaluationSeverity = "info" | "warning";
4
+ export type AssistantWorkflowRunEvaluationSignalName = "run_not_handled" | "run_needs_clarification" | "run_degraded" | "run_failed" | "missing_required_tools" | "missing_tool_bindings" | "missing_context" | "clarification_policy_mismatch" | "tool_execution_failed" | "tool_execution_partial" | "outcome_unhandled";
5
+ export type AssistantWorkflowRunEvaluationSignal = {
6
+ name: AssistantWorkflowRunEvaluationSignalName;
7
+ severity: AssistantWorkflowRunEvaluationSeverity;
8
+ detail: string | null;
9
+ };
10
+ export type AssistantWorkflowRunEvaluation = {
11
+ workflowId: string;
12
+ workflowVersion: number;
13
+ status: AssistantWorkflowRunReport["status"];
14
+ intent: string | null;
15
+ outcomeKind: string;
16
+ handled: boolean;
17
+ toolResultStatus: string | null;
18
+ readyToolCount: number;
19
+ invokedToolCount: number;
20
+ activePlanningStepProfileIds: string[];
21
+ profileStepIds: string[];
22
+ signalCount: number;
23
+ warningCount: number;
24
+ signals: AssistantWorkflowRunEvaluationSignal[];
25
+ };
26
+ export declare function evaluateAssistantWorkflowRunReport(report: AssistantWorkflowRunEvaluationSource): AssistantWorkflowRunEvaluation;
27
+ export declare function collectAssistantWorkflowRunEvaluationSignals(report: AssistantWorkflowRunEvaluationSource): AssistantWorkflowRunEvaluationSignal[];
28
+ export declare function buildAssistantWorkflowRunEvaluationTracePayload(evaluation: AssistantWorkflowRunEvaluation): Record<string, unknown>;
29
+ //# sourceMappingURL=run-evaluation.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"run-evaluation.d.ts","sourceRoot":"","sources":["../src/run-evaluation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,iBAAiB,CAAC;AAElE,MAAM,MAAM,oCAAoC,GAAG,IAAI,CAAC,0BAA0B,EAAE,YAAY,CAAC,CAAC;AAElG,MAAM,MAAM,sCAAsC,GAAG,MAAM,GAAG,SAAS,CAAC;AAExE,MAAM,MAAM,wCAAwC,GAChD,iBAAiB,GACjB,yBAAyB,GACzB,cAAc,GACd,YAAY,GACZ,wBAAwB,GACxB,uBAAuB,GACvB,iBAAiB,GACjB,+BAA+B,GAC/B,uBAAuB,GACvB,wBAAwB,GACxB,mBAAmB,CAAC;AAExB,MAAM,MAAM,oCAAoC,GAAG;IACjD,IAAI,EAAE,wCAAwC,CAAC;IAC/C,QAAQ,EAAE,sCAAsC,CAAC;IACjD,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,8BAA8B,GAAG;IAC3C,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;IACxB,MAAM,EAAE,0BAA0B,CAAC,QAAQ,CAAC,CAAC;IAC7C,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,OAAO,CAAC;IACjB,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,MAAM,CAAC;IACzB,4BAA4B,EAAE,MAAM,EAAE,CAAC;IACvC,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,oCAAoC,EAAE,CAAC;CACjD,CAAC;AAEF,wBAAgB,kCAAkC,CAChD,MAAM,EAAE,oCAAoC,GAC3C,8BAA8B,CAkBhC;AAED,wBAAgB,4CAA4C,CAC1D,MAAM,EAAE,oCAAoC,GAC3C,oCAAoC,EAAE,CA6ExC;AAED,wBAAgB,+CAA+C,CAC7D,UAAU,EAAE,8BAA8B,GACzC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAiBzB"}
@@ -0,0 +1,128 @@
1
+ export function evaluateAssistantWorkflowRunReport(report) {
2
+ const signals = collectAssistantWorkflowRunEvaluationSignals(report);
3
+ return {
4
+ workflowId: report.workflowId,
5
+ workflowVersion: report.workflowVersion,
6
+ status: report.status,
7
+ intent: report.run.decision.intent,
8
+ outcomeKind: report.outcome.kind,
9
+ handled: report.outcomeSummary.handled,
10
+ toolResultStatus: report.toolExecution?.summary.status ?? null,
11
+ readyToolCount: report.run.executionPlan.readyToolNames.length,
12
+ invokedToolCount: report.toolExecution?.summary.totalInvocations ?? report.run.toolInvocationQueue.invocations.length,
13
+ activePlanningStepProfileIds: [...report.run.decision.plan.activePlanningStepProfileIds],
14
+ profileStepIds: [...report.run.decision.plan.profileStepIds],
15
+ signalCount: signals.length,
16
+ warningCount: signals.filter((signal) => signal.severity === "warning").length,
17
+ signals,
18
+ };
19
+ }
20
+ export function collectAssistantWorkflowRunEvaluationSignals(report) {
21
+ const signals = [];
22
+ if (report.status === "not_handled") {
23
+ signals.push({
24
+ name: "run_not_handled",
25
+ severity: "warning",
26
+ detail: report.outcomeSummary.reason,
27
+ });
28
+ }
29
+ if (report.status === "clarification") {
30
+ signals.push({
31
+ name: "run_needs_clarification",
32
+ severity: "info",
33
+ detail: report.outcomeSummary.reason,
34
+ });
35
+ }
36
+ if (report.status === "degraded") {
37
+ signals.push({
38
+ name: "run_degraded",
39
+ severity: "warning",
40
+ detail: report.outcomeSummary.reason,
41
+ });
42
+ }
43
+ if (report.status === "failed") {
44
+ signals.push({
45
+ name: "run_failed",
46
+ severity: "warning",
47
+ detail: report.toolExecution?.summary.status ?? null,
48
+ });
49
+ }
50
+ if (report.run.executionPlan.missingCapabilityNames.length > 0) {
51
+ signals.push({
52
+ name: "missing_required_tools",
53
+ severity: "warning",
54
+ detail: report.run.executionPlan.missingCapabilityNames.join(", "),
55
+ });
56
+ }
57
+ if (report.run.executionPlan.missingBindingNames.length > 0) {
58
+ signals.push({
59
+ name: "missing_tool_bindings",
60
+ severity: "warning",
61
+ detail: report.run.executionPlan.missingBindingNames.join(", "),
62
+ });
63
+ }
64
+ if (report.run.executionPlan.missingContextRequirements.length > 0) {
65
+ signals.push({
66
+ name: "missing_context",
67
+ severity: "warning",
68
+ detail: report.run.executionPlan.missingContextRequirements.join(", "),
69
+ });
70
+ }
71
+ if (report.toolExecution?.summary.status === "failed") {
72
+ signals.push({
73
+ name: "tool_execution_failed",
74
+ severity: "warning",
75
+ detail: summarizeToolExecutionFailure(report),
76
+ });
77
+ }
78
+ else if (report.toolExecution?.summary.status === "partial") {
79
+ signals.push({
80
+ name: "tool_execution_partial",
81
+ severity: "warning",
82
+ detail: summarizeToolExecutionFailure(report),
83
+ });
84
+ }
85
+ if (!report.outcomeSummary.handled) {
86
+ signals.push({
87
+ name: "outcome_unhandled",
88
+ severity: "warning",
89
+ detail: report.outcomeSummary.reason,
90
+ });
91
+ }
92
+ return signals;
93
+ }
94
+ export function buildAssistantWorkflowRunEvaluationTracePayload(evaluation) {
95
+ return {
96
+ workflowId: evaluation.workflowId,
97
+ workflowVersion: evaluation.workflowVersion,
98
+ status: evaluation.status,
99
+ intent: evaluation.intent,
100
+ outcomeKind: evaluation.outcomeKind,
101
+ handled: evaluation.handled,
102
+ toolResultStatus: evaluation.toolResultStatus,
103
+ readyToolCount: evaluation.readyToolCount,
104
+ invokedToolCount: evaluation.invokedToolCount,
105
+ activePlanningStepProfileIds: evaluation.activePlanningStepProfileIds,
106
+ profileStepIds: evaluation.profileStepIds,
107
+ signalCount: evaluation.signalCount,
108
+ warningCount: evaluation.warningCount,
109
+ signals: evaluation.signals,
110
+ };
111
+ }
112
+ function summarizeToolExecutionFailure(report) {
113
+ const summary = report.toolExecution?.summary;
114
+ if (!summary)
115
+ return null;
116
+ const parts = [
117
+ summary.errorCount > 0 ? `errors=${summary.errorCount}` : "",
118
+ summary.skippedCount > 0 ? `skipped=${summary.skippedCount}` : "",
119
+ summary.missingResultInvocationIds.length > 0
120
+ ? `missing=${summary.missingResultInvocationIds.join(",")}`
121
+ : "",
122
+ summary.unexpectedResultInvocationIds.length > 0
123
+ ? `unexpected=${summary.unexpectedResultInvocationIds.join(",")}`
124
+ : "",
125
+ ].filter((part) => part.length > 0);
126
+ return parts.length ? parts.join("; ") : summary.status;
127
+ }
128
+ //# sourceMappingURL=run-evaluation.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"run-evaluation.js","sourceRoot":"","sources":["../src/run-evaluation.ts"],"names":[],"mappings":"AA0CA,MAAM,UAAU,kCAAkC,CAChD,MAA4C;IAE5C,MAAM,OAAO,GAAG,4CAA4C,CAAC,MAAM,CAAC,CAAC;IACrE,OAAO;QACL,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,eAAe,EAAE,MAAM,CAAC,eAAe;QACvC,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM;QAClC,WAAW,EAAE,MAAM,CAAC,OAAO,CAAC,IAAI;QAChC,OAAO,EAAE,MAAM,CAAC,cAAc,CAAC,OAAO;QACtC,gBAAgB,EAAE,MAAM,CAAC,aAAa,EAAE,OAAO,CAAC,MAAM,IAAI,IAAI;QAC9D,cAAc,EAAE,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,cAAc,CAAC,MAAM;QAC9D,gBAAgB,EAAE,MAAM,CAAC,aAAa,EAAE,OAAO,CAAC,gBAAgB,IAAI,MAAM,CAAC,GAAG,CAAC,mBAAmB,CAAC,WAAW,CAAC,MAAM;QACrH,4BAA4B,EAAE,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,4BAA4B,CAAC;QACxF,cAAc,EAAE,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC;QAC5D,WAAW,EAAE,OAAO,CAAC,MAAM;QAC3B,YAAY,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,MAAM;QAC9E,OAAO;KACR,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,4CAA4C,CAC1D,MAA4C;IAE5C,MAAM,OAAO,GAA2C,EAAE,CAAC;IAE3D,IAAI,MAAM,CAAC,MAAM,KAAK,aAAa,EAAE,CAAC;QACpC,OAAO,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,iBAAiB;YACvB,QAAQ,EAAE,SAAS;YACnB,MAAM,EAAE,MAAM,CAAC,cAAc,CAAC,MAAM;SACrC,CAAC,CAAC;IACL,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,KAAK,eAAe,EAAE,CAAC;QACtC,OAAO,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,yBAAyB;YAC/B,QAAQ,EAAE,MAAM;YAChB,MAAM,EAAE,MAAM,CAAC,cAAc,CAAC,MAAM;SACrC,CAAC,CAAC;IACL,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,KAAK,UAAU,EAAE,CAAC;QACjC,OAAO,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,cAAc;YACpB,QAAQ,EAAE,SAAS;YACnB,MAAM,EAAE,MAAM,CAAC,cAAc,CAAC,MAAM;SACrC,CAAC,CAAC;IACL,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC/B,OAAO,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,YAAY;YAClB,QAAQ,EAAE,SAAS;YACnB,MAAM,EAAE,MAAM,CAAC,aAAa,EAAE,OAAO,CAAC,MAAM,IAAI,IAAI;SACrD,CAAC,CAAC;IACL,CAAC;IAED,IAAI,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,sBAAsB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC/D,OAAO,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,wBAAwB;YAC9B,QAAQ,EAAE,SAAS;YACnB,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,sBAAsB,CAAC,IAAI,CAAC,IAAI,CAAC;SACnE,CAAC,CAAC;IACL,CAAC;IACD,IAAI,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5D,OAAO,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,uBAAuB;YAC7B,QAAQ,EAAE,SAAS;YACnB,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC;SAChE,CAAC,CAAC;IACL,CAAC;IACD,IAAI,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,0BAA0B,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACnE,OAAO,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,iBAAiB;YACvB,QAAQ,EAAE,SAAS;YACnB,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,0BAA0B,CAAC,IAAI,CAAC,IAAI,CAAC;SACvE,CAAC,CAAC;IACL,CAAC;IAED,IAAI,MAAM,CAAC,aAAa,EAAE,OAAO,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;QACtD,OAAO,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,uBAAuB;YAC7B,QAAQ,EAAE,SAAS;YACnB,MAAM,EAAE,6BAA6B,CAAC,MAAM,CAAC;SAC9C,CAAC,CAAC;IACL,CAAC;SAAM,IAAI,MAAM,CAAC,aAAa,EAAE,OAAO,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;QAC9D,OAAO,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,wBAAwB;YAC9B,QAAQ,EAAE,SAAS;YACnB,MAAM,EAAE,6BAA6B,CAAC,MAAM,CAAC;SAC9C,CAAC,CAAC;IACL,CAAC;IAED,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC;QACnC,OAAO,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,mBAAmB;YACzB,QAAQ,EAAE,SAAS;YACnB,MAAM,EAAE,MAAM,CAAC,cAAc,CAAC,MAAM;SACrC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,+CAA+C,CAC7D,UAA0C;IAE1C,OAAO;QACL,UAAU,EAAE,UAAU,CAAC,UAAU;QACjC,eAAe,EAAE,UAAU,CAAC,eAAe;QAC3C,MAAM,EAAE,UAAU,CAAC,MAAM;QACzB,MAAM,EAAE,UAAU,CAAC,MAAM;QACzB,WAAW,EAAE,UAAU,CAAC,WAAW;QACnC,OAAO,EAAE,UAAU,CAAC,OAAO;QAC3B,gBAAgB,EAAE,UAAU,CAAC,gBAAgB;QAC7C,cAAc,EAAE,UAAU,CAAC,cAAc;QACzC,gBAAgB,EAAE,UAAU,CAAC,gBAAgB;QAC7C,4BAA4B,EAAE,UAAU,CAAC,4BAA4B;QACrE,cAAc,EAAE,UAAU,CAAC,cAAc;QACzC,WAAW,EAAE,UAAU,CAAC,WAAW;QACnC,YAAY,EAAE,UAAU,CAAC,YAAY;QACrC,OAAO,EAAE,UAAU,CAAC,OAAO;KAC5B,CAAC;AACJ,CAAC;AAED,SAAS,6BAA6B,CAAC,MAA4C;IACjF,MAAM,OAAO,GAAG,MAAM,CAAC,aAAa,EAAE,OAAO,CAAC;IAC9C,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IAC1B,MAAM,KAAK,GAAG;QACZ,OAAO,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE;QAC5D,OAAO,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE;QACjE,OAAO,CAAC,0BAA0B,CAAC,MAAM,GAAG,CAAC;YAC3C,CAAC,CAAC,WAAW,OAAO,CAAC,0BAA0B,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;YAC3D,CAAC,CAAC,EAAE;QACN,OAAO,CAAC,6BAA6B,CAAC,MAAM,GAAG,CAAC;YAC9C,CAAC,CAAC,cAAc,OAAO,CAAC,6BAA6B,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;YACjE,CAAC,CAAC,EAAE;KACP,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACpC,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;AAC1D,CAAC","sourcesContent":["import type { AssistantWorkflowRunReport } from \"./run-report.js\";\n\nexport type AssistantWorkflowRunEvaluationSource = Omit<AssistantWorkflowRunReport, \"evaluation\">;\n\nexport type AssistantWorkflowRunEvaluationSeverity = \"info\" | \"warning\";\n\nexport type AssistantWorkflowRunEvaluationSignalName =\n | \"run_not_handled\"\n | \"run_needs_clarification\"\n | \"run_degraded\"\n | \"run_failed\"\n | \"missing_required_tools\"\n | \"missing_tool_bindings\"\n | \"missing_context\"\n | \"clarification_policy_mismatch\"\n | \"tool_execution_failed\"\n | \"tool_execution_partial\"\n | \"outcome_unhandled\";\n\nexport type AssistantWorkflowRunEvaluationSignal = {\n name: AssistantWorkflowRunEvaluationSignalName;\n severity: AssistantWorkflowRunEvaluationSeverity;\n detail: string | null;\n};\n\nexport type AssistantWorkflowRunEvaluation = {\n workflowId: string;\n workflowVersion: number;\n status: AssistantWorkflowRunReport[\"status\"];\n intent: string | null;\n outcomeKind: string;\n handled: boolean;\n toolResultStatus: string | null;\n readyToolCount: number;\n invokedToolCount: number;\n activePlanningStepProfileIds: string[];\n profileStepIds: string[];\n signalCount: number;\n warningCount: number;\n signals: AssistantWorkflowRunEvaluationSignal[];\n};\n\nexport function evaluateAssistantWorkflowRunReport(\n report: AssistantWorkflowRunEvaluationSource,\n): AssistantWorkflowRunEvaluation {\n const signals = collectAssistantWorkflowRunEvaluationSignals(report);\n return {\n workflowId: report.workflowId,\n workflowVersion: report.workflowVersion,\n status: report.status,\n intent: report.run.decision.intent,\n outcomeKind: report.outcome.kind,\n handled: report.outcomeSummary.handled,\n toolResultStatus: report.toolExecution?.summary.status ?? null,\n readyToolCount: report.run.executionPlan.readyToolNames.length,\n invokedToolCount: report.toolExecution?.summary.totalInvocations ?? report.run.toolInvocationQueue.invocations.length,\n activePlanningStepProfileIds: [...report.run.decision.plan.activePlanningStepProfileIds],\n profileStepIds: [...report.run.decision.plan.profileStepIds],\n signalCount: signals.length,\n warningCount: signals.filter((signal) => signal.severity === \"warning\").length,\n signals,\n };\n}\n\nexport function collectAssistantWorkflowRunEvaluationSignals(\n report: AssistantWorkflowRunEvaluationSource,\n): AssistantWorkflowRunEvaluationSignal[] {\n const signals: AssistantWorkflowRunEvaluationSignal[] = [];\n\n if (report.status === \"not_handled\") {\n signals.push({\n name: \"run_not_handled\",\n severity: \"warning\",\n detail: report.outcomeSummary.reason,\n });\n }\n if (report.status === \"clarification\") {\n signals.push({\n name: \"run_needs_clarification\",\n severity: \"info\",\n detail: report.outcomeSummary.reason,\n });\n }\n if (report.status === \"degraded\") {\n signals.push({\n name: \"run_degraded\",\n severity: \"warning\",\n detail: report.outcomeSummary.reason,\n });\n }\n if (report.status === \"failed\") {\n signals.push({\n name: \"run_failed\",\n severity: \"warning\",\n detail: report.toolExecution?.summary.status ?? null,\n });\n }\n\n if (report.run.executionPlan.missingCapabilityNames.length > 0) {\n signals.push({\n name: \"missing_required_tools\",\n severity: \"warning\",\n detail: report.run.executionPlan.missingCapabilityNames.join(\", \"),\n });\n }\n if (report.run.executionPlan.missingBindingNames.length > 0) {\n signals.push({\n name: \"missing_tool_bindings\",\n severity: \"warning\",\n detail: report.run.executionPlan.missingBindingNames.join(\", \"),\n });\n }\n if (report.run.executionPlan.missingContextRequirements.length > 0) {\n signals.push({\n name: \"missing_context\",\n severity: \"warning\",\n detail: report.run.executionPlan.missingContextRequirements.join(\", \"),\n });\n }\n\n if (report.toolExecution?.summary.status === \"failed\") {\n signals.push({\n name: \"tool_execution_failed\",\n severity: \"warning\",\n detail: summarizeToolExecutionFailure(report),\n });\n } else if (report.toolExecution?.summary.status === \"partial\") {\n signals.push({\n name: \"tool_execution_partial\",\n severity: \"warning\",\n detail: summarizeToolExecutionFailure(report),\n });\n }\n\n if (!report.outcomeSummary.handled) {\n signals.push({\n name: \"outcome_unhandled\",\n severity: \"warning\",\n detail: report.outcomeSummary.reason,\n });\n }\n\n return signals;\n}\n\nexport function buildAssistantWorkflowRunEvaluationTracePayload(\n evaluation: AssistantWorkflowRunEvaluation,\n): Record<string, unknown> {\n return {\n workflowId: evaluation.workflowId,\n workflowVersion: evaluation.workflowVersion,\n status: evaluation.status,\n intent: evaluation.intent,\n outcomeKind: evaluation.outcomeKind,\n handled: evaluation.handled,\n toolResultStatus: evaluation.toolResultStatus,\n readyToolCount: evaluation.readyToolCount,\n invokedToolCount: evaluation.invokedToolCount,\n activePlanningStepProfileIds: evaluation.activePlanningStepProfileIds,\n profileStepIds: evaluation.profileStepIds,\n signalCount: evaluation.signalCount,\n warningCount: evaluation.warningCount,\n signals: evaluation.signals,\n };\n}\n\nfunction summarizeToolExecutionFailure(report: AssistantWorkflowRunEvaluationSource): string | null {\n const summary = report.toolExecution?.summary;\n if (!summary) return null;\n const parts = [\n summary.errorCount > 0 ? `errors=${summary.errorCount}` : \"\",\n summary.skippedCount > 0 ? `skipped=${summary.skippedCount}` : \"\",\n summary.missingResultInvocationIds.length > 0\n ? `missing=${summary.missingResultInvocationIds.join(\",\")}`\n : \"\",\n summary.unexpectedResultInvocationIds.length > 0\n ? `unexpected=${summary.unexpectedResultInvocationIds.join(\",\")}`\n : \"\",\n ].filter((part) => part.length > 0);\n return parts.length ? parts.join(\"; \") : summary.status;\n}\n"]}
@@ -0,0 +1,24 @@
1
+ import type { AssistantWorkflowRun } from "./run.js";
2
+ export type AssistantWorkflowRunParitySummary = {
3
+ workflowId: string;
4
+ workflowVersion: number;
5
+ intent: string | null;
6
+ runStatus: AssistantWorkflowRun["status"];
7
+ stepIds: string[];
8
+ readyToolNames: string[];
9
+ invocationToolNames: string[];
10
+ blockingReasonCount: number;
11
+ warningCount: number;
12
+ };
13
+ export type AssistantWorkflowRunParityDifference = {
14
+ field: keyof AssistantWorkflowRunParitySummary;
15
+ expected: string | number | string[] | null;
16
+ actual: string | number | string[] | null;
17
+ };
18
+ export type AssistantWorkflowRunParityResult = {
19
+ matches: boolean;
20
+ differences: AssistantWorkflowRunParityDifference[];
21
+ };
22
+ export declare function buildAssistantWorkflowRunParitySummary(run: AssistantWorkflowRun): AssistantWorkflowRunParitySummary;
23
+ export declare function compareAssistantWorkflowRunParity(expected: AssistantWorkflowRunParitySummary, actual: AssistantWorkflowRunParitySummary): AssistantWorkflowRunParityResult;
24
+ //# sourceMappingURL=run-parity.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"run-parity.d.ts","sourceRoot":"","sources":["../src/run-parity.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,UAAU,CAAC;AAErD,MAAM,MAAM,iCAAiC,GAAG;IAC9C,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;IACxB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,SAAS,EAAE,oBAAoB,CAAC,QAAQ,CAAC,CAAC;IAC1C,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,mBAAmB,EAAE,MAAM,EAAE,CAAC;IAC9B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,YAAY,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,oCAAoC,GAAG;IACjD,KAAK,EAAE,MAAM,iCAAiC,CAAC;IAC/C,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,EAAE,GAAG,IAAI,CAAC;IAC5C,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,EAAE,GAAG,IAAI,CAAC;CAC3C,CAAC;AAEF,MAAM,MAAM,gCAAgC,GAAG;IAC7C,OAAO,EAAE,OAAO,CAAC;IACjB,WAAW,EAAE,oCAAoC,EAAE,CAAC;CACrD,CAAC;AAEF,wBAAgB,sCAAsC,CACpD,GAAG,EAAE,oBAAoB,GACxB,iCAAiC,CAYnC;AAED,wBAAgB,iCAAiC,CAC/C,QAAQ,EAAE,iCAAiC,EAC3C,MAAM,EAAE,iCAAiC,GACxC,gCAAgC,CAYlC"}
@@ -0,0 +1,36 @@
1
+ export function buildAssistantWorkflowRunParitySummary(run) {
2
+ return {
3
+ workflowId: run.workflowId,
4
+ workflowVersion: run.workflowVersion,
5
+ intent: run.decision.intent,
6
+ runStatus: run.status,
7
+ stepIds: run.executionPlan.steps.map((step) => step.id),
8
+ readyToolNames: [...run.executionPlan.readyToolNames],
9
+ invocationToolNames: run.toolInvocationQueue.invocations.map((invocation) => invocation.toolName),
10
+ blockingReasonCount: run.executionPlan.blockingReasons.length,
11
+ warningCount: run.executionPlan.warnings.length,
12
+ };
13
+ }
14
+ export function compareAssistantWorkflowRunParity(expected, actual) {
15
+ const differences = [];
16
+ compareValue("workflowId", expected.workflowId, actual.workflowId, differences);
17
+ compareValue("workflowVersion", expected.workflowVersion, actual.workflowVersion, differences);
18
+ compareValue("intent", expected.intent, actual.intent, differences);
19
+ compareValue("runStatus", expected.runStatus, actual.runStatus, differences);
20
+ compareArray("stepIds", expected.stepIds, actual.stepIds, differences);
21
+ compareArray("readyToolNames", expected.readyToolNames, actual.readyToolNames, differences);
22
+ compareArray("invocationToolNames", expected.invocationToolNames, actual.invocationToolNames, differences);
23
+ compareValue("blockingReasonCount", expected.blockingReasonCount, actual.blockingReasonCount, differences);
24
+ compareValue("warningCount", expected.warningCount, actual.warningCount, differences);
25
+ return { matches: differences.length === 0, differences };
26
+ }
27
+ function compareValue(field, expected, actual, differences) {
28
+ if (expected !== actual)
29
+ differences.push({ field, expected, actual });
30
+ }
31
+ function compareArray(field, expected, actual, differences) {
32
+ if (expected.length !== actual.length || expected.some((entry, index) => entry !== actual[index])) {
33
+ differences.push({ field, expected: [...expected], actual: [...actual] });
34
+ }
35
+ }
36
+ //# sourceMappingURL=run-parity.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"run-parity.js","sourceRoot":"","sources":["../src/run-parity.ts"],"names":[],"mappings":"AAyBA,MAAM,UAAU,sCAAsC,CACpD,GAAyB;IAEzB,OAAO;QACL,UAAU,EAAE,GAAG,CAAC,UAAU;QAC1B,eAAe,EAAE,GAAG,CAAC,eAAe;QACpC,MAAM,EAAE,GAAG,CAAC,QAAQ,CAAC,MAAM;QAC3B,SAAS,EAAE,GAAG,CAAC,MAAM;QACrB,OAAO,EAAE,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QACvD,cAAc,EAAE,CAAC,GAAG,GAAG,CAAC,aAAa,CAAC,cAAc,CAAC;QACrD,mBAAmB,EAAE,GAAG,CAAC,mBAAmB,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC;QACjG,mBAAmB,EAAE,GAAG,CAAC,aAAa,CAAC,eAAe,CAAC,MAAM;QAC7D,YAAY,EAAE,GAAG,CAAC,aAAa,CAAC,QAAQ,CAAC,MAAM;KAChD,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,iCAAiC,CAC/C,QAA2C,EAC3C,MAAyC;IAEzC,MAAM,WAAW,GAA2C,EAAE,CAAC;IAC/D,YAAY,CAAC,YAAY,EAAE,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;IAChF,YAAY,CAAC,iBAAiB,EAAE,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC,eAAe,EAAE,WAAW,CAAC,CAAC;IAC/F,YAAY,CAAC,QAAQ,EAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IACpE,YAAY,CAAC,WAAW,EAAE,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;IAC7E,YAAY,CAAC,SAAS,EAAE,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IACvE,YAAY,CAAC,gBAAgB,EAAE,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAC,cAAc,EAAE,WAAW,CAAC,CAAC;IAC5F,YAAY,CAAC,qBAAqB,EAAE,QAAQ,CAAC,mBAAmB,EAAE,MAAM,CAAC,mBAAmB,EAAE,WAAW,CAAC,CAAC;IAC3G,YAAY,CAAC,qBAAqB,EAAE,QAAQ,CAAC,mBAAmB,EAAE,MAAM,CAAC,mBAAmB,EAAE,WAAW,CAAC,CAAC;IAC3G,YAAY,CAAC,cAAc,EAAE,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;IACtF,OAAO,EAAE,OAAO,EAAE,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,WAAW,EAAE,CAAC;AAC5D,CAAC;AAED,SAAS,YAAY,CACnB,KAAoD,EACpD,QAAgC,EAChC,MAA8B,EAC9B,WAAmD;IAEnD,IAAI,QAAQ,KAAK,MAAM;QAAE,WAAW,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC;AACzE,CAAC;AAED,SAAS,YAAY,CACnB,KAAoD,EACpD,QAAkB,EAClB,MAAgB,EAChB,WAAmD;IAEnD,IAAI,QAAQ,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QAClG,WAAW,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,GAAG,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC,GAAG,MAAM,CAAC,EAAE,CAAC,CAAC;IAC5E,CAAC;AACH,CAAC","sourcesContent":["import type { AssistantWorkflowRun } from \"./run.js\";\n\nexport type AssistantWorkflowRunParitySummary = {\n workflowId: string;\n workflowVersion: number;\n intent: string | null;\n runStatus: AssistantWorkflowRun[\"status\"];\n stepIds: string[];\n readyToolNames: string[];\n invocationToolNames: string[];\n blockingReasonCount: number;\n warningCount: number;\n};\n\nexport type AssistantWorkflowRunParityDifference = {\n field: keyof AssistantWorkflowRunParitySummary;\n expected: string | number | string[] | null;\n actual: string | number | string[] | null;\n};\n\nexport type AssistantWorkflowRunParityResult = {\n matches: boolean;\n differences: AssistantWorkflowRunParityDifference[];\n};\n\nexport function buildAssistantWorkflowRunParitySummary(\n run: AssistantWorkflowRun,\n): AssistantWorkflowRunParitySummary {\n return {\n workflowId: run.workflowId,\n workflowVersion: run.workflowVersion,\n intent: run.decision.intent,\n runStatus: run.status,\n stepIds: run.executionPlan.steps.map((step) => step.id),\n readyToolNames: [...run.executionPlan.readyToolNames],\n invocationToolNames: run.toolInvocationQueue.invocations.map((invocation) => invocation.toolName),\n blockingReasonCount: run.executionPlan.blockingReasons.length,\n warningCount: run.executionPlan.warnings.length,\n };\n}\n\nexport function compareAssistantWorkflowRunParity(\n expected: AssistantWorkflowRunParitySummary,\n actual: AssistantWorkflowRunParitySummary,\n): AssistantWorkflowRunParityResult {\n const differences: AssistantWorkflowRunParityDifference[] = [];\n compareValue(\"workflowId\", expected.workflowId, actual.workflowId, differences);\n compareValue(\"workflowVersion\", expected.workflowVersion, actual.workflowVersion, differences);\n compareValue(\"intent\", expected.intent, actual.intent, differences);\n compareValue(\"runStatus\", expected.runStatus, actual.runStatus, differences);\n compareArray(\"stepIds\", expected.stepIds, actual.stepIds, differences);\n compareArray(\"readyToolNames\", expected.readyToolNames, actual.readyToolNames, differences);\n compareArray(\"invocationToolNames\", expected.invocationToolNames, actual.invocationToolNames, differences);\n compareValue(\"blockingReasonCount\", expected.blockingReasonCount, actual.blockingReasonCount, differences);\n compareValue(\"warningCount\", expected.warningCount, actual.warningCount, differences);\n return { matches: differences.length === 0, differences };\n}\n\nfunction compareValue(\n field: AssistantWorkflowRunParityDifference[\"field\"],\n expected: string | number | null,\n actual: string | number | null,\n differences: AssistantWorkflowRunParityDifference[],\n): void {\n if (expected !== actual) differences.push({ field, expected, actual });\n}\n\nfunction compareArray(\n field: AssistantWorkflowRunParityDifference[\"field\"],\n expected: string[],\n actual: string[],\n differences: AssistantWorkflowRunParityDifference[],\n): void {\n if (expected.length !== actual.length || expected.some((entry, index) => entry !== actual[index])) {\n differences.push({ field, expected: [...expected], actual: [...actual] });\n }\n}\n"]}
@@ -0,0 +1,150 @@
1
+ import type { AssistantWorkflowRunReport } from "./run-report.js";
2
+ import type { AssistantWorkflowRunEvaluationSignal, AssistantWorkflowRunEvaluationSignalName } from "./run-evaluation.js";
3
+ export type AssistantWorkflowRunReportBatchOptions = {
4
+ onlyInteresting?: boolean;
5
+ };
6
+ export type AssistantWorkflowRunReportBatchCount = {
7
+ key: string;
8
+ count: number;
9
+ };
10
+ export type AssistantWorkflowRunReportBatchSignalCount = {
11
+ name: AssistantWorkflowRunEvaluationSignalName;
12
+ severity: "info" | "warning";
13
+ count: number;
14
+ };
15
+ export type AssistantWorkflowRunReportBatchRow = {
16
+ workflowId: string;
17
+ workflowVersion: number;
18
+ status: AssistantWorkflowRunReport["status"];
19
+ intent: string | null;
20
+ outcomeKind: string;
21
+ handled: boolean;
22
+ toolResultStatus: string | null;
23
+ toolResultProviders: string[];
24
+ activePlanningStepProfileIds: string[];
25
+ profileStepIds: string[];
26
+ directRouteDoneRoutes: string[];
27
+ directRouteRecoveredRoutes: string[];
28
+ directRouteErrorRoutes: string[];
29
+ directRouteSkipReasons: string[];
30
+ directRouteGapReasons: string[];
31
+ directRouteObservedStrategies: string[];
32
+ directRouteUndeclaredStrategies: string[];
33
+ memoryChangedSlots: string[];
34
+ memoryChangedProfileFields: string[];
35
+ memorySkippedPatchReasons: string[];
36
+ threadProfileWriteSources: string[];
37
+ threadProfileWriteReasons: string[];
38
+ threadProfileWriteChangedFields: string[];
39
+ signalCount: number;
40
+ warningCount: number;
41
+ signals: AssistantWorkflowRunEvaluationSignal[];
42
+ };
43
+ export type AssistantWorkflowRunReportBatch = {
44
+ generatedAt: string;
45
+ sourceReportCount: number;
46
+ rowCount: number;
47
+ interestingRowCount: number;
48
+ warningRowCount: number;
49
+ statusCounts: AssistantWorkflowRunReportBatchCount[];
50
+ intentCounts: AssistantWorkflowRunReportBatchCount[];
51
+ outcomeCounts: AssistantWorkflowRunReportBatchCount[];
52
+ toolResultStatusCounts: AssistantWorkflowRunReportBatchCount[];
53
+ toolProviderResultCounts: AssistantWorkflowRunReportBatchCount[];
54
+ activePlanningStepProfileCounts: AssistantWorkflowRunReportBatchCount[];
55
+ profileStepCounts: AssistantWorkflowRunReportBatchCount[];
56
+ directRouteDoneCounts: AssistantWorkflowRunReportBatchCount[];
57
+ directRouteRecoveredCounts: AssistantWorkflowRunReportBatchCount[];
58
+ directRouteErrorCounts: AssistantWorkflowRunReportBatchCount[];
59
+ directRouteSkipReasonCounts: AssistantWorkflowRunReportBatchCount[];
60
+ directRouteGapReasonCounts: AssistantWorkflowRunReportBatchCount[];
61
+ directRouteObservedStrategyCounts: AssistantWorkflowRunReportBatchCount[];
62
+ directRouteUndeclaredStrategyCounts: AssistantWorkflowRunReportBatchCount[];
63
+ memoryChangedSlotCounts: AssistantWorkflowRunReportBatchCount[];
64
+ memoryChangedProfileFieldCounts: AssistantWorkflowRunReportBatchCount[];
65
+ memorySkippedPatchReasonCounts: AssistantWorkflowRunReportBatchCount[];
66
+ threadProfileWriteSourceCounts: AssistantWorkflowRunReportBatchCount[];
67
+ threadProfileWriteReasonCounts: AssistantWorkflowRunReportBatchCount[];
68
+ threadProfileWriteChangedFieldCounts: AssistantWorkflowRunReportBatchCount[];
69
+ signalCounts: AssistantWorkflowRunReportBatchSignalCount[];
70
+ rows: AssistantWorkflowRunReportBatchRow[];
71
+ };
72
+ export type AssistantWorkflowPlanningProfileMigrationCandidateStatus = "ready_for_runtime_change" | "needs_review";
73
+ export type AssistantWorkflowPlanningProfileMigrationCandidate = {
74
+ profileId: string;
75
+ runCount: number;
76
+ completedCount: number;
77
+ handledCount: number;
78
+ warningRowCount: number;
79
+ failedCount: number;
80
+ degradedCount: number;
81
+ clarificationCount: number;
82
+ notHandledCount: number;
83
+ profileStepIds: string[];
84
+ signalCounts: AssistantWorkflowRunReportBatchSignalCount[];
85
+ signalDetails: string[];
86
+ status: AssistantWorkflowPlanningProfileMigrationCandidateStatus;
87
+ blockingReasons: string[];
88
+ };
89
+ export type AssistantWorkflowPlanningProfileMigrationReportOptions = {
90
+ currentRuntimeProfileIds?: readonly string[] | null;
91
+ minRunCount?: number | null;
92
+ generatedAt?: string | null;
93
+ };
94
+ export type AssistantWorkflowPlanningProfileMigrationReport = {
95
+ generatedAt: string;
96
+ minRunCount: number;
97
+ sourceReportCount: number;
98
+ rowCount: number;
99
+ observedProfileCount: number;
100
+ currentRuntimeProfileIds: string[];
101
+ readyProfileIds: string[];
102
+ reviewProfileIds: string[];
103
+ addProfileIds: string[];
104
+ keepProfileIds: string[];
105
+ proposedRuntimeProfileIds: string[];
106
+ candidates: AssistantWorkflowPlanningProfileMigrationCandidate[];
107
+ readyCandidates: AssistantWorkflowPlanningProfileMigrationCandidate[];
108
+ reviewCandidates: AssistantWorkflowPlanningProfileMigrationCandidate[];
109
+ };
110
+ export type AssistantWorkflowPlanningProfileMigrationReviewArtifactStatus = "ready_for_runtime_change" | "no_runtime_change";
111
+ export type AssistantWorkflowPlanningProfileMigrationReviewArtifactRecommendedAction = "apply_planning_profile_runtime_update" | "keep_current_runtime";
112
+ export type AssistantWorkflowPlanningProfileMigrationReviewArtifactOptions = {
113
+ title?: string | null;
114
+ patchTargets?: readonly string[] | null;
115
+ requiredTestIds?: readonly string[] | null;
116
+ };
117
+ export type AssistantWorkflowPlanningProfileMigrationReviewArtifact = {
118
+ generatedAt: string;
119
+ title: string;
120
+ status: AssistantWorkflowPlanningProfileMigrationReviewArtifactStatus;
121
+ recommendedAction: AssistantWorkflowPlanningProfileMigrationReviewArtifactRecommendedAction;
122
+ rationale: string;
123
+ patchTargets: string[];
124
+ requiredTestIds: string[];
125
+ runtimeChange: {
126
+ currentRuntimeProfileIds: string[];
127
+ addProfileIds: string[];
128
+ keepProfileIds: string[];
129
+ proposedRuntimeProfileIds: string[];
130
+ };
131
+ evidence: {
132
+ minRunCount: number;
133
+ sourceReportCount: number;
134
+ rowCount: number;
135
+ readyProfileIds: string[];
136
+ readyCandidates: AssistantWorkflowPlanningProfileMigrationCandidate[];
137
+ };
138
+ review: {
139
+ reviewProfileIds: string[];
140
+ reviewCandidates: AssistantWorkflowPlanningProfileMigrationCandidate[];
141
+ blockerCount: number;
142
+ };
143
+ };
144
+ export declare function buildAssistantWorkflowRunReportBatch(reports: readonly AssistantWorkflowRunReport[], options?: AssistantWorkflowRunReportBatchOptions): AssistantWorkflowRunReportBatch;
145
+ export declare function buildAssistantWorkflowPlanningProfileMigrationReport(batch: AssistantWorkflowRunReportBatch, options?: AssistantWorkflowPlanningProfileMigrationReportOptions): AssistantWorkflowPlanningProfileMigrationReport;
146
+ export declare function buildAssistantWorkflowPlanningProfileMigrationReportTracePayload(report: AssistantWorkflowPlanningProfileMigrationReport): Record<string, unknown>;
147
+ export declare function buildAssistantWorkflowPlanningProfileMigrationReviewArtifact(report: AssistantWorkflowPlanningProfileMigrationReport, options?: AssistantWorkflowPlanningProfileMigrationReviewArtifactOptions): AssistantWorkflowPlanningProfileMigrationReviewArtifact;
148
+ export declare function buildAssistantWorkflowPlanningProfileMigrationReviewArtifactTracePayload(artifact: AssistantWorkflowPlanningProfileMigrationReviewArtifact): Record<string, unknown>;
149
+ export declare function buildAssistantWorkflowRunReportBatchTracePayload(batch: AssistantWorkflowRunReportBatch): Record<string, unknown>;
150
+ //# sourceMappingURL=run-report-batch.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"run-report-batch.d.ts","sourceRoot":"","sources":["../src/run-report-batch.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,iBAAiB,CAAC;AAClE,OAAO,KAAK,EACV,oCAAoC,EACpC,wCAAwC,EACzC,MAAM,qBAAqB,CAAC;AAE7B,MAAM,MAAM,sCAAsC,GAAG;IACnD,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,oCAAoC,GAAG;IACjD,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,0CAA0C,GAAG;IACvD,IAAI,EAAE,wCAAwC,CAAC;IAC/C,QAAQ,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,kCAAkC,GAAG;IAC/C,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;IACxB,MAAM,EAAE,0BAA0B,CAAC,QAAQ,CAAC,CAAC;IAC7C,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,OAAO,CAAC;IACjB,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,mBAAmB,EAAE,MAAM,EAAE,CAAC;IAC9B,4BAA4B,EAAE,MAAM,EAAE,CAAC;IACvC,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,qBAAqB,EAAE,MAAM,EAAE,CAAC;IAChC,0BAA0B,EAAE,MAAM,EAAE,CAAC;IACrC,sBAAsB,EAAE,MAAM,EAAE,CAAC;IACjC,sBAAsB,EAAE,MAAM,EAAE,CAAC;IACjC,qBAAqB,EAAE,MAAM,EAAE,CAAC;IAChC,6BAA6B,EAAE,MAAM,EAAE,CAAC;IACxC,+BAA+B,EAAE,MAAM,EAAE,CAAC;IAC1C,kBAAkB,EAAE,MAAM,EAAE,CAAC;IAC7B,0BAA0B,EAAE,MAAM,EAAE,CAAC;IACrC,yBAAyB,EAAE,MAAM,EAAE,CAAC;IACpC,yBAAyB,EAAE,MAAM,EAAE,CAAC;IACpC,yBAAyB,EAAE,MAAM,EAAE,CAAC;IACpC,+BAA+B,EAAE,MAAM,EAAE,CAAC;IAC1C,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,oCAAoC,EAAE,CAAC;CACjD,CAAC;AAEF,MAAM,MAAM,+BAA+B,GAAG;IAC5C,WAAW,EAAE,MAAM,CAAC;IACpB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,eAAe,EAAE,MAAM,CAAC;IACxB,YAAY,EAAE,oCAAoC,EAAE,CAAC;IACrD,YAAY,EAAE,oCAAoC,EAAE,CAAC;IACrD,aAAa,EAAE,oCAAoC,EAAE,CAAC;IACtD,sBAAsB,EAAE,oCAAoC,EAAE,CAAC;IAC/D,wBAAwB,EAAE,oCAAoC,EAAE,CAAC;IACjE,+BAA+B,EAAE,oCAAoC,EAAE,CAAC;IACxE,iBAAiB,EAAE,oCAAoC,EAAE,CAAC;IAC1D,qBAAqB,EAAE,oCAAoC,EAAE,CAAC;IAC9D,0BAA0B,EAAE,oCAAoC,EAAE,CAAC;IACnE,sBAAsB,EAAE,oCAAoC,EAAE,CAAC;IAC/D,2BAA2B,EAAE,oCAAoC,EAAE,CAAC;IACpE,0BAA0B,EAAE,oCAAoC,EAAE,CAAC;IACnE,iCAAiC,EAAE,oCAAoC,EAAE,CAAC;IAC1E,mCAAmC,EAAE,oCAAoC,EAAE,CAAC;IAC5E,uBAAuB,EAAE,oCAAoC,EAAE,CAAC;IAChE,+BAA+B,EAAE,oCAAoC,EAAE,CAAC;IACxE,8BAA8B,EAAE,oCAAoC,EAAE,CAAC;IACvE,8BAA8B,EAAE,oCAAoC,EAAE,CAAC;IACvE,8BAA8B,EAAE,oCAAoC,EAAE,CAAC;IACvE,oCAAoC,EAAE,oCAAoC,EAAE,CAAC;IAC7E,YAAY,EAAE,0CAA0C,EAAE,CAAC;IAC3D,IAAI,EAAE,kCAAkC,EAAE,CAAC;CAC5C,CAAC;AAEF,MAAM,MAAM,wDAAwD,GAAG,0BAA0B,GAAG,cAAc,CAAC;AAEnH,MAAM,MAAM,kDAAkD,GAAG;IAC/D,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,YAAY,EAAE,0CAA0C,EAAE,CAAC;IAC3D,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,MAAM,EAAE,wDAAwD,CAAC;IACjE,eAAe,EAAE,MAAM,EAAE,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,sDAAsD,GAAG;IACnE,wBAAwB,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI,CAAC;IACpD,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC7B,CAAC;AAEF,MAAM,MAAM,+CAA+C,GAAG;IAC5D,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,wBAAwB,EAAE,MAAM,EAAE,CAAC;IACnC,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC3B,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,yBAAyB,EAAE,MAAM,EAAE,CAAC;IACpC,UAAU,EAAE,kDAAkD,EAAE,CAAC;IACjE,eAAe,EAAE,kDAAkD,EAAE,CAAC;IACtE,gBAAgB,EAAE,kDAAkD,EAAE,CAAC;CACxE,CAAC;AAEF,MAAM,MAAM,6DAA6D,GACrE,0BAA0B,GAC1B,mBAAmB,CAAC;AAExB,MAAM,MAAM,wEAAwE,GAChF,uCAAuC,GACvC,sBAAsB,CAAC;AAE3B,MAAM,MAAM,8DAA8D,GAAG;IAC3E,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,YAAY,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI,CAAC;IACxC,eAAe,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI,CAAC;CAC5C,CAAC;AAEF,MAAM,MAAM,uDAAuD,GAAG;IACpE,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,6DAA6D,CAAC;IACtE,iBAAiB,EAAE,wEAAwE,CAAC;IAC5F,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,aAAa,EAAE;QACb,wBAAwB,EAAE,MAAM,EAAE,CAAC;QACnC,aAAa,EAAE,MAAM,EAAE,CAAC;QACxB,cAAc,EAAE,MAAM,EAAE,CAAC;QACzB,yBAAyB,EAAE,MAAM,EAAE,CAAC;KACrC,CAAC;IACF,QAAQ,EAAE;QACR,WAAW,EAAE,MAAM,CAAC;QACpB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,QAAQ,EAAE,MAAM,CAAC;QACjB,eAAe,EAAE,MAAM,EAAE,CAAC;QAC1B,eAAe,EAAE,kDAAkD,EAAE,CAAC;KACvE,CAAC;IACF,MAAM,EAAE;QACN,gBAAgB,EAAE,MAAM,EAAE,CAAC;QAC3B,gBAAgB,EAAE,kDAAkD,EAAE,CAAC;QACvE,YAAY,EAAE,MAAM,CAAC;KACtB,CAAC;CACH,CAAC;AAEF,wBAAgB,oCAAoC,CAClD,OAAO,EAAE,SAAS,0BAA0B,EAAE,EAC9C,OAAO,GAAE,sCAA2C,GACnD,+BAA+B,CAmCjC;AAED,wBAAgB,oDAAoD,CAClE,KAAK,EAAE,+BAA+B,EACtC,OAAO,GAAE,sDAA2D,GACnE,+CAA+C,CA4BjD;AAED,wBAAgB,gEAAgE,CAC9E,MAAM,EAAE,+CAA+C,GACtD,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CA8BzB;AAED,wBAAgB,4DAA4D,CAC1E,MAAM,EAAE,+CAA+C,EACvD,OAAO,GAAE,8DAAmE,GAC3E,uDAAuD,CAqCzD;AAED,wBAAgB,wEAAwE,CACtF,QAAQ,EAAE,uDAAuD,GAChE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAmBzB;AAED,wBAAgB,gDAAgD,CAC9D,KAAK,EAAE,+BAA+B,GACrC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CA6BzB"}