@n8n/instance-ai 1.24.3 → 1.25.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (279) hide show
  1. package/README.md +2 -3
  2. package/dist/agent/credential-guardrails.prompt.d.ts +1 -0
  3. package/dist/agent/credential-guardrails.prompt.js +2 -1
  4. package/dist/agent/credential-guardrails.prompt.js.map +1 -1
  5. package/dist/agent/instance-agent.js +25 -21
  6. package/dist/agent/instance-agent.js.map +1 -1
  7. package/dist/agent/shared-prompts.d.ts +2 -2
  8. package/dist/agent/shared-prompts.js +2 -2
  9. package/dist/agent/shared-prompts.js.map +1 -1
  10. package/dist/agent/sub-agent-factory.d.ts +1 -1
  11. package/dist/agent/sub-agent-factory.js +2 -1
  12. package/dist/agent/sub-agent-factory.js.map +1 -1
  13. package/dist/agent/system-prompt.d.ts +1 -0
  14. package/dist/agent/system-prompt.js +29 -4
  15. package/dist/agent/system-prompt.js.map +1 -1
  16. package/dist/build.tsbuildinfo +1 -1
  17. package/dist/constants/max-steps.d.ts +0 -1
  18. package/dist/constants/max-steps.js +0 -1
  19. package/dist/constants/max-steps.js.map +1 -1
  20. package/dist/debug/sanitize-debug-snapshot.js +3 -3
  21. package/dist/debug/sanitize-debug-snapshot.js.map +1 -1
  22. package/dist/error-formatting.js +5 -12
  23. package/dist/error-formatting.js.map +1 -1
  24. package/dist/index.d.ts +12 -10
  25. package/dist/index.js +17 -9
  26. package/dist/index.js.map +1 -1
  27. package/dist/knowledge-base/materialize-knowledge-base.js +24 -16
  28. package/dist/knowledge-base/materialize-knowledge-base.js.map +1 -1
  29. package/dist/mcp/mcp-client-manager.js +3 -4
  30. package/dist/mcp/mcp-client-manager.js.map +1 -1
  31. package/dist/prompts/prompt-profiles.d.ts +24 -0
  32. package/dist/prompts/prompt-profiles.js +77 -0
  33. package/dist/prompts/prompt-profiles.js.map +1 -0
  34. package/dist/prompts/skill-variants.d.ts +15 -0
  35. package/dist/prompts/skill-variants.js +81 -0
  36. package/dist/prompts/skill-variants.js.map +1 -0
  37. package/dist/runtime/background-task-manager.js +5 -5
  38. package/dist/runtime/background-task-manager.js.map +1 -1
  39. package/dist/runtime/resumable-stream-executor.js +2 -3
  40. package/dist/runtime/resumable-stream-executor.js.map +1 -1
  41. package/dist/runtime/run-state-registry.d.ts +12 -2
  42. package/dist/runtime/run-state-registry.js +35 -2
  43. package/dist/runtime/run-state-registry.js.map +1 -1
  44. package/dist/skills/materialize-runtime-skills.js +30 -23
  45. package/dist/skills/materialize-runtime-skills.js.map +1 -1
  46. package/dist/skills/runtime-skills.d.ts +8 -0
  47. package/dist/skills/runtime-skills.js +27 -0
  48. package/dist/skills/runtime-skills.js.map +1 -1
  49. package/dist/skills/skill-gates.d.ts +2 -0
  50. package/dist/skills/skill-gates.js +4 -1
  51. package/dist/skills/skill-gates.js.map +1 -1
  52. package/dist/storage/workflow-loop-storage.d.ts +550 -0
  53. package/dist/storage/workflow-loop-storage.js +31 -1
  54. package/dist/storage/workflow-loop-storage.js.map +1 -1
  55. package/dist/stream/consume-with-hitl.d.ts +0 -28
  56. package/dist/stream/consume-with-hitl.js +0 -50
  57. package/dist/stream/consume-with-hitl.js.map +1 -1
  58. package/dist/tools/activity.tool.d.ts +2 -0
  59. package/dist/tools/activity.tool.js +102 -0
  60. package/dist/tools/activity.tool.js.map +1 -0
  61. package/dist/tools/credentials.tool.js +5 -3
  62. package/dist/tools/credentials.tool.js.map +1 -1
  63. package/dist/tools/executions.tool.js +47 -10
  64. package/dist/tools/executions.tool.js.map +1 -1
  65. package/dist/tools/filesystem/create-tools-from-mcp-server.js +1 -0
  66. package/dist/tools/filesystem/create-tools-from-mcp-server.js.map +1 -1
  67. package/dist/tools/index.d.ts +1 -1
  68. package/dist/tools/index.js +45 -55
  69. package/dist/tools/index.js.map +1 -1
  70. package/dist/tools/n8n-docs/schemas.js +1 -1
  71. package/dist/tools/n8n-docs/schemas.js.map +1 -1
  72. package/dist/tools/n8n-docs.tool.d.ts +2 -1
  73. package/dist/tools/n8n-docs.tool.js +11 -3
  74. package/dist/tools/n8n-docs.tool.js.map +1 -1
  75. package/dist/tools/orchestration/agent-persistence.d.ts +0 -12
  76. package/dist/tools/orchestration/agent-persistence.js +0 -34
  77. package/dist/tools/orchestration/agent-persistence.js.map +1 -1
  78. package/dist/tools/orchestration/build-agent.tool.js +3 -3
  79. package/dist/tools/orchestration/build-agent.tool.js.map +1 -1
  80. package/dist/tools/orchestration/complete-checkpoint.tool.js +1 -1
  81. package/dist/tools/orchestration/complete-checkpoint.tool.js.map +1 -1
  82. package/dist/tools/orchestration/plan.tool.js +5 -1
  83. package/dist/tools/orchestration/plan.tool.js.map +1 -1
  84. package/dist/tools/orchestration/report-verification-verdict.tool.js +7 -1
  85. package/dist/tools/orchestration/report-verification-verdict.tool.js.map +1 -1
  86. package/dist/tools/orchestration/tracing-utils.d.ts +1 -6
  87. package/dist/tools/orchestration/tracing-utils.js +0 -99
  88. package/dist/tools/orchestration/tracing-utils.js.map +1 -1
  89. package/dist/tools/orchestration/verification/analyze-result.d.ts +5 -0
  90. package/dist/tools/orchestration/verification/analyze-result.js +27 -5
  91. package/dist/tools/orchestration/verification/analyze-result.js.map +1 -1
  92. package/dist/tools/orchestration/verification/claim.d.ts +14 -0
  93. package/dist/tools/orchestration/verification/claim.js +52 -0
  94. package/dist/tools/orchestration/verification/claim.js.map +1 -0
  95. package/dist/tools/orchestration/verification/finalize-result.d.ts +5 -2
  96. package/dist/tools/orchestration/verification/finalize-result.js +21 -25
  97. package/dist/tools/orchestration/verification/finalize-result.js.map +1 -1
  98. package/dist/tools/orchestration/verification/resolve-target.js +39 -15
  99. package/dist/tools/orchestration/verification/resolve-target.js.map +1 -1
  100. package/dist/tools/orchestration/verification/resolved-parameter-warnings.d.ts +58 -0
  101. package/dist/tools/orchestration/verification/resolved-parameter-warnings.js +127 -0
  102. package/dist/tools/orchestration/verification/resolved-parameter-warnings.js.map +1 -0
  103. package/dist/tools/orchestration/verification/scripted-gate-run.d.ts +3 -0
  104. package/dist/tools/orchestration/verification/scripted-gate-run.js +22 -2
  105. package/dist/tools/orchestration/verification/scripted-gate-run.js.map +1 -1
  106. package/dist/tools/orchestration/verification/types.d.ts +8 -1
  107. package/dist/tools/orchestration/verify-built-workflow.tool.d.ts +3 -0
  108. package/dist/tools/orchestration/verify-built-workflow.tool.js +141 -18
  109. package/dist/tools/orchestration/verify-built-workflow.tool.js.map +1 -1
  110. package/dist/tools/research.tool.js +3 -2
  111. package/dist/tools/research.tool.js.map +1 -1
  112. package/dist/tools/task-control.tool.js +8 -1
  113. package/dist/tools/task-control.tool.js.map +1 -1
  114. package/dist/tools/tool-ids.d.ts +1 -3
  115. package/dist/tools/tool-ids.js +2 -3
  116. package/dist/tools/tool-ids.js.map +1 -1
  117. package/dist/tools/web-research/sanitize-web-content.d.ts +1 -2
  118. package/dist/tools/web-research/sanitize-web-content.js +6 -19
  119. package/dist/tools/web-research/sanitize-web-content.js.map +1 -1
  120. package/dist/tools/workflows/build-workflow.tool.d.ts +12 -0
  121. package/dist/tools/workflows/build-workflow.tool.js +173 -32
  122. package/dist/tools/workflows/build-workflow.tool.js.map +1 -1
  123. package/dist/tools/workflows/detect-unparseable-openai-schema.js +1 -1
  124. package/dist/tools/workflows/detect-unparseable-openai-schema.js.map +1 -1
  125. package/dist/tools/workflows/detect-wrong-kind-locator.js +7 -9
  126. package/dist/tools/workflows/detect-wrong-kind-locator.js.map +1 -1
  127. package/dist/tools/workflows/reconcile-simulation-plan.js +1 -1
  128. package/dist/tools/workflows/reconcile-simulation-plan.js.map +1 -1
  129. package/dist/tools/workflows/resolve-credentials.js.map +1 -1
  130. package/dist/tools/workflows/setup-items.d.ts +5 -0
  131. package/dist/tools/workflows/setup-items.js +29 -0
  132. package/dist/tools/workflows/setup-items.js.map +1 -1
  133. package/dist/tools/workflows/setup-panel-state.d.ts +31 -0
  134. package/dist/tools/workflows/setup-panel-state.js +197 -0
  135. package/dist/tools/workflows/setup-panel-state.js.map +1 -0
  136. package/dist/tools/workflows/setup-workflow.service.d.ts +3 -1
  137. package/dist/tools/workflows/setup-workflow.service.js +20 -13
  138. package/dist/tools/workflows/setup-workflow.service.js.map +1 -1
  139. package/dist/tools/workflows/validate-workflow.service.js.map +1 -1
  140. package/dist/tools/workflows/wait-gate-script.js +1 -1
  141. package/dist/tools/workflows/wait-gate-script.js.map +1 -1
  142. package/dist/tools/workflows/workflow-build-reporting.d.ts +1 -0
  143. package/dist/tools/workflows/workflow-build-reporting.js +1 -0
  144. package/dist/tools/workflows/workflow-build-reporting.js.map +1 -1
  145. package/dist/tools/workflows/workflow-build-telemetry.d.ts +5 -1
  146. package/dist/tools/workflows/workflow-build-telemetry.js +8 -0
  147. package/dist/tools/workflows/workflow-build-telemetry.js.map +1 -1
  148. package/dist/tools/workflows/workflow-file-bindings.js +0 -2
  149. package/dist/tools/workflows/workflow-file-bindings.js.map +1 -1
  150. package/dist/tools/workflows/workflow-source-compiler.js +80 -25
  151. package/dist/tools/workflows/workflow-source-compiler.js.map +1 -1
  152. package/dist/tools/workflows/workflow-validation-warnings.d.ts +13 -2
  153. package/dist/tools/workflows/workflow-validation-warnings.js +55 -1
  154. package/dist/tools/workflows/workflow-validation-warnings.js.map +1 -1
  155. package/dist/tools/workflows.tool.d.ts +1 -5
  156. package/dist/tools/workflows.tool.js +112 -136
  157. package/dist/tools/workflows.tool.js.map +1 -1
  158. package/dist/tracing/langsmith-tracing.d.ts +11 -22
  159. package/dist/tracing/langsmith-tracing.js +127 -112
  160. package/dist/tracing/langsmith-tracing.js.map +1 -1
  161. package/dist/tracing/sandbox-tracing.d.ts +17 -0
  162. package/dist/tracing/sandbox-tracing.js +60 -0
  163. package/dist/tracing/sandbox-tracing.js.map +1 -0
  164. package/dist/tracing/trace-payloads.d.ts +3 -0
  165. package/dist/tracing/trace-payloads.js +25 -4
  166. package/dist/tracing/trace-payloads.js.map +1 -1
  167. package/dist/tracing/trace-replay.js.map +1 -1
  168. package/dist/types.d.ts +57 -67
  169. package/dist/types.js.map +1 -1
  170. package/dist/utils/eval-agents.js +3 -7
  171. package/dist/utils/eval-agents.js.map +1 -1
  172. package/dist/utils/generate-validated-json.js +2 -6
  173. package/dist/utils/generate-validated-json.js.map +1 -1
  174. package/dist/workflow-loop/guidance.d.ts +1 -0
  175. package/dist/workflow-loop/guidance.js +48 -4
  176. package/dist/workflow-loop/guidance.js.map +1 -1
  177. package/dist/workflow-loop/render-claim.d.ts +6 -0
  178. package/dist/workflow-loop/render-claim.js +61 -0
  179. package/dist/workflow-loop/render-claim.js.map +1 -0
  180. package/dist/workflow-loop/setup-verification-policy.d.ts +3 -1
  181. package/dist/workflow-loop/setup-verification-policy.js +38 -0
  182. package/dist/workflow-loop/setup-verification-policy.js.map +1 -1
  183. package/dist/workflow-loop/verification-obligation.d.ts +1 -0
  184. package/dist/workflow-loop/verification-obligation.js +47 -14
  185. package/dist/workflow-loop/verification-obligation.js.map +1 -1
  186. package/dist/workflow-loop/verification-progress.d.ts +62 -0
  187. package/dist/workflow-loop/verification-progress.js +64 -0
  188. package/dist/workflow-loop/verification-progress.js.map +1 -0
  189. package/dist/workflow-loop/workflow-loop-controller.js +2 -0
  190. package/dist/workflow-loop/workflow-loop-controller.js.map +1 -1
  191. package/dist/workflow-loop/workflow-loop-state.d.ts +993 -0
  192. package/dist/workflow-loop/workflow-loop-state.js +32 -1
  193. package/dist/workflow-loop/workflow-loop-state.js.map +1 -1
  194. package/dist/workflow-loop/workflow-task-service.d.ts +6 -1
  195. package/dist/workflow-loop/workflow-task-service.js +86 -6
  196. package/dist/workflow-loop/workflow-task-service.js.map +1 -1
  197. package/dist/workspace/lazy-runtime-workspace.js +57 -9
  198. package/dist/workspace/lazy-runtime-workspace.js.map +1 -1
  199. package/dist/workspace/prebaked-workspace-bundle.js +93 -58
  200. package/dist/workspace/prebaked-workspace-bundle.js.map +1 -1
  201. package/dist/workspace/sandbox-fs.js +56 -32
  202. package/dist/workspace/sandbox-fs.js.map +1 -1
  203. package/dist/workspace/sandbox-setup.js +65 -52
  204. package/dist/workspace/sandbox-setup.js.map +1 -1
  205. package/dist/workspace/workspace-files.js +76 -57
  206. package/dist/workspace/workspace-files.js.map +1 -1
  207. package/knowledge-base/reference/workflow-builder-guardrails.md +4 -2
  208. package/package.json +12 -12
  209. package/skills/agent-builder/SKILL.md +15 -6
  210. package/skills/credential-recipe-research/SKILL.md +1 -1
  211. package/skills/debugging-executions/SKILL.md +24 -0
  212. package/skills/instance-awareness/SKILL.md +122 -0
  213. package/skills/intent-recognition/SKILL.md +83 -49
  214. package/skills/n8n-docs-assistant/SKILL.md +5 -9
  215. package/skills/planned-task-runtime/SKILL.md +2 -2
  216. package/skills/planning/SKILL.md +3 -0
  217. package/skills/post-build-flow/SKILL.md +173 -23
  218. package/skills/progressive-building/SKILL.md +112 -0
  219. package/skills/workflow-builder/SKILL.md +45 -21
  220. package/dist/agent/sub-agent-briefing.d.ts +0 -20
  221. package/dist/agent/sub-agent-briefing.js +0 -39
  222. package/dist/agent/sub-agent-briefing.js.map +0 -1
  223. package/dist/tools/evals/analyze-agent-input-columns.service.d.ts +0 -6
  224. package/dist/tools/evals/analyze-agent-input-columns.service.js +0 -17
  225. package/dist/tools/evals/analyze-agent-input-columns.service.js.map +0 -1
  226. package/dist/tools/evals/apply-pin-data.service.d.ts +0 -3
  227. package/dist/tools/evals/apply-pin-data.service.js +0 -19
  228. package/dist/tools/evals/apply-pin-data.service.js.map +0 -1
  229. package/dist/tools/evals/column-ref-utils.d.ts +0 -20
  230. package/dist/tools/evals/column-ref-utils.js +0 -274
  231. package/dist/tools/evals/column-ref-utils.js.map +0 -1
  232. package/dist/tools/evals/describe-metric-for-workflow.service.d.ts +0 -6
  233. package/dist/tools/evals/describe-metric-for-workflow.service.js +0 -90
  234. package/dist/tools/evals/describe-metric-for-workflow.service.js.map +0 -1
  235. package/dist/tools/evals/detect-agent-named-refs.service.d.ts +0 -9
  236. package/dist/tools/evals/detect-agent-named-refs.service.js +0 -83
  237. package/dist/tools/evals/detect-agent-named-refs.service.js.map +0 -1
  238. package/dist/tools/evals/detect-ai-nodes.d.ts +0 -7
  239. package/dist/tools/evals/detect-ai-nodes.js +0 -75
  240. package/dist/tools/evals/detect-ai-nodes.js.map +0 -1
  241. package/dist/tools/evals/detect-tool-refs.service.d.ts +0 -7
  242. package/dist/tools/evals/detect-tool-refs.service.js +0 -66
  243. package/dist/tools/evals/detect-tool-refs.service.js.map +0 -1
  244. package/dist/tools/evals/ensure-eval-data-table.service.d.ts +0 -15
  245. package/dist/tools/evals/ensure-eval-data-table.service.js +0 -83
  246. package/dist/tools/evals/ensure-eval-data-table.service.js.map +0 -1
  247. package/dist/tools/evals/eval-data-requirements.service.d.ts +0 -20
  248. package/dist/tools/evals/eval-data-requirements.service.js +0 -187
  249. package/dist/tools/evals/eval-data-requirements.service.js.map +0 -1
  250. package/dist/tools/evals/evals.tool.d.ts +0 -45
  251. package/dist/tools/evals/evals.tool.js +0 -454
  252. package/dist/tools/evals/evals.tool.js.map +0 -1
  253. package/dist/tools/evals/extract-rows-from-history.service.d.ts +0 -17
  254. package/dist/tools/evals/extract-rows-from-history.service.js +0 -103
  255. package/dist/tools/evals/extract-rows-from-history.service.js.map +0 -1
  256. package/dist/tools/evals/format-eval-setup-task.d.ts +0 -16
  257. package/dist/tools/evals/format-eval-setup-task.js +0 -167
  258. package/dist/tools/evals/format-eval-setup-task.js.map +0 -1
  259. package/dist/tools/evals/generate-sample-rows.service.d.ts +0 -35
  260. package/dist/tools/evals/generate-sample-rows.service.js +0 -259
  261. package/dist/tools/evals/generate-sample-rows.service.js.map +0 -1
  262. package/dist/tools/evals/generate-tool-ref-pin-data.service.d.ts +0 -11
  263. package/dist/tools/evals/generate-tool-ref-pin-data.service.js +0 -112
  264. package/dist/tools/evals/generate-tool-ref-pin-data.service.js.map +0 -1
  265. package/dist/tools/evals/metric-catalog.d.ts +0 -63
  266. package/dist/tools/evals/metric-catalog.js +0 -81
  267. package/dist/tools/evals/metric-catalog.js.map +0 -1
  268. package/dist/tools/orchestration/eval-data-agent.tool.d.ts +0 -2
  269. package/dist/tools/orchestration/eval-data-agent.tool.js +0 -184
  270. package/dist/tools/orchestration/eval-data-agent.tool.js.map +0 -1
  271. package/dist/tools/orchestration/eval-setup-agent.prompt.d.ts +0 -1
  272. package/dist/tools/orchestration/eval-setup-agent.prompt.js +0 -238
  273. package/dist/tools/orchestration/eval-setup-agent.prompt.js.map +0 -1
  274. package/dist/tools/orchestration/eval-setup-agent.tool.d.ts +0 -31
  275. package/dist/tools/orchestration/eval-setup-agent.tool.js +0 -204
  276. package/dist/tools/orchestration/eval-setup-agent.tool.js.map +0 -1
  277. package/dist/tools/workflows/observed-workflow-checksums.d.ts +0 -4
  278. package/dist/tools/workflows/observed-workflow-checksums.js +0 -82
  279. package/dist/tools/workflows/observed-workflow-checksums.js.map +0 -1
@@ -1,454 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.evalsResumeSchema = void 0;
4
- exports.createEvalsTool = createEvalsTool;
5
- const agents_1 = require("@n8n/agents");
6
- const api_types_1 = require("@n8n/api-types");
7
- const is_record_1 = require("@n8n/utils/is-record");
8
- const nanoid_1 = require("nanoid");
9
- const zod_1 = require("zod");
10
- const analyze_agent_input_columns_service_1 = require("./analyze-agent-input-columns.service");
11
- const apply_pin_data_service_1 = require("./apply-pin-data.service");
12
- const describe_metric_for_workflow_service_1 = require("./describe-metric-for-workflow.service");
13
- const detect_agent_named_refs_service_1 = require("./detect-agent-named-refs.service");
14
- const detect_ai_nodes_1 = require("./detect-ai-nodes");
15
- const detect_tool_refs_service_1 = require("./detect-tool-refs.service");
16
- const ensure_eval_data_table_service_1 = require("./ensure-eval-data-table.service");
17
- const format_eval_setup_task_1 = require("./format-eval-setup-task");
18
- const generate_tool_ref_pin_data_service_1 = require("./generate-tool-ref-pin-data.service");
19
- const metric_catalog_1 = require("./metric-catalog");
20
- const sanitize_mcp_schemas_1 = require("../../agent/sanitize-mcp-schemas");
21
- const workflow_file_bindings_1 = require("../workflows/workflow-file-bindings");
22
- const offerAction = zod_1.z.object({
23
- action: zod_1.z
24
- .literal('offer')
25
- .describe('Eligibility precheck. Returns { eligible: false, reason }, or { eligible: true, aiNodeNames, message } — output `message` verbatim and end the turn (no widget; the user replies in chat).'),
26
- workflowId: zod_1.z.string(),
27
- projectId: zod_1.z.string().optional(),
28
- targetAgentNodeName: zod_1.z
29
- .string()
30
- .optional()
31
- .describe('Required when the workflow has more than one AI node.'),
32
- });
33
- const recommendMetricAction = zod_1.z.object({
34
- action: zod_1.z
35
- .literal('recommend-metric')
36
- .describe('Single-metric suggestion; suspends with an approve/deny widget. Approved → pass the returned metricId to `propose` (skip `select-metrics`). Denied → fall through to `select-metrics`.'),
37
- workflowId: zod_1.z.string(),
38
- targetAgentNodeName: zod_1.z
39
- .string()
40
- .optional()
41
- .describe('Required when the workflow has more than one AI node.'),
42
- });
43
- const selectMetricsAction = zod_1.z.object({
44
- action: zod_1.z
45
- .literal('select-metrics')
46
- .describe('Multi-select picker over all canned metrics — call this ONLY when `recommend-metric` returned `{ approved: false }`. Returns chosenMetricIds.'),
47
- workflowId: zod_1.z.string(),
48
- targetAgentNodeName: zod_1.z
49
- .string()
50
- .optional()
51
- .describe('Required when the workflow has more than one AI node.'),
52
- });
53
- const proposeAction = zod_1.z.object({
54
- action: zod_1.z
55
- .literal('propose')
56
- .describe('Build the eval-setup task spec and create or link the eval DataTable.'),
57
- workflowId: zod_1.z.string(),
58
- projectId: zod_1.z.string().optional(),
59
- metrics: zod_1.z.array(zod_1.z.string()).default([]),
60
- datasetChoice: zod_1.z.enum(['create-empty', 'link-existing', 'later']).default('create-empty'),
61
- existingDataTableId: zod_1.z.string().optional(),
62
- targetAgentNodeName: zod_1.z
63
- .string()
64
- .optional()
65
- .describe('Required when the workflow has more than one AI node.'),
66
- });
67
- const inputSchema = (0, sanitize_mcp_schemas_1.sanitizeInputSchema)(zod_1.z.discriminatedUnion('action', [
68
- offerAction,
69
- recommendMetricAction,
70
- selectMetricsAction,
71
- proposeAction,
72
- ]));
73
- const confirmationSuspend = zod_1.z.object({
74
- requestId: zod_1.z.string(),
75
- message: zod_1.z.string(),
76
- severity: api_types_1.instanceAiConfirmationSeveritySchema,
77
- });
78
- const questionSchema = zod_1.z.object({
79
- id: zod_1.z.string(),
80
- question: zod_1.z.string(),
81
- type: zod_1.z.enum(['single', 'multi', 'text']),
82
- options: zod_1.z.array(zod_1.z.string()).optional(),
83
- });
84
- const questionsSuspend = zod_1.z.object({
85
- requestId: zod_1.z.string(),
86
- message: zod_1.z.string(),
87
- severity: zod_1.z.literal('info'),
88
- inputType: zod_1.z.literal('questions'),
89
- questions: zod_1.z.array(questionSchema),
90
- introMessage: zod_1.z.string().optional(),
91
- });
92
- const suspendSchema = zod_1.z.union([confirmationSuspend, questionsSuspend]);
93
- const confirmResumeSchema = api_types_1.instanceAiApprovalResumeSchema;
94
- const questionsResumeSchema = api_types_1.instanceAiApprovalResumeSchema.extend({
95
- answers: zod_1.z
96
- .array(zod_1.z.object({
97
- questionId: zod_1.z.string(),
98
- selectedOptions: zod_1.z.array(zod_1.z.string()),
99
- customText: zod_1.z.string().optional(),
100
- skipped: zod_1.z.boolean().optional(),
101
- }))
102
- .optional(),
103
- });
104
- exports.evalsResumeSchema = questionsResumeSchema;
105
- const DEFAULT_EXPECTED_OUTPUT_COLUMN = 'expected_output';
106
- function composeOfferMessage(aiNodeNames, namedRefs) {
107
- const subject = aiNodeNames.length === 1
108
- ? `This workflow uses AI node \`${aiNodeNames[0]}\`.`
109
- : `This workflow uses ${aiNodeNames.length} AI nodes.`;
110
- const baseMessage = `${subject} AI answers can change unpredictably when you tweak prompts, models, or data — ` +
111
- "even small edits can break behavior you weren't planning to change. " +
112
- 'Test cases let you re-run your workflow against a fixed set of inputs and check the answers stay correct over time. ' +
113
- 'Want to add some?';
114
- if (namedRefs.length === 0)
115
- return baseMessage;
116
- const sourceNodes = [...new Set(namedRefs.map((r) => r.nodeName))]
117
- .map((n) => `\`${n}\``)
118
- .join(', ');
119
- const targetColumns = namedRefs.map((r) => `\`${r.column}\``).join(', ');
120
- const sourceLabel = namedRefs.length === 1 ? 'node' : 'nodes';
121
- return (`${baseMessage}\n\n` +
122
- `Setting this up will adjust your workflow slightly: the agent currently reads from ${sourceLabel} ${sourceNodes}, ` +
123
- `and I'll route that data through the test inputs (columns ${targetColumns}) using a small Set node. ` +
124
- 'Your live behavior stays the same.');
125
- }
126
- function hasResumeData(ctx) {
127
- const resumeData = getResumeData(ctx);
128
- return resumeData !== undefined && resumeData !== null;
129
- }
130
- function getResumeData(ctx) {
131
- return ctx.resumeData ?? ctx.agent?.resumeData;
132
- }
133
- function getSuspend(ctx) {
134
- return ctx.suspend ?? ctx.agent?.suspend;
135
- }
136
- function getConfirmResume(ctx) {
137
- const resumeData = getResumeData(ctx);
138
- if (resumeData === undefined || resumeData === null)
139
- return undefined;
140
- const parsed = confirmResumeSchema.safeParse(resumeData);
141
- return parsed.success ? parsed.data : undefined;
142
- }
143
- function getQuestionsResume(ctx) {
144
- const resumeData = getResumeData(ctx);
145
- if (resumeData === undefined || resumeData === null)
146
- return undefined;
147
- const parsed = questionsResumeSchema.safeParse(resumeData);
148
- return parsed.success ? parsed.data : undefined;
149
- }
150
- function isMetricId(id) {
151
- return metric_catalog_1.METRIC_IDS.includes(id);
152
- }
153
- function metricNameOnly(label) {
154
- const dashIndex = label.indexOf(' — ');
155
- const name = dashIndex >= 0 ? label.slice(0, dashIndex) : label;
156
- return name.replace(/\s*\(recommended\)\s*$/i, '');
157
- }
158
- function labelToId(label) {
159
- const name = metricNameOnly(label);
160
- for (const id of metric_catalog_1.METRIC_IDS) {
161
- if (metric_catalog_1.METRIC_CATALOG[id].name === name)
162
- return id;
163
- }
164
- return undefined;
165
- }
166
- function metricLabel(workflow, agentName, id, recommended) {
167
- const name = isMetricId(id) ? metric_catalog_1.METRIC_CATALOG[id].name : id;
168
- const description = (0, describe_metric_for_workflow_service_1.describeMetricForWorkflow)(workflow, agentName, id);
169
- const recommendedSuffix = id === recommended ? ' (recommended)' : '';
170
- return description
171
- ? `${name}${recommendedSuffix} — ${description}`
172
- : `${name}${recommendedSuffix}`;
173
- }
174
- function composeTargetAgentMessage(aiNodeNames, targetAgentNodeName) {
175
- const list = aiNodeNames.map((name) => `\`${name}\``).join(', ');
176
- if (targetAgentNodeName) {
177
- return `I couldn't find AI node \`${targetAgentNodeName}\`. Pick one of these AI nodes to set up evals for: ${list}.`;
178
- }
179
- return `This workflow has multiple AI nodes: ${list}. Which AI node should I set up evals for?`;
180
- }
181
- function resolveTargetAgent(detection, targetAgentNodeName) {
182
- if (targetAgentNodeName) {
183
- if (detection.aiNodeNames.includes(targetAgentNodeName)) {
184
- return { ok: true, agentName: targetAgentNodeName };
185
- }
186
- return {
187
- ok: false,
188
- reason: 'target-agent-not-found',
189
- aiNodeNames: detection.aiNodeNames,
190
- message: composeTargetAgentMessage(detection.aiNodeNames, targetAgentNodeName),
191
- };
192
- }
193
- const [onlyAgentName] = detection.aiNodeNames;
194
- if (detection.aiNodeNames.length === 1 && onlyAgentName) {
195
- return { ok: true, agentName: onlyAgentName };
196
- }
197
- return {
198
- ok: false,
199
- reason: 'target-agent-required',
200
- aiNodeNames: detection.aiNodeNames,
201
- message: composeTargetAgentMessage(detection.aiNodeNames, undefined),
202
- };
203
- }
204
- function targetAgentSkippedResponse(resolution) {
205
- return {
206
- skipped: true,
207
- reason: resolution.reason,
208
- aiNodeNames: resolution.aiNodeNames,
209
- message: resolution.message,
210
- };
211
- }
212
- function pinDataCoversRef(pinData, ref) {
213
- const items = pinData?.[ref.nodeName];
214
- if (!items)
215
- return false;
216
- return items.some((item) => {
217
- const json = item.json;
218
- if ((0, is_record_1.isRecord)(json))
219
- return Object.hasOwn(json, ref.field);
220
- return Object.hasOwn(item, ref.field);
221
- });
222
- }
223
- function createEvalsTool(context) {
224
- return new agents_1.Tool('evals')
225
- .description("Eval suite orchestration: 'offer' = eligibility precheck after a fresh build (output the returned message verbatim, end the turn); " +
226
- "'recommend-metric' = single-metric approve/deny — call FIRST when choosing metrics; 'select-metrics' = picker, ONLY after recommend-metric was denied; " +
227
- "'propose' = build the eval-setup task spec and create/link the DataTable.")
228
- .input(inputSchema)
229
- .suspend(suspendSchema)
230
- .resume(exports.evalsResumeSchema)
231
- .handler(async (input, ctx) => {
232
- switch (input.action) {
233
- case 'offer':
234
- return await executeOffer(context, input);
235
- case 'recommend-metric':
236
- return await executeRecommendMetric(context, input, ctx);
237
- case 'select-metrics':
238
- return await executeSelectMetrics(context, input, ctx);
239
- case 'propose':
240
- return await executePropose(context, input);
241
- }
242
- })
243
- .build();
244
- }
245
- async function executeOffer(context, input) {
246
- const wf = await context.workflowService.getAsWorkflowJSON(input.workflowId);
247
- const detection = (0, detect_ai_nodes_1.detectAiNodes)(wf);
248
- if (!detection.isAiWorkflow)
249
- return { eligible: false, reason: 'no-ai-nodes' };
250
- if (detection.alreadyConfigured) {
251
- return { eligible: false, reason: 'already-configured' };
252
- }
253
- const target = resolveTargetAgent(detection, input.targetAgentNodeName);
254
- if (!target.ok) {
255
- return {
256
- eligible: true,
257
- requiresTargetAgentSelection: true,
258
- reason: target.reason,
259
- aiNodeNames: target.aiNodeNames,
260
- message: target.message,
261
- };
262
- }
263
- const agentName = target.agentName;
264
- const namedRefs = (0, detect_agent_named_refs_service_1.detectAgentNamedRefs)(wf, agentName);
265
- return {
266
- eligible: true,
267
- aiNodeNames: detection.aiNodeNames,
268
- targetAgentNodeName: agentName,
269
- message: composeOfferMessage(detection.aiNodeNames, namedRefs),
270
- };
271
- }
272
- function composeRecommendMessage(workflow, agentName, metricId) {
273
- const name = isMetricId(metricId) ? metric_catalog_1.METRIC_CATALOG[metricId].name : metricId;
274
- const description = (0, describe_metric_for_workflow_service_1.describeMetricForWorkflow)(workflow, agentName, metricId);
275
- const body = description ? `**${name}** — ${description}.` : `**${name}**.`;
276
- return (`Based on this workflow, I'd measure ${body} ` +
277
- 'Sound good? Approve to use it, or deny to pick a different metric from the full list.');
278
- }
279
- async function executeRecommendMetric(context, input, ctx) {
280
- const resumeData = getConfirmResume(ctx);
281
- const suspend = getSuspend(ctx);
282
- const wf = await context.workflowService.getAsWorkflowJSON(input.workflowId);
283
- const detection = (0, detect_ai_nodes_1.detectAiNodes)(wf);
284
- if (!detection.isAiWorkflow) {
285
- return { skipped: true, reason: 'no-ai-nodes' };
286
- }
287
- const target = resolveTargetAgent(detection, input.targetAgentNodeName);
288
- if (!target.ok)
289
- return targetAgentSkippedResponse(target);
290
- const agentName = target.agentName;
291
- const metricId = (0, describe_metric_for_workflow_service_1.recommendedMetricId)(wf, agentName);
292
- if (hasResumeData(ctx)) {
293
- if (resumeData?.approved) {
294
- return { approved: true, metricId };
295
- }
296
- return { approved: false };
297
- }
298
- if (suspend) {
299
- return await suspend({
300
- requestId: (0, nanoid_1.nanoid)(),
301
- message: composeRecommendMessage(wf, agentName, metricId),
302
- severity: 'info',
303
- });
304
- }
305
- return { approved: false };
306
- }
307
- async function executeSelectMetrics(context, input, ctx) {
308
- const resumeData = getQuestionsResume(ctx);
309
- const suspend = getSuspend(ctx);
310
- const wf = await context.workflowService.getAsWorkflowJSON(input.workflowId);
311
- const detection = (0, detect_ai_nodes_1.detectAiNodes)(wf);
312
- if (!detection.isAiWorkflow) {
313
- return { skipped: true, reason: 'no-ai-nodes' };
314
- }
315
- const target = resolveTargetAgent(detection, input.targetAgentNodeName);
316
- if (!target.ok)
317
- return targetAgentSkippedResponse(target);
318
- const agentName = target.agentName;
319
- if (hasResumeData(ctx)) {
320
- if (resumeData === undefined || !resumeData.approved || !resumeData.answers) {
321
- return { chosenMetricIds: ['correctness'], answers: resumeData?.answers ?? [] };
322
- }
323
- const selected = resumeData.answers[0]?.selectedOptions ?? [];
324
- const ids = selected.map(labelToId).filter((x) => x !== undefined);
325
- return {
326
- chosenMetricIds: ids.length > 0 ? ids : ['correctness'],
327
- answers: resumeData.answers,
328
- };
329
- }
330
- const defaults = (0, metric_catalog_1.proposeDefaultMetricIds)(wf, agentName);
331
- const recommended = (0, describe_metric_for_workflow_service_1.recommendedMetricId)(wf, agentName);
332
- const allLabels = metric_catalog_1.METRIC_IDS.map((id) => metricLabel(wf, agentName, id, recommended));
333
- const defaultLabels = defaults.map((id) => metric_catalog_1.METRIC_CATALOG[id].name);
334
- const questionId = (0, nanoid_1.nanoid)();
335
- if (suspend) {
336
- return await suspend({
337
- requestId: (0, nanoid_1.nanoid)(),
338
- message: 'Pick what to measure',
339
- severity: 'info',
340
- inputType: 'questions',
341
- questions: [
342
- {
343
- id: questionId,
344
- question: `Pick what you'd like to measure on each test case (defaults pre-selected: ${defaultLabels.join(', ')})`,
345
- type: 'multi',
346
- options: allLabels,
347
- },
348
- ],
349
- });
350
- }
351
- return { chosenMetricIds: defaults };
352
- }
353
- async function executePropose(context, input) {
354
- const wf = await context.workflowService.getAsWorkflowJSON(input.workflowId);
355
- const detection = (0, detect_ai_nodes_1.detectAiNodes)(wf);
356
- if (!detection.isAiWorkflow) {
357
- return { skipped: true, reason: 'Workflow has no AI/LLM nodes.' };
358
- }
359
- if (detection.alreadyConfigured) {
360
- return {
361
- skipped: true,
362
- reason: 'Workflow already has an EvaluationTrigger or Evaluation node.',
363
- };
364
- }
365
- const target = resolveTargetAgent(detection, input.targetAgentNodeName);
366
- if (!target.ok)
367
- return targetAgentSkippedResponse(target);
368
- const datasetChoice = input.datasetChoice ?? 'create-empty';
369
- if (datasetChoice === 'link-existing' && !input.existingDataTableId) {
370
- return { skipped: true, reason: 'existing-data-table-id-required' };
371
- }
372
- const agentName = target.agentName;
373
- const { inputColumns: directColumns } = (0, analyze_agent_input_columns_service_1.analyzeAgentInputColumns)(wf, agentName);
374
- const namedRefs = (0, detect_agent_named_refs_service_1.detectAgentNamedRefs)(wf, agentName);
375
- const toolRefs = (0, detect_tool_refs_service_1.detectToolRefs)(wf, agentName);
376
- let workflowWithPinData = wf;
377
- if (toolRefs.length > 0) {
378
- const generated = await (0, generate_tool_ref_pin_data_service_1.generateToolRefPinData)({
379
- workflow: wf,
380
- agentNodeName: agentName,
381
- refs: toolRefs,
382
- });
383
- const patched = (0, apply_pin_data_service_1.applyPinData)(wf, generated);
384
- if (patched !== wf) {
385
- const saved = await context.workflowService.updateFromWorkflowJSON(input.workflowId, patched);
386
- await (0, workflow_file_bindings_1.refreshWorkflowSourceFileBindingFromSave)(context, input.workflowId, {
387
- versionId: saved.versionId,
388
- checksum: saved.checksum,
389
- });
390
- workflowWithPinData = patched;
391
- }
392
- }
393
- const filteredNamedRefs = namedRefs.filter((r) => !(r.targetNodeName !== agentName && pinDataCoversRef(workflowWithPinData.pinData, r)));
394
- const namedRefColumns = filteredNamedRefs.map((r) => r.column);
395
- const inputColumns = [...new Set([...directColumns, ...namedRefColumns])];
396
- let resolvedMetrics = (0, metric_catalog_1.getMetricsByIds)(input.metrics ?? []);
397
- if (resolvedMetrics.length === 0) {
398
- resolvedMetrics = (0, metric_catalog_1.getMetricsByIds)(['correctness']);
399
- }
400
- const outputColumns = resolvedMetrics.some((metric) => metric.requiresExpected)
401
- ? [DEFAULT_EXPECTED_OUTPUT_COLUMN]
402
- : [];
403
- const dataTableColumns = [...new Set([...inputColumns, ...outputColumns])];
404
- let dataTableId = input.existingDataTableId;
405
- let createdTable;
406
- let datasetChoiceForTask = 'later';
407
- if (datasetChoice === 'link-existing' && input.existingDataTableId) {
408
- datasetChoiceForTask = 'link-existing';
409
- }
410
- else if (datasetChoice === 'create-empty') {
411
- const dt = await (0, ensure_eval_data_table_service_1.createEmptyEvalDataTable)(context, {
412
- workflowName: wf.name ?? 'Workflow',
413
- projectId: input.projectId,
414
- columns: dataTableColumns,
415
- });
416
- dataTableId = dt.id;
417
- createdTable = dt;
418
- datasetChoiceForTask = 'link-existing';
419
- }
420
- const task = (0, format_eval_setup_task_1.formatEvalSetupTask)({
421
- workflowId: input.workflowId,
422
- workflowName: wf.name ?? 'Workflow',
423
- detectedAiNodes: detection.aiNodeNames,
424
- datasetChoice: datasetChoiceForTask,
425
- existingDataTableId: dataTableId,
426
- projectId: input.projectId,
427
- suggestedInputColumns: inputColumns,
428
- suggestedOutputColumns: outputColumns,
429
- enabledMetrics: resolvedMetrics,
430
- namedRefs: filteredNamedRefs,
431
- targetAgentNodeName: agentName,
432
- });
433
- return {
434
- success: true,
435
- shouldDelegateToEvalSetupAgent: true,
436
- task,
437
- workflowId: input.workflowId,
438
- ...(input.projectId ? { projectId: input.projectId } : {}),
439
- ...(dataTableId ? { dataTableId } : {}),
440
- ...(createdTable
441
- ? {
442
- table: {
443
- id: createdTable.id,
444
- name: createdTable.name,
445
- ...((createdTable.projectId ?? input.projectId)
446
- ? { projectId: createdTable.projectId ?? input.projectId }
447
- : {}),
448
- },
449
- }
450
- : {}),
451
- datasetChoice,
452
- };
453
- }
454
- //# sourceMappingURL=evals.tool.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"evals.tool.js","sourceRoot":"","sources":["../../../src/tools/evals/evals.tool.ts"],"names":[],"mappings":";;;;AAAA,wCAAmC;AACnC,8CAGwB;AACxB,oDAAgD;AAEhD,mCAAgC;AAChC,6BAAwB;AAExB,+FAAiF;AACjF,qEAAwD;AACxD,iGAGgD;AAChD,uFAAwF;AACxF,uDAA4E;AAC5E,yEAA4D;AAC5D,qFAA4E;AAC5E,qEAA+D;AAC/D,6FAA8E;AAC9E,qDAM0B;AAC1B,2EAAuE;AAEvE,gFAA+F;AAI/F,MAAM,WAAW,GAAG,OAAC,CAAC,MAAM,CAAC;IAC5B,MAAM,EAAE,OAAC;SACP,OAAO,CAAC,OAAO,CAAC;SAChB,QAAQ,CACR,4LAA4L,CAC5L;IACF,UAAU,EAAE,OAAC,CAAC,MAAM,EAAE;IACtB,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,mBAAmB,EAAE,OAAC;SACpB,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,uDAAuD,CAAC;CACnE,CAAC,CAAC;AAEH,MAAM,qBAAqB,GAAG,OAAC,CAAC,MAAM,CAAC;IACtC,MAAM,EAAE,OAAC;SACP,OAAO,CAAC,kBAAkB,CAAC;SAC3B,QAAQ,CACR,wLAAwL,CACxL;IACF,UAAU,EAAE,OAAC,CAAC,MAAM,EAAE;IACtB,mBAAmB,EAAE,OAAC;SACpB,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,uDAAuD,CAAC;CACnE,CAAC,CAAC;AAEH,MAAM,mBAAmB,GAAG,OAAC,CAAC,MAAM,CAAC;IACpC,MAAM,EAAE,OAAC;SACP,OAAO,CAAC,gBAAgB,CAAC;SACzB,QAAQ,CACR,+IAA+I,CAC/I;IACF,UAAU,EAAE,OAAC,CAAC,MAAM,EAAE;IACtB,mBAAmB,EAAE,OAAC;SACpB,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,uDAAuD,CAAC;CACnE,CAAC,CAAC;AAEH,MAAM,aAAa,GAAG,OAAC,CAAC,MAAM,CAAC;IAC9B,MAAM,EAAE,OAAC;SACP,OAAO,CAAC,SAAS,CAAC;SAClB,QAAQ,CAAC,uEAAuE,CAAC;IACnF,UAAU,EAAE,OAAC,CAAC,MAAM,EAAE;IACtB,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAChC,OAAO,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC;IACxC,aAAa,EAAE,OAAC,CAAC,IAAI,CAAC,CAAC,cAAc,EAAE,eAAe,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC;IACzF,mBAAmB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC1C,mBAAmB,EAAE,OAAC;SACpB,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,uDAAuD,CAAC;CACnE,CAAC,CAAC;AAEH,MAAM,WAAW,GAAG,IAAA,0CAAmB,EACtC,OAAC,CAAC,kBAAkB,CAAC,QAAQ,EAAE;IAC9B,WAAW;IACX,qBAAqB;IACrB,mBAAmB;IACnB,aAAa;CACb,CAAC,CACF,CAAC;AAMF,MAAM,mBAAmB,GAAG,OAAC,CAAC,MAAM,CAAC;IACpC,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE;IACrB,OAAO,EAAE,OAAC,CAAC,MAAM,EAAE;IACnB,QAAQ,EAAE,gDAAoC;CAC9C,CAAC,CAAC;AAEH,MAAM,cAAc,GAAG,OAAC,CAAC,MAAM,CAAC;IAC/B,EAAE,EAAE,OAAC,CAAC,MAAM,EAAE;IACd,QAAQ,EAAE,OAAC,CAAC,MAAM,EAAE;IACpB,IAAI,EAAE,OAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IACzC,OAAO,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;CACvC,CAAC,CAAC;AAEH,MAAM,gBAAgB,GAAG,OAAC,CAAC,MAAM,CAAC;IACjC,SAAS,EAAE,OAAC,CAAC,MAAM,EAAE;IACrB,OAAO,EAAE,OAAC,CAAC,MAAM,EAAE;IACnB,QAAQ,EAAE,OAAC,CAAC,OAAO,CAAC,MAAM,CAAC;IAC3B,SAAS,EAAE,OAAC,CAAC,OAAO,CAAC,WAAW,CAAC;IACjC,SAAS,EAAE,OAAC,CAAC,KAAK,CAAC,cAAc,CAAC;IAClC,YAAY,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACnC,CAAC,CAAC;AAEH,MAAM,aAAa,GAAG,OAAC,CAAC,KAAK,CAAC,CAAC,mBAAmB,EAAE,gBAAgB,CAAC,CAAC,CAAC;AAEvE,MAAM,mBAAmB,GAAG,0CAA8B,CAAC;AAE3D,MAAM,qBAAqB,GAAG,0CAA8B,CAAC,MAAM,CAAC;IACnE,OAAO,EAAE,OAAC;SACR,KAAK,CACL,OAAC,CAAC,MAAM,CAAC;QACR,UAAU,EAAE,OAAC,CAAC,MAAM,EAAE;QACtB,eAAe,EAAE,OAAC,CAAC,KAAK,CAAC,OAAC,CAAC,MAAM,EAAE,CAAC;QACpC,UAAU,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QACjC,OAAO,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;KAC/B,CAAC,CACF;SACA,QAAQ,EAAE;CACZ,CAAC,CAAC;AAKU,QAAA,iBAAiB,GAAG,qBAAqB,CAAC;AAgBvD,MAAM,8BAA8B,GAAG,iBAAiB,CAAC;AAEzD,SAAS,mBAAmB,CAAC,WAAqB,EAAE,SAAqB;IACxE,MAAM,OAAO,GACZ,WAAW,CAAC,MAAM,KAAK,CAAC;QACvB,CAAC,CAAC,gCAAgC,WAAW,CAAC,CAAC,CAAC,KAAK;QACrD,CAAC,CAAC,sBAAsB,WAAW,CAAC,MAAM,YAAY,CAAC;IACzD,MAAM,WAAW,GAChB,GAAG,OAAO,iFAAiF;QAC3F,sEAAsE;QACtE,sHAAsH;QACtH,mBAAmB,CAAC;IAErB,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,WAAW,CAAC;IAG/C,MAAM,WAAW,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;SAChE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;SACtB,IAAI,CAAC,IAAI,CAAC,CAAC;IACb,MAAM,aAAa,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEzE,MAAM,WAAW,GAAG,SAAS,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC;IAE9D,OAAO,CACN,GAAG,WAAW,MAAM;QACpB,sFAAsF,WAAW,IAAI,WAAW,IAAI;QACpH,6DAA6D,aAAa,4BAA4B;QACtG,oCAAoC,CACpC,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CAAC,GAA8B;IACpD,MAAM,UAAU,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;IACtC,OAAO,UAAU,KAAK,SAAS,IAAI,UAAU,KAAK,IAAI,CAAC;AACxD,CAAC;AAED,SAAS,aAAa,CAAC,GAA8B;IACpD,OAAO,GAAG,CAAC,UAAU,IAAI,GAAG,CAAC,KAAK,EAAE,UAAU,CAAC;AAChD,CAAC;AAED,SAAS,UAAU,CAAC,GAA8B;IACjD,OAAO,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC;AAC1C,CAAC;AAED,SAAS,gBAAgB,CAAC,GAA8B;IACvD,MAAM,UAAU,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;IACtC,IAAI,UAAU,KAAK,SAAS,IAAI,UAAU,KAAK,IAAI;QAAE,OAAO,SAAS,CAAC;IACtE,MAAM,MAAM,GAAG,mBAAmB,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;IACzD,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;AACjD,CAAC;AAED,SAAS,kBAAkB,CAAC,GAA8B;IACzD,MAAM,UAAU,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC;IACtC,IAAI,UAAU,KAAK,SAAS,IAAI,UAAU,KAAK,IAAI;QAAE,OAAO,SAAS,CAAC;IACtE,MAAM,MAAM,GAAG,qBAAqB,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;IAC3D,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;AACjD,CAAC;AAED,SAAS,UAAU,CAAC,EAAU;IAC7B,OAAQ,2BAAgC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;AACvD,CAAC;AAED,SAAS,cAAc,CAAC,KAAa;IAEpC,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IACvC,MAAM,IAAI,GAAG,SAAS,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IAEhE,OAAO,IAAI,CAAC,OAAO,CAAC,yBAAyB,EAAE,EAAE,CAAC,CAAC;AACpD,CAAC;AAED,SAAS,SAAS,CAAC,KAAa;IAC/B,MAAM,IAAI,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;IACnC,KAAK,MAAM,EAAE,IAAI,2BAAU,EAAE,CAAC;QAC7B,IAAI,+BAAc,CAAC,EAAE,CAAC,CAAC,IAAI,KAAK,IAAI;YAAE,OAAO,EAAE,CAAC;IACjD,CAAC;IACD,OAAO,SAAS,CAAC;AAClB,CAAC;AAED,SAAS,WAAW,CACnB,QAAsB,EACtB,SAAiB,EACjB,EAAU,EACV,WAAmB;IAEnB,MAAM,IAAI,GAAG,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,+BAAc,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IAC3D,MAAM,WAAW,GAAG,IAAA,gEAAyB,EAAC,QAAQ,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC;IACvE,MAAM,iBAAiB,GAAG,EAAE,KAAK,WAAW,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAC;IACrE,OAAO,WAAW;QACjB,CAAC,CAAC,GAAG,IAAI,GAAG,iBAAiB,MAAM,WAAW,EAAE;QAChD,CAAC,CAAC,GAAG,IAAI,GAAG,iBAAiB,EAAE,CAAC;AAClC,CAAC;AAWD,SAAS,yBAAyB,CACjC,WAAqB,EACrB,mBAAuC;IAEvC,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACjE,IAAI,mBAAmB,EAAE,CAAC;QACzB,OAAO,6BAA6B,mBAAmB,uDAAuD,IAAI,GAAG,CAAC;IACvH,CAAC;IACD,OAAO,wCAAwC,IAAI,4CAA4C,CAAC;AACjG,CAAC;AAED,SAAS,kBAAkB,CAC1B,SAA8B,EAC9B,mBAAuC;IAEvC,IAAI,mBAAmB,EAAE,CAAC;QACzB,IAAI,SAAS,CAAC,WAAW,CAAC,QAAQ,CAAC,mBAAmB,CAAC,EAAE,CAAC;YACzD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,mBAAmB,EAAE,CAAC;QACrD,CAAC;QACD,OAAO;YACN,EAAE,EAAE,KAAK;YACT,MAAM,EAAE,wBAAwB;YAChC,WAAW,EAAE,SAAS,CAAC,WAAW;YAClC,OAAO,EAAE,yBAAyB,CAAC,SAAS,CAAC,WAAW,EAAE,mBAAmB,CAAC;SAC9E,CAAC;IACH,CAAC;IAED,MAAM,CAAC,aAAa,CAAC,GAAG,SAAS,CAAC,WAAW,CAAC;IAC9C,IAAI,SAAS,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,aAAa,EAAE,CAAC;QACzD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,aAAa,EAAE,CAAC;IAC/C,CAAC;IAED,OAAO;QACN,EAAE,EAAE,KAAK;QACT,MAAM,EAAE,uBAAuB;QAC/B,WAAW,EAAE,SAAS,CAAC,WAAW;QAClC,OAAO,EAAE,yBAAyB,CAAC,SAAS,CAAC,WAAW,EAAE,SAAS,CAAC;KACpE,CAAC;AACH,CAAC;AAED,SAAS,0BAA0B,CAAC,UAAwD;IAC3F,OAAO;QACN,OAAO,EAAE,IAAa;QACtB,MAAM,EAAE,UAAU,CAAC,MAAM;QACzB,WAAW,EAAE,UAAU,CAAC,WAAW;QACnC,OAAO,EAAE,UAAU,CAAC,OAAO;KAC3B,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB,CAAC,OAA4C,EAAE,GAAa;IACpF,MAAM,KAAK,GAAG,OAAO,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACtC,IAAI,CAAC,KAAK;QAAE,OAAO,KAAK,CAAC;IAEzB,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE;QAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACvB,IAAI,IAAA,oBAAQ,EAAC,IAAI,CAAC;YAAE,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;QAC1D,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;AACJ,CAAC;AAID,yBAAgC,OAA0B;IACzD,OAAO,IAAI,aAAI,CAAC,OAAO,CAAC;SACtB,WAAW,CACX,qIAAqI;QACpI,yJAAyJ;QACzJ,2EAA2E,CAC5E;SACA,KAAK,CAAC,WAAW,CAAC;SAClB,OAAO,CAAC,aAAa,CAAC;SACtB,MAAM,CAAC,QAAA,iBAAiB,CAAC;SACzB,OAAO,CAAC,KAAK,EAAE,KAAY,EAAE,GAAG,EAAE,EAAE;QACpC,QAAQ,KAAK,CAAC,MAAM,EAAE,CAAC;YACtB,KAAK,OAAO;gBACX,OAAO,MAAM,YAAY,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YAC3C,KAAK,kBAAkB;gBACtB,OAAO,MAAM,sBAAsB,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;YAC1D,KAAK,gBAAgB;gBACpB,OAAO,MAAM,oBAAoB,CAAC,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;YACxD,KAAK,SAAS;gBACb,OAAO,MAAM,cAAc,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAC9C,CAAC;IACF,CAAC,CAAC;SACD,KAAK,EAAE,CAAC;AACX,CAAC;AAID,KAAK,UAAU,YAAY,CAAC,OAA0B,EAAE,KAAkC;IACzF,MAAM,EAAE,GAAG,MAAM,OAAO,CAAC,eAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAC7E,MAAM,SAAS,GAAG,IAAA,+BAAa,EAAC,EAAE,CAAC,CAAC;IAEpC,IAAI,CAAC,SAAS,CAAC,YAAY;QAAE,OAAO,EAAE,QAAQ,EAAE,KAAc,EAAE,MAAM,EAAE,aAAsB,EAAE,CAAC;IACjG,IAAI,SAAS,CAAC,iBAAiB,EAAE,CAAC;QACjC,OAAO,EAAE,QAAQ,EAAE,KAAc,EAAE,MAAM,EAAE,oBAA6B,EAAE,CAAC;IAC5E,CAAC;IAED,MAAM,MAAM,GAAG,kBAAkB,CAAC,SAAS,EAAE,KAAK,CAAC,mBAAmB,CAAC,CAAC;IACxE,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;QAChB,OAAO;YACN,QAAQ,EAAE,IAAa;YACvB,4BAA4B,EAAE,IAAa;YAC3C,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,OAAO,EAAE,MAAM,CAAC,OAAO;SACvB,CAAC;IACH,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;IACnC,MAAM,SAAS,GAAG,IAAA,sDAAoB,EAAC,EAAE,EAAE,SAAS,CAAC,CAAC;IAEtD,OAAO;QACN,QAAQ,EAAE,IAAa;QACvB,WAAW,EAAE,SAAS,CAAC,WAAW;QAClC,mBAAmB,EAAE,SAAS;QAC9B,OAAO,EAAE,mBAAmB,CAAC,SAAS,CAAC,WAAW,EAAE,SAAS,CAAC;KAC9D,CAAC;AACH,CAAC;AAID,SAAS,uBAAuB,CAC/B,QAAsB,EACtB,SAAiB,EACjB,QAAgB;IAEhB,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,+BAAc,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC;IAC7E,MAAM,WAAW,GAAG,IAAA,gEAAyB,EAAC,QAAQ,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC7E,MAAM,IAAI,GAAG,WAAW,CAAC,CAAC,CAAC,KAAK,IAAI,QAAQ,WAAW,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,KAAK,CAAC;IAC5E,OAAO,CACN,uCAAuC,IAAI,GAAG;QAC9C,uFAAuF,CACvF,CAAC;AACH,CAAC;AAED,KAAK,UAAU,sBAAsB,CACpC,OAA0B,EAC1B,KAA4C,EAC5C,GAA8B;IAE9B,MAAM,UAAU,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC;IACzC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;IAEhC,MAAM,EAAE,GAAG,MAAM,OAAO,CAAC,eAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAC7E,MAAM,SAAS,GAAG,IAAA,+BAAa,EAAC,EAAE,CAAC,CAAC;IACpC,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,CAAC;QAC7B,OAAO,EAAE,OAAO,EAAE,IAAa,EAAE,MAAM,EAAE,aAAsB,EAAE,CAAC;IACnE,CAAC;IAED,MAAM,MAAM,GAAG,kBAAkB,CAAC,SAAS,EAAE,KAAK,CAAC,mBAAmB,CAAC,CAAC;IACxE,IAAI,CAAC,MAAM,CAAC,EAAE;QAAE,OAAO,0BAA0B,CAAC,MAAM,CAAC,CAAC;IAE1D,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;IACnC,MAAM,QAAQ,GAAG,IAAA,0DAAmB,EAAC,EAAE,EAAE,SAAS,CAAC,CAAC;IAEpD,IAAI,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC;QACxB,IAAI,UAAU,EAAE,QAAQ,EAAE,CAAC;YAC1B,OAAO,EAAE,QAAQ,EAAE,IAAa,EAAE,QAAQ,EAAE,CAAC;QAC9C,CAAC;QACD,OAAO,EAAE,QAAQ,EAAE,KAAc,EAAE,CAAC;IACrC,CAAC;IAED,IAAI,OAAO,EAAE,CAAC;QACb,OAAO,MAAM,OAAO,CAAC;YACpB,SAAS,EAAE,IAAA,eAAM,GAAE;YACnB,OAAO,EAAE,uBAAuB,CAAC,EAAE,EAAE,SAAS,EAAE,QAAQ,CAAC;YACzD,QAAQ,EAAE,MAAe;SACzB,CAAC,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,QAAQ,EAAE,KAAc,EAAE,CAAC;AACrC,CAAC;AAID,KAAK,UAAU,oBAAoB,CAClC,OAA0B,EAC1B,KAA0C,EAC1C,GAA8B;IAE9B,MAAM,UAAU,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC;IAC3C,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;IAEhC,MAAM,EAAE,GAAG,MAAM,OAAO,CAAC,eAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAC7E,MAAM,SAAS,GAAG,IAAA,+BAAa,EAAC,EAAE,CAAC,CAAC;IACpC,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,CAAC;QAC7B,OAAO,EAAE,OAAO,EAAE,IAAa,EAAE,MAAM,EAAE,aAAsB,EAAE,CAAC;IACnE,CAAC;IAED,MAAM,MAAM,GAAG,kBAAkB,CAAC,SAAS,EAAE,KAAK,CAAC,mBAAmB,CAAC,CAAC;IACxE,IAAI,CAAC,MAAM,CAAC,EAAE;QAAE,OAAO,0BAA0B,CAAC,MAAM,CAAC,CAAC;IAE1D,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;IAEnC,IAAI,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC;QACxB,IAAI,UAAU,KAAK,SAAS,IAAI,CAAC,UAAU,CAAC,QAAQ,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;YAC7E,OAAO,EAAE,eAAe,EAAE,CAAC,aAAa,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,IAAI,EAAE,EAAE,CAAC;QACjF,CAAC;QACD,MAAM,QAAQ,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,eAAe,IAAI,EAAE,CAAC;QAC9D,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC;QAChF,OAAO;YACN,eAAe,EAAE,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;YACvD,OAAO,EAAE,UAAU,CAAC,OAAO;SAC3B,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAG,IAAA,wCAAuB,EAAC,EAAE,EAAE,SAAS,CAAC,CAAC;IACxD,MAAM,WAAW,GAAG,IAAA,0DAAmB,EAAC,EAAE,EAAE,SAAS,CAAC,CAAC;IACvD,MAAM,SAAS,GAAG,2BAAU,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,WAAW,CAAC,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,WAAW,CAAC,CAAC,CAAC;IACtF,MAAM,aAAa,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,+BAAc,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IAEpE,MAAM,UAAU,GAAG,IAAA,eAAM,GAAE,CAAC;IAC5B,IAAI,OAAO,EAAE,CAAC;QACb,OAAO,MAAM,OAAO,CAAC;YACpB,SAAS,EAAE,IAAA,eAAM,GAAE;YACnB,OAAO,EAAE,sBAAsB;YAC/B,QAAQ,EAAE,MAAe;YACzB,SAAS,EAAE,WAAoB;YAC/B,SAAS,EAAE;gBACV;oBACC,EAAE,EAAE,UAAU;oBACd,QAAQ,EAAE,6EAA6E,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;oBAClH,IAAI,EAAE,OAAgB;oBACtB,OAAO,EAAE,SAAS;iBAClB;aACD;SACD,CAAC,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,CAAC;AACtC,CAAC;AAID,KAAK,UAAU,cAAc,CAAC,OAA0B,EAAE,KAAoC;IAC7F,MAAM,EAAE,GAAG,MAAM,OAAO,CAAC,eAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAC7E,MAAM,SAAS,GAAG,IAAA,+BAAa,EAAC,EAAE,CAAC,CAAC;IACpC,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,CAAC;QAC7B,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,+BAA+B,EAAE,CAAC;IACnE,CAAC;IACD,IAAI,SAAS,CAAC,iBAAiB,EAAE,CAAC;QACjC,OAAO;YACN,OAAO,EAAE,IAAI;YACb,MAAM,EAAE,+DAA+D;SACvE,CAAC;IACH,CAAC;IAED,MAAM,MAAM,GAAG,kBAAkB,CAAC,SAAS,EAAE,KAAK,CAAC,mBAAmB,CAAC,CAAC;IACxE,IAAI,CAAC,MAAM,CAAC,EAAE;QAAE,OAAO,0BAA0B,CAAC,MAAM,CAAC,CAAC;IAI1D,MAAM,aAAa,GAAG,KAAK,CAAC,aAAa,IAAI,cAAc,CAAC;IAC5D,IAAI,aAAa,KAAK,eAAe,IAAI,CAAC,KAAK,CAAC,mBAAmB,EAAE,CAAC;QACrE,OAAO,EAAE,OAAO,EAAE,IAAa,EAAE,MAAM,EAAE,iCAA0C,EAAE,CAAC;IACvF,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;IACnC,MAAM,EAAE,YAAY,EAAE,aAAa,EAAE,GAAG,IAAA,8DAAwB,EAAC,EAAE,EAAE,SAAS,CAAC,CAAC;IAChF,MAAM,SAAS,GAAG,IAAA,sDAAoB,EAAC,EAAE,EAAE,SAAS,CAAC,CAAC;IAMtD,MAAM,QAAQ,GAAG,IAAA,yCAAc,EAAC,EAAE,EAAE,SAAS,CAAC,CAAC;IAC/C,IAAI,mBAAmB,GAAG,EAAE,CAAC;IAC7B,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,MAAM,SAAS,GAAG,MAAM,IAAA,2DAAsB,EAAC;YAC9C,QAAQ,EAAE,EAAE;YACZ,aAAa,EAAE,SAAS;YACxB,IAAI,EAAE,QAAQ;SACd,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,IAAA,qCAAY,EAAC,EAAE,EAAE,SAAS,CAAC,CAAC;QAC5C,IAAI,OAAO,KAAK,EAAE,EAAE,CAAC;YAGpB,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,eAAe,CAAC,sBAAsB,CAAC,KAAK,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;YAC9F,MAAM,IAAA,iEAAwC,EAAC,OAAO,EAAE,KAAK,CAAC,UAAU,EAAE;gBACzE,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,QAAQ,EAAE,KAAK,CAAC,QAAQ;aACxB,CAAC,CAAC;YACH,mBAAmB,GAAG,OAAO,CAAC;QAC/B,CAAC;IACF,CAAC;IACD,MAAM,iBAAiB,GAAG,SAAS,CAAC,MAAM,CACzC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,KAAK,SAAS,IAAI,gBAAgB,CAAC,mBAAmB,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAC5F,CAAC;IACF,MAAM,eAAe,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAG/D,MAAM,YAAY,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,aAAa,EAAE,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC;IAG1E,IAAI,eAAe,GAAG,IAAA,gCAAe,EAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;IAC3D,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClC,eAAe,GAAG,IAAA,gCAAe,EAAC,CAAC,aAAa,CAAC,CAAC,CAAC;IACpD,CAAC;IACD,MAAM,aAAa,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,gBAAgB,CAAC;QAC9E,CAAC,CAAC,CAAC,8BAA8B,CAAC;QAClC,CAAC,CAAC,EAAE,CAAC;IACN,MAAM,gBAAgB,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,YAAY,EAAE,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;IAE3E,IAAI,WAAW,GAAuB,KAAK,CAAC,mBAAmB,CAAC;IAChE,IAAI,YAA0E,CAAC;IAC/E,IAAI,oBAAoB,GAA8B,OAAO,CAAC;IAE9D,IAAI,aAAa,KAAK,eAAe,IAAI,KAAK,CAAC,mBAAmB,EAAE,CAAC;QACpE,oBAAoB,GAAG,eAAe,CAAC;IACxC,CAAC;SAAM,IAAI,aAAa,KAAK,cAAc,EAAE,CAAC;QAC7C,MAAM,EAAE,GAAG,MAAM,IAAA,yDAAwB,EAAC,OAAO,EAAE;YAClD,YAAY,EAAE,EAAE,CAAC,IAAI,IAAI,UAAU;YACnC,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,OAAO,EAAE,gBAAgB;SACzB,CAAC,CAAC;QACH,WAAW,GAAG,EAAE,CAAC,EAAE,CAAC;QACpB,YAAY,GAAG,EAAE,CAAC;QAClB,oBAAoB,GAAG,eAAe,CAAC;IACxC,CAAC;IAED,MAAM,IAAI,GAAG,IAAA,4CAAmB,EAAC;QAChC,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,YAAY,EAAE,EAAE,CAAC,IAAI,IAAI,UAAU;QACnC,eAAe,EAAE,SAAS,CAAC,WAAW;QACtC,aAAa,EAAE,oBAAoB;QACnC,mBAAmB,EAAE,WAAW;QAChC,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,qBAAqB,EAAE,YAAY;QACnC,sBAAsB,EAAE,aAAa;QACrC,cAAc,EAAE,eAAe;QAC/B,SAAS,EAAE,iBAAiB;QAC5B,mBAAmB,EAAE,SAAS;KAC9B,CAAC,CAAC;IAEH,OAAO;QACN,OAAO,EAAE,IAAI;QACb,8BAA8B,EAAE,IAAI;QACpC,IAAI;QACJ,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1D,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAOvC,GAAG,CAAC,YAAY;YACf,CAAC,CAAC;gBACA,KAAK,EAAE;oBACN,EAAE,EAAE,YAAY,CAAC,EAAE;oBACnB,IAAI,EAAE,YAAY,CAAC,IAAI;oBACvB,GAAG,CAAC,CAAC,YAAY,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS,CAAC;wBAC9C,CAAC,CAAC,EAAE,SAAS,EAAE,YAAY,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS,EAAE;wBAC1D,CAAC,CAAC,EAAE,CAAC;iBACN;aACD;YACF,CAAC,CAAC,EAAE,CAAC;QACN,aAAa;KACb,CAAC;AACH,CAAC"}
@@ -1,17 +0,0 @@
1
- import type { WorkflowJSON } from '@n8n/workflow-sdk';
2
- import type { InstanceAiContext } from '../../types';
3
- export interface ExtractRowsInput {
4
- workflow: WorkflowJSON;
5
- workflowId: string;
6
- agentNodeName: string;
7
- inputColumns: string[];
8
- expectedToActualPairs: Array<{
9
- expectedColumn: string;
10
- actualField: string;
11
- }>;
12
- }
13
- export interface ExtractRowsResult {
14
- rows: Array<Record<string, string>>;
15
- scannedExecutions: number;
16
- }
17
- export declare function extractRowsFromExecutionHistory(ctx: InstanceAiContext, input: ExtractRowsInput): Promise<ExtractRowsResult>;
@@ -1,103 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.extractRowsFromExecutionHistory = extractRowsFromExecutionHistory;
4
- const is_record_1 = require("@n8n/utils/is-record");
5
- const SCAN_LIMIT = 100;
6
- const MAX_ROWS = 25;
7
- function findParentNode(workflow, targetNodeName) {
8
- const connections = workflow.connections ?? {};
9
- for (const [sourceName, byType] of Object.entries(connections)) {
10
- if (!(0, is_record_1.isRecord)(byType))
11
- continue;
12
- const main = byType.main;
13
- if (!Array.isArray(main))
14
- continue;
15
- for (const slot of main) {
16
- if (!Array.isArray(slot))
17
- continue;
18
- for (const conn of slot) {
19
- if ((0, is_record_1.isRecord)(conn) && conn.node === targetNodeName) {
20
- return sourceName;
21
- }
22
- }
23
- }
24
- }
25
- return undefined;
26
- }
27
- function projectRow(parentJson, agentJson, inputColumns, expectedToActualPairs) {
28
- if (!(0, is_record_1.isRecord)(parentJson))
29
- return undefined;
30
- const row = {};
31
- for (const col of inputColumns) {
32
- const value = parentJson[col];
33
- if (value === undefined || value === null)
34
- return undefined;
35
- row[col] = typeof value === 'string' ? value : JSON.stringify(value);
36
- }
37
- if (expectedToActualPairs.length > 0) {
38
- if (!(0, is_record_1.isRecord)(agentJson))
39
- return undefined;
40
- for (const { expectedColumn, actualField } of expectedToActualPairs) {
41
- const value = agentJson[actualField];
42
- if (value === undefined || value === null)
43
- return undefined;
44
- row[expectedColumn] = typeof value === 'string' ? value : JSON.stringify(value);
45
- }
46
- }
47
- return row;
48
- }
49
- function rowKey(row) {
50
- return JSON.stringify(row);
51
- }
52
- async function extractRowsFromExecutionHistory(ctx, input) {
53
- const parentNodeName = findParentNode(input.workflow, input.agentNodeName);
54
- if (!parentNodeName) {
55
- return { rows: [], scannedExecutions: 0 };
56
- }
57
- const summaries = await ctx.executionService.list({
58
- workflowId: input.workflowId,
59
- status: 'success',
60
- limit: SCAN_LIMIT,
61
- });
62
- const rows = [];
63
- const seenRows = new Set();
64
- let scannedExecutions = 0;
65
- for (const summary of summaries) {
66
- if (rows.length >= MAX_ROWS)
67
- break;
68
- let parentOutput;
69
- let agentOutput;
70
- try {
71
- parentOutput = await ctx.executionService.getNodeOutput(summary.id, parentNodeName, {
72
- maxItems: 1,
73
- });
74
- if (input.expectedToActualPairs.length > 0) {
75
- agentOutput = await ctx.executionService.getNodeOutput(summary.id, input.agentNodeName, {
76
- maxItems: 1,
77
- });
78
- }
79
- }
80
- catch (error) {
81
- ctx.logger.warn('extract-rows: getNodeOutput failed', {
82
- executionId: summary.id,
83
- error,
84
- });
85
- continue;
86
- }
87
- scannedExecutions++;
88
- const parentItem = parentOutput.items[0];
89
- const parentJson = (0, is_record_1.isRecord)(parentItem) ? parentItem.json : undefined;
90
- const agentItem = agentOutput?.items[0];
91
- const agentJson = agentItem !== undefined && (0, is_record_1.isRecord)(agentItem) ? agentItem.json : undefined;
92
- const row = projectRow(parentJson, agentJson, input.inputColumns, input.expectedToActualPairs);
93
- if (!row)
94
- continue;
95
- const key = rowKey(row);
96
- if (seenRows.has(key))
97
- continue;
98
- seenRows.add(key);
99
- rows.push(row);
100
- }
101
- return { rows, scannedExecutions };
102
- }
103
- //# sourceMappingURL=extract-rows-from-history.service.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"extract-rows-from-history.service.js","sourceRoot":"","sources":["../../../src/tools/evals/extract-rows-from-history.service.ts"],"names":[],"mappings":";;;AAAA,oDAAgD;AAKhD,MAAM,UAAU,GAAG,GAAG,CAAC;AACvB,MAAM,QAAQ,GAAG,EAAE,CAAC;AAoBpB,SAAS,cAAc,CAAC,QAAsB,EAAE,cAAsB;IACrE,MAAM,WAAW,GAAG,QAAQ,CAAC,WAAW,IAAI,EAAE,CAAC;IAC/C,KAAK,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;QAChE,IAAI,CAAC,IAAA,oBAAQ,EAAC,MAAM,CAAC;YAAE,SAAS;QAChC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;QACzB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;YAAE,SAAS;QACnC,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;YACzB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC;gBAAE,SAAS;YACnC,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;gBACzB,IAAI,IAAA,oBAAQ,EAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;oBACpD,OAAO,UAAU,CAAC;gBACnB,CAAC;YACF,CAAC;QACF,CAAC;IACF,CAAC;IACD,OAAO,SAAS,CAAC;AAClB,CAAC;AAED,SAAS,UAAU,CAClB,UAAmB,EACnB,SAAkB,EAClB,YAAsB,EACtB,qBAA6E;IAE7E,IAAI,CAAC,IAAA,oBAAQ,EAAC,UAAU,CAAC;QAAE,OAAO,SAAS,CAAC;IAC5C,MAAM,GAAG,GAA2B,EAAE,CAAC;IAEvC,KAAK,MAAM,GAAG,IAAI,YAAY,EAAE,CAAC;QAChC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;QAC9B,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;YAAE,OAAO,SAAS,CAAC;QAC5D,GAAG,CAAC,GAAG,CAAC,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IACtE,CAAC;IAED,IAAI,qBAAqB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtC,IAAI,CAAC,IAAA,oBAAQ,EAAC,SAAS,CAAC;YAAE,OAAO,SAAS,CAAC;QAC3C,KAAK,MAAM,EAAE,cAAc,EAAE,WAAW,EAAE,IAAI,qBAAqB,EAAE,CAAC;YACrE,MAAM,KAAK,GAAG,SAAS,CAAC,WAAW,CAAC,CAAC;YACrC,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;gBAAE,OAAO,SAAS,CAAC;YAC5D,GAAG,CAAC,cAAc,CAAC,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACjF,CAAC;IACF,CAAC;IAED,OAAO,GAAG,CAAC;AACZ,CAAC;AAED,SAAS,MAAM,CAAC,GAA2B;IAC1C,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;AAC5B,CAAC;AAEM,KAAK,0CACX,GAAsB,EACtB,KAAuB;IAEvB,MAAM,cAAc,GAAG,cAAc,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,aAAa,CAAC,CAAC;IAC3E,IAAI,CAAC,cAAc,EAAE,CAAC;QACrB,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,iBAAiB,EAAE,CAAC,EAAE,CAAC;IAC3C,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,gBAAgB,CAAC,IAAI,CAAC;QACjD,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,MAAM,EAAE,SAAS;QACjB,KAAK,EAAE,UAAU;KACjB,CAAC,CAAC;IAEH,MAAM,IAAI,GAAkC,EAAE,CAAC;IAC/C,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,IAAI,iBAAiB,GAAG,CAAC,CAAC;IAE1B,KAAK,MAAM,OAAO,IAAI,SAAS,EAAE,CAAC;QACjC,IAAI,IAAI,CAAC,MAAM,IAAI,QAAQ;YAAE,MAAM;QAEnC,IAAI,YAA0C,CAAC;QAC/C,IAAI,WAAyC,CAAC;QAC9C,IAAI,CAAC;YACJ,YAAY,GAAG,MAAM,GAAG,CAAC,gBAAgB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,EAAE,cAAc,EAAE;gBACnF,QAAQ,EAAE,CAAC;aACX,CAAC,CAAC;YACH,IAAI,KAAK,CAAC,qBAAqB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5C,WAAW,GAAG,MAAM,GAAG,CAAC,gBAAgB,CAAC,aAAa,CAAC,OAAO,CAAC,EAAE,EAAE,KAAK,CAAC,aAAa,EAAE;oBACvF,QAAQ,EAAE,CAAC;iBACX,CAAC,CAAC;YACJ,CAAC;QACF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,oCAAoC,EAAE;gBACrD,WAAW,EAAE,OAAO,CAAC,EAAE;gBACvB,KAAK;aACL,CAAC,CAAC;YACH,SAAS;QACV,CAAC;QACD,iBAAiB,EAAE,CAAC;QAEpB,MAAM,UAAU,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACzC,MAAM,UAAU,GAAG,IAAA,oBAAQ,EAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;QACtE,MAAM,SAAS,GAAG,WAAW,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;QACxC,MAAM,SAAS,GAAG,SAAS,KAAK,SAAS,IAAI,IAAA,oBAAQ,EAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;QAE9F,MAAM,GAAG,GAAG,UAAU,CAAC,UAAU,EAAE,SAAS,EAAE,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,qBAAqB,CAAC,CAAC;QAC/F,IAAI,CAAC,GAAG;YAAE,SAAS;QACnB,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QACxB,IAAI,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,SAAS;QAChC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAClB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAChB,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC;AACpC,CAAC"}
@@ -1,16 +0,0 @@
1
- import type { NamedRef } from './detect-agent-named-refs.service';
2
- import type { MetricProposal } from './metric-catalog';
3
- export interface FormatEvalSetupTaskInput {
4
- workflowId: string;
5
- workflowName: string;
6
- detectedAiNodes: string[];
7
- datasetChoice: 'create-empty' | 'link-existing' | 'later';
8
- existingDataTableId?: string;
9
- projectId?: string;
10
- suggestedInputColumns: string[];
11
- suggestedOutputColumns: string[];
12
- enabledMetrics: MetricProposal[];
13
- namedRefs?: NamedRef[];
14
- targetAgentNodeName?: string;
15
- }
16
- export declare function formatEvalSetupTask(input: FormatEvalSetupTaskInput): string;