plugin-agent-orchestrator 1.1.8 → 1.2.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (495) hide show
  1. package/LICENSE +201 -0
  2. package/README.md +207 -204
  3. package/client-v2.d.ts +2 -2
  4. package/client-v2.js +1 -1
  5. package/client.d.ts +2 -2
  6. package/client.js +1 -1
  7. package/dist/client/117.6c69b6a87751dd18.js +10 -0
  8. package/dist/client/253.52f62e1bc0e9520a.js +10 -0
  9. package/dist/client/325.8f7f509bdb35e142.js +10 -0
  10. package/dist/client/404.86593f98c9768ed5.js +10 -0
  11. package/dist/client/453.fa2d169576262213.js +10 -0
  12. package/dist/client/53.567db3ae078650c6.js +10 -0
  13. package/dist/client/619.01713281e5e951d3.js +10 -0
  14. package/dist/client/652.69da1598312b3a3f.js +10 -0
  15. package/dist/client/773.648965568ff476f9.js +10 -0
  16. package/dist/client/981.37e7aeecdb1ef6fa.js +10 -0
  17. package/dist/client/993.ac89f3852990918d.js +10 -0
  18. package/dist/client/index.js +1 -1
  19. package/dist/client-v2/117.c982d79ff68738f5.js +10 -0
  20. package/dist/client-v2/214.94c4257bf2838577.js +10 -0
  21. package/dist/client-v2/253.8e19956d2a44dfb8.js +10 -0
  22. package/dist/client-v2/264.80e8e358c8c6c2e5.js +10 -0
  23. package/dist/client-v2/325.fafe5a6e83ba9cb3.js +10 -0
  24. package/dist/client-v2/404.ab032b79c95dab6f.js +10 -0
  25. package/dist/client-v2/{41.3deb9e57a0f64fc4.js → 41.cd5610fcf7446127.js} +1 -1
  26. package/dist/client-v2/453.42c6d70628d56cc2.js +10 -0
  27. package/dist/client-v2/{53.349fff8db80b19d4.js → 53.37c08089a648f89a.js} +1 -1
  28. package/dist/client-v2/{619.0a2144aaffefe018.js → 619.6e9618550101e819.js} +1 -1
  29. package/dist/client-v2/652.eeba4e0c38367321.js +10 -0
  30. package/dist/client-v2/{70.ffff2997c10fd4b0.js → 70.332698e53eb59677.js} +1 -1
  31. package/dist/client-v2/773.4de2ba5acb07318c.js +10 -0
  32. package/dist/client-v2/981.76060f466e6f7c11.js +10 -0
  33. package/dist/client-v2/993.f8cdb5172566ce75.js +10 -0
  34. package/dist/client-v2/index.js +1 -1
  35. package/dist/externalVersion.js +13 -7
  36. package/dist/locale/en-US.json +308 -1
  37. package/dist/locale/vi-VN.json +5 -1
  38. package/dist/locale/zh-CN.json +308 -1
  39. package/dist/node_modules/acorn/LICENSE +21 -0
  40. package/dist/node_modules/acorn/bin/acorn +4 -0
  41. package/dist/node_modules/acorn/dist/acorn.d.mts +857 -0
  42. package/dist/node_modules/acorn/dist/acorn.d.ts +857 -0
  43. package/dist/node_modules/acorn/dist/acorn.js +1 -0
  44. package/dist/node_modules/acorn/dist/bin.js +90 -0
  45. package/dist/node_modules/acorn/package.json +1 -0
  46. package/dist/node_modules/acorn-walk/LICENSE +21 -0
  47. package/dist/node_modules/acorn-walk/dist/walk.d.mts +177 -0
  48. package/dist/node_modules/acorn-walk/dist/walk.d.ts +177 -0
  49. package/dist/node_modules/acorn-walk/dist/walk.js +1 -0
  50. package/dist/node_modules/acorn-walk/node_modules/.bin/acorn +15 -0
  51. package/dist/node_modules/acorn-walk/node_modules/.bin/acorn.cmd +7 -0
  52. package/dist/node_modules/acorn-walk/node_modules/acorn/bin/acorn +4 -0
  53. package/dist/node_modules/acorn-walk/node_modules/acorn/dist/acorn.d.mts +866 -0
  54. package/dist/node_modules/acorn-walk/node_modules/acorn/dist/acorn.d.ts +866 -0
  55. package/dist/node_modules/acorn-walk/node_modules/acorn/dist/acorn.js +6174 -0
  56. package/dist/node_modules/acorn-walk/node_modules/acorn/dist/bin.js +90 -0
  57. package/dist/node_modules/acorn-walk/node_modules/acorn/package.json +50 -0
  58. package/dist/node_modules/acorn-walk/package.json +1 -0
  59. package/dist/node_modules/adm-zip/adm-zip.js +1 -1
  60. package/dist/node_modules/adm-zip/package.json +1 -1
  61. package/dist/node_modules/ajv/package.json +1 -1
  62. package/dist/node_modules/zod/index.cjs +1 -1
  63. package/dist/node_modules/zod/package.json +1 -1
  64. package/dist/server/collections/agent-auto-approval-checkpoints.js +47 -0
  65. package/dist/server/collections/agent-execution-spans.js +148 -9
  66. package/dist/server/collections/agent-governance-audit-events.js +47 -0
  67. package/dist/server/collections/agent-governance-policies.js +47 -0
  68. package/dist/server/collections/agent-governance-policy-versions.js +48 -0
  69. package/dist/server/collections/agent-governance-prompt-bindings.js +50 -0
  70. package/dist/server/collections/agent-hierarchy-invocations.js +59 -0
  71. package/dist/server/collections/agent-loop-runs.js +23 -5
  72. package/dist/server/collections/agent-routing-graph-locks.js +40 -0
  73. package/dist/server/collections/agent-session-auto-approvals.js +45 -0
  74. package/dist/server/collections/orchestrator-config.js +17 -0
  75. package/dist/server/migrations/20261110000000-add-usage-pricing-snapshots.js +117 -0
  76. package/dist/server/migrations/20261110010000-add-usage-department-attribution.js +54 -0
  77. package/dist/server/migrations/20261119000000-widen-native-employee-identifiers.js +59 -0
  78. package/dist/server/plugin.js +169 -33
  79. package/dist/server/resources/agent-auto-approval.js +80 -0
  80. package/dist/server/resources/agent-governance.js +192 -0
  81. package/dist/server/resources/agent-harness-profile.js +11 -3
  82. package/dist/server/resources/agent-monitor.js +109 -339
  83. package/dist/server/resources/agent-usage.js +423 -0
  84. package/dist/server/resources/hierarchical-routing.js +60 -0
  85. package/dist/server/resources/native-monitor-format.js +179 -0
  86. package/dist/server/resources/tracing.js +35 -12
  87. package/dist/server/services/AgentGovernanceService.js +500 -0
  88. package/dist/server/services/AutoApprovalCheckpoint.js +133 -0
  89. package/dist/server/services/CodeValidator.js +8 -4
  90. package/dist/server/services/DepartmentAttribution.js +65 -0
  91. package/dist/server/services/ExecutionSpanService.js +96 -3
  92. package/dist/server/services/GovernanceAdmission.js +271 -0
  93. package/dist/server/services/HarnessCapabilities.js +118 -0
  94. package/dist/server/services/HarnessCompiler.js +3 -0
  95. package/dist/server/services/HarnessSchema.js +13 -1
  96. package/dist/server/services/HierarchicalAgentRuntime.js +925 -0
  97. package/dist/server/services/HierarchyEnrollmentGuard.js +216 -0
  98. package/dist/server/services/HierarchyInvocationJournal.js +157 -0
  99. package/dist/server/services/HierarchyRequestCancellation.js +150 -0
  100. package/dist/server/services/LoopBudgetService.js +29 -11
  101. package/dist/server/services/LoopRunRepository.js +16 -7
  102. package/dist/server/services/LoopRunStateMachine.js +20 -9
  103. package/dist/server/services/LoopTriggerService.js +1 -1
  104. package/dist/server/services/LoopWorkerService.js +71 -37
  105. package/dist/server/services/ManagedPromptProtection.js +99 -0
  106. package/dist/server/services/NativeAgentMonitorSyncService.js +584 -0
  107. package/dist/server/services/NativeSubAgentObserver.js +141 -508
  108. package/dist/server/services/NativeUsageAttribution.js +97 -0
  109. package/dist/server/services/PluginAiRuntimeAdapter.js +107 -9
  110. package/dist/server/services/RoutingBindingRepository.js +156 -0
  111. package/dist/server/services/RoutingBindingValidation.js +161 -0
  112. package/dist/server/services/SandboxRunner.js +19 -0
  113. package/dist/server/services/SessionAutoApproval.js +173 -0
  114. package/dist/server/services/TokenTracker.js +787 -104
  115. package/dist/server/services/TracingRetentionPolicy.js +66 -0
  116. package/dist/server/services/VerificationService.js +20 -10
  117. package/dist/server/skill-hub/plugin.js +17 -0
  118. package/dist/server/skill-hub/sandbox-config.json +6 -6
  119. package/dist/server/skill-hub/services/RegistrySkillInstallationService.js +2 -2
  120. package/dist/server/skill-hub/services/registry-node-package.js +191 -0
  121. package/dist/server/skill-hub/tasks/SkillExecutionTask.js +21 -6
  122. package/dist/server/tools/skill-execute.js +1 -0
  123. package/dist/server/utils/ensure-indexes.js +15 -5
  124. package/package.json +66 -53
  125. package/server.d.ts +2 -2
  126. package/server.js +1 -1
  127. package/src/client/AgentRunsTab.tsx +2 -2
  128. package/src/client/ApprovalsTab.tsx +2 -2
  129. package/src/client/HarnessProfilesTab.tsx +2 -2
  130. package/src/client/OrchestratorSettings.tsx +152 -152
  131. package/src/client/SkillPages.tsx +34 -0
  132. package/src/client/__tests__/embedded-settings.test.tsx +225 -0
  133. package/src/client/hooks/useRunEventStream.ts +76 -76
  134. package/src/client/index.tsx +2 -2
  135. package/src/client/plugin.tsx +71 -33
  136. package/src/client/skill-hub/components/ExecutionHistory.tsx +200 -200
  137. package/src/client/skill-hub/components/GitSkillImport.tsx +562 -562
  138. package/src/client/skill-hub/components/LoopSettings.tsx +331 -331
  139. package/src/client/skill-hub/components/SkillEditor.tsx +460 -460
  140. package/src/client/skill-hub/components/SkillManager.tsx +194 -194
  141. package/src/client/skill-hub/components/SkillMetrics.tsx +162 -162
  142. package/src/client/skill-hub/components/SkillTestPanel.tsx +141 -141
  143. package/src/client/skill-hub/index.tsx +6 -6
  144. package/src/client/skill-hub/locale.ts +16 -16
  145. package/src/client/skill-hub/tools/InteractionSchemasProvider.tsx +147 -132
  146. package/src/client/skill-hub/tools/SkillHubCard.tsx +110 -104
  147. package/src/client/skill-hub/tools/__tests__/skill-hub-card.test.tsx +255 -0
  148. package/src/client/skill-hub/tools/loopTemplates.ts +52 -52
  149. package/src/client/skill-hub/tools/registerSkillLoopCards.ts +80 -71
  150. package/src/client/skill-hub/utils/jsonFields.ts +41 -41
  151. package/src/client-v2/__tests__/embedded-settings.test.tsx +202 -0
  152. package/src/client-v2/__tests__/hierarchical-routing-settings.test.tsx +350 -0
  153. package/src/client-v2/auto-approval/AutoApprovalBridge.tsx +513 -0
  154. package/src/client-v2/auto-approval/AutoApprovalProvider.tsx +399 -0
  155. package/src/client-v2/auto-approval/__tests__/session-auto-approval.test.tsx +1676 -0
  156. package/src/client-v2/components/AIEmployeeSelect.tsx +47 -47
  157. package/src/client-v2/components/AIEmployeesContext.tsx +97 -97
  158. package/src/client-v2/components/AgentBindingsTab.tsx +541 -269
  159. package/src/client-v2/components/AgentRunsTab.tsx +85 -83
  160. package/src/client-v2/components/ApprovalsTab.tsx +337 -337
  161. package/src/client-v2/components/EmployeeGovernanceTab.tsx +695 -0
  162. package/src/client-v2/components/HarnessProfilesTab.tsx +700 -541
  163. package/src/client-v2/components/HarnessSettingsForm.tsx +221 -0
  164. package/src/client-v2/components/KnowledgeAccessTab.tsx +116 -116
  165. package/src/client-v2/components/RetrievalTraceTab.tsx +162 -162
  166. package/src/client-v2/components/UsageGovernanceTab.tsx +379 -0
  167. package/src/client-v2/index.tsx +1 -1
  168. package/src/client-v2/pages/AgentBindingsPage.tsx +15 -13
  169. package/src/client-v2/pages/ApprovalsPage.tsx +12 -10
  170. package/src/client-v2/pages/EmployeeGovernancePage.tsx +15 -0
  171. package/src/client-v2/pages/ExecutionHistoryPage.tsx +12 -10
  172. package/src/client-v2/pages/HarnessProfilesPage.tsx +12 -10
  173. package/src/client-v2/pages/KnowledgeAccessPage.tsx +12 -10
  174. package/src/client-v2/pages/LoopSettingsPage.tsx +12 -10
  175. package/src/client-v2/pages/MemoryInspectorPage.tsx +15 -13
  176. package/src/client-v2/pages/RetrievalTracePage.tsx +12 -10
  177. package/src/client-v2/pages/RulesPage.tsx +15 -13
  178. package/src/client-v2/pages/SkillDefinitionsPage.tsx +12 -10
  179. package/src/client-v2/pages/SkillMetricsPage.tsx +12 -10
  180. package/src/client-v2/pages/TracingPage.tsx +15 -13
  181. package/src/client-v2/pages/UsageGovernancePage.tsx +15 -0
  182. package/src/client-v2/plugin.tsx +134 -111
  183. package/src/client-v2/skill-hub/components/ExecutionHistory.tsx +196 -196
  184. package/src/client-v2/skill-hub/components/FileLinkList.tsx +37 -37
  185. package/src/client-v2/skill-hub/components/GitSkillImport.tsx +539 -539
  186. package/src/client-v2/skill-hub/components/LoopSettings.tsx +331 -331
  187. package/src/client-v2/skill-hub/components/SkillEditor.tsx +453 -453
  188. package/src/client-v2/skill-hub/components/SkillManager.tsx +191 -174
  189. package/src/client-v2/skill-hub/components/SkillMetrics.tsx +162 -162
  190. package/src/client-v2/skill-hub/components/SkillTestPanel.tsx +135 -135
  191. package/src/client-v2/skill-hub/locale.ts +13 -13
  192. package/src/client-v2/skill-hub/tools/InteractionSchemasProvider.tsx +62 -0
  193. package/src/client-v2/skill-hub/tools/SkillHubCard.tsx +104 -0
  194. package/src/client-v2/skill-hub/tools/__tests__/interactions.test.ts +126 -0
  195. package/src/client-v2/skill-hub/tools/interactions.ts +137 -0
  196. package/src/client-v2/skill-hub/tools/loopTemplates.ts +52 -52
  197. package/src/client-v2/skill-hub/utils/jsonFields.ts +41 -41
  198. package/src/client-v2/utils/jsonFields.ts +41 -41
  199. package/src/index.ts +2 -2
  200. package/src/locale/en-US.json +308 -1
  201. package/src/locale/vi-VN.json +5 -1
  202. package/src/locale/zh-CN.json +308 -1
  203. package/src/server/__tests__/agent-execution-context.test.ts +18 -18
  204. package/src/server/__tests__/agent-governance.integration.test.ts +385 -0
  205. package/src/server/__tests__/agent-knowledge-insights.test.ts +123 -123
  206. package/src/server/__tests__/agent-monitor-acl.integration.test.ts +267 -0
  207. package/src/server/__tests__/agent-registry-service.test.ts +147 -147
  208. package/src/server/__tests__/agent-runtime-lifecycle.test.ts +46 -46
  209. package/src/server/__tests__/agent-usage-report.integration.test.ts +335 -0
  210. package/src/server/__tests__/auto-approval-checkpoint.integration.test.ts +295 -0
  211. package/src/server/__tests__/code-validator.test.ts +63 -63
  212. package/src/server/__tests__/external-rag-search.test.ts +107 -107
  213. package/src/server/__tests__/harness-capabilities.test.ts +88 -0
  214. package/src/server/__tests__/harness-compiler.test.ts +278 -214
  215. package/src/server/__tests__/harness-profile-service.test.ts +167 -167
  216. package/src/server/__tests__/harness-runtime-policy.test.ts +293 -293
  217. package/src/server/__tests__/harness-tool-plan.test.ts +175 -172
  218. package/src/server/__tests__/hierarchical-routing.integration.test.ts +2318 -0
  219. package/src/server/__tests__/hierarchy-invocation-journal.integration.test.ts +119 -0
  220. package/src/server/__tests__/input-schema-validator.test.ts +26 -26
  221. package/src/server/__tests__/loop-approval-decision.test.ts +624 -512
  222. package/src/server/__tests__/loop-approval-expiry.test.ts +258 -258
  223. package/src/server/__tests__/loop-budget-service.test.ts +29 -0
  224. package/src/server/__tests__/loop-pattern-schema.test.ts +73 -73
  225. package/src/server/__tests__/loop-run-repository.test.ts +25 -0
  226. package/src/server/__tests__/loop-run-state-machine.test.ts +101 -101
  227. package/src/server/__tests__/loop-trigger-service.test.ts +185 -148
  228. package/src/server/__tests__/loop-worker-claim.test.ts +110 -10
  229. package/src/server/__tests__/loop-worker-execution.test.ts +375 -317
  230. package/src/server/__tests__/native-agent-monitor-sync.test.ts +343 -0
  231. package/src/server/__tests__/native-hierarchy-probe.integration.test.ts +527 -0
  232. package/src/server/__tests__/native-sub-agent-observer.test.ts +463 -662
  233. package/src/server/__tests__/native-usage-attribution.integration.test.ts +168 -0
  234. package/src/server/__tests__/plugin-ai-runtime-adapter.test.ts +403 -0
  235. package/src/server/__tests__/registry-node-package.test.ts +299 -0
  236. package/src/server/__tests__/routing-binding-graph.integration.test.ts +217 -0
  237. package/src/server/__tests__/routing-binding-validation.test.ts +256 -0
  238. package/src/server/__tests__/session-auto-approval.integration.test.ts +329 -0
  239. package/src/server/__tests__/skill-access-service.test.ts +64 -64
  240. package/src/server/__tests__/skill-execute.test.ts +81 -70
  241. package/src/server/__tests__/skill-execution-task-policy.test.ts +140 -140
  242. package/src/server/__tests__/skill-review-guard.test.ts +171 -0
  243. package/src/server/__tests__/skill-sandbox-worker-mode.test.ts +15 -15
  244. package/src/server/__tests__/skill-settings.test.ts +63 -63
  245. package/src/server/__tests__/skill-tool-name.test.ts +23 -23
  246. package/src/server/__tests__/token-tracker.test.ts +632 -0
  247. package/src/server/__tests__/tool-loop-detection.test.ts +276 -276
  248. package/src/server/__tests__/tracing-retention-policy.test.ts +30 -0
  249. package/src/server/__tests__/usage-ledger.integration.test.ts +187 -0
  250. package/src/server/collections/agent-auto-approval-checkpoints.ts +18 -0
  251. package/src/server/collections/agent-execution-spans.ts +386 -245
  252. package/src/server/collections/agent-governance-audit-events.ts +19 -0
  253. package/src/server/collections/agent-governance-policies.ts +19 -0
  254. package/src/server/collections/agent-governance-policy-versions.ts +20 -0
  255. package/src/server/collections/agent-governance-prompt-bindings.ts +22 -0
  256. package/src/server/collections/agent-hierarchy-invocations.ts +30 -0
  257. package/src/server/collections/agent-loop-action-approvals.ts +39 -39
  258. package/src/server/collections/agent-loop-runs.ts +389 -369
  259. package/src/server/collections/agent-loop-steps.ts +220 -220
  260. package/src/server/collections/agent-memory-contexts.ts +95 -95
  261. package/src/server/collections/agent-routing-graph-locks.ts +11 -0
  262. package/src/server/collections/agent-session-auto-approvals.ts +16 -0
  263. package/src/server/collections/orchestrator-config.ts +113 -87
  264. package/src/server/collections/orchestrator-logs.ts +116 -116
  265. package/src/server/collections/skill-definitions.ts +159 -159
  266. package/src/server/collections/skill-executions.ts +154 -154
  267. package/src/server/collections/skill-loop-configs.ts +65 -65
  268. package/src/server/collections/skill-metrics.ts +36 -36
  269. package/src/server/collections/skill-registry-installations.ts +41 -41
  270. package/src/server/collections/skill-worker-configs.ts +86 -86
  271. package/src/server/index.ts +1 -1
  272. package/src/server/migrations/20260423000000-add-progress-fields.ts +50 -50
  273. package/src/server/migrations/20260425000000-add-interaction-schema.ts +37 -37
  274. package/src/server/migrations/20260427000000-add-tracing-detail-fields.ts +41 -41
  275. package/src/server/migrations/20260427000001-change-other-json-to-text.ts +61 -61
  276. package/src/server/migrations/20260524001000-add-plan-approval-and-harness-profiles.ts +145 -145
  277. package/src/server/migrations/20260601000000-add-token-fields.ts +89 -89
  278. package/src/server/migrations/20260615000000-normalize-ai-employee-tool-bindings.ts +39 -39
  279. package/src/server/migrations/20260621000000-native-policy-profile-defaults.ts +190 -190
  280. package/src/server/migrations/20260727000000-remove-unused-knowledge-scopes.ts +25 -25
  281. package/src/server/migrations/20260727010000-backfill-skill-tool-names.ts +45 -45
  282. package/src/server/migrations/20261110000000-add-usage-pricing-snapshots.ts +110 -0
  283. package/src/server/migrations/20261110010000-add-usage-department-attribution.ts +28 -0
  284. package/src/server/migrations/20261119000000-widen-native-employee-identifiers.ts +37 -0
  285. package/src/server/plugin.ts +724 -573
  286. package/src/server/resources/agent-auto-approval.ts +51 -0
  287. package/src/server/resources/agent-governance.ts +161 -0
  288. package/src/server/resources/agent-harness-profile.ts +103 -94
  289. package/src/server/resources/agent-knowledge-insights.ts +306 -306
  290. package/src/server/resources/agent-loop-approval.ts +84 -84
  291. package/src/server/resources/agent-loop-events-stream.ts +108 -108
  292. package/src/server/resources/agent-loop.ts +252 -252
  293. package/src/server/resources/agent-monitor.ts +208 -482
  294. package/src/server/resources/agent-usage.ts +413 -0
  295. package/src/server/resources/hierarchical-routing.ts +39 -0
  296. package/src/server/resources/native-monitor-format.ts +150 -0
  297. package/src/server/resources/tracing.ts +296 -267
  298. package/src/server/services/AgentExecutionContext.ts +23 -23
  299. package/src/server/services/AgentGovernanceService.ts +541 -0
  300. package/src/server/services/AgentMemoryContextService.ts +344 -344
  301. package/src/server/services/AgentRegistryService.ts +220 -220
  302. package/src/server/services/AgentRuntimeLifecycle.ts +64 -64
  303. package/src/server/services/AutoApprovalCheckpoint.ts +140 -0
  304. package/src/server/services/CodeValidator.ts +257 -238
  305. package/src/server/services/DepartmentAttribution.ts +47 -0
  306. package/src/server/services/DurableCircuitBreakerService.ts +235 -235
  307. package/src/server/services/ExecutionSpanService.ts +271 -146
  308. package/src/server/services/FileManager.ts +159 -159
  309. package/src/server/services/GovernanceAdmission.ts +314 -0
  310. package/src/server/services/HarnessCapabilities.ts +112 -0
  311. package/src/server/services/HarnessCompiler.ts +182 -170
  312. package/src/server/services/HarnessProfileService.ts +235 -235
  313. package/src/server/services/HarnessSchema.ts +224 -194
  314. package/src/server/services/HierarchicalAgentRuntime.ts +1052 -0
  315. package/src/server/services/HierarchyEnrollmentGuard.ts +211 -0
  316. package/src/server/services/HierarchyInvocationJournal.ts +172 -0
  317. package/src/server/services/HierarchyRequestCancellation.ts +132 -0
  318. package/src/server/services/InputSchemaValidator.ts +44 -44
  319. package/src/server/services/LoopBudgetService.ts +325 -271
  320. package/src/server/services/LoopControlService.ts +120 -120
  321. package/src/server/services/LoopPatternSchema.ts +231 -231
  322. package/src/server/services/LoopPatternService.ts +171 -171
  323. package/src/server/services/LoopRunRepository.ts +343 -332
  324. package/src/server/services/LoopRunStateMachine.ts +538 -525
  325. package/src/server/services/LoopSchedulerService.ts +195 -195
  326. package/src/server/services/LoopTriggerService.ts +162 -159
  327. package/src/server/services/LoopWorkerService.ts +975 -912
  328. package/src/server/services/ManagedPromptProtection.ts +81 -0
  329. package/src/server/services/NativeAgentMonitorSyncService.ts +684 -0
  330. package/src/server/services/NativeSubAgentObserver.ts +324 -757
  331. package/src/server/services/NativeUsageAttribution.ts +91 -0
  332. package/src/server/services/PathLockService.ts +317 -317
  333. package/src/server/services/PluginAiRuntimeAdapter.ts +518 -387
  334. package/src/server/services/RoutingBindingRepository.ts +146 -0
  335. package/src/server/services/RoutingBindingValidation.ts +161 -0
  336. package/src/server/services/RunEventBus.ts +58 -58
  337. package/src/server/services/SandboxRunner.ts +526 -492
  338. package/src/server/services/SessionAutoApproval.ts +167 -0
  339. package/src/server/services/SkillAccessService.ts +175 -175
  340. package/src/server/services/SkillManager.ts +585 -585
  341. package/src/server/services/SkillRepositoryService.ts +236 -236
  342. package/src/server/services/TokenTracker.ts +1151 -287
  343. package/src/server/services/ToolLoopDetectionService.ts +210 -210
  344. package/src/server/services/TracingRetentionPolicy.ts +49 -0
  345. package/src/server/services/VerificationSchema.ts +31 -31
  346. package/src/server/services/VerificationService.ts +325 -313
  347. package/src/server/services/WorkerEnvManager.ts +198 -198
  348. package/src/server/services/__tests__/SkillRepositoryService.test.ts +33 -33
  349. package/src/server/services/harness-runtime-policy.ts +134 -134
  350. package/src/server/services/pythonGuardTemplate.ts +87 -87
  351. package/src/server/services/sandboxCapabilities.ts +348 -348
  352. package/src/server/skill-hub/actions/__tests__/git-import.test.ts +563 -563
  353. package/src/server/skill-hub/actions/git-import.ts +936 -936
  354. package/src/server/skill-hub/mcp/McpController.ts +107 -107
  355. package/src/server/skill-hub/middlewares/git-import-request-method-policy.ts +51 -51
  356. package/src/server/skill-hub/plugin.ts +1272 -1232
  357. package/src/server/skill-hub/sandbox-config.json +6 -6
  358. package/src/server/skill-hub/services/RegistrySkillInstallationService.ts +291 -281
  359. package/src/server/skill-hub/services/__tests__/RegistrySkillInstallationService.test.ts +295 -295
  360. package/src/server/skill-hub/services/registry-node-package.ts +191 -0
  361. package/src/server/skill-hub/tasks/SkillExecutionTask.ts +597 -568
  362. package/src/server/skill-hub/utils/json-fields.ts +57 -57
  363. package/src/server/tools/delegate-task.ts +30 -30
  364. package/src/server/tools/external-rag-search.ts +329 -329
  365. package/src/server/tools/skill-execute.ts +226 -216
  366. package/src/server/types.ts +21 -21
  367. package/src/server/utils/ai-manager.ts +24 -24
  368. package/src/server/utils/ctx-utils.ts +132 -132
  369. package/src/server/utils/ensure-indexes.ts +113 -96
  370. package/src/server/utils/ha-lock.ts +80 -80
  371. package/src/server/utils/loop-pattern-context.ts +84 -84
  372. package/src/server/utils/record-utils.ts +19 -19
  373. package/src/server/utils/skill-settings.ts +135 -135
  374. package/src/server/utils/skill-tool-name.ts +58 -58
  375. package/dist/client-v2/117.7565cff57c39318a.js +0 -10
  376. package/dist/client-v2/214.106635011859dede.js +0 -10
  377. package/dist/client-v2/253.59577b40d9875be0.js +0 -10
  378. package/dist/client-v2/264.7ed8bee71fa5935c.js +0 -10
  379. package/dist/client-v2/418.41ed200e7d6da332.js +0 -10
  380. package/dist/client-v2/794.a67a2614405ba627.js +0 -10
  381. package/dist/client-v2/981.e4a1f41cfc94a856.js +0 -10
  382. package/dist/client-v2/993.b0688fdc5ccb000a.js +0 -10
  383. package/dist/node_modules/simple-git/dist/cjs/index.js +0 -7399
  384. package/dist/node_modules/simple-git/dist/esm/index.js +0 -4745
  385. package/dist/node_modules/simple-git/dist/esm/package.json +0 -3
  386. package/dist/node_modules/simple-git/dist/src/lib/api.d.ts +0 -13
  387. package/dist/node_modules/simple-git/dist/src/lib/args/log-format.d.ts +0 -9
  388. package/dist/node_modules/simple-git/dist/src/lib/errors/git-construct-error.d.ts +0 -15
  389. package/dist/node_modules/simple-git/dist/src/lib/errors/git-error.d.ts +0 -30
  390. package/dist/node_modules/simple-git/dist/src/lib/errors/git-plugin-error.d.ts +0 -7
  391. package/dist/node_modules/simple-git/dist/src/lib/errors/git-response-error.d.ts +0 -32
  392. package/dist/node_modules/simple-git/dist/src/lib/errors/task-configuration-error.d.ts +0 -12
  393. package/dist/node_modules/simple-git/dist/src/lib/git-factory.d.ts +0 -15
  394. package/dist/node_modules/simple-git/dist/src/lib/git-logger.d.ts +0 -21
  395. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-branch-delete.d.ts +0 -5
  396. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-branch.d.ts +0 -2
  397. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-commit.d.ts +0 -2
  398. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-diff-summary.d.ts +0 -3
  399. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-fetch.d.ts +0 -2
  400. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-list-log-summary.d.ts +0 -6
  401. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-merge.d.ts +0 -11
  402. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-move.d.ts +0 -2
  403. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-pull.d.ts +0 -6
  404. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-push.d.ts +0 -4
  405. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-remote-messages.d.ts +0 -5
  406. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-remote-objects.d.ts +0 -3
  407. package/dist/node_modules/simple-git/dist/src/lib/plugins/abort-plugin.d.ts +0 -3
  408. package/dist/node_modules/simple-git/dist/src/lib/plugins/block-unsafe-operations-plugin.d.ts +0 -3
  409. package/dist/node_modules/simple-git/dist/src/lib/plugins/command-config-prefixing-plugin.d.ts +0 -2
  410. package/dist/node_modules/simple-git/dist/src/lib/plugins/completion-detection.plugin.d.ts +0 -3
  411. package/dist/node_modules/simple-git/dist/src/lib/plugins/custom-binary.plugin.d.ts +0 -3
  412. package/dist/node_modules/simple-git/dist/src/lib/plugins/error-detection.plugin.d.ts +0 -7
  413. package/dist/node_modules/simple-git/dist/src/lib/plugins/index.d.ts +0 -11
  414. package/dist/node_modules/simple-git/dist/src/lib/plugins/plugin-store.d.ts +0 -11
  415. package/dist/node_modules/simple-git/dist/src/lib/plugins/progress-monitor-plugin.d.ts +0 -3
  416. package/dist/node_modules/simple-git/dist/src/lib/plugins/simple-git-plugin.d.ts +0 -48
  417. package/dist/node_modules/simple-git/dist/src/lib/plugins/spawn-options-plugin.d.ts +0 -3
  418. package/dist/node_modules/simple-git/dist/src/lib/plugins/suffix-paths.plugin.d.ts +0 -2
  419. package/dist/node_modules/simple-git/dist/src/lib/plugins/timout-plugin.d.ts +0 -3
  420. package/dist/node_modules/simple-git/dist/src/lib/responses/BranchDeleteSummary.d.ts +0 -12
  421. package/dist/node_modules/simple-git/dist/src/lib/responses/BranchSummary.d.ts +0 -14
  422. package/dist/node_modules/simple-git/dist/src/lib/responses/CheckIgnore.d.ts +0 -4
  423. package/dist/node_modules/simple-git/dist/src/lib/responses/CleanSummary.d.ts +0 -9
  424. package/dist/node_modules/simple-git/dist/src/lib/responses/ConfigList.d.ts +0 -13
  425. package/dist/node_modules/simple-git/dist/src/lib/responses/DiffSummary.d.ts +0 -10
  426. package/dist/node_modules/simple-git/dist/src/lib/responses/FileStatusSummary.d.ts +0 -9
  427. package/dist/node_modules/simple-git/dist/src/lib/responses/GetRemoteSummary.d.ts +0 -11
  428. package/dist/node_modules/simple-git/dist/src/lib/responses/InitSummary.d.ts +0 -9
  429. package/dist/node_modules/simple-git/dist/src/lib/responses/MergeSummary.d.ts +0 -16
  430. package/dist/node_modules/simple-git/dist/src/lib/responses/PullSummary.d.ts +0 -25
  431. package/dist/node_modules/simple-git/dist/src/lib/responses/StatusSummary.d.ts +0 -19
  432. package/dist/node_modules/simple-git/dist/src/lib/responses/TagList.d.ts +0 -7
  433. package/dist/node_modules/simple-git/dist/src/lib/runners/git-executor-chain.d.ts +0 -25
  434. package/dist/node_modules/simple-git/dist/src/lib/runners/git-executor.d.ts +0 -14
  435. package/dist/node_modules/simple-git/dist/src/lib/runners/promise-wrapped.d.ts +0 -2
  436. package/dist/node_modules/simple-git/dist/src/lib/runners/scheduler.d.ts +0 -11
  437. package/dist/node_modules/simple-git/dist/src/lib/runners/tasks-pending-queue.d.ts +0 -23
  438. package/dist/node_modules/simple-git/dist/src/lib/simple-git-api.d.ts +0 -20
  439. package/dist/node_modules/simple-git/dist/src/lib/task-callback.d.ts +0 -2
  440. package/dist/node_modules/simple-git/dist/src/lib/tasks/apply-patch.d.ts +0 -3
  441. package/dist/node_modules/simple-git/dist/src/lib/tasks/branch.d.ts +0 -7
  442. package/dist/node_modules/simple-git/dist/src/lib/tasks/change-working-directory.d.ts +0 -2
  443. package/dist/node_modules/simple-git/dist/src/lib/tasks/check-ignore.d.ts +0 -2
  444. package/dist/node_modules/simple-git/dist/src/lib/tasks/check-is-repo.d.ts +0 -9
  445. package/dist/node_modules/simple-git/dist/src/lib/tasks/checkout.d.ts +0 -2
  446. package/dist/node_modules/simple-git/dist/src/lib/tasks/clean.d.ts +0 -25
  447. package/dist/node_modules/simple-git/dist/src/lib/tasks/clone.d.ts +0 -9
  448. package/dist/node_modules/simple-git/dist/src/lib/tasks/commit.d.ts +0 -4
  449. package/dist/node_modules/simple-git/dist/src/lib/tasks/config.d.ts +0 -8
  450. package/dist/node_modules/simple-git/dist/src/lib/tasks/count-objects.d.ts +0 -12
  451. package/dist/node_modules/simple-git/dist/src/lib/tasks/diff-name-status.d.ts +0 -12
  452. package/dist/node_modules/simple-git/dist/src/lib/tasks/diff.d.ts +0 -5
  453. package/dist/node_modules/simple-git/dist/src/lib/tasks/fetch.d.ts +0 -4
  454. package/dist/node_modules/simple-git/dist/src/lib/tasks/first-commit.d.ts +0 -2
  455. package/dist/node_modules/simple-git/dist/src/lib/tasks/grep.d.ts +0 -12
  456. package/dist/node_modules/simple-git/dist/src/lib/tasks/hash-object.d.ts +0 -5
  457. package/dist/node_modules/simple-git/dist/src/lib/tasks/init.d.ts +0 -3
  458. package/dist/node_modules/simple-git/dist/src/lib/tasks/log.d.ts +0 -32
  459. package/dist/node_modules/simple-git/dist/src/lib/tasks/merge.d.ts +0 -4
  460. package/dist/node_modules/simple-git/dist/src/lib/tasks/move.d.ts +0 -3
  461. package/dist/node_modules/simple-git/dist/src/lib/tasks/pull.d.ts +0 -3
  462. package/dist/node_modules/simple-git/dist/src/lib/tasks/push.d.ts +0 -9
  463. package/dist/node_modules/simple-git/dist/src/lib/tasks/remote.d.ts +0 -8
  464. package/dist/node_modules/simple-git/dist/src/lib/tasks/reset.d.ts +0 -11
  465. package/dist/node_modules/simple-git/dist/src/lib/tasks/show.d.ts +0 -2
  466. package/dist/node_modules/simple-git/dist/src/lib/tasks/stash-list.d.ts +0 -4
  467. package/dist/node_modules/simple-git/dist/src/lib/tasks/status.d.ts +0 -3
  468. package/dist/node_modules/simple-git/dist/src/lib/tasks/sub-module.d.ts +0 -5
  469. package/dist/node_modules/simple-git/dist/src/lib/tasks/tag.d.ts +0 -18
  470. package/dist/node_modules/simple-git/dist/src/lib/tasks/task.d.ts +0 -14
  471. package/dist/node_modules/simple-git/dist/src/lib/tasks/version.d.ts +0 -9
  472. package/dist/node_modules/simple-git/dist/src/lib/types/handlers.d.ts +0 -21
  473. package/dist/node_modules/simple-git/dist/src/lib/types/index.d.ts +0 -136
  474. package/dist/node_modules/simple-git/dist/src/lib/types/tasks.d.ts +0 -19
  475. package/dist/node_modules/simple-git/dist/src/lib/utils/argument-filters.d.ts +0 -14
  476. package/dist/node_modules/simple-git/dist/src/lib/utils/exit-codes.d.ts +0 -10
  477. package/dist/node_modules/simple-git/dist/src/lib/utils/git-output-streams.d.ts +0 -7
  478. package/dist/node_modules/simple-git/dist/src/lib/utils/index.d.ts +0 -8
  479. package/dist/node_modules/simple-git/dist/src/lib/utils/line-parser.d.ts +0 -15
  480. package/dist/node_modules/simple-git/dist/src/lib/utils/simple-git-options.d.ts +0 -2
  481. package/dist/node_modules/simple-git/dist/src/lib/utils/task-options.d.ts +0 -13
  482. package/dist/node_modules/simple-git/dist/src/lib/utils/task-parser.d.ts +0 -5
  483. package/dist/node_modules/simple-git/dist/src/lib/utils/util.d.ts +0 -47
  484. package/dist/node_modules/simple-git/dist/typings/errors.d.ts +0 -5
  485. package/dist/node_modules/simple-git/dist/typings/index.d.ts +0 -14
  486. package/dist/node_modules/simple-git/dist/typings/response.d.ts +0 -556
  487. package/dist/node_modules/simple-git/dist/typings/simple-git.d.ts +0 -1033
  488. package/dist/node_modules/simple-git/dist/typings/types.d.ts +0 -22
  489. package/dist/node_modules/simple-git/node_modules/debug/package.json +0 -64
  490. package/dist/node_modules/simple-git/node_modules/debug/src/browser.js +0 -272
  491. package/dist/node_modules/simple-git/node_modules/debug/src/common.js +0 -292
  492. package/dist/node_modules/simple-git/node_modules/debug/src/index.js +0 -10
  493. package/dist/node_modules/simple-git/node_modules/debug/src/node.js +0 -263
  494. package/dist/node_modules/simple-git/package.json +0 -1
  495. package/dist/node_modules/simple-git/promise.js +0 -17
@@ -1,313 +1,325 @@
1
- import type { Database, Model } from '@nocobase/database';
2
- import type { CompiledHarness } from './HarnessCompiler';
3
- import type { LoopPatternPolicy } from './LoopPatternSchema';
4
- import type { LoopRunStateMachine } from './LoopRunStateMachine';
5
- import type { PluginAiRuntimeAdapter } from './PluginAiRuntimeAdapter';
6
- import { ToolLoopDetectionService, toolLoopReason } from './ToolLoopDetectionService';
7
- import { parseVerificationVerdict } from './VerificationSchema';
8
- import type { VerificationVerdict } from './VerificationSchema';
9
- import { read } from '../utils/record-utils';
10
- import { TokenTracker } from './TokenTracker';
11
-
12
- export type VerificationRequest = {
13
- runId: number;
14
- goal: string;
15
- autonomyLevel: 'L1' | 'L2' | 'L3';
16
- verifierUsername: string;
17
- leaderUsername: string;
18
- makerUsernames: string[];
19
- verifierHarness: CompiledHarness;
20
- policy: LoopPatternPolicy;
21
- makerSummary: string;
22
- actingOn?: string[];
23
- userId?: number;
24
- workerId: string;
25
- leaseToken: string;
26
- loopNotices?: string[];
27
- signal: AbortSignal;
28
- };
29
-
30
- export type VerificationOutcome = {
31
- verdict: VerificationVerdict;
32
- finalStatus: 'succeeded' | 'waiting_human' | 'failed' | 'halted';
33
- };
34
-
35
- // The verifier answers in prose around its JSON verdict, so the object is located rather than
36
- // assumed to be the whole response.
37
- function extractVerdictObject(content: string): unknown {
38
- const fenced = content.match(/```(?:json)?\s*([\s\S]*?)```/i);
39
- const candidate = fenced ? fenced[1] : content;
40
- const start = candidate.indexOf('{');
41
- const end = candidate.lastIndexOf('}');
42
- if (start < 0 || end <= start) {
43
- throw new Error('The verifier did not return a structured verdict object.');
44
- }
45
- return JSON.parse(candidate.slice(start, end + 1));
46
- }
47
-
48
- /**
49
- * Compute additional verification checks from the run's runtime context.
50
- *
51
- * When `policy.verification.dynamicChecks` is configured, this inspects the number of affected
52
- * paths, whether any match high-risk patterns, and adds corresponding check names to the list
53
- * that the verifier must address.
54
- */
55
- function dynamicChecksFor(input: VerificationRequest): string[] {
56
- const config = input.policy.verification.dynamicChecks;
57
- if (!config) return [];
58
-
59
- const extra: string[] = [];
60
- const affectedCount = input.actingOn?.length ?? 0;
61
-
62
- if (affectedCount >= config.codeChangeThreshold) {
63
- extra.push('broad_change_review');
64
- }
65
- if (config.riskPathPatterns.length > 0 && input.actingOn?.length) {
66
- const hasRiskPath = input.actingOn.some((path) =>
67
- config.riskPathPatterns.some((pattern) => path.startsWith(pattern) || path.includes(pattern)),
68
- );
69
- if (hasRiskPath) {
70
- extra.push('risk_path_review');
71
- }
72
- }
73
- if (config.requireSecurityReview) {
74
- extra.push('security_review');
75
- }
76
- if (config.requirePerformanceReview) {
77
- extra.push('performance_review');
78
- }
79
-
80
- return [...new Set(extra)];
81
- }
82
-
83
- function verifierPrompt(
84
- input: VerificationRequest,
85
- artifacts: Array<Record<string, unknown>>,
86
- dynamicChecks: string[],
87
- ) {
88
- const allChecks = [...new Set([...input.policy.verification.requiredChecks, ...dynamicChecks])];
89
- const catalogue = artifacts.length
90
- ? artifacts.map((artifact) => `- id=${artifact.id} kind=${artifact.kind} title=${artifact.title || ''}`).join('\n')
91
- : '- (none)';
92
- return [
93
- 'You are the independent verifier for an autonomous run. You did not produce this work.',
94
- `Goal: ${input.goal}`,
95
- '',
96
- 'Reported result:',
97
- input.makerSummary || '(the maker produced no textual summary)',
98
- '',
99
- 'Evidence artifacts recorded for this run:',
100
- catalogue,
101
- '',
102
- `Required checks: ${allChecks.join(', ')}`,
103
- '',
104
- ...(input.loopNotices ?? []),
105
- 'Reply with a single JSON object and nothing else:',
106
- '{"verdict":"pass|reject|escalate","summary":"...","checks":[{"name":"...","status":"pass|fail|skipped",',
107
- '"evidenceArtifactIds":[<artifact ids from the list above>]}],"residualRisks":["..."]}',
108
- 'Every check you mark "pass" must cite at least one artifact id from the list above.',
109
- 'If the evidence does not support the goal, answer "reject". Never invent artifact ids.',
110
- ].join('\n');
111
- }
112
-
113
- export class VerificationService {
114
- private readonly loopGuard: ToolLoopDetectionService;
115
-
116
- constructor(
117
- private readonly database: Database,
118
- private readonly runtime: PluginAiRuntimeAdapter,
119
- private readonly stateMachine: LoopRunStateMachine,
120
- private readonly tokenTracker: TokenTracker,
121
- ) {
122
- this.loopGuard = new ToolLoopDetectionService(database);
123
- }
124
-
125
- async verifyAndFinalize(input: VerificationRequest): Promise<VerificationOutcome> {
126
- this.assertIndependentVerifier(input);
127
- const artifacts = await this.runArtifacts(input.runId);
128
- const verdict = await this.collectVerdict(input, artifacts);
129
-
130
- // The guard also sees the verifier's own tool calls: a verifier retrying the same evidence
131
- // lookup over and over is the same behavioral failure as a maker looping on its tools.
132
- const guard = await this.enforceToolLoopGuard(input);
133
- if (guard === 'halt') {
134
- return { verdict, finalStatus: 'halted' };
135
- }
136
-
137
- await this.assertEvidenceBelongsToRun(verdict, artifacts, input.verifierUsername);
138
-
139
- const finalStatus = this.finalStatusFor(verdict, input.autonomyLevel);
140
- await this.stateMachine.transition({
141
- runId: input.runId,
142
- to: finalStatus,
143
- actorType: 'worker',
144
- actorIdentity: input.workerId,
145
- leaseToken: input.leaseToken,
146
- eventType: 'run_verified',
147
- title: `Verifier returned ${verdict.verdict}`,
148
- content: verdict.summary,
149
- correlationKey: `verified:${input.runId}:${verdict.verdict}`,
150
- values: {
151
- verifierVerdict: verdict.verdict,
152
- verifierEvidence: verdict,
153
- summary: verdict.summary,
154
- },
155
- });
156
- return { verdict, finalStatus };
157
- }
158
-
159
- private assertIndependentVerifier(input: VerificationRequest) {
160
- const verifier = input.verifierUsername.trim();
161
- if (!verifier) throw new Error('The run snapshot does not name a verifier.');
162
- if (verifier === input.leaderUsername || input.makerUsernames.includes(verifier)) {
163
- throw new Error('The verifier must be a different employee from the leader and every maker.');
164
- }
165
- }
166
-
167
- private async enforceToolLoopGuard(input: VerificationRequest): Promise<'continue' | 'halt'> {
168
- const finding = await this.loopGuard.scanRun(input.runId, input.policy);
169
- if (!finding) return 'continue';
170
-
171
- await this.loopGuard.recordFinding(
172
- {
173
- runId: input.runId,
174
- role: 'verifier',
175
- username: input.verifierUsername,
176
- runStatus: 'verifying',
177
- actorType: 'worker',
178
- actorIdentity: input.workerId,
179
- },
180
- finding,
181
- );
182
- if (finding.level === 'warn') return 'continue';
183
-
184
- const reason = toolLoopReason(finding);
185
- await this.stateMachine.transition({
186
- runId: input.runId,
187
- to: finding.level === 'block' ? 'blocked' : 'waiting_human',
188
- actorType: 'worker',
189
- actorIdentity: input.workerId,
190
- leaseToken: input.leaseToken,
191
- eventType: finding.level === 'block' ? 'run_blocked' : 'run_escalated',
192
- title: finding.level === 'block' ? 'Run blocked by tool loop detection' : 'Run escalated by tool loop detection',
193
- content: reason,
194
- correlationKey: `tool-loop-${finding.level}:${input.runId}:${finding.signature}`,
195
- values: finding.level === 'block' ? { blockedReason: reason } : { escalationReason: reason },
196
- });
197
- return 'halt';
198
- }
199
-
200
- private async nextSequence(runId: number) {
201
- return this.database.getRepository('agentLoopSteps').count({ filter: { runId } });
202
- }
203
-
204
- private async collectVerdict(input: VerificationRequest, artifacts: Array<Record<string, unknown>>) {
205
- const sessionId = await this.runtime.createConversation({
206
- username: input.verifierUsername,
207
- userId: input.userId,
208
- runId: input.runId,
209
- title: `Verification of run ${input.runId}`,
210
- });
211
- // Recording the session on a step row is what lets the tool loop guard include the verifier's
212
- // own tool calls in its run-level scan.
213
- const step = await this.database.getRepository('agentLoopSteps').create({
214
- values: {
215
- runId: input.runId,
216
- runtimeVersion: 'control-plane-v2',
217
- sequence: await this.nextSequence(input.runId),
218
- role: 'verifier',
219
- kind: 'invocation',
220
- type: 'verification',
221
- employeeUsername: input.verifierUsername,
222
- sessionId,
223
- title: 'verifier invocation',
224
- status: 'running',
225
- startedAt: new Date(),
226
- createdAt: new Date(),
227
- },
228
- });
229
- const outcome = await this.runtime.invoke({
230
- username: input.verifierUsername,
231
- sessionId,
232
- userId: input.userId,
233
- systemMessage:
234
- 'You verify completed work against its stated goal using only recorded evidence. You never modify anything.',
235
- harness: input.verifierHarness,
236
- prompt: verifierPrompt(input, artifacts, dynamicChecksFor(input)),
237
- signal: input.signal,
238
- });
239
-
240
- // Track actual token usage from the verifier's LLM response
241
- await this.tokenTracker.trackActualUsage(
242
- read(step, 'id'),
243
- outcome.tokenUsage ?? null,
244
- verifierPrompt(input, artifacts, dynamicChecksFor(input)),
245
- outcome.content,
246
- input.runId,
247
- );
248
-
249
- await this.database.getRepository('agentLoopSteps').update({
250
- filterByTk: read(step, 'id'),
251
- values: {
252
- status: 'succeeded',
253
- output: { content: outcome.content },
254
- endedAt: new Date(),
255
- },
256
- });
257
- // A verifier that stops to ask for approval cannot produce a trustworthy verdict, and its
258
- // interrupted tool call would otherwise be silently dropped.
259
- if (outcome.interrupted.length) {
260
- throw new Error('The verifier requested an approval-gated tool; verification cannot complete.');
261
- }
262
- const verdict = parseVerificationVerdict(extractVerdictObject(outcome.content));
263
- const dynamicChecks = dynamicChecksFor(input);
264
- const required = new Set([...input.policy.verification.requiredChecks, ...dynamicChecks]);
265
- for (const check of verdict.checks) required.delete(check.name);
266
- if (required.size) {
267
- throw new Error(`The verifier omitted required checks: ${Array.from(required).join(', ')}.`);
268
- }
269
- return verdict;
270
- }
271
-
272
- private async assertEvidenceBelongsToRun(
273
- verdict: VerificationVerdict,
274
- artifacts: Array<Record<string, unknown>>,
275
- verifierUsername: string,
276
- ) {
277
- const owned = new Map(artifacts.map((artifact) => [Number(artifact.id), artifact]));
278
- for (const check of verdict.checks) {
279
- for (const artifactId of check.evidenceArtifactIds) {
280
- const artifact = owned.get(artifactId);
281
- if (!artifact) {
282
- throw new Error(`Evidence artifact ${artifactId} does not belong to this run.`);
283
- }
284
- if (String(artifact.producerUsername || '') === verifierUsername) {
285
- throw new Error(`Evidence artifact ${artifactId} was produced by the verifier itself.`);
286
- }
287
- }
288
- }
289
- }
290
-
291
- private finalStatusFor(verdict: VerificationVerdict, autonomyLevel: 'L1' | 'L2' | 'L3') {
292
- if (verdict.verdict !== 'pass') {
293
- return verdict.verdict === 'escalate' ? ('waiting_human' as const) : ('failed' as const);
294
- }
295
- const passesEveryCheck = verdict.checks.every(
296
- (check) => check.status === 'pass' && check.evidenceArtifactIds.length > 0,
297
- );
298
- if (!passesEveryCheck) return 'failed' as const;
299
- // L1 only ever reports, so a passing verdict is final. Anything that touched a repository
300
- // still needs a human to accept the change.
301
- return autonomyLevel === 'L1' ? ('succeeded' as const) : ('waiting_human' as const);
302
- }
303
-
304
- private async runArtifacts(runId: number) {
305
- const rows = await this.database.getRepository('agentLoopArtifacts').find({ filter: { runId } });
306
- return rows.map((row) => ({
307
- id: Number(read(row, 'id')),
308
- kind: String(read(row, 'kind') || ''),
309
- title: String(read(row, 'title') || ''),
310
- producerUsername: String(read(row, 'producerUsername') || ''),
311
- }));
312
- }
313
- }
1
+ // SPDX-License-Identifier: Apache-2.0
2
+
3
+ import type { Database, Model } from '@nocobase/database';
4
+ import type { CompiledHarness } from './HarnessCompiler';
5
+ import type { LoopPatternPolicy } from './LoopPatternSchema';
6
+ import type { LoopRunStateMachine } from './LoopRunStateMachine';
7
+ import type { PluginAiRuntimeAdapter } from './PluginAiRuntimeAdapter';
8
+ import { ToolLoopDetectionService, toolLoopReason } from './ToolLoopDetectionService';
9
+ import { parseVerificationVerdict } from './VerificationSchema';
10
+ import type { VerificationVerdict } from './VerificationSchema';
11
+ import { read } from '../utils/record-utils';
12
+ import { TokenTracker } from './TokenTracker';
13
+
14
+ export type VerificationRequest = {
15
+ runId: number;
16
+ rootRunId?: string;
17
+ goal: string;
18
+ autonomyLevel: 'L1' | 'L2' | 'L3';
19
+ verifierUsername: string;
20
+ leaderUsername: string;
21
+ makerUsernames: string[];
22
+ verifierHarness: CompiledHarness;
23
+ policy: LoopPatternPolicy;
24
+ makerSummary: string;
25
+ actingOn?: string[];
26
+ userId?: number;
27
+ workerId: string;
28
+ leaseToken: string;
29
+ loopNotices?: string[];
30
+ signal: AbortSignal;
31
+ };
32
+
33
+ export type VerificationOutcome = {
34
+ verdict: VerificationVerdict;
35
+ finalStatus: 'succeeded' | 'waiting_human' | 'failed' | 'halted';
36
+ };
37
+
38
+ // The verifier answers in prose around its JSON verdict, so the object is located rather than
39
+ // assumed to be the whole response.
40
+ function extractVerdictObject(content: string): unknown {
41
+ const fenced = content.match(/```(?:json)?\s*([\s\S]*?)```/i);
42
+ const candidate = fenced ? fenced[1] : content;
43
+ const start = candidate.indexOf('{');
44
+ const end = candidate.lastIndexOf('}');
45
+ if (start < 0 || end <= start) {
46
+ throw new Error('The verifier did not return a structured verdict object.');
47
+ }
48
+ return JSON.parse(candidate.slice(start, end + 1));
49
+ }
50
+
51
+ /**
52
+ * Compute additional verification checks from the run's runtime context.
53
+ *
54
+ * When `policy.verification.dynamicChecks` is configured, this inspects the number of affected
55
+ * paths, whether any match high-risk patterns, and adds corresponding check names to the list
56
+ * that the verifier must address.
57
+ */
58
+ function dynamicChecksFor(input: VerificationRequest): string[] {
59
+ const config = input.policy.verification.dynamicChecks;
60
+ if (!config) return [];
61
+
62
+ const extra: string[] = [];
63
+ const affectedCount = input.actingOn?.length ?? 0;
64
+
65
+ if (affectedCount >= config.codeChangeThreshold) {
66
+ extra.push('broad_change_review');
67
+ }
68
+ if (config.riskPathPatterns.length > 0 && input.actingOn?.length) {
69
+ const hasRiskPath = input.actingOn.some((path) =>
70
+ config.riskPathPatterns.some((pattern) => path.startsWith(pattern) || path.includes(pattern)),
71
+ );
72
+ if (hasRiskPath) {
73
+ extra.push('risk_path_review');
74
+ }
75
+ }
76
+ if (config.requireSecurityReview) {
77
+ extra.push('security_review');
78
+ }
79
+ if (config.requirePerformanceReview) {
80
+ extra.push('performance_review');
81
+ }
82
+
83
+ return [...new Set(extra)];
84
+ }
85
+
86
+ function verifierPrompt(
87
+ input: VerificationRequest,
88
+ artifacts: Array<Record<string, unknown>>,
89
+ dynamicChecks: string[],
90
+ ) {
91
+ const allChecks = [...new Set([...input.policy.verification.requiredChecks, ...dynamicChecks])];
92
+ const catalogue = artifacts.length
93
+ ? artifacts.map((artifact) => `- id=${artifact.id} kind=${artifact.kind} title=${artifact.title || ''}`).join('\n')
94
+ : '- (none)';
95
+ return [
96
+ 'You are the independent verifier for an autonomous run. You did not produce this work.',
97
+ `Goal: ${input.goal}`,
98
+ '',
99
+ 'Reported result:',
100
+ input.makerSummary || '(the maker produced no textual summary)',
101
+ '',
102
+ 'Evidence artifacts recorded for this run:',
103
+ catalogue,
104
+ '',
105
+ `Required checks: ${allChecks.join(', ')}`,
106
+ '',
107
+ ...(input.loopNotices ?? []),
108
+ 'Reply with a single JSON object and nothing else:',
109
+ '{"verdict":"pass|reject|escalate","summary":"...","checks":[{"name":"...","status":"pass|fail|skipped",',
110
+ '"evidenceArtifactIds":[<artifact ids from the list above>]}],"residualRisks":["..."]}',
111
+ 'Every check you mark "pass" must cite at least one artifact id from the list above.',
112
+ 'If the evidence does not support the goal, answer "reject". Never invent artifact ids.',
113
+ ].join('\n');
114
+ }
115
+
116
+ export class VerificationService {
117
+ private readonly loopGuard: ToolLoopDetectionService;
118
+
119
+ constructor(
120
+ private readonly database: Database,
121
+ private readonly runtime: PluginAiRuntimeAdapter,
122
+ private readonly stateMachine: LoopRunStateMachine,
123
+ private readonly tokenTracker: TokenTracker,
124
+ ) {
125
+ this.loopGuard = new ToolLoopDetectionService(database);
126
+ }
127
+
128
+ async verifyAndFinalize(input: VerificationRequest): Promise<VerificationOutcome> {
129
+ this.assertIndependentVerifier(input);
130
+ const artifacts = await this.runArtifacts(input.runId);
131
+ const verdict = await this.collectVerdict(input, artifacts);
132
+
133
+ // The guard also sees the verifier's own tool calls: a verifier retrying the same evidence
134
+ // lookup over and over is the same behavioral failure as a maker looping on its tools.
135
+ const guard = await this.enforceToolLoopGuard(input);
136
+ if (guard === 'halt') {
137
+ return { verdict, finalStatus: 'halted' };
138
+ }
139
+
140
+ await this.assertEvidenceBelongsToRun(verdict, artifacts, input.verifierUsername);
141
+
142
+ const finalStatus = this.finalStatusFor(verdict, input.autonomyLevel);
143
+ await this.stateMachine.transition({
144
+ runId: input.runId,
145
+ to: finalStatus,
146
+ actorType: 'worker',
147
+ actorIdentity: input.workerId,
148
+ leaseToken: input.leaseToken,
149
+ eventType: 'run_verified',
150
+ title: `Verifier returned ${verdict.verdict}`,
151
+ content: verdict.summary,
152
+ correlationKey: `verified:${input.leaseToken}`,
153
+ values: {
154
+ verifierVerdict: verdict.verdict,
155
+ verifierEvidence: verdict,
156
+ summary: verdict.summary,
157
+ },
158
+ });
159
+ return { verdict, finalStatus };
160
+ }
161
+
162
+ private assertIndependentVerifier(input: VerificationRequest) {
163
+ const verifier = input.verifierUsername.trim();
164
+ if (!verifier) throw new Error('The run snapshot does not name a verifier.');
165
+ if (verifier === input.leaderUsername || input.makerUsernames.includes(verifier)) {
166
+ throw new Error('The verifier must be a different employee from the leader and every maker.');
167
+ }
168
+ }
169
+
170
+ private async enforceToolLoopGuard(input: VerificationRequest): Promise<'continue' | 'halt'> {
171
+ const finding = await this.loopGuard.scanRun(input.runId, input.policy);
172
+ if (!finding) return 'continue';
173
+
174
+ await this.loopGuard.recordFinding(
175
+ {
176
+ runId: input.runId,
177
+ role: 'verifier',
178
+ username: input.verifierUsername,
179
+ runStatus: 'verifying',
180
+ actorType: 'worker',
181
+ actorIdentity: input.workerId,
182
+ },
183
+ finding,
184
+ );
185
+ if (finding.level === 'warn') return 'continue';
186
+
187
+ const reason = toolLoopReason(finding);
188
+ await this.stateMachine.transition({
189
+ runId: input.runId,
190
+ to: finding.level === 'block' ? 'blocked' : 'waiting_human',
191
+ actorType: 'worker',
192
+ actorIdentity: input.workerId,
193
+ leaseToken: input.leaseToken,
194
+ eventType: finding.level === 'block' ? 'run_blocked' : 'run_escalated',
195
+ title: finding.level === 'block' ? 'Run blocked by tool loop detection' : 'Run escalated by tool loop detection',
196
+ content: reason,
197
+ correlationKey: `tool-loop-${finding.level}:${input.leaseToken}`,
198
+ values: finding.level === 'block' ? { blockedReason: reason } : { escalationReason: reason },
199
+ });
200
+ return 'halt';
201
+ }
202
+
203
+ private async nextSequence(runId: number) {
204
+ return this.database.getRepository('agentLoopSteps').count({ filter: { runId } });
205
+ }
206
+
207
+ private async collectVerdict(input: VerificationRequest, artifacts: Array<Record<string, unknown>>) {
208
+ const sessionId = await this.runtime.createConversation({
209
+ username: input.verifierUsername,
210
+ userId: input.userId,
211
+ runId: input.runId,
212
+ title: `Verification of run ${input.runId}`,
213
+ });
214
+ // Recording the session on a step row is what lets the tool loop guard include the verifier's
215
+ // own tool calls in its run-level scan.
216
+ const step = await this.database.getRepository('agentLoopSteps').create({
217
+ values: {
218
+ runId: input.runId,
219
+ runtimeVersion: 'control-plane-v2',
220
+ sequence: await this.nextSequence(input.runId),
221
+ role: 'verifier',
222
+ kind: 'invocation',
223
+ type: 'verification',
224
+ employeeUsername: input.verifierUsername,
225
+ sessionId,
226
+ title: 'verifier invocation',
227
+ status: 'running',
228
+ startedAt: new Date(),
229
+ createdAt: new Date(),
230
+ },
231
+ });
232
+ const prompt = verifierPrompt(input, artifacts, dynamicChecksFor(input));
233
+ const outcome = await this.runtime.invoke({
234
+ username: input.verifierUsername,
235
+ sessionId,
236
+ userId: input.userId,
237
+ systemMessage:
238
+ 'You verify completed work against its stated goal using only recorded evidence. You never modify anything.',
239
+ harness: input.verifierHarness,
240
+ prompt,
241
+ signal: input.signal,
242
+ });
243
+
244
+ const stepId = read(step, 'id');
245
+ if (typeof stepId === 'string' || typeof stepId === 'number') {
246
+ await this.tokenTracker.trackLoopInvocationUsage({
247
+ runId: input.runId,
248
+ rootRunId: input.rootRunId,
249
+ stepId,
250
+ sessionId: outcome.sessionId,
251
+ messageId: outcome.messageId,
252
+ usage: outcome.tokenUsage,
253
+ input: prompt,
254
+ output: outcome.content,
255
+ role: 'verifier',
256
+ employeeUsername: input.verifierUsername,
257
+ userId: input.userId,
258
+ });
259
+ }
260
+
261
+ await this.database.getRepository('agentLoopSteps').update({
262
+ filterByTk: read(step, 'id'),
263
+ values: {
264
+ status: 'succeeded',
265
+ output: { content: outcome.content },
266
+ endedAt: new Date(),
267
+ },
268
+ });
269
+ // A verifier that stops to ask for approval cannot produce a trustworthy verdict, and its
270
+ // interrupted tool call would otherwise be silently dropped.
271
+ if (outcome.interrupted.length) {
272
+ throw new Error('The verifier requested an approval-gated tool; verification cannot complete.');
273
+ }
274
+ const verdict = parseVerificationVerdict(extractVerdictObject(outcome.content));
275
+ const dynamicChecks = dynamicChecksFor(input);
276
+ const required = new Set([...input.policy.verification.requiredChecks, ...dynamicChecks]);
277
+ for (const check of verdict.checks) required.delete(check.name);
278
+ if (required.size) {
279
+ throw new Error(`The verifier omitted required checks: ${Array.from(required).join(', ')}.`);
280
+ }
281
+ return verdict;
282
+ }
283
+
284
+ private async assertEvidenceBelongsToRun(
285
+ verdict: VerificationVerdict,
286
+ artifacts: Array<Record<string, unknown>>,
287
+ verifierUsername: string,
288
+ ) {
289
+ const owned = new Map(artifacts.map((artifact) => [Number(artifact.id), artifact]));
290
+ for (const check of verdict.checks) {
291
+ for (const artifactId of check.evidenceArtifactIds) {
292
+ const artifact = owned.get(artifactId);
293
+ if (!artifact) {
294
+ throw new Error(`Evidence artifact ${artifactId} does not belong to this run.`);
295
+ }
296
+ if (String(artifact.producerUsername || '') === verifierUsername) {
297
+ throw new Error(`Evidence artifact ${artifactId} was produced by the verifier itself.`);
298
+ }
299
+ }
300
+ }
301
+ }
302
+
303
+ private finalStatusFor(verdict: VerificationVerdict, autonomyLevel: 'L1' | 'L2' | 'L3') {
304
+ if (verdict.verdict !== 'pass') {
305
+ return verdict.verdict === 'escalate' ? ('waiting_human' as const) : ('failed' as const);
306
+ }
307
+ const passesEveryCheck = verdict.checks.every(
308
+ (check) => check.status === 'pass' && check.evidenceArtifactIds.length > 0,
309
+ );
310
+ if (!passesEveryCheck) return 'failed' as const;
311
+ // L1 only ever reports, so a passing verdict is final. Anything that touched a repository
312
+ // still needs a human to accept the change.
313
+ return autonomyLevel === 'L1' ? ('succeeded' as const) : ('waiting_human' as const);
314
+ }
315
+
316
+ private async runArtifacts(runId: number) {
317
+ const rows = await this.database.getRepository('agentLoopArtifacts').find({ filter: { runId } });
318
+ return rows.map((row) => ({
319
+ id: Number(read(row, 'id')),
320
+ kind: String(read(row, 'kind') || ''),
321
+ title: String(read(row, 'title') || ''),
322
+ producerUsername: String(read(row, 'producerUsername') || ''),
323
+ }));
324
+ }
325
+ }