plugin-agent-orchestrator 1.1.8 → 1.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (413) hide show
  1. package/README.md +207 -204
  2. package/client-v2.d.ts +2 -2
  3. package/client-v2.js +1 -1
  4. package/client.d.ts +2 -2
  5. package/client.js +1 -1
  6. package/dist/client/117.2e4cb0477da3db1f.js +10 -0
  7. package/dist/client/253.93deb9e0192e76a5.js +10 -0
  8. package/dist/client/325.8f7f509bdb35e142.js +10 -0
  9. package/dist/client/404.498d2d9516dd1dce.js +10 -0
  10. package/dist/client/418.6f01da17774a5a25.js +10 -0
  11. package/dist/client/53.774ff07505d521fa.js +10 -0
  12. package/dist/client/619.e342b0fa467d39ca.js +10 -0
  13. package/dist/client/627.fdd60bcc0f3a9cf6.js +10 -0
  14. package/dist/client/652.477e21bfff67bc1c.js +10 -0
  15. package/dist/client/981.e0546ffc34afedcd.js +10 -0
  16. package/dist/client/993.5d04b510835ab0d2.js +10 -0
  17. package/dist/client/index.js +1 -1
  18. package/dist/client-v2/117.ccf43ae8631f7d74.js +10 -0
  19. package/dist/client-v2/214.cdf76752053a8990.js +10 -0
  20. package/dist/client-v2/253.1198df22f5baf304.js +10 -0
  21. package/dist/client-v2/264.78887ff88f969467.js +10 -0
  22. package/dist/client-v2/325.fafe5a6e83ba9cb3.js +10 -0
  23. package/dist/client-v2/404.9ba964c28a151c81.js +10 -0
  24. package/dist/client-v2/{41.3deb9e57a0f64fc4.js → 41.b28cf7a675a603d1.js} +1 -1
  25. package/dist/client-v2/418.55b6b28cda8bb5f3.js +10 -0
  26. package/dist/client-v2/{53.349fff8db80b19d4.js → 53.282081f97e4308c6.js} +1 -1
  27. package/dist/client-v2/{619.0a2144aaffefe018.js → 619.8c03913873785fb6.js} +1 -1
  28. package/dist/client-v2/627.e16f4a0dd596c3e6.js +10 -0
  29. package/dist/client-v2/652.1a48364774d5383a.js +10 -0
  30. package/dist/client-v2/{70.ffff2997c10fd4b0.js → 70.9166ed70906d041f.js} +1 -1
  31. package/dist/client-v2/{981.e4a1f41cfc94a856.js → 981.a81521f0296c7db8.js} +1 -1
  32. package/dist/client-v2/993.ca5b28f1e2b4c1ef.js +10 -0
  33. package/dist/client-v2/index.js +1 -1
  34. package/dist/externalVersion.js +10 -7
  35. package/dist/locale/en-US.json +229 -1
  36. package/dist/locale/zh-CN.json +229 -1
  37. package/dist/node_modules/adm-zip/adm-zip.js +1 -1
  38. package/dist/node_modules/adm-zip/package.json +1 -1
  39. package/dist/node_modules/ajv/package.json +1 -1
  40. package/dist/node_modules/zod/index.cjs +1 -1
  41. package/dist/node_modules/zod/package.json +1 -1
  42. package/dist/server/collections/agent-execution-spans.js +145 -6
  43. package/dist/server/collections/agent-governance-audit-events.js +47 -0
  44. package/dist/server/collections/agent-governance-policies.js +47 -0
  45. package/dist/server/collections/agent-governance-policy-versions.js +48 -0
  46. package/dist/server/collections/agent-governance-prompt-bindings.js +50 -0
  47. package/dist/server/collections/agent-loop-runs.js +23 -5
  48. package/dist/server/migrations/20261110000000-add-usage-pricing-snapshots.js +117 -0
  49. package/dist/server/migrations/20261110010000-add-usage-department-attribution.js +54 -0
  50. package/dist/server/plugin.js +114 -33
  51. package/dist/server/resources/agent-governance.js +192 -0
  52. package/dist/server/resources/agent-harness-profile.js +11 -3
  53. package/dist/server/resources/agent-monitor.js +109 -339
  54. package/dist/server/resources/agent-usage.js +423 -0
  55. package/dist/server/resources/native-monitor-format.js +179 -0
  56. package/dist/server/resources/tracing.js +35 -12
  57. package/dist/server/services/AgentGovernanceService.js +500 -0
  58. package/dist/server/services/DepartmentAttribution.js +65 -0
  59. package/dist/server/services/ExecutionSpanService.js +96 -3
  60. package/dist/server/services/GovernanceAdmission.js +211 -0
  61. package/dist/server/services/HarnessCapabilities.js +118 -0
  62. package/dist/server/services/LoopBudgetService.js +29 -11
  63. package/dist/server/services/LoopRunRepository.js +15 -6
  64. package/dist/server/services/LoopRunStateMachine.js +18 -7
  65. package/dist/server/services/LoopTriggerService.js +1 -1
  66. package/dist/server/services/LoopWorkerService.js +66 -32
  67. package/dist/server/services/ManagedPromptProtection.js +99 -0
  68. package/dist/server/services/NativeAgentMonitorSyncService.js +584 -0
  69. package/dist/server/services/NativeSubAgentObserver.js +141 -508
  70. package/dist/server/services/NativeUsageAttribution.js +97 -0
  71. package/dist/server/services/TokenTracker.js +787 -104
  72. package/dist/server/services/TracingRetentionPolicy.js +66 -0
  73. package/dist/server/services/VerificationService.js +18 -8
  74. package/dist/server/skill-hub/sandbox-config.json +6 -6
  75. package/dist/server/utils/ensure-indexes.js +14 -5
  76. package/package.json +63 -53
  77. package/server.d.ts +2 -2
  78. package/server.js +1 -1
  79. package/src/client/AgentRunsTab.tsx +2 -2
  80. package/src/client/ApprovalsTab.tsx +2 -2
  81. package/src/client/HarnessProfilesTab.tsx +2 -2
  82. package/src/client/OrchestratorSettings.tsx +152 -152
  83. package/src/client/SkillPages.tsx +41 -0
  84. package/src/client/__tests__/embedded-settings.test.tsx +232 -0
  85. package/src/client/hooks/useRunEventStream.ts +76 -76
  86. package/src/client/index.tsx +2 -2
  87. package/src/client/plugin.tsx +76 -33
  88. package/src/client/skill-hub/components/ExecutionHistory.tsx +200 -200
  89. package/src/client/skill-hub/components/GitSkillImport.tsx +562 -562
  90. package/src/client/skill-hub/components/LoopSettings.tsx +331 -331
  91. package/src/client/skill-hub/components/SkillEditor.tsx +460 -460
  92. package/src/client/skill-hub/components/SkillManager.tsx +194 -194
  93. package/src/client/skill-hub/components/SkillMetrics.tsx +162 -162
  94. package/src/client/skill-hub/components/SkillTestPanel.tsx +141 -141
  95. package/src/client/skill-hub/index.tsx +6 -6
  96. package/src/client/skill-hub/locale.ts +16 -16
  97. package/src/client/skill-hub/tools/InteractionSchemasProvider.tsx +132 -132
  98. package/src/client/skill-hub/tools/SkillHubCard.tsx +104 -104
  99. package/src/client/skill-hub/tools/loopTemplates.ts +52 -52
  100. package/src/client/skill-hub/tools/registerSkillLoopCards.ts +71 -71
  101. package/src/client/skill-hub/utils/jsonFields.ts +41 -41
  102. package/src/client-v2/__tests__/embedded-settings.test.tsx +193 -0
  103. package/src/client-v2/components/AIEmployeeSelect.tsx +47 -47
  104. package/src/client-v2/components/AIEmployeesContext.tsx +97 -97
  105. package/src/client-v2/components/AgentBindingsTab.tsx +269 -269
  106. package/src/client-v2/components/AgentRunsTab.tsx +92 -83
  107. package/src/client-v2/components/ApprovalsTab.tsx +337 -337
  108. package/src/client-v2/components/EmployeeGovernanceTab.tsx +702 -0
  109. package/src/client-v2/components/HarnessProfilesTab.tsx +704 -541
  110. package/src/client-v2/components/KnowledgeAccessTab.tsx +116 -116
  111. package/src/client-v2/components/RetrievalTraceTab.tsx +162 -162
  112. package/src/client-v2/components/UsageGovernanceTab.tsx +386 -0
  113. package/src/client-v2/index.tsx +1 -1
  114. package/src/client-v2/pages/AgentBindingsPage.tsx +22 -13
  115. package/src/client-v2/pages/ApprovalsPage.tsx +19 -10
  116. package/src/client-v2/pages/EmployeeGovernancePage.tsx +22 -0
  117. package/src/client-v2/pages/ExecutionHistoryPage.tsx +19 -10
  118. package/src/client-v2/pages/HarnessProfilesPage.tsx +19 -10
  119. package/src/client-v2/pages/KnowledgeAccessPage.tsx +19 -10
  120. package/src/client-v2/pages/LoopSettingsPage.tsx +19 -10
  121. package/src/client-v2/pages/MemoryInspectorPage.tsx +22 -13
  122. package/src/client-v2/pages/RetrievalTracePage.tsx +19 -10
  123. package/src/client-v2/pages/RulesPage.tsx +22 -13
  124. package/src/client-v2/pages/SkillDefinitionsPage.tsx +19 -10
  125. package/src/client-v2/pages/SkillMetricsPage.tsx +19 -10
  126. package/src/client-v2/pages/TracingPage.tsx +22 -13
  127. package/src/client-v2/pages/UsageGovernancePage.tsx +22 -0
  128. package/src/client-v2/plugin.tsx +139 -111
  129. package/src/client-v2/skill-hub/components/ExecutionHistory.tsx +196 -196
  130. package/src/client-v2/skill-hub/components/FileLinkList.tsx +37 -37
  131. package/src/client-v2/skill-hub/components/GitSkillImport.tsx +539 -539
  132. package/src/client-v2/skill-hub/components/LoopSettings.tsx +331 -331
  133. package/src/client-v2/skill-hub/components/SkillEditor.tsx +453 -453
  134. package/src/client-v2/skill-hub/components/SkillManager.tsx +191 -174
  135. package/src/client-v2/skill-hub/components/SkillMetrics.tsx +162 -162
  136. package/src/client-v2/skill-hub/components/SkillTestPanel.tsx +135 -135
  137. package/src/client-v2/skill-hub/locale.ts +13 -13
  138. package/src/client-v2/skill-hub/tools/InteractionSchemasProvider.tsx +62 -0
  139. package/src/client-v2/skill-hub/tools/SkillHubCard.tsx +104 -0
  140. package/src/client-v2/skill-hub/tools/__tests__/interactions.test.ts +110 -0
  141. package/src/client-v2/skill-hub/tools/interactions.ts +128 -0
  142. package/src/client-v2/skill-hub/tools/loopTemplates.ts +52 -52
  143. package/src/client-v2/skill-hub/utils/jsonFields.ts +41 -41
  144. package/src/client-v2/utils/jsonFields.ts +41 -41
  145. package/src/index.ts +2 -2
  146. package/src/locale/en-US.json +229 -1
  147. package/src/locale/zh-CN.json +229 -1
  148. package/src/server/__tests__/agent-execution-context.test.ts +18 -18
  149. package/src/server/__tests__/agent-governance.integration.test.ts +392 -0
  150. package/src/server/__tests__/agent-knowledge-insights.test.ts +123 -123
  151. package/src/server/__tests__/agent-monitor-acl.integration.test.ts +274 -0
  152. package/src/server/__tests__/agent-registry-service.test.ts +147 -147
  153. package/src/server/__tests__/agent-runtime-lifecycle.test.ts +46 -46
  154. package/src/server/__tests__/agent-usage-report.integration.test.ts +342 -0
  155. package/src/server/__tests__/code-validator.test.ts +63 -63
  156. package/src/server/__tests__/external-rag-search.test.ts +107 -107
  157. package/src/server/__tests__/harness-capabilities.test.ts +95 -0
  158. package/src/server/__tests__/harness-compiler.test.ts +214 -214
  159. package/src/server/__tests__/harness-profile-service.test.ts +167 -167
  160. package/src/server/__tests__/harness-runtime-policy.test.ts +293 -293
  161. package/src/server/__tests__/harness-tool-plan.test.ts +182 -172
  162. package/src/server/__tests__/input-schema-validator.test.ts +26 -26
  163. package/src/server/__tests__/loop-approval-decision.test.ts +577 -512
  164. package/src/server/__tests__/loop-approval-expiry.test.ts +258 -258
  165. package/src/server/__tests__/loop-budget-service.test.ts +36 -0
  166. package/src/server/__tests__/loop-pattern-schema.test.ts +73 -73
  167. package/src/server/__tests__/loop-run-repository.test.ts +32 -0
  168. package/src/server/__tests__/loop-run-state-machine.test.ts +101 -101
  169. package/src/server/__tests__/loop-trigger-service.test.ts +192 -148
  170. package/src/server/__tests__/loop-worker-claim.test.ts +72 -9
  171. package/src/server/__tests__/loop-worker-execution.test.ts +382 -317
  172. package/src/server/__tests__/native-agent-monitor-sync.test.ts +350 -0
  173. package/src/server/__tests__/native-sub-agent-observer.test.ts +470 -662
  174. package/src/server/__tests__/native-usage-attribution.integration.test.ts +175 -0
  175. package/src/server/__tests__/skill-access-service.test.ts +64 -64
  176. package/src/server/__tests__/skill-execute.test.ts +70 -70
  177. package/src/server/__tests__/skill-execution-task-policy.test.ts +140 -140
  178. package/src/server/__tests__/skill-sandbox-worker-mode.test.ts +15 -15
  179. package/src/server/__tests__/skill-settings.test.ts +63 -63
  180. package/src/server/__tests__/skill-tool-name.test.ts +23 -23
  181. package/src/server/__tests__/token-tracker.test.ts +639 -0
  182. package/src/server/__tests__/tool-loop-detection.test.ts +276 -276
  183. package/src/server/__tests__/tracing-retention-policy.test.ts +37 -0
  184. package/src/server/__tests__/usage-ledger.integration.test.ts +194 -0
  185. package/src/server/collections/agent-execution-spans.ts +393 -245
  186. package/src/server/collections/agent-governance-audit-events.ts +26 -0
  187. package/src/server/collections/agent-governance-policies.ts +26 -0
  188. package/src/server/collections/agent-governance-policy-versions.ts +27 -0
  189. package/src/server/collections/agent-governance-prompt-bindings.ts +29 -0
  190. package/src/server/collections/agent-loop-action-approvals.ts +39 -39
  191. package/src/server/collections/agent-loop-runs.ts +396 -369
  192. package/src/server/collections/agent-loop-steps.ts +220 -220
  193. package/src/server/collections/agent-memory-contexts.ts +95 -95
  194. package/src/server/collections/orchestrator-config.ts +87 -87
  195. package/src/server/collections/orchestrator-logs.ts +116 -116
  196. package/src/server/collections/skill-definitions.ts +159 -159
  197. package/src/server/collections/skill-executions.ts +154 -154
  198. package/src/server/collections/skill-loop-configs.ts +65 -65
  199. package/src/server/collections/skill-metrics.ts +36 -36
  200. package/src/server/collections/skill-registry-installations.ts +41 -41
  201. package/src/server/collections/skill-worker-configs.ts +86 -86
  202. package/src/server/index.ts +1 -1
  203. package/src/server/migrations/20260423000000-add-progress-fields.ts +50 -50
  204. package/src/server/migrations/20260425000000-add-interaction-schema.ts +37 -37
  205. package/src/server/migrations/20260427000000-add-tracing-detail-fields.ts +41 -41
  206. package/src/server/migrations/20260427000001-change-other-json-to-text.ts +61 -61
  207. package/src/server/migrations/20260524001000-add-plan-approval-and-harness-profiles.ts +145 -145
  208. package/src/server/migrations/20260601000000-add-token-fields.ts +89 -89
  209. package/src/server/migrations/20260615000000-normalize-ai-employee-tool-bindings.ts +39 -39
  210. package/src/server/migrations/20260621000000-native-policy-profile-defaults.ts +190 -190
  211. package/src/server/migrations/20260727000000-remove-unused-knowledge-scopes.ts +25 -25
  212. package/src/server/migrations/20260727010000-backfill-skill-tool-names.ts +45 -45
  213. package/src/server/migrations/20261110000000-add-usage-pricing-snapshots.ts +117 -0
  214. package/src/server/migrations/20261110010000-add-usage-department-attribution.ts +35 -0
  215. package/src/server/plugin.ts +674 -573
  216. package/src/server/resources/agent-governance.ts +168 -0
  217. package/src/server/resources/agent-harness-profile.ts +110 -94
  218. package/src/server/resources/agent-knowledge-insights.ts +306 -306
  219. package/src/server/resources/agent-loop-approval.ts +84 -84
  220. package/src/server/resources/agent-loop-events-stream.ts +108 -108
  221. package/src/server/resources/agent-loop.ts +252 -252
  222. package/src/server/resources/agent-monitor.ts +215 -482
  223. package/src/server/resources/agent-usage.ts +420 -0
  224. package/src/server/resources/native-monitor-format.ts +157 -0
  225. package/src/server/resources/tracing.ts +303 -267
  226. package/src/server/services/AgentExecutionContext.ts +23 -23
  227. package/src/server/services/AgentGovernanceService.ts +548 -0
  228. package/src/server/services/AgentMemoryContextService.ts +344 -344
  229. package/src/server/services/AgentRegistryService.ts +220 -220
  230. package/src/server/services/AgentRuntimeLifecycle.ts +64 -64
  231. package/src/server/services/CodeValidator.ts +238 -238
  232. package/src/server/services/DepartmentAttribution.ts +54 -0
  233. package/src/server/services/DurableCircuitBreakerService.ts +235 -235
  234. package/src/server/services/ExecutionSpanService.ts +278 -146
  235. package/src/server/services/FileManager.ts +159 -159
  236. package/src/server/services/GovernanceAdmission.ts +239 -0
  237. package/src/server/services/HarnessCapabilities.ts +119 -0
  238. package/src/server/services/HarnessCompiler.ts +170 -170
  239. package/src/server/services/HarnessProfileService.ts +235 -235
  240. package/src/server/services/HarnessSchema.ts +194 -194
  241. package/src/server/services/InputSchemaValidator.ts +44 -44
  242. package/src/server/services/LoopBudgetService.ts +332 -271
  243. package/src/server/services/LoopControlService.ts +120 -120
  244. package/src/server/services/LoopPatternSchema.ts +231 -231
  245. package/src/server/services/LoopPatternService.ts +171 -171
  246. package/src/server/services/LoopRunRepository.ts +350 -332
  247. package/src/server/services/LoopRunStateMachine.ts +545 -525
  248. package/src/server/services/LoopSchedulerService.ts +195 -195
  249. package/src/server/services/LoopTriggerService.ts +169 -159
  250. package/src/server/services/LoopWorkerService.ts +986 -912
  251. package/src/server/services/ManagedPromptProtection.ts +88 -0
  252. package/src/server/services/NativeAgentMonitorSyncService.ts +691 -0
  253. package/src/server/services/NativeSubAgentObserver.ts +331 -757
  254. package/src/server/services/NativeUsageAttribution.ts +98 -0
  255. package/src/server/services/PathLockService.ts +317 -317
  256. package/src/server/services/PluginAiRuntimeAdapter.ts +387 -387
  257. package/src/server/services/RunEventBus.ts +58 -58
  258. package/src/server/services/SandboxRunner.ts +492 -492
  259. package/src/server/services/SkillAccessService.ts +175 -175
  260. package/src/server/services/SkillManager.ts +585 -585
  261. package/src/server/services/SkillRepositoryService.ts +236 -236
  262. package/src/server/services/TokenTracker.ts +1158 -287
  263. package/src/server/services/ToolLoopDetectionService.ts +210 -210
  264. package/src/server/services/TracingRetentionPolicy.ts +56 -0
  265. package/src/server/services/VerificationSchema.ts +31 -31
  266. package/src/server/services/VerificationService.ts +332 -313
  267. package/src/server/services/WorkerEnvManager.ts +198 -198
  268. package/src/server/services/__tests__/SkillRepositoryService.test.ts +33 -33
  269. package/src/server/services/harness-runtime-policy.ts +134 -134
  270. package/src/server/services/pythonGuardTemplate.ts +87 -87
  271. package/src/server/services/sandboxCapabilities.ts +348 -348
  272. package/src/server/skill-hub/actions/__tests__/git-import.test.ts +563 -563
  273. package/src/server/skill-hub/actions/git-import.ts +936 -936
  274. package/src/server/skill-hub/mcp/McpController.ts +107 -107
  275. package/src/server/skill-hub/middlewares/git-import-request-method-policy.ts +51 -51
  276. package/src/server/skill-hub/plugin.ts +1232 -1232
  277. package/src/server/skill-hub/sandbox-config.json +6 -6
  278. package/src/server/skill-hub/services/RegistrySkillInstallationService.ts +281 -281
  279. package/src/server/skill-hub/services/__tests__/RegistrySkillInstallationService.test.ts +295 -295
  280. package/src/server/skill-hub/tasks/SkillExecutionTask.ts +568 -568
  281. package/src/server/skill-hub/utils/json-fields.ts +57 -57
  282. package/src/server/tools/delegate-task.ts +30 -30
  283. package/src/server/tools/external-rag-search.ts +329 -329
  284. package/src/server/tools/skill-execute.ts +216 -216
  285. package/src/server/types.ts +21 -21
  286. package/src/server/utils/ai-manager.ts +24 -24
  287. package/src/server/utils/ctx-utils.ts +132 -132
  288. package/src/server/utils/ensure-indexes.ts +119 -96
  289. package/src/server/utils/ha-lock.ts +80 -80
  290. package/src/server/utils/loop-pattern-context.ts +84 -84
  291. package/src/server/utils/record-utils.ts +19 -19
  292. package/src/server/utils/skill-settings.ts +135 -135
  293. package/src/server/utils/skill-tool-name.ts +58 -58
  294. package/dist/client-v2/117.7565cff57c39318a.js +0 -10
  295. package/dist/client-v2/214.106635011859dede.js +0 -10
  296. package/dist/client-v2/253.59577b40d9875be0.js +0 -10
  297. package/dist/client-v2/264.7ed8bee71fa5935c.js +0 -10
  298. package/dist/client-v2/418.41ed200e7d6da332.js +0 -10
  299. package/dist/client-v2/794.a67a2614405ba627.js +0 -10
  300. package/dist/client-v2/993.b0688fdc5ccb000a.js +0 -10
  301. package/dist/node_modules/simple-git/dist/cjs/index.js +0 -7399
  302. package/dist/node_modules/simple-git/dist/esm/index.js +0 -4745
  303. package/dist/node_modules/simple-git/dist/esm/package.json +0 -3
  304. package/dist/node_modules/simple-git/dist/src/lib/api.d.ts +0 -13
  305. package/dist/node_modules/simple-git/dist/src/lib/args/log-format.d.ts +0 -9
  306. package/dist/node_modules/simple-git/dist/src/lib/errors/git-construct-error.d.ts +0 -15
  307. package/dist/node_modules/simple-git/dist/src/lib/errors/git-error.d.ts +0 -30
  308. package/dist/node_modules/simple-git/dist/src/lib/errors/git-plugin-error.d.ts +0 -7
  309. package/dist/node_modules/simple-git/dist/src/lib/errors/git-response-error.d.ts +0 -32
  310. package/dist/node_modules/simple-git/dist/src/lib/errors/task-configuration-error.d.ts +0 -12
  311. package/dist/node_modules/simple-git/dist/src/lib/git-factory.d.ts +0 -15
  312. package/dist/node_modules/simple-git/dist/src/lib/git-logger.d.ts +0 -21
  313. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-branch-delete.d.ts +0 -5
  314. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-branch.d.ts +0 -2
  315. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-commit.d.ts +0 -2
  316. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-diff-summary.d.ts +0 -3
  317. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-fetch.d.ts +0 -2
  318. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-list-log-summary.d.ts +0 -6
  319. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-merge.d.ts +0 -11
  320. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-move.d.ts +0 -2
  321. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-pull.d.ts +0 -6
  322. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-push.d.ts +0 -4
  323. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-remote-messages.d.ts +0 -5
  324. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-remote-objects.d.ts +0 -3
  325. package/dist/node_modules/simple-git/dist/src/lib/plugins/abort-plugin.d.ts +0 -3
  326. package/dist/node_modules/simple-git/dist/src/lib/plugins/block-unsafe-operations-plugin.d.ts +0 -3
  327. package/dist/node_modules/simple-git/dist/src/lib/plugins/command-config-prefixing-plugin.d.ts +0 -2
  328. package/dist/node_modules/simple-git/dist/src/lib/plugins/completion-detection.plugin.d.ts +0 -3
  329. package/dist/node_modules/simple-git/dist/src/lib/plugins/custom-binary.plugin.d.ts +0 -3
  330. package/dist/node_modules/simple-git/dist/src/lib/plugins/error-detection.plugin.d.ts +0 -7
  331. package/dist/node_modules/simple-git/dist/src/lib/plugins/index.d.ts +0 -11
  332. package/dist/node_modules/simple-git/dist/src/lib/plugins/plugin-store.d.ts +0 -11
  333. package/dist/node_modules/simple-git/dist/src/lib/plugins/progress-monitor-plugin.d.ts +0 -3
  334. package/dist/node_modules/simple-git/dist/src/lib/plugins/simple-git-plugin.d.ts +0 -48
  335. package/dist/node_modules/simple-git/dist/src/lib/plugins/spawn-options-plugin.d.ts +0 -3
  336. package/dist/node_modules/simple-git/dist/src/lib/plugins/suffix-paths.plugin.d.ts +0 -2
  337. package/dist/node_modules/simple-git/dist/src/lib/plugins/timout-plugin.d.ts +0 -3
  338. package/dist/node_modules/simple-git/dist/src/lib/responses/BranchDeleteSummary.d.ts +0 -12
  339. package/dist/node_modules/simple-git/dist/src/lib/responses/BranchSummary.d.ts +0 -14
  340. package/dist/node_modules/simple-git/dist/src/lib/responses/CheckIgnore.d.ts +0 -4
  341. package/dist/node_modules/simple-git/dist/src/lib/responses/CleanSummary.d.ts +0 -9
  342. package/dist/node_modules/simple-git/dist/src/lib/responses/ConfigList.d.ts +0 -13
  343. package/dist/node_modules/simple-git/dist/src/lib/responses/DiffSummary.d.ts +0 -10
  344. package/dist/node_modules/simple-git/dist/src/lib/responses/FileStatusSummary.d.ts +0 -9
  345. package/dist/node_modules/simple-git/dist/src/lib/responses/GetRemoteSummary.d.ts +0 -11
  346. package/dist/node_modules/simple-git/dist/src/lib/responses/InitSummary.d.ts +0 -9
  347. package/dist/node_modules/simple-git/dist/src/lib/responses/MergeSummary.d.ts +0 -16
  348. package/dist/node_modules/simple-git/dist/src/lib/responses/PullSummary.d.ts +0 -25
  349. package/dist/node_modules/simple-git/dist/src/lib/responses/StatusSummary.d.ts +0 -19
  350. package/dist/node_modules/simple-git/dist/src/lib/responses/TagList.d.ts +0 -7
  351. package/dist/node_modules/simple-git/dist/src/lib/runners/git-executor-chain.d.ts +0 -25
  352. package/dist/node_modules/simple-git/dist/src/lib/runners/git-executor.d.ts +0 -14
  353. package/dist/node_modules/simple-git/dist/src/lib/runners/promise-wrapped.d.ts +0 -2
  354. package/dist/node_modules/simple-git/dist/src/lib/runners/scheduler.d.ts +0 -11
  355. package/dist/node_modules/simple-git/dist/src/lib/runners/tasks-pending-queue.d.ts +0 -23
  356. package/dist/node_modules/simple-git/dist/src/lib/simple-git-api.d.ts +0 -20
  357. package/dist/node_modules/simple-git/dist/src/lib/task-callback.d.ts +0 -2
  358. package/dist/node_modules/simple-git/dist/src/lib/tasks/apply-patch.d.ts +0 -3
  359. package/dist/node_modules/simple-git/dist/src/lib/tasks/branch.d.ts +0 -7
  360. package/dist/node_modules/simple-git/dist/src/lib/tasks/change-working-directory.d.ts +0 -2
  361. package/dist/node_modules/simple-git/dist/src/lib/tasks/check-ignore.d.ts +0 -2
  362. package/dist/node_modules/simple-git/dist/src/lib/tasks/check-is-repo.d.ts +0 -9
  363. package/dist/node_modules/simple-git/dist/src/lib/tasks/checkout.d.ts +0 -2
  364. package/dist/node_modules/simple-git/dist/src/lib/tasks/clean.d.ts +0 -25
  365. package/dist/node_modules/simple-git/dist/src/lib/tasks/clone.d.ts +0 -9
  366. package/dist/node_modules/simple-git/dist/src/lib/tasks/commit.d.ts +0 -4
  367. package/dist/node_modules/simple-git/dist/src/lib/tasks/config.d.ts +0 -8
  368. package/dist/node_modules/simple-git/dist/src/lib/tasks/count-objects.d.ts +0 -12
  369. package/dist/node_modules/simple-git/dist/src/lib/tasks/diff-name-status.d.ts +0 -12
  370. package/dist/node_modules/simple-git/dist/src/lib/tasks/diff.d.ts +0 -5
  371. package/dist/node_modules/simple-git/dist/src/lib/tasks/fetch.d.ts +0 -4
  372. package/dist/node_modules/simple-git/dist/src/lib/tasks/first-commit.d.ts +0 -2
  373. package/dist/node_modules/simple-git/dist/src/lib/tasks/grep.d.ts +0 -12
  374. package/dist/node_modules/simple-git/dist/src/lib/tasks/hash-object.d.ts +0 -5
  375. package/dist/node_modules/simple-git/dist/src/lib/tasks/init.d.ts +0 -3
  376. package/dist/node_modules/simple-git/dist/src/lib/tasks/log.d.ts +0 -32
  377. package/dist/node_modules/simple-git/dist/src/lib/tasks/merge.d.ts +0 -4
  378. package/dist/node_modules/simple-git/dist/src/lib/tasks/move.d.ts +0 -3
  379. package/dist/node_modules/simple-git/dist/src/lib/tasks/pull.d.ts +0 -3
  380. package/dist/node_modules/simple-git/dist/src/lib/tasks/push.d.ts +0 -9
  381. package/dist/node_modules/simple-git/dist/src/lib/tasks/remote.d.ts +0 -8
  382. package/dist/node_modules/simple-git/dist/src/lib/tasks/reset.d.ts +0 -11
  383. package/dist/node_modules/simple-git/dist/src/lib/tasks/show.d.ts +0 -2
  384. package/dist/node_modules/simple-git/dist/src/lib/tasks/stash-list.d.ts +0 -4
  385. package/dist/node_modules/simple-git/dist/src/lib/tasks/status.d.ts +0 -3
  386. package/dist/node_modules/simple-git/dist/src/lib/tasks/sub-module.d.ts +0 -5
  387. package/dist/node_modules/simple-git/dist/src/lib/tasks/tag.d.ts +0 -18
  388. package/dist/node_modules/simple-git/dist/src/lib/tasks/task.d.ts +0 -14
  389. package/dist/node_modules/simple-git/dist/src/lib/tasks/version.d.ts +0 -9
  390. package/dist/node_modules/simple-git/dist/src/lib/types/handlers.d.ts +0 -21
  391. package/dist/node_modules/simple-git/dist/src/lib/types/index.d.ts +0 -136
  392. package/dist/node_modules/simple-git/dist/src/lib/types/tasks.d.ts +0 -19
  393. package/dist/node_modules/simple-git/dist/src/lib/utils/argument-filters.d.ts +0 -14
  394. package/dist/node_modules/simple-git/dist/src/lib/utils/exit-codes.d.ts +0 -10
  395. package/dist/node_modules/simple-git/dist/src/lib/utils/git-output-streams.d.ts +0 -7
  396. package/dist/node_modules/simple-git/dist/src/lib/utils/index.d.ts +0 -8
  397. package/dist/node_modules/simple-git/dist/src/lib/utils/line-parser.d.ts +0 -15
  398. package/dist/node_modules/simple-git/dist/src/lib/utils/simple-git-options.d.ts +0 -2
  399. package/dist/node_modules/simple-git/dist/src/lib/utils/task-options.d.ts +0 -13
  400. package/dist/node_modules/simple-git/dist/src/lib/utils/task-parser.d.ts +0 -5
  401. package/dist/node_modules/simple-git/dist/src/lib/utils/util.d.ts +0 -47
  402. package/dist/node_modules/simple-git/dist/typings/errors.d.ts +0 -5
  403. package/dist/node_modules/simple-git/dist/typings/index.d.ts +0 -14
  404. package/dist/node_modules/simple-git/dist/typings/response.d.ts +0 -556
  405. package/dist/node_modules/simple-git/dist/typings/simple-git.d.ts +0 -1033
  406. package/dist/node_modules/simple-git/dist/typings/types.d.ts +0 -22
  407. package/dist/node_modules/simple-git/node_modules/debug/package.json +0 -64
  408. package/dist/node_modules/simple-git/node_modules/debug/src/browser.js +0 -272
  409. package/dist/node_modules/simple-git/node_modules/debug/src/common.js +0 -292
  410. package/dist/node_modules/simple-git/node_modules/debug/src/index.js +0 -10
  411. package/dist/node_modules/simple-git/node_modules/debug/src/node.js +0 -263
  412. package/dist/node_modules/simple-git/package.json +0 -1
  413. package/dist/node_modules/simple-git/promise.js +0 -17
@@ -1,313 +1,332 @@
1
- import type { Database, Model } from '@nocobase/database';
2
- import type { CompiledHarness } from './HarnessCompiler';
3
- import type { LoopPatternPolicy } from './LoopPatternSchema';
4
- import type { LoopRunStateMachine } from './LoopRunStateMachine';
5
- import type { PluginAiRuntimeAdapter } from './PluginAiRuntimeAdapter';
6
- import { ToolLoopDetectionService, toolLoopReason } from './ToolLoopDetectionService';
7
- import { parseVerificationVerdict } from './VerificationSchema';
8
- import type { VerificationVerdict } from './VerificationSchema';
9
- import { read } from '../utils/record-utils';
10
- import { TokenTracker } from './TokenTracker';
11
-
12
- export type VerificationRequest = {
13
- runId: number;
14
- goal: string;
15
- autonomyLevel: 'L1' | 'L2' | 'L3';
16
- verifierUsername: string;
17
- leaderUsername: string;
18
- makerUsernames: string[];
19
- verifierHarness: CompiledHarness;
20
- policy: LoopPatternPolicy;
21
- makerSummary: string;
22
- actingOn?: string[];
23
- userId?: number;
24
- workerId: string;
25
- leaseToken: string;
26
- loopNotices?: string[];
27
- signal: AbortSignal;
28
- };
29
-
30
- export type VerificationOutcome = {
31
- verdict: VerificationVerdict;
32
- finalStatus: 'succeeded' | 'waiting_human' | 'failed' | 'halted';
33
- };
34
-
35
- // The verifier answers in prose around its JSON verdict, so the object is located rather than
36
- // assumed to be the whole response.
37
- function extractVerdictObject(content: string): unknown {
38
- const fenced = content.match(/```(?:json)?\s*([\s\S]*?)```/i);
39
- const candidate = fenced ? fenced[1] : content;
40
- const start = candidate.indexOf('{');
41
- const end = candidate.lastIndexOf('}');
42
- if (start < 0 || end <= start) {
43
- throw new Error('The verifier did not return a structured verdict object.');
44
- }
45
- return JSON.parse(candidate.slice(start, end + 1));
46
- }
47
-
48
- /**
49
- * Compute additional verification checks from the run's runtime context.
50
- *
51
- * When `policy.verification.dynamicChecks` is configured, this inspects the number of affected
52
- * paths, whether any match high-risk patterns, and adds corresponding check names to the list
53
- * that the verifier must address.
54
- */
55
- function dynamicChecksFor(input: VerificationRequest): string[] {
56
- const config = input.policy.verification.dynamicChecks;
57
- if (!config) return [];
58
-
59
- const extra: string[] = [];
60
- const affectedCount = input.actingOn?.length ?? 0;
61
-
62
- if (affectedCount >= config.codeChangeThreshold) {
63
- extra.push('broad_change_review');
64
- }
65
- if (config.riskPathPatterns.length > 0 && input.actingOn?.length) {
66
- const hasRiskPath = input.actingOn.some((path) =>
67
- config.riskPathPatterns.some((pattern) => path.startsWith(pattern) || path.includes(pattern)),
68
- );
69
- if (hasRiskPath) {
70
- extra.push('risk_path_review');
71
- }
72
- }
73
- if (config.requireSecurityReview) {
74
- extra.push('security_review');
75
- }
76
- if (config.requirePerformanceReview) {
77
- extra.push('performance_review');
78
- }
79
-
80
- return [...new Set(extra)];
81
- }
82
-
83
- function verifierPrompt(
84
- input: VerificationRequest,
85
- artifacts: Array<Record<string, unknown>>,
86
- dynamicChecks: string[],
87
- ) {
88
- const allChecks = [...new Set([...input.policy.verification.requiredChecks, ...dynamicChecks])];
89
- const catalogue = artifacts.length
90
- ? artifacts.map((artifact) => `- id=${artifact.id} kind=${artifact.kind} title=${artifact.title || ''}`).join('\n')
91
- : '- (none)';
92
- return [
93
- 'You are the independent verifier for an autonomous run. You did not produce this work.',
94
- `Goal: ${input.goal}`,
95
- '',
96
- 'Reported result:',
97
- input.makerSummary || '(the maker produced no textual summary)',
98
- '',
99
- 'Evidence artifacts recorded for this run:',
100
- catalogue,
101
- '',
102
- `Required checks: ${allChecks.join(', ')}`,
103
- '',
104
- ...(input.loopNotices ?? []),
105
- 'Reply with a single JSON object and nothing else:',
106
- '{"verdict":"pass|reject|escalate","summary":"...","checks":[{"name":"...","status":"pass|fail|skipped",',
107
- '"evidenceArtifactIds":[<artifact ids from the list above>]}],"residualRisks":["..."]}',
108
- 'Every check you mark "pass" must cite at least one artifact id from the list above.',
109
- 'If the evidence does not support the goal, answer "reject". Never invent artifact ids.',
110
- ].join('\n');
111
- }
112
-
113
- export class VerificationService {
114
- private readonly loopGuard: ToolLoopDetectionService;
115
-
116
- constructor(
117
- private readonly database: Database,
118
- private readonly runtime: PluginAiRuntimeAdapter,
119
- private readonly stateMachine: LoopRunStateMachine,
120
- private readonly tokenTracker: TokenTracker,
121
- ) {
122
- this.loopGuard = new ToolLoopDetectionService(database);
123
- }
124
-
125
- async verifyAndFinalize(input: VerificationRequest): Promise<VerificationOutcome> {
126
- this.assertIndependentVerifier(input);
127
- const artifacts = await this.runArtifacts(input.runId);
128
- const verdict = await this.collectVerdict(input, artifacts);
129
-
130
- // The guard also sees the verifier's own tool calls: a verifier retrying the same evidence
131
- // lookup over and over is the same behavioral failure as a maker looping on its tools.
132
- const guard = await this.enforceToolLoopGuard(input);
133
- if (guard === 'halt') {
134
- return { verdict, finalStatus: 'halted' };
135
- }
136
-
137
- await this.assertEvidenceBelongsToRun(verdict, artifacts, input.verifierUsername);
138
-
139
- const finalStatus = this.finalStatusFor(verdict, input.autonomyLevel);
140
- await this.stateMachine.transition({
141
- runId: input.runId,
142
- to: finalStatus,
143
- actorType: 'worker',
144
- actorIdentity: input.workerId,
145
- leaseToken: input.leaseToken,
146
- eventType: 'run_verified',
147
- title: `Verifier returned ${verdict.verdict}`,
148
- content: verdict.summary,
149
- correlationKey: `verified:${input.runId}:${verdict.verdict}`,
150
- values: {
151
- verifierVerdict: verdict.verdict,
152
- verifierEvidence: verdict,
153
- summary: verdict.summary,
154
- },
155
- });
156
- return { verdict, finalStatus };
157
- }
158
-
159
- private assertIndependentVerifier(input: VerificationRequest) {
160
- const verifier = input.verifierUsername.trim();
161
- if (!verifier) throw new Error('The run snapshot does not name a verifier.');
162
- if (verifier === input.leaderUsername || input.makerUsernames.includes(verifier)) {
163
- throw new Error('The verifier must be a different employee from the leader and every maker.');
164
- }
165
- }
166
-
167
- private async enforceToolLoopGuard(input: VerificationRequest): Promise<'continue' | 'halt'> {
168
- const finding = await this.loopGuard.scanRun(input.runId, input.policy);
169
- if (!finding) return 'continue';
170
-
171
- await this.loopGuard.recordFinding(
172
- {
173
- runId: input.runId,
174
- role: 'verifier',
175
- username: input.verifierUsername,
176
- runStatus: 'verifying',
177
- actorType: 'worker',
178
- actorIdentity: input.workerId,
179
- },
180
- finding,
181
- );
182
- if (finding.level === 'warn') return 'continue';
183
-
184
- const reason = toolLoopReason(finding);
185
- await this.stateMachine.transition({
186
- runId: input.runId,
187
- to: finding.level === 'block' ? 'blocked' : 'waiting_human',
188
- actorType: 'worker',
189
- actorIdentity: input.workerId,
190
- leaseToken: input.leaseToken,
191
- eventType: finding.level === 'block' ? 'run_blocked' : 'run_escalated',
192
- title: finding.level === 'block' ? 'Run blocked by tool loop detection' : 'Run escalated by tool loop detection',
193
- content: reason,
194
- correlationKey: `tool-loop-${finding.level}:${input.runId}:${finding.signature}`,
195
- values: finding.level === 'block' ? { blockedReason: reason } : { escalationReason: reason },
196
- });
197
- return 'halt';
198
- }
199
-
200
- private async nextSequence(runId: number) {
201
- return this.database.getRepository('agentLoopSteps').count({ filter: { runId } });
202
- }
203
-
204
- private async collectVerdict(input: VerificationRequest, artifacts: Array<Record<string, unknown>>) {
205
- const sessionId = await this.runtime.createConversation({
206
- username: input.verifierUsername,
207
- userId: input.userId,
208
- runId: input.runId,
209
- title: `Verification of run ${input.runId}`,
210
- });
211
- // Recording the session on a step row is what lets the tool loop guard include the verifier's
212
- // own tool calls in its run-level scan.
213
- const step = await this.database.getRepository('agentLoopSteps').create({
214
- values: {
215
- runId: input.runId,
216
- runtimeVersion: 'control-plane-v2',
217
- sequence: await this.nextSequence(input.runId),
218
- role: 'verifier',
219
- kind: 'invocation',
220
- type: 'verification',
221
- employeeUsername: input.verifierUsername,
222
- sessionId,
223
- title: 'verifier invocation',
224
- status: 'running',
225
- startedAt: new Date(),
226
- createdAt: new Date(),
227
- },
228
- });
229
- const outcome = await this.runtime.invoke({
230
- username: input.verifierUsername,
231
- sessionId,
232
- userId: input.userId,
233
- systemMessage:
234
- 'You verify completed work against its stated goal using only recorded evidence. You never modify anything.',
235
- harness: input.verifierHarness,
236
- prompt: verifierPrompt(input, artifacts, dynamicChecksFor(input)),
237
- signal: input.signal,
238
- });
239
-
240
- // Track actual token usage from the verifier's LLM response
241
- await this.tokenTracker.trackActualUsage(
242
- read(step, 'id'),
243
- outcome.tokenUsage ?? null,
244
- verifierPrompt(input, artifacts, dynamicChecksFor(input)),
245
- outcome.content,
246
- input.runId,
247
- );
248
-
249
- await this.database.getRepository('agentLoopSteps').update({
250
- filterByTk: read(step, 'id'),
251
- values: {
252
- status: 'succeeded',
253
- output: { content: outcome.content },
254
- endedAt: new Date(),
255
- },
256
- });
257
- // A verifier that stops to ask for approval cannot produce a trustworthy verdict, and its
258
- // interrupted tool call would otherwise be silently dropped.
259
- if (outcome.interrupted.length) {
260
- throw new Error('The verifier requested an approval-gated tool; verification cannot complete.');
261
- }
262
- const verdict = parseVerificationVerdict(extractVerdictObject(outcome.content));
263
- const dynamicChecks = dynamicChecksFor(input);
264
- const required = new Set([...input.policy.verification.requiredChecks, ...dynamicChecks]);
265
- for (const check of verdict.checks) required.delete(check.name);
266
- if (required.size) {
267
- throw new Error(`The verifier omitted required checks: ${Array.from(required).join(', ')}.`);
268
- }
269
- return verdict;
270
- }
271
-
272
- private async assertEvidenceBelongsToRun(
273
- verdict: VerificationVerdict,
274
- artifacts: Array<Record<string, unknown>>,
275
- verifierUsername: string,
276
- ) {
277
- const owned = new Map(artifacts.map((artifact) => [Number(artifact.id), artifact]));
278
- for (const check of verdict.checks) {
279
- for (const artifactId of check.evidenceArtifactIds) {
280
- const artifact = owned.get(artifactId);
281
- if (!artifact) {
282
- throw new Error(`Evidence artifact ${artifactId} does not belong to this run.`);
283
- }
284
- if (String(artifact.producerUsername || '') === verifierUsername) {
285
- throw new Error(`Evidence artifact ${artifactId} was produced by the verifier itself.`);
286
- }
287
- }
288
- }
289
- }
290
-
291
- private finalStatusFor(verdict: VerificationVerdict, autonomyLevel: 'L1' | 'L2' | 'L3') {
292
- if (verdict.verdict !== 'pass') {
293
- return verdict.verdict === 'escalate' ? ('waiting_human' as const) : ('failed' as const);
294
- }
295
- const passesEveryCheck = verdict.checks.every(
296
- (check) => check.status === 'pass' && check.evidenceArtifactIds.length > 0,
297
- );
298
- if (!passesEveryCheck) return 'failed' as const;
299
- // L1 only ever reports, so a passing verdict is final. Anything that touched a repository
300
- // still needs a human to accept the change.
301
- return autonomyLevel === 'L1' ? ('succeeded' as const) : ('waiting_human' as const);
302
- }
303
-
304
- private async runArtifacts(runId: number) {
305
- const rows = await this.database.getRepository('agentLoopArtifacts').find({ filter: { runId } });
306
- return rows.map((row) => ({
307
- id: Number(read(row, 'id')),
308
- kind: String(read(row, 'kind') || ''),
309
- title: String(read(row, 'title') || ''),
310
- producerUsername: String(read(row, 'producerUsername') || ''),
311
- }));
312
- }
313
- }
1
+ /**
2
+ * This file is part of the NocoBase (R) project.
3
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
4
+ * Authors: NocoBase Team.
5
+ *
6
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
7
+ * For more information, please refer to: https://www.nocobase.com/agreement.
8
+ */
9
+
10
+ import type { Database, Model } from '@nocobase/database';
11
+ import type { CompiledHarness } from './HarnessCompiler';
12
+ import type { LoopPatternPolicy } from './LoopPatternSchema';
13
+ import type { LoopRunStateMachine } from './LoopRunStateMachine';
14
+ import type { PluginAiRuntimeAdapter } from './PluginAiRuntimeAdapter';
15
+ import { ToolLoopDetectionService, toolLoopReason } from './ToolLoopDetectionService';
16
+ import { parseVerificationVerdict } from './VerificationSchema';
17
+ import type { VerificationVerdict } from './VerificationSchema';
18
+ import { read } from '../utils/record-utils';
19
+ import { TokenTracker } from './TokenTracker';
20
+
21
+ export type VerificationRequest = {
22
+ runId: number;
23
+ rootRunId?: string;
24
+ goal: string;
25
+ autonomyLevel: 'L1' | 'L2' | 'L3';
26
+ verifierUsername: string;
27
+ leaderUsername: string;
28
+ makerUsernames: string[];
29
+ verifierHarness: CompiledHarness;
30
+ policy: LoopPatternPolicy;
31
+ makerSummary: string;
32
+ actingOn?: string[];
33
+ userId?: number;
34
+ workerId: string;
35
+ leaseToken: string;
36
+ loopNotices?: string[];
37
+ signal: AbortSignal;
38
+ };
39
+
40
+ export type VerificationOutcome = {
41
+ verdict: VerificationVerdict;
42
+ finalStatus: 'succeeded' | 'waiting_human' | 'failed' | 'halted';
43
+ };
44
+
45
+ // The verifier answers in prose around its JSON verdict, so the object is located rather than
46
+ // assumed to be the whole response.
47
+ function extractVerdictObject(content: string): unknown {
48
+ const fenced = content.match(/```(?:json)?\s*([\s\S]*?)```/i);
49
+ const candidate = fenced ? fenced[1] : content;
50
+ const start = candidate.indexOf('{');
51
+ const end = candidate.lastIndexOf('}');
52
+ if (start < 0 || end <= start) {
53
+ throw new Error('The verifier did not return a structured verdict object.');
54
+ }
55
+ return JSON.parse(candidate.slice(start, end + 1));
56
+ }
57
+
58
+ /**
59
+ * Compute additional verification checks from the run's runtime context.
60
+ *
61
+ * When `policy.verification.dynamicChecks` is configured, this inspects the number of affected
62
+ * paths, whether any match high-risk patterns, and adds corresponding check names to the list
63
+ * that the verifier must address.
64
+ */
65
+ function dynamicChecksFor(input: VerificationRequest): string[] {
66
+ const config = input.policy.verification.dynamicChecks;
67
+ if (!config) return [];
68
+
69
+ const extra: string[] = [];
70
+ const affectedCount = input.actingOn?.length ?? 0;
71
+
72
+ if (affectedCount >= config.codeChangeThreshold) {
73
+ extra.push('broad_change_review');
74
+ }
75
+ if (config.riskPathPatterns.length > 0 && input.actingOn?.length) {
76
+ const hasRiskPath = input.actingOn.some((path) =>
77
+ config.riskPathPatterns.some((pattern) => path.startsWith(pattern) || path.includes(pattern)),
78
+ );
79
+ if (hasRiskPath) {
80
+ extra.push('risk_path_review');
81
+ }
82
+ }
83
+ if (config.requireSecurityReview) {
84
+ extra.push('security_review');
85
+ }
86
+ if (config.requirePerformanceReview) {
87
+ extra.push('performance_review');
88
+ }
89
+
90
+ return [...new Set(extra)];
91
+ }
92
+
93
+ function verifierPrompt(
94
+ input: VerificationRequest,
95
+ artifacts: Array<Record<string, unknown>>,
96
+ dynamicChecks: string[],
97
+ ) {
98
+ const allChecks = [...new Set([...input.policy.verification.requiredChecks, ...dynamicChecks])];
99
+ const catalogue = artifacts.length
100
+ ? artifacts.map((artifact) => `- id=${artifact.id} kind=${artifact.kind} title=${artifact.title || ''}`).join('\n')
101
+ : '- (none)';
102
+ return [
103
+ 'You are the independent verifier for an autonomous run. You did not produce this work.',
104
+ `Goal: ${input.goal}`,
105
+ '',
106
+ 'Reported result:',
107
+ input.makerSummary || '(the maker produced no textual summary)',
108
+ '',
109
+ 'Evidence artifacts recorded for this run:',
110
+ catalogue,
111
+ '',
112
+ `Required checks: ${allChecks.join(', ')}`,
113
+ '',
114
+ ...(input.loopNotices ?? []),
115
+ 'Reply with a single JSON object and nothing else:',
116
+ '{"verdict":"pass|reject|escalate","summary":"...","checks":[{"name":"...","status":"pass|fail|skipped",',
117
+ '"evidenceArtifactIds":[<artifact ids from the list above>]}],"residualRisks":["..."]}',
118
+ 'Every check you mark "pass" must cite at least one artifact id from the list above.',
119
+ 'If the evidence does not support the goal, answer "reject". Never invent artifact ids.',
120
+ ].join('\n');
121
+ }
122
+
123
+ export class VerificationService {
124
+ private readonly loopGuard: ToolLoopDetectionService;
125
+
126
+ constructor(
127
+ private readonly database: Database,
128
+ private readonly runtime: PluginAiRuntimeAdapter,
129
+ private readonly stateMachine: LoopRunStateMachine,
130
+ private readonly tokenTracker: TokenTracker,
131
+ ) {
132
+ this.loopGuard = new ToolLoopDetectionService(database);
133
+ }
134
+
135
+ async verifyAndFinalize(input: VerificationRequest): Promise<VerificationOutcome> {
136
+ this.assertIndependentVerifier(input);
137
+ const artifacts = await this.runArtifacts(input.runId);
138
+ const verdict = await this.collectVerdict(input, artifacts);
139
+
140
+ // The guard also sees the verifier's own tool calls: a verifier retrying the same evidence
141
+ // lookup over and over is the same behavioral failure as a maker looping on its tools.
142
+ const guard = await this.enforceToolLoopGuard(input);
143
+ if (guard === 'halt') {
144
+ return { verdict, finalStatus: 'halted' };
145
+ }
146
+
147
+ await this.assertEvidenceBelongsToRun(verdict, artifacts, input.verifierUsername);
148
+
149
+ const finalStatus = this.finalStatusFor(verdict, input.autonomyLevel);
150
+ await this.stateMachine.transition({
151
+ runId: input.runId,
152
+ to: finalStatus,
153
+ actorType: 'worker',
154
+ actorIdentity: input.workerId,
155
+ leaseToken: input.leaseToken,
156
+ eventType: 'run_verified',
157
+ title: `Verifier returned ${verdict.verdict}`,
158
+ content: verdict.summary,
159
+ correlationKey: `verified:${input.runId}:${verdict.verdict}`,
160
+ values: {
161
+ verifierVerdict: verdict.verdict,
162
+ verifierEvidence: verdict,
163
+ summary: verdict.summary,
164
+ },
165
+ });
166
+ return { verdict, finalStatus };
167
+ }
168
+
169
+ private assertIndependentVerifier(input: VerificationRequest) {
170
+ const verifier = input.verifierUsername.trim();
171
+ if (!verifier) throw new Error('The run snapshot does not name a verifier.');
172
+ if (verifier === input.leaderUsername || input.makerUsernames.includes(verifier)) {
173
+ throw new Error('The verifier must be a different employee from the leader and every maker.');
174
+ }
175
+ }
176
+
177
+ private async enforceToolLoopGuard(input: VerificationRequest): Promise<'continue' | 'halt'> {
178
+ const finding = await this.loopGuard.scanRun(input.runId, input.policy);
179
+ if (!finding) return 'continue';
180
+
181
+ await this.loopGuard.recordFinding(
182
+ {
183
+ runId: input.runId,
184
+ role: 'verifier',
185
+ username: input.verifierUsername,
186
+ runStatus: 'verifying',
187
+ actorType: 'worker',
188
+ actorIdentity: input.workerId,
189
+ },
190
+ finding,
191
+ );
192
+ if (finding.level === 'warn') return 'continue';
193
+
194
+ const reason = toolLoopReason(finding);
195
+ await this.stateMachine.transition({
196
+ runId: input.runId,
197
+ to: finding.level === 'block' ? 'blocked' : 'waiting_human',
198
+ actorType: 'worker',
199
+ actorIdentity: input.workerId,
200
+ leaseToken: input.leaseToken,
201
+ eventType: finding.level === 'block' ? 'run_blocked' : 'run_escalated',
202
+ title: finding.level === 'block' ? 'Run blocked by tool loop detection' : 'Run escalated by tool loop detection',
203
+ content: reason,
204
+ correlationKey: `tool-loop-${finding.level}:${input.runId}:${finding.signature}`,
205
+ values: finding.level === 'block' ? { blockedReason: reason } : { escalationReason: reason },
206
+ });
207
+ return 'halt';
208
+ }
209
+
210
+ private async nextSequence(runId: number) {
211
+ return this.database.getRepository('agentLoopSteps').count({ filter: { runId } });
212
+ }
213
+
214
+ private async collectVerdict(input: VerificationRequest, artifacts: Array<Record<string, unknown>>) {
215
+ const sessionId = await this.runtime.createConversation({
216
+ username: input.verifierUsername,
217
+ userId: input.userId,
218
+ runId: input.runId,
219
+ title: `Verification of run ${input.runId}`,
220
+ });
221
+ // Recording the session on a step row is what lets the tool loop guard include the verifier's
222
+ // own tool calls in its run-level scan.
223
+ const step = await this.database.getRepository('agentLoopSteps').create({
224
+ values: {
225
+ runId: input.runId,
226
+ runtimeVersion: 'control-plane-v2',
227
+ sequence: await this.nextSequence(input.runId),
228
+ role: 'verifier',
229
+ kind: 'invocation',
230
+ type: 'verification',
231
+ employeeUsername: input.verifierUsername,
232
+ sessionId,
233
+ title: 'verifier invocation',
234
+ status: 'running',
235
+ startedAt: new Date(),
236
+ createdAt: new Date(),
237
+ },
238
+ });
239
+ const prompt = verifierPrompt(input, artifacts, dynamicChecksFor(input));
240
+ const outcome = await this.runtime.invoke({
241
+ username: input.verifierUsername,
242
+ sessionId,
243
+ userId: input.userId,
244
+ systemMessage:
245
+ 'You verify completed work against its stated goal using only recorded evidence. You never modify anything.',
246
+ harness: input.verifierHarness,
247
+ prompt,
248
+ signal: input.signal,
249
+ });
250
+
251
+ const stepId = read(step, 'id');
252
+ if (typeof stepId === 'string' || typeof stepId === 'number') {
253
+ await this.tokenTracker.trackLoopInvocationUsage({
254
+ runId: input.runId,
255
+ rootRunId: input.rootRunId,
256
+ stepId,
257
+ sessionId: outcome.sessionId,
258
+ messageId: outcome.messageId,
259
+ usage: outcome.tokenUsage,
260
+ input: prompt,
261
+ output: outcome.content,
262
+ role: 'verifier',
263
+ employeeUsername: input.verifierUsername,
264
+ userId: input.userId,
265
+ });
266
+ }
267
+
268
+ await this.database.getRepository('agentLoopSteps').update({
269
+ filterByTk: read(step, 'id'),
270
+ values: {
271
+ status: 'succeeded',
272
+ output: { content: outcome.content },
273
+ endedAt: new Date(),
274
+ },
275
+ });
276
+ // A verifier that stops to ask for approval cannot produce a trustworthy verdict, and its
277
+ // interrupted tool call would otherwise be silently dropped.
278
+ if (outcome.interrupted.length) {
279
+ throw new Error('The verifier requested an approval-gated tool; verification cannot complete.');
280
+ }
281
+ const verdict = parseVerificationVerdict(extractVerdictObject(outcome.content));
282
+ const dynamicChecks = dynamicChecksFor(input);
283
+ const required = new Set([...input.policy.verification.requiredChecks, ...dynamicChecks]);
284
+ for (const check of verdict.checks) required.delete(check.name);
285
+ if (required.size) {
286
+ throw new Error(`The verifier omitted required checks: ${Array.from(required).join(', ')}.`);
287
+ }
288
+ return verdict;
289
+ }
290
+
291
+ private async assertEvidenceBelongsToRun(
292
+ verdict: VerificationVerdict,
293
+ artifacts: Array<Record<string, unknown>>,
294
+ verifierUsername: string,
295
+ ) {
296
+ const owned = new Map(artifacts.map((artifact) => [Number(artifact.id), artifact]));
297
+ for (const check of verdict.checks) {
298
+ for (const artifactId of check.evidenceArtifactIds) {
299
+ const artifact = owned.get(artifactId);
300
+ if (!artifact) {
301
+ throw new Error(`Evidence artifact ${artifactId} does not belong to this run.`);
302
+ }
303
+ if (String(artifact.producerUsername || '') === verifierUsername) {
304
+ throw new Error(`Evidence artifact ${artifactId} was produced by the verifier itself.`);
305
+ }
306
+ }
307
+ }
308
+ }
309
+
310
+ private finalStatusFor(verdict: VerificationVerdict, autonomyLevel: 'L1' | 'L2' | 'L3') {
311
+ if (verdict.verdict !== 'pass') {
312
+ return verdict.verdict === 'escalate' ? ('waiting_human' as const) : ('failed' as const);
313
+ }
314
+ const passesEveryCheck = verdict.checks.every(
315
+ (check) => check.status === 'pass' && check.evidenceArtifactIds.length > 0,
316
+ );
317
+ if (!passesEveryCheck) return 'failed' as const;
318
+ // L1 only ever reports, so a passing verdict is final. Anything that touched a repository
319
+ // still needs a human to accept the change.
320
+ return autonomyLevel === 'L1' ? ('succeeded' as const) : ('waiting_human' as const);
321
+ }
322
+
323
+ private async runArtifacts(runId: number) {
324
+ const rows = await this.database.getRepository('agentLoopArtifacts').find({ filter: { runId } });
325
+ return rows.map((row) => ({
326
+ id: Number(read(row, 'id')),
327
+ kind: String(read(row, 'kind') || ''),
328
+ title: String(read(row, 'title') || ''),
329
+ producerUsername: String(read(row, 'producerUsername') || ''),
330
+ }));
331
+ }
332
+ }