plugin-agent-orchestrator 1.1.8 → 1.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (413) hide show
  1. package/README.md +207 -204
  2. package/client-v2.d.ts +2 -2
  3. package/client-v2.js +1 -1
  4. package/client.d.ts +2 -2
  5. package/client.js +1 -1
  6. package/dist/client/117.2e4cb0477da3db1f.js +10 -0
  7. package/dist/client/253.93deb9e0192e76a5.js +10 -0
  8. package/dist/client/325.8f7f509bdb35e142.js +10 -0
  9. package/dist/client/404.498d2d9516dd1dce.js +10 -0
  10. package/dist/client/418.6f01da17774a5a25.js +10 -0
  11. package/dist/client/53.774ff07505d521fa.js +10 -0
  12. package/dist/client/619.e342b0fa467d39ca.js +10 -0
  13. package/dist/client/627.fdd60bcc0f3a9cf6.js +10 -0
  14. package/dist/client/652.477e21bfff67bc1c.js +10 -0
  15. package/dist/client/981.e0546ffc34afedcd.js +10 -0
  16. package/dist/client/993.5d04b510835ab0d2.js +10 -0
  17. package/dist/client/index.js +1 -1
  18. package/dist/client-v2/117.ccf43ae8631f7d74.js +10 -0
  19. package/dist/client-v2/214.cdf76752053a8990.js +10 -0
  20. package/dist/client-v2/253.1198df22f5baf304.js +10 -0
  21. package/dist/client-v2/264.78887ff88f969467.js +10 -0
  22. package/dist/client-v2/325.fafe5a6e83ba9cb3.js +10 -0
  23. package/dist/client-v2/404.9ba964c28a151c81.js +10 -0
  24. package/dist/client-v2/{41.3deb9e57a0f64fc4.js → 41.b28cf7a675a603d1.js} +1 -1
  25. package/dist/client-v2/418.55b6b28cda8bb5f3.js +10 -0
  26. package/dist/client-v2/{53.349fff8db80b19d4.js → 53.282081f97e4308c6.js} +1 -1
  27. package/dist/client-v2/{619.0a2144aaffefe018.js → 619.8c03913873785fb6.js} +1 -1
  28. package/dist/client-v2/627.e16f4a0dd596c3e6.js +10 -0
  29. package/dist/client-v2/652.1a48364774d5383a.js +10 -0
  30. package/dist/client-v2/{70.ffff2997c10fd4b0.js → 70.9166ed70906d041f.js} +1 -1
  31. package/dist/client-v2/{981.e4a1f41cfc94a856.js → 981.a81521f0296c7db8.js} +1 -1
  32. package/dist/client-v2/993.ca5b28f1e2b4c1ef.js +10 -0
  33. package/dist/client-v2/index.js +1 -1
  34. package/dist/externalVersion.js +10 -7
  35. package/dist/locale/en-US.json +229 -1
  36. package/dist/locale/zh-CN.json +229 -1
  37. package/dist/node_modules/adm-zip/adm-zip.js +1 -1
  38. package/dist/node_modules/adm-zip/package.json +1 -1
  39. package/dist/node_modules/ajv/package.json +1 -1
  40. package/dist/node_modules/zod/index.cjs +1 -1
  41. package/dist/node_modules/zod/package.json +1 -1
  42. package/dist/server/collections/agent-execution-spans.js +145 -6
  43. package/dist/server/collections/agent-governance-audit-events.js +47 -0
  44. package/dist/server/collections/agent-governance-policies.js +47 -0
  45. package/dist/server/collections/agent-governance-policy-versions.js +48 -0
  46. package/dist/server/collections/agent-governance-prompt-bindings.js +50 -0
  47. package/dist/server/collections/agent-loop-runs.js +23 -5
  48. package/dist/server/migrations/20261110000000-add-usage-pricing-snapshots.js +117 -0
  49. package/dist/server/migrations/20261110010000-add-usage-department-attribution.js +54 -0
  50. package/dist/server/plugin.js +114 -33
  51. package/dist/server/resources/agent-governance.js +192 -0
  52. package/dist/server/resources/agent-harness-profile.js +11 -3
  53. package/dist/server/resources/agent-monitor.js +109 -339
  54. package/dist/server/resources/agent-usage.js +423 -0
  55. package/dist/server/resources/native-monitor-format.js +179 -0
  56. package/dist/server/resources/tracing.js +35 -12
  57. package/dist/server/services/AgentGovernanceService.js +500 -0
  58. package/dist/server/services/DepartmentAttribution.js +65 -0
  59. package/dist/server/services/ExecutionSpanService.js +96 -3
  60. package/dist/server/services/GovernanceAdmission.js +211 -0
  61. package/dist/server/services/HarnessCapabilities.js +118 -0
  62. package/dist/server/services/LoopBudgetService.js +29 -11
  63. package/dist/server/services/LoopRunRepository.js +15 -6
  64. package/dist/server/services/LoopRunStateMachine.js +18 -7
  65. package/dist/server/services/LoopTriggerService.js +1 -1
  66. package/dist/server/services/LoopWorkerService.js +66 -32
  67. package/dist/server/services/ManagedPromptProtection.js +99 -0
  68. package/dist/server/services/NativeAgentMonitorSyncService.js +584 -0
  69. package/dist/server/services/NativeSubAgentObserver.js +141 -508
  70. package/dist/server/services/NativeUsageAttribution.js +97 -0
  71. package/dist/server/services/TokenTracker.js +787 -104
  72. package/dist/server/services/TracingRetentionPolicy.js +66 -0
  73. package/dist/server/services/VerificationService.js +18 -8
  74. package/dist/server/skill-hub/sandbox-config.json +6 -6
  75. package/dist/server/utils/ensure-indexes.js +14 -5
  76. package/package.json +63 -53
  77. package/server.d.ts +2 -2
  78. package/server.js +1 -1
  79. package/src/client/AgentRunsTab.tsx +2 -2
  80. package/src/client/ApprovalsTab.tsx +2 -2
  81. package/src/client/HarnessProfilesTab.tsx +2 -2
  82. package/src/client/OrchestratorSettings.tsx +152 -152
  83. package/src/client/SkillPages.tsx +41 -0
  84. package/src/client/__tests__/embedded-settings.test.tsx +232 -0
  85. package/src/client/hooks/useRunEventStream.ts +76 -76
  86. package/src/client/index.tsx +2 -2
  87. package/src/client/plugin.tsx +76 -33
  88. package/src/client/skill-hub/components/ExecutionHistory.tsx +200 -200
  89. package/src/client/skill-hub/components/GitSkillImport.tsx +562 -562
  90. package/src/client/skill-hub/components/LoopSettings.tsx +331 -331
  91. package/src/client/skill-hub/components/SkillEditor.tsx +460 -460
  92. package/src/client/skill-hub/components/SkillManager.tsx +194 -194
  93. package/src/client/skill-hub/components/SkillMetrics.tsx +162 -162
  94. package/src/client/skill-hub/components/SkillTestPanel.tsx +141 -141
  95. package/src/client/skill-hub/index.tsx +6 -6
  96. package/src/client/skill-hub/locale.ts +16 -16
  97. package/src/client/skill-hub/tools/InteractionSchemasProvider.tsx +132 -132
  98. package/src/client/skill-hub/tools/SkillHubCard.tsx +104 -104
  99. package/src/client/skill-hub/tools/loopTemplates.ts +52 -52
  100. package/src/client/skill-hub/tools/registerSkillLoopCards.ts +71 -71
  101. package/src/client/skill-hub/utils/jsonFields.ts +41 -41
  102. package/src/client-v2/__tests__/embedded-settings.test.tsx +193 -0
  103. package/src/client-v2/components/AIEmployeeSelect.tsx +47 -47
  104. package/src/client-v2/components/AIEmployeesContext.tsx +97 -97
  105. package/src/client-v2/components/AgentBindingsTab.tsx +269 -269
  106. package/src/client-v2/components/AgentRunsTab.tsx +92 -83
  107. package/src/client-v2/components/ApprovalsTab.tsx +337 -337
  108. package/src/client-v2/components/EmployeeGovernanceTab.tsx +702 -0
  109. package/src/client-v2/components/HarnessProfilesTab.tsx +704 -541
  110. package/src/client-v2/components/KnowledgeAccessTab.tsx +116 -116
  111. package/src/client-v2/components/RetrievalTraceTab.tsx +162 -162
  112. package/src/client-v2/components/UsageGovernanceTab.tsx +386 -0
  113. package/src/client-v2/index.tsx +1 -1
  114. package/src/client-v2/pages/AgentBindingsPage.tsx +22 -13
  115. package/src/client-v2/pages/ApprovalsPage.tsx +19 -10
  116. package/src/client-v2/pages/EmployeeGovernancePage.tsx +22 -0
  117. package/src/client-v2/pages/ExecutionHistoryPage.tsx +19 -10
  118. package/src/client-v2/pages/HarnessProfilesPage.tsx +19 -10
  119. package/src/client-v2/pages/KnowledgeAccessPage.tsx +19 -10
  120. package/src/client-v2/pages/LoopSettingsPage.tsx +19 -10
  121. package/src/client-v2/pages/MemoryInspectorPage.tsx +22 -13
  122. package/src/client-v2/pages/RetrievalTracePage.tsx +19 -10
  123. package/src/client-v2/pages/RulesPage.tsx +22 -13
  124. package/src/client-v2/pages/SkillDefinitionsPage.tsx +19 -10
  125. package/src/client-v2/pages/SkillMetricsPage.tsx +19 -10
  126. package/src/client-v2/pages/TracingPage.tsx +22 -13
  127. package/src/client-v2/pages/UsageGovernancePage.tsx +22 -0
  128. package/src/client-v2/plugin.tsx +139 -111
  129. package/src/client-v2/skill-hub/components/ExecutionHistory.tsx +196 -196
  130. package/src/client-v2/skill-hub/components/FileLinkList.tsx +37 -37
  131. package/src/client-v2/skill-hub/components/GitSkillImport.tsx +539 -539
  132. package/src/client-v2/skill-hub/components/LoopSettings.tsx +331 -331
  133. package/src/client-v2/skill-hub/components/SkillEditor.tsx +453 -453
  134. package/src/client-v2/skill-hub/components/SkillManager.tsx +191 -174
  135. package/src/client-v2/skill-hub/components/SkillMetrics.tsx +162 -162
  136. package/src/client-v2/skill-hub/components/SkillTestPanel.tsx +135 -135
  137. package/src/client-v2/skill-hub/locale.ts +13 -13
  138. package/src/client-v2/skill-hub/tools/InteractionSchemasProvider.tsx +62 -0
  139. package/src/client-v2/skill-hub/tools/SkillHubCard.tsx +104 -0
  140. package/src/client-v2/skill-hub/tools/__tests__/interactions.test.ts +110 -0
  141. package/src/client-v2/skill-hub/tools/interactions.ts +128 -0
  142. package/src/client-v2/skill-hub/tools/loopTemplates.ts +52 -52
  143. package/src/client-v2/skill-hub/utils/jsonFields.ts +41 -41
  144. package/src/client-v2/utils/jsonFields.ts +41 -41
  145. package/src/index.ts +2 -2
  146. package/src/locale/en-US.json +229 -1
  147. package/src/locale/zh-CN.json +229 -1
  148. package/src/server/__tests__/agent-execution-context.test.ts +18 -18
  149. package/src/server/__tests__/agent-governance.integration.test.ts +392 -0
  150. package/src/server/__tests__/agent-knowledge-insights.test.ts +123 -123
  151. package/src/server/__tests__/agent-monitor-acl.integration.test.ts +274 -0
  152. package/src/server/__tests__/agent-registry-service.test.ts +147 -147
  153. package/src/server/__tests__/agent-runtime-lifecycle.test.ts +46 -46
  154. package/src/server/__tests__/agent-usage-report.integration.test.ts +342 -0
  155. package/src/server/__tests__/code-validator.test.ts +63 -63
  156. package/src/server/__tests__/external-rag-search.test.ts +107 -107
  157. package/src/server/__tests__/harness-capabilities.test.ts +95 -0
  158. package/src/server/__tests__/harness-compiler.test.ts +214 -214
  159. package/src/server/__tests__/harness-profile-service.test.ts +167 -167
  160. package/src/server/__tests__/harness-runtime-policy.test.ts +293 -293
  161. package/src/server/__tests__/harness-tool-plan.test.ts +182 -172
  162. package/src/server/__tests__/input-schema-validator.test.ts +26 -26
  163. package/src/server/__tests__/loop-approval-decision.test.ts +577 -512
  164. package/src/server/__tests__/loop-approval-expiry.test.ts +258 -258
  165. package/src/server/__tests__/loop-budget-service.test.ts +36 -0
  166. package/src/server/__tests__/loop-pattern-schema.test.ts +73 -73
  167. package/src/server/__tests__/loop-run-repository.test.ts +32 -0
  168. package/src/server/__tests__/loop-run-state-machine.test.ts +101 -101
  169. package/src/server/__tests__/loop-trigger-service.test.ts +192 -148
  170. package/src/server/__tests__/loop-worker-claim.test.ts +72 -9
  171. package/src/server/__tests__/loop-worker-execution.test.ts +382 -317
  172. package/src/server/__tests__/native-agent-monitor-sync.test.ts +350 -0
  173. package/src/server/__tests__/native-sub-agent-observer.test.ts +470 -662
  174. package/src/server/__tests__/native-usage-attribution.integration.test.ts +175 -0
  175. package/src/server/__tests__/skill-access-service.test.ts +64 -64
  176. package/src/server/__tests__/skill-execute.test.ts +70 -70
  177. package/src/server/__tests__/skill-execution-task-policy.test.ts +140 -140
  178. package/src/server/__tests__/skill-sandbox-worker-mode.test.ts +15 -15
  179. package/src/server/__tests__/skill-settings.test.ts +63 -63
  180. package/src/server/__tests__/skill-tool-name.test.ts +23 -23
  181. package/src/server/__tests__/token-tracker.test.ts +639 -0
  182. package/src/server/__tests__/tool-loop-detection.test.ts +276 -276
  183. package/src/server/__tests__/tracing-retention-policy.test.ts +37 -0
  184. package/src/server/__tests__/usage-ledger.integration.test.ts +194 -0
  185. package/src/server/collections/agent-execution-spans.ts +393 -245
  186. package/src/server/collections/agent-governance-audit-events.ts +26 -0
  187. package/src/server/collections/agent-governance-policies.ts +26 -0
  188. package/src/server/collections/agent-governance-policy-versions.ts +27 -0
  189. package/src/server/collections/agent-governance-prompt-bindings.ts +29 -0
  190. package/src/server/collections/agent-loop-action-approvals.ts +39 -39
  191. package/src/server/collections/agent-loop-runs.ts +396 -369
  192. package/src/server/collections/agent-loop-steps.ts +220 -220
  193. package/src/server/collections/agent-memory-contexts.ts +95 -95
  194. package/src/server/collections/orchestrator-config.ts +87 -87
  195. package/src/server/collections/orchestrator-logs.ts +116 -116
  196. package/src/server/collections/skill-definitions.ts +159 -159
  197. package/src/server/collections/skill-executions.ts +154 -154
  198. package/src/server/collections/skill-loop-configs.ts +65 -65
  199. package/src/server/collections/skill-metrics.ts +36 -36
  200. package/src/server/collections/skill-registry-installations.ts +41 -41
  201. package/src/server/collections/skill-worker-configs.ts +86 -86
  202. package/src/server/index.ts +1 -1
  203. package/src/server/migrations/20260423000000-add-progress-fields.ts +50 -50
  204. package/src/server/migrations/20260425000000-add-interaction-schema.ts +37 -37
  205. package/src/server/migrations/20260427000000-add-tracing-detail-fields.ts +41 -41
  206. package/src/server/migrations/20260427000001-change-other-json-to-text.ts +61 -61
  207. package/src/server/migrations/20260524001000-add-plan-approval-and-harness-profiles.ts +145 -145
  208. package/src/server/migrations/20260601000000-add-token-fields.ts +89 -89
  209. package/src/server/migrations/20260615000000-normalize-ai-employee-tool-bindings.ts +39 -39
  210. package/src/server/migrations/20260621000000-native-policy-profile-defaults.ts +190 -190
  211. package/src/server/migrations/20260727000000-remove-unused-knowledge-scopes.ts +25 -25
  212. package/src/server/migrations/20260727010000-backfill-skill-tool-names.ts +45 -45
  213. package/src/server/migrations/20261110000000-add-usage-pricing-snapshots.ts +117 -0
  214. package/src/server/migrations/20261110010000-add-usage-department-attribution.ts +35 -0
  215. package/src/server/plugin.ts +674 -573
  216. package/src/server/resources/agent-governance.ts +168 -0
  217. package/src/server/resources/agent-harness-profile.ts +110 -94
  218. package/src/server/resources/agent-knowledge-insights.ts +306 -306
  219. package/src/server/resources/agent-loop-approval.ts +84 -84
  220. package/src/server/resources/agent-loop-events-stream.ts +108 -108
  221. package/src/server/resources/agent-loop.ts +252 -252
  222. package/src/server/resources/agent-monitor.ts +215 -482
  223. package/src/server/resources/agent-usage.ts +420 -0
  224. package/src/server/resources/native-monitor-format.ts +157 -0
  225. package/src/server/resources/tracing.ts +303 -267
  226. package/src/server/services/AgentExecutionContext.ts +23 -23
  227. package/src/server/services/AgentGovernanceService.ts +548 -0
  228. package/src/server/services/AgentMemoryContextService.ts +344 -344
  229. package/src/server/services/AgentRegistryService.ts +220 -220
  230. package/src/server/services/AgentRuntimeLifecycle.ts +64 -64
  231. package/src/server/services/CodeValidator.ts +238 -238
  232. package/src/server/services/DepartmentAttribution.ts +54 -0
  233. package/src/server/services/DurableCircuitBreakerService.ts +235 -235
  234. package/src/server/services/ExecutionSpanService.ts +278 -146
  235. package/src/server/services/FileManager.ts +159 -159
  236. package/src/server/services/GovernanceAdmission.ts +239 -0
  237. package/src/server/services/HarnessCapabilities.ts +119 -0
  238. package/src/server/services/HarnessCompiler.ts +170 -170
  239. package/src/server/services/HarnessProfileService.ts +235 -235
  240. package/src/server/services/HarnessSchema.ts +194 -194
  241. package/src/server/services/InputSchemaValidator.ts +44 -44
  242. package/src/server/services/LoopBudgetService.ts +332 -271
  243. package/src/server/services/LoopControlService.ts +120 -120
  244. package/src/server/services/LoopPatternSchema.ts +231 -231
  245. package/src/server/services/LoopPatternService.ts +171 -171
  246. package/src/server/services/LoopRunRepository.ts +350 -332
  247. package/src/server/services/LoopRunStateMachine.ts +545 -525
  248. package/src/server/services/LoopSchedulerService.ts +195 -195
  249. package/src/server/services/LoopTriggerService.ts +169 -159
  250. package/src/server/services/LoopWorkerService.ts +986 -912
  251. package/src/server/services/ManagedPromptProtection.ts +88 -0
  252. package/src/server/services/NativeAgentMonitorSyncService.ts +691 -0
  253. package/src/server/services/NativeSubAgentObserver.ts +331 -757
  254. package/src/server/services/NativeUsageAttribution.ts +98 -0
  255. package/src/server/services/PathLockService.ts +317 -317
  256. package/src/server/services/PluginAiRuntimeAdapter.ts +387 -387
  257. package/src/server/services/RunEventBus.ts +58 -58
  258. package/src/server/services/SandboxRunner.ts +492 -492
  259. package/src/server/services/SkillAccessService.ts +175 -175
  260. package/src/server/services/SkillManager.ts +585 -585
  261. package/src/server/services/SkillRepositoryService.ts +236 -236
  262. package/src/server/services/TokenTracker.ts +1158 -287
  263. package/src/server/services/ToolLoopDetectionService.ts +210 -210
  264. package/src/server/services/TracingRetentionPolicy.ts +56 -0
  265. package/src/server/services/VerificationSchema.ts +31 -31
  266. package/src/server/services/VerificationService.ts +332 -313
  267. package/src/server/services/WorkerEnvManager.ts +198 -198
  268. package/src/server/services/__tests__/SkillRepositoryService.test.ts +33 -33
  269. package/src/server/services/harness-runtime-policy.ts +134 -134
  270. package/src/server/services/pythonGuardTemplate.ts +87 -87
  271. package/src/server/services/sandboxCapabilities.ts +348 -348
  272. package/src/server/skill-hub/actions/__tests__/git-import.test.ts +563 -563
  273. package/src/server/skill-hub/actions/git-import.ts +936 -936
  274. package/src/server/skill-hub/mcp/McpController.ts +107 -107
  275. package/src/server/skill-hub/middlewares/git-import-request-method-policy.ts +51 -51
  276. package/src/server/skill-hub/plugin.ts +1232 -1232
  277. package/src/server/skill-hub/sandbox-config.json +6 -6
  278. package/src/server/skill-hub/services/RegistrySkillInstallationService.ts +281 -281
  279. package/src/server/skill-hub/services/__tests__/RegistrySkillInstallationService.test.ts +295 -295
  280. package/src/server/skill-hub/tasks/SkillExecutionTask.ts +568 -568
  281. package/src/server/skill-hub/utils/json-fields.ts +57 -57
  282. package/src/server/tools/delegate-task.ts +30 -30
  283. package/src/server/tools/external-rag-search.ts +329 -329
  284. package/src/server/tools/skill-execute.ts +216 -216
  285. package/src/server/types.ts +21 -21
  286. package/src/server/utils/ai-manager.ts +24 -24
  287. package/src/server/utils/ctx-utils.ts +132 -132
  288. package/src/server/utils/ensure-indexes.ts +119 -96
  289. package/src/server/utils/ha-lock.ts +80 -80
  290. package/src/server/utils/loop-pattern-context.ts +84 -84
  291. package/src/server/utils/record-utils.ts +19 -19
  292. package/src/server/utils/skill-settings.ts +135 -135
  293. package/src/server/utils/skill-tool-name.ts +58 -58
  294. package/dist/client-v2/117.7565cff57c39318a.js +0 -10
  295. package/dist/client-v2/214.106635011859dede.js +0 -10
  296. package/dist/client-v2/253.59577b40d9875be0.js +0 -10
  297. package/dist/client-v2/264.7ed8bee71fa5935c.js +0 -10
  298. package/dist/client-v2/418.41ed200e7d6da332.js +0 -10
  299. package/dist/client-v2/794.a67a2614405ba627.js +0 -10
  300. package/dist/client-v2/993.b0688fdc5ccb000a.js +0 -10
  301. package/dist/node_modules/simple-git/dist/cjs/index.js +0 -7399
  302. package/dist/node_modules/simple-git/dist/esm/index.js +0 -4745
  303. package/dist/node_modules/simple-git/dist/esm/package.json +0 -3
  304. package/dist/node_modules/simple-git/dist/src/lib/api.d.ts +0 -13
  305. package/dist/node_modules/simple-git/dist/src/lib/args/log-format.d.ts +0 -9
  306. package/dist/node_modules/simple-git/dist/src/lib/errors/git-construct-error.d.ts +0 -15
  307. package/dist/node_modules/simple-git/dist/src/lib/errors/git-error.d.ts +0 -30
  308. package/dist/node_modules/simple-git/dist/src/lib/errors/git-plugin-error.d.ts +0 -7
  309. package/dist/node_modules/simple-git/dist/src/lib/errors/git-response-error.d.ts +0 -32
  310. package/dist/node_modules/simple-git/dist/src/lib/errors/task-configuration-error.d.ts +0 -12
  311. package/dist/node_modules/simple-git/dist/src/lib/git-factory.d.ts +0 -15
  312. package/dist/node_modules/simple-git/dist/src/lib/git-logger.d.ts +0 -21
  313. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-branch-delete.d.ts +0 -5
  314. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-branch.d.ts +0 -2
  315. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-commit.d.ts +0 -2
  316. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-diff-summary.d.ts +0 -3
  317. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-fetch.d.ts +0 -2
  318. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-list-log-summary.d.ts +0 -6
  319. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-merge.d.ts +0 -11
  320. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-move.d.ts +0 -2
  321. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-pull.d.ts +0 -6
  322. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-push.d.ts +0 -4
  323. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-remote-messages.d.ts +0 -5
  324. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-remote-objects.d.ts +0 -3
  325. package/dist/node_modules/simple-git/dist/src/lib/plugins/abort-plugin.d.ts +0 -3
  326. package/dist/node_modules/simple-git/dist/src/lib/plugins/block-unsafe-operations-plugin.d.ts +0 -3
  327. package/dist/node_modules/simple-git/dist/src/lib/plugins/command-config-prefixing-plugin.d.ts +0 -2
  328. package/dist/node_modules/simple-git/dist/src/lib/plugins/completion-detection.plugin.d.ts +0 -3
  329. package/dist/node_modules/simple-git/dist/src/lib/plugins/custom-binary.plugin.d.ts +0 -3
  330. package/dist/node_modules/simple-git/dist/src/lib/plugins/error-detection.plugin.d.ts +0 -7
  331. package/dist/node_modules/simple-git/dist/src/lib/plugins/index.d.ts +0 -11
  332. package/dist/node_modules/simple-git/dist/src/lib/plugins/plugin-store.d.ts +0 -11
  333. package/dist/node_modules/simple-git/dist/src/lib/plugins/progress-monitor-plugin.d.ts +0 -3
  334. package/dist/node_modules/simple-git/dist/src/lib/plugins/simple-git-plugin.d.ts +0 -48
  335. package/dist/node_modules/simple-git/dist/src/lib/plugins/spawn-options-plugin.d.ts +0 -3
  336. package/dist/node_modules/simple-git/dist/src/lib/plugins/suffix-paths.plugin.d.ts +0 -2
  337. package/dist/node_modules/simple-git/dist/src/lib/plugins/timout-plugin.d.ts +0 -3
  338. package/dist/node_modules/simple-git/dist/src/lib/responses/BranchDeleteSummary.d.ts +0 -12
  339. package/dist/node_modules/simple-git/dist/src/lib/responses/BranchSummary.d.ts +0 -14
  340. package/dist/node_modules/simple-git/dist/src/lib/responses/CheckIgnore.d.ts +0 -4
  341. package/dist/node_modules/simple-git/dist/src/lib/responses/CleanSummary.d.ts +0 -9
  342. package/dist/node_modules/simple-git/dist/src/lib/responses/ConfigList.d.ts +0 -13
  343. package/dist/node_modules/simple-git/dist/src/lib/responses/DiffSummary.d.ts +0 -10
  344. package/dist/node_modules/simple-git/dist/src/lib/responses/FileStatusSummary.d.ts +0 -9
  345. package/dist/node_modules/simple-git/dist/src/lib/responses/GetRemoteSummary.d.ts +0 -11
  346. package/dist/node_modules/simple-git/dist/src/lib/responses/InitSummary.d.ts +0 -9
  347. package/dist/node_modules/simple-git/dist/src/lib/responses/MergeSummary.d.ts +0 -16
  348. package/dist/node_modules/simple-git/dist/src/lib/responses/PullSummary.d.ts +0 -25
  349. package/dist/node_modules/simple-git/dist/src/lib/responses/StatusSummary.d.ts +0 -19
  350. package/dist/node_modules/simple-git/dist/src/lib/responses/TagList.d.ts +0 -7
  351. package/dist/node_modules/simple-git/dist/src/lib/runners/git-executor-chain.d.ts +0 -25
  352. package/dist/node_modules/simple-git/dist/src/lib/runners/git-executor.d.ts +0 -14
  353. package/dist/node_modules/simple-git/dist/src/lib/runners/promise-wrapped.d.ts +0 -2
  354. package/dist/node_modules/simple-git/dist/src/lib/runners/scheduler.d.ts +0 -11
  355. package/dist/node_modules/simple-git/dist/src/lib/runners/tasks-pending-queue.d.ts +0 -23
  356. package/dist/node_modules/simple-git/dist/src/lib/simple-git-api.d.ts +0 -20
  357. package/dist/node_modules/simple-git/dist/src/lib/task-callback.d.ts +0 -2
  358. package/dist/node_modules/simple-git/dist/src/lib/tasks/apply-patch.d.ts +0 -3
  359. package/dist/node_modules/simple-git/dist/src/lib/tasks/branch.d.ts +0 -7
  360. package/dist/node_modules/simple-git/dist/src/lib/tasks/change-working-directory.d.ts +0 -2
  361. package/dist/node_modules/simple-git/dist/src/lib/tasks/check-ignore.d.ts +0 -2
  362. package/dist/node_modules/simple-git/dist/src/lib/tasks/check-is-repo.d.ts +0 -9
  363. package/dist/node_modules/simple-git/dist/src/lib/tasks/checkout.d.ts +0 -2
  364. package/dist/node_modules/simple-git/dist/src/lib/tasks/clean.d.ts +0 -25
  365. package/dist/node_modules/simple-git/dist/src/lib/tasks/clone.d.ts +0 -9
  366. package/dist/node_modules/simple-git/dist/src/lib/tasks/commit.d.ts +0 -4
  367. package/dist/node_modules/simple-git/dist/src/lib/tasks/config.d.ts +0 -8
  368. package/dist/node_modules/simple-git/dist/src/lib/tasks/count-objects.d.ts +0 -12
  369. package/dist/node_modules/simple-git/dist/src/lib/tasks/diff-name-status.d.ts +0 -12
  370. package/dist/node_modules/simple-git/dist/src/lib/tasks/diff.d.ts +0 -5
  371. package/dist/node_modules/simple-git/dist/src/lib/tasks/fetch.d.ts +0 -4
  372. package/dist/node_modules/simple-git/dist/src/lib/tasks/first-commit.d.ts +0 -2
  373. package/dist/node_modules/simple-git/dist/src/lib/tasks/grep.d.ts +0 -12
  374. package/dist/node_modules/simple-git/dist/src/lib/tasks/hash-object.d.ts +0 -5
  375. package/dist/node_modules/simple-git/dist/src/lib/tasks/init.d.ts +0 -3
  376. package/dist/node_modules/simple-git/dist/src/lib/tasks/log.d.ts +0 -32
  377. package/dist/node_modules/simple-git/dist/src/lib/tasks/merge.d.ts +0 -4
  378. package/dist/node_modules/simple-git/dist/src/lib/tasks/move.d.ts +0 -3
  379. package/dist/node_modules/simple-git/dist/src/lib/tasks/pull.d.ts +0 -3
  380. package/dist/node_modules/simple-git/dist/src/lib/tasks/push.d.ts +0 -9
  381. package/dist/node_modules/simple-git/dist/src/lib/tasks/remote.d.ts +0 -8
  382. package/dist/node_modules/simple-git/dist/src/lib/tasks/reset.d.ts +0 -11
  383. package/dist/node_modules/simple-git/dist/src/lib/tasks/show.d.ts +0 -2
  384. package/dist/node_modules/simple-git/dist/src/lib/tasks/stash-list.d.ts +0 -4
  385. package/dist/node_modules/simple-git/dist/src/lib/tasks/status.d.ts +0 -3
  386. package/dist/node_modules/simple-git/dist/src/lib/tasks/sub-module.d.ts +0 -5
  387. package/dist/node_modules/simple-git/dist/src/lib/tasks/tag.d.ts +0 -18
  388. package/dist/node_modules/simple-git/dist/src/lib/tasks/task.d.ts +0 -14
  389. package/dist/node_modules/simple-git/dist/src/lib/tasks/version.d.ts +0 -9
  390. package/dist/node_modules/simple-git/dist/src/lib/types/handlers.d.ts +0 -21
  391. package/dist/node_modules/simple-git/dist/src/lib/types/index.d.ts +0 -136
  392. package/dist/node_modules/simple-git/dist/src/lib/types/tasks.d.ts +0 -19
  393. package/dist/node_modules/simple-git/dist/src/lib/utils/argument-filters.d.ts +0 -14
  394. package/dist/node_modules/simple-git/dist/src/lib/utils/exit-codes.d.ts +0 -10
  395. package/dist/node_modules/simple-git/dist/src/lib/utils/git-output-streams.d.ts +0 -7
  396. package/dist/node_modules/simple-git/dist/src/lib/utils/index.d.ts +0 -8
  397. package/dist/node_modules/simple-git/dist/src/lib/utils/line-parser.d.ts +0 -15
  398. package/dist/node_modules/simple-git/dist/src/lib/utils/simple-git-options.d.ts +0 -2
  399. package/dist/node_modules/simple-git/dist/src/lib/utils/task-options.d.ts +0 -13
  400. package/dist/node_modules/simple-git/dist/src/lib/utils/task-parser.d.ts +0 -5
  401. package/dist/node_modules/simple-git/dist/src/lib/utils/util.d.ts +0 -47
  402. package/dist/node_modules/simple-git/dist/typings/errors.d.ts +0 -5
  403. package/dist/node_modules/simple-git/dist/typings/index.d.ts +0 -14
  404. package/dist/node_modules/simple-git/dist/typings/response.d.ts +0 -556
  405. package/dist/node_modules/simple-git/dist/typings/simple-git.d.ts +0 -1033
  406. package/dist/node_modules/simple-git/dist/typings/types.d.ts +0 -22
  407. package/dist/node_modules/simple-git/node_modules/debug/package.json +0 -64
  408. package/dist/node_modules/simple-git/node_modules/debug/src/browser.js +0 -272
  409. package/dist/node_modules/simple-git/node_modules/debug/src/common.js +0 -292
  410. package/dist/node_modules/simple-git/node_modules/debug/src/index.js +0 -10
  411. package/dist/node_modules/simple-git/node_modules/debug/src/node.js +0 -263
  412. package/dist/node_modules/simple-git/package.json +0 -1
  413. package/dist/node_modules/simple-git/promise.js +0 -17
@@ -1,525 +1,545 @@
1
- import { randomUUID } from 'node:crypto';
2
- import type { Database, Model, Transaction } from '@nocobase/database';
3
- import { LoopControlService } from './LoopControlService';
4
- import { loopPatternPolicySchema } from './LoopPatternSchema';
5
- import { getRunEventBus } from './RunEventBus';
6
- import { isPassingVerification } from './VerificationSchema';
7
- import { read } from '../utils/record-utils';
8
-
9
- export const loopRunStatuses = [
10
- 'queued',
11
- 'preparing',
12
- 'waiting_lock',
13
- 'running',
14
- 'waiting_approval',
15
- 'verifying',
16
- 'waiting_human',
17
- 'paused',
18
- 'blocked',
19
- 'succeeded',
20
- 'failed',
21
- 'canceled',
22
- ] as const;
23
-
24
- export type LoopRunStatus = (typeof loopRunStatuses)[number];
25
-
26
- const transitions: Record<LoopRunStatus, ReadonlySet<LoopRunStatus>> = {
27
- queued: new Set(['preparing', 'paused', 'blocked', 'canceled']),
28
- preparing: new Set([
29
- 'queued',
30
- 'waiting_lock',
31
- 'waiting_approval',
32
- 'running',
33
- 'paused',
34
- 'blocked',
35
- 'failed',
36
- 'canceled',
37
- ]),
38
- waiting_lock: new Set(['preparing', 'paused', 'blocked', 'canceled']),
39
- running: new Set([
40
- 'queued',
41
- 'waiting_approval',
42
- 'verifying',
43
- 'waiting_human',
44
- 'paused',
45
- 'blocked',
46
- 'failed',
47
- 'canceled',
48
- ]),
49
- waiting_approval: new Set(['queued', 'running', 'waiting_human', 'paused', 'blocked', 'failed', 'canceled']),
50
- verifying: new Set(['running', 'waiting_human', 'paused', 'blocked', 'succeeded', 'failed', 'canceled']),
51
- waiting_human: new Set(['running', 'succeeded', 'failed', 'canceled']),
52
- paused: new Set(['queued', 'preparing', 'running', 'waiting_approval', 'verifying', 'blocked', 'canceled']),
53
- blocked: new Set(['queued', 'waiting_human', 'failed', 'canceled']),
54
- succeeded: new Set(),
55
- failed: new Set(['queued']),
56
- canceled: new Set(),
57
- };
58
-
59
- export type TransitionInput = {
60
- from: LoopRunStatus;
61
- to: LoopRunStatus;
62
- runtimeVersion?: string;
63
- verifierEvidence?: unknown;
64
- humanAccepted?: boolean;
65
- };
66
-
67
- export function assertRunTransition(input: TransitionInput) {
68
- if (input.runtimeVersion && input.runtimeVersion !== 'control-plane-v2') {
69
- throw new Error('Historical plan-era runs are read-only.');
70
- }
71
- if (input.from === input.to) {
72
- throw new Error(`Run is already ${input.to}.`);
73
- }
74
- if (!transitions[input.from].has(input.to)) {
75
- throw new Error(`Illegal run transition: ${input.from} -> ${input.to}.`);
76
- }
77
- if (input.to === 'succeeded') {
78
- if (!isPassingVerification(input.verifierEvidence)) {
79
- throw new Error('A run cannot succeed without a structured passing verifier verdict.');
80
- }
81
- if (input.from === 'waiting_human' && input.humanAccepted !== true) {
82
- throw new Error('Human acceptance is required to finish a run waiting for human review.');
83
- }
84
- }
85
- }
86
-
87
- function asStatus(value: unknown): LoopRunStatus {
88
- if (typeof value === 'string' && (loopRunStatuses as readonly string[]).includes(value)) {
89
- return value as LoopRunStatus;
90
- }
91
- throw new Error(`Unknown Loop Control Plane run status: ${String(value)}.`);
92
- }
93
-
94
- const activeExecutionStatuses: LoopRunStatus[] = ['preparing', 'running', 'verifying'];
95
- const claimableStatuses: LoopRunStatus[] = ['queued', 'waiting_lock'];
96
-
97
- function asDate(value: unknown): Date | null {
98
- if (value instanceof Date) return Number.isNaN(value.getTime()) ? null : value;
99
- if (typeof value === 'string' || typeof value === 'number') {
100
- const parsed = new Date(value);
101
- return Number.isNaN(parsed.getTime()) ? null : parsed;
102
- }
103
- return null;
104
- }
105
-
106
- function leaseIsExpired(record: Model | Record<string, unknown>, now: Date) {
107
- const lockedUntil = asDate(read(record, 'lockedUntil'));
108
- return !lockedUntil || lockedUntil.getTime() <= now.getTime();
109
- }
110
-
111
- function leaseOwner(record: Model | Record<string, unknown>) {
112
- const owner = read(record, 'lockedBy');
113
- return typeof owner === 'string' && owner.trim() ? owner : null;
114
- }
115
-
116
- // Only a run someone actually claimed can lose its lease. An active run with no owner still
117
- // occupies a concurrency slot: requeueing it would dispatch work that may already be running.
118
- function leaseIsReclaimable(record: Model | Record<string, unknown>, now: Date) {
119
- return leaseOwner(record) !== null && leaseIsExpired(record, now);
120
- }
121
-
122
- function asPositiveInteger(value: unknown, label: string) {
123
- const parsed = Number(value);
124
- if (!Number.isSafeInteger(parsed) || parsed <= 0) throw new Error(`${label} is invalid.`);
125
- return parsed;
126
- }
127
-
128
- function asPlain(record: Model | Record<string, unknown>) {
129
- return typeof (record as Model).toJSON === 'function'
130
- ? ((record as Model).toJSON() as Record<string, unknown>)
131
- : structuredClone(record as Record<string, unknown>);
132
- }
133
-
134
- export type ClaimedLoopRun = {
135
- run: Record<string, unknown>;
136
- leaseToken: string;
137
- leaseUntil: Date;
138
- };
139
-
140
- export class LoopRunStateMachine {
141
- private readonly control: LoopControlService;
142
-
143
- constructor(private readonly database: Database) {
144
- this.control = new LoopControlService(database);
145
- }
146
-
147
- async claimNext(workerId: string, leaseMs: number): Promise<ClaimedLoopRun | null> {
148
- const normalizedWorkerId = workerId.trim();
149
- if (!normalizedWorkerId) throw new Error('Worker identity is required.');
150
- if (!Number.isSafeInteger(leaseMs) || leaseMs < 5_000) throw new Error('Worker lease must be at least 5000ms.');
151
-
152
- const committed = await this.database.sequelize.transaction(async (transaction) => {
153
- const control = await this.control.getForUpdate(transaction);
154
- if (control.state !== 'running')
155
- return { claimed: null, blockedEvents: [] as Array<{ runId: number; event: unknown }> };
156
-
157
- const runs = this.database.getRepository('agentLoopRuns');
158
- const now = new Date();
159
- const reclaimedEvents: Array<{ runId: number; event: unknown }> = [];
160
-
161
- // A worker that crashed mid-run leaves an active status behind with a lease that
162
- // eventually expires. Those runs must be returned to the queue before concurrency is
163
- // measured, otherwise each crash permanently consumes a slot.
164
- const staleActive = await runs.find({
165
- filter: { runtimeVersion: 'control-plane-v2', status: { $in: activeExecutionStatuses } },
166
- transaction,
167
- lock: transaction.LOCK.UPDATE,
168
- });
169
- for (const candidate of staleActive) {
170
- if (!leaseIsReclaimable(candidate, now)) continue;
171
- const runId = asPositiveInteger(read(candidate, 'id'), 'Run identifier');
172
- const from = asStatus(read(candidate, 'status'));
173
- assertRunTransition({
174
- from,
175
- to: 'queued',
176
- runtimeVersion: String(read(candidate, 'runtimeVersion') || ''),
177
- });
178
- await runs.update({
179
- filterByTk: runId,
180
- values: { status: 'queued', lockedBy: null, lockedUntil: null },
181
- transaction,
182
- });
183
- const event = await this.createEvent(
184
- {
185
- runId,
186
- type: 'run_lease_expired',
187
- title: 'Worker lease expired',
188
- content: `Run returned to the queue after its ${from} worker lease expired.`,
189
- status: 'queued',
190
- payload: { from, previousOwner: read(candidate, 'lockedBy') ?? null },
191
- actorType: 'system',
192
- actorIdentity: normalizedWorkerId,
193
- correlationKey: `lease-expired:${runId}:${String(read(candidate, 'lockedBy') || '')}`,
194
- createdAt: now,
195
- },
196
- transaction,
197
- );
198
- reclaimedEvents.push({ runId, event });
199
- }
200
-
201
- const activeGlobal = await this.countActive(runs, {}, transaction, now);
202
- if (activeGlobal >= control.globalMaxConcurrency) {
203
- return { claimed: null, blockedEvents: reclaimedEvents };
204
- }
205
-
206
- const candidates = await runs.find({
207
- filter: { runtimeVersion: 'control-plane-v2', status: { $in: claimableStatuses } },
208
- sort: ['createdAt', 'id'],
209
- limit: 100,
210
- transaction,
211
- lock: transaction.LOCK.UPDATE,
212
- });
213
- const blockedEvents: Array<{ runId: number; event: unknown }> = [...reclaimedEvents];
214
-
215
- for (const candidate of candidates) {
216
- const runId = asPositiveInteger(read(candidate, 'id'), 'Run identifier');
217
- const patternId = Number(read(candidate, 'patternId'));
218
- const pattern =
219
- Number.isSafeInteger(patternId) && patternId > 0
220
- ? await this.database.getRepository('agentLoopPatterns').findOne({
221
- filterByTk: patternId,
222
- transaction,
223
- lock: transaction.LOCK.UPDATE,
224
- })
225
- : null;
226
- let blockedReason = '';
227
- if (!Number.isSafeInteger(patternId) || patternId <= 0) blockedReason = 'Run has no valid pattern snapshot.';
228
- else if (!pattern) blockedReason = 'Loop pattern was deleted.';
229
- else if (read(pattern, 'enabled') !== true) blockedReason = 'Loop pattern is disabled.';
230
-
231
- const parsedPolicy = loopPatternPolicySchema.safeParse(read(candidate, 'policySnapshot'));
232
- if (!blockedReason && !parsedPolicy.success) blockedReason = 'Run policy snapshot is invalid.';
233
- if (blockedReason) {
234
- assertRunTransition({
235
- from: asStatus(read(candidate, 'status')),
236
- to: 'blocked',
237
- runtimeVersion: String(read(candidate, 'runtimeVersion') || ''),
238
- });
239
- await runs.update({
240
- filterByTk: runId,
241
- values: { status: 'blocked', blockedReason, lockedBy: null, lockedUntil: null },
242
- transaction,
243
- });
244
- const event = await this.createEvent(
245
- {
246
- runId,
247
- type: 'run_blocked',
248
- title: 'Run blocked',
249
- content: blockedReason,
250
- status: 'blocked',
251
- payload: { reason: blockedReason },
252
- actorType: 'worker',
253
- actorIdentity: normalizedWorkerId,
254
- correlationKey: `claim-blocked:${runId}`,
255
- createdAt: now,
256
- },
257
- transaction,
258
- );
259
- blockedEvents.push({ runId, event });
260
- continue;
261
- }
262
-
263
- const activePattern = await this.countActive(runs, { patternId }, transaction, now);
264
- if (activePattern >= parsedPolicy.data.maxConcurrency) continue;
265
-
266
- const leaseToken = `${normalizedWorkerId}:${randomUUID()}`;
267
- const leaseUntil = new Date(now.getTime() + leaseMs);
268
- assertRunTransition({
269
- from: asStatus(read(candidate, 'status')),
270
- to: 'preparing',
271
- runtimeVersion: String(read(candidate, 'runtimeVersion') || ''),
272
- });
273
- await runs.update({
274
- filterByTk: runId,
275
- values: { status: 'preparing', blockedReason: null, lockedBy: leaseToken, lockedUntil: leaseUntil },
276
- transaction,
277
- });
278
- const event = await this.createEvent(
279
- {
280
- runId,
281
- type: 'run_claimed',
282
- title: 'Run claimed',
283
- content: `Run claimed by worker ${normalizedWorkerId}.`,
284
- status: 'preparing',
285
- payload: { workerId: normalizedWorkerId, leaseUntil: leaseUntil.toISOString() },
286
- actorType: 'worker',
287
- actorIdentity: normalizedWorkerId,
288
- correlationKey: `claim:${leaseToken}`,
289
- createdAt: now,
290
- },
291
- transaction,
292
- );
293
- return {
294
- claimed: {
295
- run: { ...asPlain(candidate), status: 'preparing', lockedBy: leaseToken, lockedUntil: leaseUntil },
296
- leaseToken,
297
- leaseUntil,
298
- runId,
299
- event,
300
- },
301
- blockedEvents,
302
- };
303
- }
304
- return { claimed: null, blockedEvents };
305
- });
306
-
307
- for (const blocked of committed.blockedEvents) getRunEventBus().emit(blocked.runId, blocked.event);
308
- if (!committed.claimed) return null;
309
- getRunEventBus().emit(committed.claimed.runId, committed.claimed.event);
310
- return {
311
- run: committed.claimed.run,
312
- leaseToken: committed.claimed.leaseToken,
313
- leaseUntil: committed.claimed.leaseUntil,
314
- };
315
- }
316
-
317
- // Approval windows fail closed: an unanswered request blocks the run instead of silently
318
- // turning into an approval. Runs only move while they are still `waiting_approval`, so a
319
- // decision recorded through another path always wins the race against this sweep.
320
- async expireOverdueApprovals(now: Date): Promise<number[]> {
321
- const blockedRunIds: number[] = [];
322
- const committedEvents: Array<{ runId: number; event: unknown }> = [];
323
-
324
- await this.database.sequelize.transaction(async (transaction) => {
325
- const approvals = this.database.getRepository('agentLoopActionApprovals');
326
- const runs = this.database.getRepository('agentLoopRuns');
327
- const pending = await approvals.find({ filter: { status: 'pending' }, transaction });
328
-
329
- const overdueByRun = new Map<number, Array<Model | Record<string, unknown>>>();
330
- for (const approval of pending) {
331
- const expiresAt = asDate(read(approval, 'expiresAt'));
332
- if (!expiresAt || expiresAt.getTime() > now.getTime()) continue;
333
- const runId = Number(read(approval, 'runId'));
334
- if (!Number.isSafeInteger(runId) || runId <= 0) continue;
335
- const bucket = overdueByRun.get(runId) || [];
336
- bucket.push(approval);
337
- overdueByRun.set(runId, bucket);
338
- }
339
-
340
- for (const [runId, overdue] of overdueByRun) {
341
- const run = await runs.findOne({ filterByTk: runId, transaction, lock: transaction.LOCK.UPDATE });
342
- if (!run) continue;
343
- if (String(read(run, 'runtimeVersion')) !== 'control-plane-v2') continue;
344
- if (asStatus(read(run, 'status')) !== 'waiting_approval') continue;
345
-
346
- assertRunTransition({
347
- from: 'waiting_approval',
348
- to: 'blocked',
349
- runtimeVersion: String(read(run, 'runtimeVersion') || ''),
350
- });
351
-
352
- for (const approval of overdue) {
353
- await approvals.update({
354
- filterByTk: Number(read(approval, 'id')),
355
- values: { status: 'expired', decidedAt: now },
356
- transaction,
357
- });
358
- }
359
-
360
- const reason = `${overdue.length} action approval(s) expired before a decision was made.`;
361
- await runs.update({
362
- filterByTk: runId,
363
- values: {
364
- status: 'blocked',
365
- blockedReason: reason,
366
- approvalStatus: 'expired',
367
- lockedBy: null,
368
- lockedUntil: null,
369
- },
370
- transaction,
371
- });
372
- const event = await this.createEvent(
373
- {
374
- runId,
375
- type: 'run_approval_expired',
376
- title: 'Approval window expired',
377
- content: reason,
378
- status: 'blocked',
379
- payload: { reason, expiredApprovals: overdue.length },
380
- actorType: 'system',
381
- actorIdentity: 'approval-reaper',
382
- correlationKey: `approval-expired:${runId}`,
383
- createdAt: now,
384
- },
385
- transaction,
386
- );
387
- blockedRunIds.push(runId);
388
- committedEvents.push({ runId, event });
389
- }
390
- });
391
-
392
- for (const blocked of committedEvents) getRunEventBus().emit(blocked.runId, blocked.event);
393
- return blockedRunIds;
394
- }
395
-
396
- async renewLease(runId: number, leaseToken: string, leaseMs: number) {
397
- if (!leaseToken.trim()) throw new Error('Worker lease token is required.');
398
- if (!Number.isSafeInteger(leaseMs) || leaseMs < 5_000) throw new Error('Worker lease must be at least 5000ms.');
399
- return this.database.sequelize.transaction(async (transaction) => {
400
- const runs = this.database.getRepository('agentLoopRuns');
401
- const run = await runs.findOne({ filterByTk: runId, transaction, lock: transaction.LOCK.UPDATE });
402
- if (!run || read(run, 'lockedBy') !== leaseToken)
403
- throw new Error('Worker lease is no longer owned by this worker.');
404
- if (String(read(run, 'runtimeVersion')) !== 'control-plane-v2')
405
- throw new Error('Historical plan-era runs are read-only.');
406
- if (!activeExecutionStatuses.includes(asStatus(read(run, 'status')))) {
407
- throw new Error('Only actively executing runs can renew a worker lease.');
408
- }
409
- const leaseUntil = new Date(Date.now() + leaseMs);
410
- await runs.update({ filterByTk: runId, values: { lockedUntil: leaseUntil }, transaction });
411
- return leaseUntil;
412
- });
413
- }
414
-
415
- async releaseLease(runId: number, leaseToken: string) {
416
- if (!leaseToken.trim()) throw new Error('Worker lease token is required.');
417
- return this.database.sequelize.transaction(async (transaction) => {
418
- const runs = this.database.getRepository('agentLoopRuns');
419
- const run = await runs.findOne({ filterByTk: runId, transaction, lock: transaction.LOCK.UPDATE });
420
- if (!run) return false;
421
- if (read(run, 'lockedBy') !== leaseToken) throw new Error('Worker lease is no longer owned by this worker.');
422
- await runs.update({ filterByTk: runId, values: { lockedBy: null, lockedUntil: null }, transaction });
423
- return true;
424
- });
425
- }
426
-
427
- async transition(input: {
428
- runId: number;
429
- to: LoopRunStatus;
430
- actorType: string;
431
- actorIdentity: string;
432
- eventType?: string;
433
- title?: string;
434
- content?: string;
435
- correlationKey?: string;
436
- leaseToken?: string;
437
- values?: Record<string, unknown>;
438
- humanAccepted?: boolean;
439
- }) {
440
- const committed = await this.database.sequelize.transaction(async (transaction) => {
441
- const runs = this.database.getRepository('agentLoopRuns');
442
- const run = await runs.findOne({
443
- filterByTk: input.runId,
444
- transaction,
445
- lock: transaction.LOCK.UPDATE,
446
- });
447
- if (!run) throw new Error(`Agent loop run ${input.runId} was not found.`);
448
-
449
- if (input.actorType === 'worker') {
450
- if (!input.leaseToken?.trim() || read(run, 'lockedBy') !== input.leaseToken) {
451
- throw new Error('Worker lease is no longer owned by this worker.');
452
- }
453
- if (leaseIsExpired(run, new Date())) throw new Error('Worker lease has expired.');
454
- }
455
-
456
- const from = asStatus(read(run, 'status'));
457
-
458
- // The transition table permits `paused -> running/verifying` because that is how a human
459
- // resumes a run. A worker must not use those edges: a run paused or canceled mid-invocation
460
- // would otherwise be carried forward by the worker that was already executing it, and the
461
- // pause would only take effect on the next claim.
462
- if (input.actorType === 'worker' && !activeExecutionStatuses.includes(from)) {
463
- throw new Error(`A worker cannot transition a run that is ${from}.`);
464
- }
465
-
466
- const verifierEvidence = input.values?.verifierEvidence ?? read(run, 'verifierEvidence');
467
- assertRunTransition({
468
- from,
469
- to: input.to,
470
- runtimeVersion: String(read(run, 'runtimeVersion') || ''),
471
- verifierEvidence,
472
- humanAccepted: input.humanAccepted,
473
- });
474
-
475
- const now = new Date();
476
- await runs.update({
477
- filterByTk: input.runId,
478
- values: {
479
- ...(input.values || {}),
480
- status: input.to,
481
- ...(input.to === 'running' && !read(run, 'startedAt') ? { startedAt: now } : {}),
482
- ...(['succeeded', 'failed', 'canceled'].includes(input.to) ? { endedAt: now } : {}),
483
- },
484
- transaction,
485
- });
486
- const event = await this.createEvent(
487
- {
488
- runId: input.runId,
489
- type: input.eventType || 'run_status_changed',
490
- title: input.title || `Run ${input.to}`,
491
- content: input.content || `${from} -> ${input.to}`,
492
- status: input.to,
493
- payload: { from, to: input.to },
494
- actorType: input.actorType,
495
- actorIdentity: input.actorIdentity,
496
- correlationKey: input.correlationKey,
497
- createdAt: now,
498
- },
499
- transaction,
500
- );
501
- return { from, to: input.to, event };
502
- });
503
-
504
- getRunEventBus().emit(input.runId, committed.event);
505
- return committed;
506
- }
507
-
508
- private async countActive(
509
- runs: ReturnType<Database['getRepository']>,
510
- filter: Record<string, unknown>,
511
- transaction: Transaction,
512
- now: Date,
513
- ) {
514
- const rows = await runs.find({
515
- filter: { ...filter, runtimeVersion: 'control-plane-v2', status: { $in: activeExecutionStatuses } },
516
- transaction,
517
- });
518
- return rows.filter((row) => !leaseIsReclaimable(row, now)).length;
519
- }
520
-
521
- private async createEvent(values: Record<string, unknown>, transaction: Transaction) {
522
- const record = await this.database.getRepository('agentLoopEvents').create({ values, transaction });
523
- return typeof record.toJSON === 'function' ? record.toJSON() : record;
524
- }
525
- }
1
+ /**
2
+ * This file is part of the NocoBase (R) project.
3
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
4
+ * Authors: NocoBase Team.
5
+ *
6
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
7
+ * For more information, please refer to: https://www.nocobase.com/agreement.
8
+ */
9
+
10
+ import { randomUUID } from 'node:crypto';
11
+ import type { Database, Model, Repository, Transaction } from '@nocobase/database';
12
+ import { LoopControlService } from './LoopControlService';
13
+ import { loopPatternPolicySchema } from './LoopPatternSchema';
14
+ import { getRunEventBus } from './RunEventBus';
15
+ import { isPassingVerification } from './VerificationSchema';
16
+ import { read } from '../utils/record-utils';
17
+
18
+ export const loopRunStatuses = [
19
+ 'queued',
20
+ 'preparing',
21
+ 'waiting_lock',
22
+ 'running',
23
+ 'waiting_approval',
24
+ 'verifying',
25
+ 'waiting_human',
26
+ 'paused',
27
+ 'blocked',
28
+ 'succeeded',
29
+ 'failed',
30
+ 'canceled',
31
+ ] as const;
32
+
33
+ export type LoopRunStatus = (typeof loopRunStatuses)[number];
34
+
35
+ const transitions: Record<LoopRunStatus, ReadonlySet<LoopRunStatus>> = {
36
+ queued: new Set(['preparing', 'paused', 'blocked', 'canceled']),
37
+ preparing: new Set([
38
+ 'queued',
39
+ 'waiting_lock',
40
+ 'waiting_approval',
41
+ 'running',
42
+ 'paused',
43
+ 'blocked',
44
+ 'failed',
45
+ 'canceled',
46
+ ]),
47
+ waiting_lock: new Set(['preparing', 'paused', 'blocked', 'canceled']),
48
+ running: new Set([
49
+ 'queued',
50
+ 'waiting_approval',
51
+ 'verifying',
52
+ 'waiting_human',
53
+ 'paused',
54
+ 'blocked',
55
+ 'failed',
56
+ 'canceled',
57
+ ]),
58
+ waiting_approval: new Set(['queued', 'running', 'waiting_human', 'paused', 'blocked', 'failed', 'canceled']),
59
+ verifying: new Set(['queued', 'running', 'waiting_human', 'paused', 'blocked', 'succeeded', 'failed', 'canceled']),
60
+ waiting_human: new Set(['running', 'succeeded', 'failed', 'canceled']),
61
+ paused: new Set(['queued', 'preparing', 'running', 'waiting_approval', 'verifying', 'blocked', 'canceled']),
62
+ blocked: new Set(['queued', 'waiting_human', 'failed', 'canceled']),
63
+ succeeded: new Set(),
64
+ failed: new Set(['queued']),
65
+ canceled: new Set(),
66
+ };
67
+
68
+ export type TransitionInput = {
69
+ from: LoopRunStatus;
70
+ to: LoopRunStatus;
71
+ runtimeVersion?: string;
72
+ verifierEvidence?: unknown;
73
+ humanAccepted?: boolean;
74
+ };
75
+
76
+ export function assertRunTransition(input: TransitionInput) {
77
+ if (input.runtimeVersion && input.runtimeVersion !== 'control-plane-v2') {
78
+ throw new Error('Historical plan-era runs are read-only.');
79
+ }
80
+ if (input.from === input.to) {
81
+ throw new Error(`Run is already ${input.to}.`);
82
+ }
83
+ if (!transitions[input.from].has(input.to)) {
84
+ throw new Error(`Illegal run transition: ${input.from} -> ${input.to}.`);
85
+ }
86
+ if (input.to === 'succeeded') {
87
+ if (!isPassingVerification(input.verifierEvidence)) {
88
+ throw new Error('A run cannot succeed without a structured passing verifier verdict.');
89
+ }
90
+ if (input.from === 'waiting_human' && input.humanAccepted !== true) {
91
+ throw new Error('Human acceptance is required to finish a run waiting for human review.');
92
+ }
93
+ }
94
+ }
95
+
96
+ function asStatus(value: unknown): LoopRunStatus {
97
+ if (typeof value === 'string' && (loopRunStatuses as readonly string[]).includes(value)) {
98
+ return value as LoopRunStatus;
99
+ }
100
+ throw new Error(`Unknown Loop Control Plane run status: ${String(value)}.`);
101
+ }
102
+
103
+ const activeExecutionStatuses: LoopRunStatus[] = ['preparing', 'running', 'verifying'];
104
+ const claimableStatuses: LoopRunStatus[] = ['queued', 'waiting_lock'];
105
+
106
+ function asDate(value: unknown): Date | null {
107
+ if (value instanceof Date) return Number.isNaN(value.getTime()) ? null : value;
108
+ if (typeof value === 'string' || typeof value === 'number') {
109
+ const parsed = new Date(value);
110
+ return Number.isNaN(parsed.getTime()) ? null : parsed;
111
+ }
112
+ return null;
113
+ }
114
+
115
+ function leaseIsExpired(record: Model | Record<string, unknown>, now: Date) {
116
+ const lockedUntil = asDate(read(record, 'lockedUntil'));
117
+ return !lockedUntil || lockedUntil.getTime() <= now.getTime();
118
+ }
119
+
120
+ function leaseOwner(record: Model | Record<string, unknown>) {
121
+ const owner = read(record, 'lockedBy');
122
+ return typeof owner === 'string' && owner.trim() ? owner : null;
123
+ }
124
+
125
+ // Only a run someone actually claimed can lose its lease. An active run with no owner still
126
+ // occupies a concurrency slot: requeueing it would dispatch work that may already be running.
127
+ function leaseIsReclaimable(record: Model | Record<string, unknown>, now: Date) {
128
+ return leaseOwner(record) !== null && leaseIsExpired(record, now);
129
+ }
130
+
131
+ function asPositiveInteger(value: unknown, label: string) {
132
+ const parsed = Number(value);
133
+ if (!Number.isSafeInteger(parsed) || parsed <= 0) throw new Error(`${label} is invalid.`);
134
+ return parsed;
135
+ }
136
+
137
+ function asPlain(record: Model | Record<string, unknown>) {
138
+ return typeof (record as Model).toJSON === 'function'
139
+ ? ((record as Model).toJSON() as Record<string, unknown>)
140
+ : structuredClone(record as Record<string, unknown>);
141
+ }
142
+
143
+ export type ClaimedLoopRun = {
144
+ run: Record<string, unknown>;
145
+ leaseToken: string;
146
+ leaseUntil: Date;
147
+ };
148
+
149
+ export class LoopRunStateMachine {
150
+ private readonly control: LoopControlService;
151
+
152
+ constructor(private readonly database: Database) {
153
+ this.control = new LoopControlService(database);
154
+ }
155
+
156
+ async claimNext(workerId: string, leaseMs: number): Promise<ClaimedLoopRun | null> {
157
+ const normalizedWorkerId = workerId.trim();
158
+ if (!normalizedWorkerId) throw new Error('Worker identity is required.');
159
+ if (!Number.isSafeInteger(leaseMs) || leaseMs < 5_000) throw new Error('Worker lease must be at least 5000ms.');
160
+
161
+ const committed = await this.database.sequelize.transaction(async (transaction) => {
162
+ const control = await this.control.getForUpdate(transaction);
163
+ if (control.state !== 'running')
164
+ return { claimed: null, blockedEvents: [] as Array<{ runId: number; event: unknown }> };
165
+
166
+ const runs = this.database.getRepository('agentLoopRuns');
167
+ const now = new Date();
168
+ const reclaimedEvents: Array<{ runId: number; event: unknown }> = [];
169
+
170
+ // Reclaim stale leases before measuring concurrency. A verification-stage run must retain
171
+ // its completed work instead of executing the leader and makers again.
172
+ const staleActive = await runs.find({
173
+ filter: { runtimeVersion: 'control-plane-v2', status: { $in: activeExecutionStatuses } },
174
+ transaction,
175
+ lock: transaction.LOCK.UPDATE,
176
+ });
177
+ for (const candidate of staleActive) {
178
+ if (!leaseIsReclaimable(candidate, now)) continue;
179
+ const runId = asPositiveInteger(read(candidate, 'id'), 'Run identifier');
180
+ const from = asStatus(read(candidate, 'status'));
181
+ const finalAnswer = read(candidate, 'finalAnswer');
182
+ const verificationRecovery = from === 'verifying' && typeof finalAnswer === 'string' && !!finalAnswer.trim();
183
+ const requiresReview = from === 'verifying' && !verificationRecovery;
184
+ const to = requiresReview ? 'waiting_human' : 'queued';
185
+ const reason = 'Verification lease expired without a saved maker summary; operator review is required.';
186
+ assertRunTransition({
187
+ from,
188
+ to,
189
+ runtimeVersion: String(read(candidate, 'runtimeVersion') || ''),
190
+ });
191
+ await runs.update({
192
+ filterByTk: runId,
193
+ values: {
194
+ status: to,
195
+ lockedBy: null,
196
+ lockedUntil: null,
197
+ ...(verificationRecovery
198
+ ? { resumeContext: { kind: 'verification_lease_recovery', makerSummary: finalAnswer } }
199
+ : {}),
200
+ ...(requiresReview ? { escalationReason: reason } : {}),
201
+ },
202
+ transaction,
203
+ });
204
+ const event = await this.createEvent(
205
+ {
206
+ runId,
207
+ type: 'run_lease_expired',
208
+ title: 'Worker lease expired',
209
+ content: requiresReview
210
+ ? reason
211
+ : verificationRecovery
212
+ ? 'Run returned to the queue to resume verification of the saved maker summary.'
213
+ : `Run returned to the queue after its ${from} worker lease expired.`,
214
+ status: to,
215
+ payload: { from, previousOwner: read(candidate, 'lockedBy') ?? null, verificationRecovery, requiresReview },
216
+ actorType: 'system',
217
+ actorIdentity: normalizedWorkerId,
218
+ correlationKey: `lease-expired:${runId}:${String(read(candidate, 'lockedBy') || '')}`,
219
+ createdAt: now,
220
+ },
221
+ transaction,
222
+ );
223
+ reclaimedEvents.push({ runId, event });
224
+ }
225
+
226
+ const activeGlobal = await this.countActive(runs, {}, transaction, now);
227
+ if (activeGlobal >= control.globalMaxConcurrency) {
228
+ return { claimed: null, blockedEvents: reclaimedEvents };
229
+ }
230
+
231
+ const candidates = await runs.find({
232
+ filter: { runtimeVersion: 'control-plane-v2', status: { $in: claimableStatuses } },
233
+ sort: ['createdAt', 'id'],
234
+ limit: 100,
235
+ transaction,
236
+ lock: transaction.LOCK.UPDATE,
237
+ });
238
+ const blockedEvents: Array<{ runId: number; event: unknown }> = [...reclaimedEvents];
239
+
240
+ for (const candidate of candidates) {
241
+ const runId = asPositiveInteger(read(candidate, 'id'), 'Run identifier');
242
+ const patternId = Number(read(candidate, 'patternId'));
243
+ const pattern =
244
+ Number.isSafeInteger(patternId) && patternId > 0
245
+ ? await this.database.getRepository('agentLoopPatterns').findOne({
246
+ filterByTk: patternId,
247
+ transaction,
248
+ lock: transaction.LOCK.UPDATE,
249
+ })
250
+ : null;
251
+ let blockedReason = '';
252
+ if (!Number.isSafeInteger(patternId) || patternId <= 0) blockedReason = 'Run has no valid pattern snapshot.';
253
+ else if (!pattern) blockedReason = 'Loop pattern was deleted.';
254
+ else if (read(pattern, 'enabled') !== true) blockedReason = 'Loop pattern is disabled.';
255
+
256
+ const parsedPolicy = loopPatternPolicySchema.safeParse(read(candidate, 'policySnapshot'));
257
+ if (!blockedReason && !parsedPolicy.success) blockedReason = 'Run policy snapshot is invalid.';
258
+ if (blockedReason) {
259
+ assertRunTransition({
260
+ from: asStatus(read(candidate, 'status')),
261
+ to: 'blocked',
262
+ runtimeVersion: String(read(candidate, 'runtimeVersion') || ''),
263
+ });
264
+ await runs.update({
265
+ filterByTk: runId,
266
+ values: { status: 'blocked', blockedReason, lockedBy: null, lockedUntil: null },
267
+ transaction,
268
+ });
269
+ const event = await this.createEvent(
270
+ {
271
+ runId,
272
+ type: 'run_blocked',
273
+ title: 'Run blocked',
274
+ content: blockedReason,
275
+ status: 'blocked',
276
+ payload: { reason: blockedReason },
277
+ actorType: 'worker',
278
+ actorIdentity: normalizedWorkerId,
279
+ correlationKey: `claim-blocked:${runId}`,
280
+ createdAt: now,
281
+ },
282
+ transaction,
283
+ );
284
+ blockedEvents.push({ runId, event });
285
+ continue;
286
+ }
287
+
288
+ const activePattern = await this.countActive(runs, { patternId }, transaction, now);
289
+ if (activePattern >= (parsedPolicy.success ? parsedPolicy.data.maxConcurrency : 0)) continue;
290
+
291
+ const leaseToken = `${normalizedWorkerId}:${randomUUID()}`;
292
+ const leaseUntil = new Date(now.getTime() + leaseMs);
293
+ assertRunTransition({
294
+ from: asStatus(read(candidate, 'status')),
295
+ to: 'preparing',
296
+ runtimeVersion: String(read(candidate, 'runtimeVersion') || ''),
297
+ });
298
+ await runs.update({
299
+ filterByTk: runId,
300
+ values: { status: 'preparing', blockedReason: null, lockedBy: leaseToken, lockedUntil: leaseUntil },
301
+ transaction,
302
+ });
303
+ const event = await this.createEvent(
304
+ {
305
+ runId,
306
+ type: 'run_claimed',
307
+ title: 'Run claimed',
308
+ content: `Run claimed by worker ${normalizedWorkerId}.`,
309
+ status: 'preparing',
310
+ payload: { workerId: normalizedWorkerId, leaseUntil: leaseUntil.toISOString() },
311
+ actorType: 'worker',
312
+ actorIdentity: normalizedWorkerId,
313
+ correlationKey: `claim:${leaseToken}`,
314
+ createdAt: now,
315
+ },
316
+ transaction,
317
+ );
318
+ return {
319
+ claimed: {
320
+ run: { ...asPlain(candidate), status: 'preparing', lockedBy: leaseToken, lockedUntil: leaseUntil },
321
+ leaseToken,
322
+ leaseUntil,
323
+ runId,
324
+ event,
325
+ },
326
+ blockedEvents,
327
+ };
328
+ }
329
+ return { claimed: null, blockedEvents };
330
+ });
331
+
332
+ for (const blocked of committed.blockedEvents) getRunEventBus().emit(blocked.runId, blocked.event);
333
+ if (!committed.claimed) return null;
334
+ getRunEventBus().emit(committed.claimed.runId, committed.claimed.event);
335
+ return {
336
+ run: committed.claimed.run,
337
+ leaseToken: committed.claimed.leaseToken,
338
+ leaseUntil: committed.claimed.leaseUntil,
339
+ };
340
+ }
341
+
342
+ // Approval windows fail closed: an unanswered request blocks the run instead of silently
343
+ // turning into an approval. Runs only move while they are still `waiting_approval`, so a
344
+ // decision recorded through another path always wins the race against this sweep.
345
+ async expireOverdueApprovals(now: Date): Promise<number[]> {
346
+ const blockedRunIds: number[] = [];
347
+ const committedEvents: Array<{ runId: number; event: unknown }> = [];
348
+
349
+ await this.database.sequelize.transaction(async (transaction) => {
350
+ const approvals = this.database.getRepository('agentLoopActionApprovals');
351
+ const runs = this.database.getRepository('agentLoopRuns');
352
+ const pending = await approvals.find({ filter: { status: 'pending' }, transaction });
353
+
354
+ const overdueByRun = new Map<number, Array<Model | Record<string, unknown>>>();
355
+ for (const approval of pending) {
356
+ const expiresAt = asDate(read(approval, 'expiresAt'));
357
+ if (!expiresAt || expiresAt.getTime() > now.getTime()) continue;
358
+ const runId = Number(read(approval, 'runId'));
359
+ if (!Number.isSafeInteger(runId) || runId <= 0) continue;
360
+ const bucket = overdueByRun.get(runId) || [];
361
+ bucket.push(approval);
362
+ overdueByRun.set(runId, bucket);
363
+ }
364
+
365
+ for (const [runId, overdue] of overdueByRun) {
366
+ const run = await runs.findOne({ filterByTk: runId, transaction, lock: transaction.LOCK.UPDATE });
367
+ if (!run) continue;
368
+ if (String(read(run, 'runtimeVersion')) !== 'control-plane-v2') continue;
369
+ if (asStatus(read(run, 'status')) !== 'waiting_approval') continue;
370
+
371
+ assertRunTransition({
372
+ from: 'waiting_approval',
373
+ to: 'blocked',
374
+ runtimeVersion: String(read(run, 'runtimeVersion') || ''),
375
+ });
376
+
377
+ for (const approval of overdue) {
378
+ await approvals.update({
379
+ filterByTk: Number(read(approval, 'id')),
380
+ values: { status: 'expired', decidedAt: now },
381
+ transaction,
382
+ });
383
+ }
384
+
385
+ const reason = `${overdue.length} action approval(s) expired before a decision was made.`;
386
+ await runs.update({
387
+ filterByTk: runId,
388
+ values: {
389
+ status: 'blocked',
390
+ blockedReason: reason,
391
+ approvalStatus: 'expired',
392
+ lockedBy: null,
393
+ lockedUntil: null,
394
+ },
395
+ transaction,
396
+ });
397
+ const event = await this.createEvent(
398
+ {
399
+ runId,
400
+ type: 'run_approval_expired',
401
+ title: 'Approval window expired',
402
+ content: reason,
403
+ status: 'blocked',
404
+ payload: { reason, expiredApprovals: overdue.length },
405
+ actorType: 'system',
406
+ actorIdentity: 'approval-reaper',
407
+ correlationKey: `approval-expired:${runId}`,
408
+ createdAt: now,
409
+ },
410
+ transaction,
411
+ );
412
+ blockedRunIds.push(runId);
413
+ committedEvents.push({ runId, event });
414
+ }
415
+ });
416
+
417
+ for (const blocked of committedEvents) getRunEventBus().emit(blocked.runId, blocked.event);
418
+ return blockedRunIds;
419
+ }
420
+
421
+ async renewLease(runId: number, leaseToken: string, leaseMs: number) {
422
+ if (!leaseToken.trim()) throw new Error('Worker lease token is required.');
423
+ if (!Number.isSafeInteger(leaseMs) || leaseMs < 5_000) throw new Error('Worker lease must be at least 5000ms.');
424
+ return this.database.sequelize.transaction(async (transaction) => {
425
+ const runs = this.database.getRepository('agentLoopRuns');
426
+ const run = await runs.findOne({ filterByTk: runId, transaction, lock: transaction.LOCK.UPDATE });
427
+ if (!run || read(run, 'lockedBy') !== leaseToken)
428
+ throw new Error('Worker lease is no longer owned by this worker.');
429
+ if (String(read(run, 'runtimeVersion')) !== 'control-plane-v2')
430
+ throw new Error('Historical plan-era runs are read-only.');
431
+ if (!activeExecutionStatuses.includes(asStatus(read(run, 'status')))) {
432
+ throw new Error('Only actively executing runs can renew a worker lease.');
433
+ }
434
+ const leaseUntil = new Date(Date.now() + leaseMs);
435
+ await runs.update({ filterByTk: runId, values: { lockedUntil: leaseUntil }, transaction });
436
+ return leaseUntil;
437
+ });
438
+ }
439
+
440
+ async releaseLease(runId: number, leaseToken: string) {
441
+ if (!leaseToken.trim()) throw new Error('Worker lease token is required.');
442
+ return this.database.sequelize.transaction(async (transaction) => {
443
+ const runs = this.database.getRepository('agentLoopRuns');
444
+ const run = await runs.findOne({ filterByTk: runId, transaction, lock: transaction.LOCK.UPDATE });
445
+ if (!run) return false;
446
+ if (read(run, 'lockedBy') !== leaseToken) throw new Error('Worker lease is no longer owned by this worker.');
447
+ await runs.update({ filterByTk: runId, values: { lockedBy: null, lockedUntil: null }, transaction });
448
+ return true;
449
+ });
450
+ }
451
+
452
+ async transition(input: {
453
+ runId: number;
454
+ to: LoopRunStatus;
455
+ actorType: string;
456
+ actorIdentity: string;
457
+ eventType?: string;
458
+ title?: string;
459
+ content?: string;
460
+ correlationKey?: string;
461
+ leaseToken?: string;
462
+ values?: Record<string, unknown>;
463
+ humanAccepted?: boolean;
464
+ }) {
465
+ const committed = await this.database.sequelize.transaction(async (transaction) => {
466
+ const runs = this.database.getRepository('agentLoopRuns');
467
+ const run = await runs.findOne({
468
+ filterByTk: input.runId,
469
+ transaction,
470
+ lock: transaction.LOCK.UPDATE,
471
+ });
472
+ if (!run) throw new Error(`Agent loop run ${input.runId} was not found.`);
473
+
474
+ if (input.actorType === 'worker') {
475
+ if (!input.leaseToken?.trim() || read(run, 'lockedBy') !== input.leaseToken) {
476
+ throw new Error('Worker lease is no longer owned by this worker.');
477
+ }
478
+ if (leaseIsExpired(run, new Date())) throw new Error('Worker lease has expired.');
479
+ }
480
+
481
+ const from = asStatus(read(run, 'status'));
482
+
483
+ // The transition table permits `paused -> running/verifying` because that is how a human
484
+ // resumes a run. A worker must not use those edges: a run paused or canceled mid-invocation
485
+ // would otherwise be carried forward by the worker that was already executing it, and the
486
+ // pause would only take effect on the next claim.
487
+ if (input.actorType === 'worker' && !activeExecutionStatuses.includes(from)) {
488
+ throw new Error(`A worker cannot transition a run that is ${from}.`);
489
+ }
490
+
491
+ const verifierEvidence = input.values?.verifierEvidence ?? read(run, 'verifierEvidence');
492
+ assertRunTransition({
493
+ from,
494
+ to: input.to,
495
+ runtimeVersion: String(read(run, 'runtimeVersion') || ''),
496
+ verifierEvidence,
497
+ humanAccepted: input.humanAccepted,
498
+ });
499
+
500
+ const now = new Date();
501
+ await runs.update({
502
+ filterByTk: input.runId,
503
+ values: {
504
+ ...(input.values || {}),
505
+ status: input.to,
506
+ ...(input.to === 'running' && !read(run, 'startedAt') ? { startedAt: now } : {}),
507
+ ...(['succeeded', 'failed', 'canceled'].includes(input.to) ? { endedAt: now } : {}),
508
+ },
509
+ transaction,
510
+ });
511
+ const event = await this.createEvent(
512
+ {
513
+ runId: input.runId,
514
+ type: input.eventType || 'run_status_changed',
515
+ title: input.title || `Run ${input.to}`,
516
+ content: input.content || `${from} -> ${input.to}`,
517
+ status: input.to,
518
+ payload: { from, to: input.to },
519
+ actorType: input.actorType,
520
+ actorIdentity: input.actorIdentity,
521
+ correlationKey: input.correlationKey,
522
+ createdAt: now,
523
+ },
524
+ transaction,
525
+ );
526
+ return { from, to: input.to, event };
527
+ });
528
+
529
+ getRunEventBus().emit(input.runId, committed.event);
530
+ return committed;
531
+ }
532
+
533
+ private async countActive(runs: Repository, filter: Record<string, unknown>, transaction: Transaction, now: Date) {
534
+ const rows = await runs.find({
535
+ filter: { ...filter, runtimeVersion: 'control-plane-v2', status: { $in: activeExecutionStatuses } },
536
+ transaction,
537
+ });
538
+ return rows.filter((row: Model) => !leaseIsReclaimable(row, now)).length;
539
+ }
540
+
541
+ private async createEvent(values: Record<string, unknown>, transaction: Transaction) {
542
+ const record = await this.database.getRepository('agentLoopEvents').create({ values, transaction });
543
+ return typeof record.toJSON === 'function' ? record.toJSON() : record;
544
+ }
545
+ }