plugin-agent-orchestrator 1.1.8 → 1.2.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (495) hide show
  1. package/LICENSE +201 -0
  2. package/README.md +207 -204
  3. package/client-v2.d.ts +2 -2
  4. package/client-v2.js +1 -1
  5. package/client.d.ts +2 -2
  6. package/client.js +1 -1
  7. package/dist/client/117.6c69b6a87751dd18.js +10 -0
  8. package/dist/client/253.52f62e1bc0e9520a.js +10 -0
  9. package/dist/client/325.8f7f509bdb35e142.js +10 -0
  10. package/dist/client/404.86593f98c9768ed5.js +10 -0
  11. package/dist/client/453.fa2d169576262213.js +10 -0
  12. package/dist/client/53.567db3ae078650c6.js +10 -0
  13. package/dist/client/619.01713281e5e951d3.js +10 -0
  14. package/dist/client/652.69da1598312b3a3f.js +10 -0
  15. package/dist/client/773.648965568ff476f9.js +10 -0
  16. package/dist/client/981.37e7aeecdb1ef6fa.js +10 -0
  17. package/dist/client/993.ac89f3852990918d.js +10 -0
  18. package/dist/client/index.js +1 -1
  19. package/dist/client-v2/117.c982d79ff68738f5.js +10 -0
  20. package/dist/client-v2/214.94c4257bf2838577.js +10 -0
  21. package/dist/client-v2/253.8e19956d2a44dfb8.js +10 -0
  22. package/dist/client-v2/264.80e8e358c8c6c2e5.js +10 -0
  23. package/dist/client-v2/325.fafe5a6e83ba9cb3.js +10 -0
  24. package/dist/client-v2/404.ab032b79c95dab6f.js +10 -0
  25. package/dist/client-v2/{41.3deb9e57a0f64fc4.js → 41.cd5610fcf7446127.js} +1 -1
  26. package/dist/client-v2/453.42c6d70628d56cc2.js +10 -0
  27. package/dist/client-v2/{53.349fff8db80b19d4.js → 53.37c08089a648f89a.js} +1 -1
  28. package/dist/client-v2/{619.0a2144aaffefe018.js → 619.6e9618550101e819.js} +1 -1
  29. package/dist/client-v2/652.eeba4e0c38367321.js +10 -0
  30. package/dist/client-v2/{70.ffff2997c10fd4b0.js → 70.332698e53eb59677.js} +1 -1
  31. package/dist/client-v2/773.4de2ba5acb07318c.js +10 -0
  32. package/dist/client-v2/981.76060f466e6f7c11.js +10 -0
  33. package/dist/client-v2/993.f8cdb5172566ce75.js +10 -0
  34. package/dist/client-v2/index.js +1 -1
  35. package/dist/externalVersion.js +13 -7
  36. package/dist/locale/en-US.json +308 -1
  37. package/dist/locale/vi-VN.json +5 -1
  38. package/dist/locale/zh-CN.json +308 -1
  39. package/dist/node_modules/acorn/LICENSE +21 -0
  40. package/dist/node_modules/acorn/bin/acorn +4 -0
  41. package/dist/node_modules/acorn/dist/acorn.d.mts +857 -0
  42. package/dist/node_modules/acorn/dist/acorn.d.ts +857 -0
  43. package/dist/node_modules/acorn/dist/acorn.js +1 -0
  44. package/dist/node_modules/acorn/dist/bin.js +90 -0
  45. package/dist/node_modules/acorn/package.json +1 -0
  46. package/dist/node_modules/acorn-walk/LICENSE +21 -0
  47. package/dist/node_modules/acorn-walk/dist/walk.d.mts +177 -0
  48. package/dist/node_modules/acorn-walk/dist/walk.d.ts +177 -0
  49. package/dist/node_modules/acorn-walk/dist/walk.js +1 -0
  50. package/dist/node_modules/acorn-walk/node_modules/.bin/acorn +15 -0
  51. package/dist/node_modules/acorn-walk/node_modules/.bin/acorn.cmd +7 -0
  52. package/dist/node_modules/acorn-walk/node_modules/acorn/bin/acorn +4 -0
  53. package/dist/node_modules/acorn-walk/node_modules/acorn/dist/acorn.d.mts +866 -0
  54. package/dist/node_modules/acorn-walk/node_modules/acorn/dist/acorn.d.ts +866 -0
  55. package/dist/node_modules/acorn-walk/node_modules/acorn/dist/acorn.js +6174 -0
  56. package/dist/node_modules/acorn-walk/node_modules/acorn/dist/bin.js +90 -0
  57. package/dist/node_modules/acorn-walk/node_modules/acorn/package.json +50 -0
  58. package/dist/node_modules/acorn-walk/package.json +1 -0
  59. package/dist/node_modules/adm-zip/adm-zip.js +1 -1
  60. package/dist/node_modules/adm-zip/package.json +1 -1
  61. package/dist/node_modules/ajv/package.json +1 -1
  62. package/dist/node_modules/zod/index.cjs +1 -1
  63. package/dist/node_modules/zod/package.json +1 -1
  64. package/dist/server/collections/agent-auto-approval-checkpoints.js +47 -0
  65. package/dist/server/collections/agent-execution-spans.js +148 -9
  66. package/dist/server/collections/agent-governance-audit-events.js +47 -0
  67. package/dist/server/collections/agent-governance-policies.js +47 -0
  68. package/dist/server/collections/agent-governance-policy-versions.js +48 -0
  69. package/dist/server/collections/agent-governance-prompt-bindings.js +50 -0
  70. package/dist/server/collections/agent-hierarchy-invocations.js +59 -0
  71. package/dist/server/collections/agent-loop-runs.js +23 -5
  72. package/dist/server/collections/agent-routing-graph-locks.js +40 -0
  73. package/dist/server/collections/agent-session-auto-approvals.js +45 -0
  74. package/dist/server/collections/orchestrator-config.js +17 -0
  75. package/dist/server/migrations/20261110000000-add-usage-pricing-snapshots.js +117 -0
  76. package/dist/server/migrations/20261110010000-add-usage-department-attribution.js +54 -0
  77. package/dist/server/migrations/20261119000000-widen-native-employee-identifiers.js +59 -0
  78. package/dist/server/plugin.js +169 -33
  79. package/dist/server/resources/agent-auto-approval.js +80 -0
  80. package/dist/server/resources/agent-governance.js +192 -0
  81. package/dist/server/resources/agent-harness-profile.js +11 -3
  82. package/dist/server/resources/agent-monitor.js +109 -339
  83. package/dist/server/resources/agent-usage.js +423 -0
  84. package/dist/server/resources/hierarchical-routing.js +60 -0
  85. package/dist/server/resources/native-monitor-format.js +179 -0
  86. package/dist/server/resources/tracing.js +35 -12
  87. package/dist/server/services/AgentGovernanceService.js +500 -0
  88. package/dist/server/services/AutoApprovalCheckpoint.js +133 -0
  89. package/dist/server/services/CodeValidator.js +8 -4
  90. package/dist/server/services/DepartmentAttribution.js +65 -0
  91. package/dist/server/services/ExecutionSpanService.js +96 -3
  92. package/dist/server/services/GovernanceAdmission.js +271 -0
  93. package/dist/server/services/HarnessCapabilities.js +118 -0
  94. package/dist/server/services/HarnessCompiler.js +3 -0
  95. package/dist/server/services/HarnessSchema.js +13 -1
  96. package/dist/server/services/HierarchicalAgentRuntime.js +925 -0
  97. package/dist/server/services/HierarchyEnrollmentGuard.js +216 -0
  98. package/dist/server/services/HierarchyInvocationJournal.js +157 -0
  99. package/dist/server/services/HierarchyRequestCancellation.js +150 -0
  100. package/dist/server/services/LoopBudgetService.js +29 -11
  101. package/dist/server/services/LoopRunRepository.js +16 -7
  102. package/dist/server/services/LoopRunStateMachine.js +20 -9
  103. package/dist/server/services/LoopTriggerService.js +1 -1
  104. package/dist/server/services/LoopWorkerService.js +71 -37
  105. package/dist/server/services/ManagedPromptProtection.js +99 -0
  106. package/dist/server/services/NativeAgentMonitorSyncService.js +584 -0
  107. package/dist/server/services/NativeSubAgentObserver.js +141 -508
  108. package/dist/server/services/NativeUsageAttribution.js +97 -0
  109. package/dist/server/services/PluginAiRuntimeAdapter.js +107 -9
  110. package/dist/server/services/RoutingBindingRepository.js +156 -0
  111. package/dist/server/services/RoutingBindingValidation.js +161 -0
  112. package/dist/server/services/SandboxRunner.js +19 -0
  113. package/dist/server/services/SessionAutoApproval.js +173 -0
  114. package/dist/server/services/TokenTracker.js +787 -104
  115. package/dist/server/services/TracingRetentionPolicy.js +66 -0
  116. package/dist/server/services/VerificationService.js +20 -10
  117. package/dist/server/skill-hub/plugin.js +17 -0
  118. package/dist/server/skill-hub/sandbox-config.json +6 -6
  119. package/dist/server/skill-hub/services/RegistrySkillInstallationService.js +2 -2
  120. package/dist/server/skill-hub/services/registry-node-package.js +191 -0
  121. package/dist/server/skill-hub/tasks/SkillExecutionTask.js +21 -6
  122. package/dist/server/tools/skill-execute.js +1 -0
  123. package/dist/server/utils/ensure-indexes.js +15 -5
  124. package/package.json +66 -53
  125. package/server.d.ts +2 -2
  126. package/server.js +1 -1
  127. package/src/client/AgentRunsTab.tsx +2 -2
  128. package/src/client/ApprovalsTab.tsx +2 -2
  129. package/src/client/HarnessProfilesTab.tsx +2 -2
  130. package/src/client/OrchestratorSettings.tsx +152 -152
  131. package/src/client/SkillPages.tsx +34 -0
  132. package/src/client/__tests__/embedded-settings.test.tsx +225 -0
  133. package/src/client/hooks/useRunEventStream.ts +76 -76
  134. package/src/client/index.tsx +2 -2
  135. package/src/client/plugin.tsx +71 -33
  136. package/src/client/skill-hub/components/ExecutionHistory.tsx +200 -200
  137. package/src/client/skill-hub/components/GitSkillImport.tsx +562 -562
  138. package/src/client/skill-hub/components/LoopSettings.tsx +331 -331
  139. package/src/client/skill-hub/components/SkillEditor.tsx +460 -460
  140. package/src/client/skill-hub/components/SkillManager.tsx +194 -194
  141. package/src/client/skill-hub/components/SkillMetrics.tsx +162 -162
  142. package/src/client/skill-hub/components/SkillTestPanel.tsx +141 -141
  143. package/src/client/skill-hub/index.tsx +6 -6
  144. package/src/client/skill-hub/locale.ts +16 -16
  145. package/src/client/skill-hub/tools/InteractionSchemasProvider.tsx +147 -132
  146. package/src/client/skill-hub/tools/SkillHubCard.tsx +110 -104
  147. package/src/client/skill-hub/tools/__tests__/skill-hub-card.test.tsx +255 -0
  148. package/src/client/skill-hub/tools/loopTemplates.ts +52 -52
  149. package/src/client/skill-hub/tools/registerSkillLoopCards.ts +80 -71
  150. package/src/client/skill-hub/utils/jsonFields.ts +41 -41
  151. package/src/client-v2/__tests__/embedded-settings.test.tsx +202 -0
  152. package/src/client-v2/__tests__/hierarchical-routing-settings.test.tsx +350 -0
  153. package/src/client-v2/auto-approval/AutoApprovalBridge.tsx +513 -0
  154. package/src/client-v2/auto-approval/AutoApprovalProvider.tsx +399 -0
  155. package/src/client-v2/auto-approval/__tests__/session-auto-approval.test.tsx +1676 -0
  156. package/src/client-v2/components/AIEmployeeSelect.tsx +47 -47
  157. package/src/client-v2/components/AIEmployeesContext.tsx +97 -97
  158. package/src/client-v2/components/AgentBindingsTab.tsx +541 -269
  159. package/src/client-v2/components/AgentRunsTab.tsx +85 -83
  160. package/src/client-v2/components/ApprovalsTab.tsx +337 -337
  161. package/src/client-v2/components/EmployeeGovernanceTab.tsx +695 -0
  162. package/src/client-v2/components/HarnessProfilesTab.tsx +700 -541
  163. package/src/client-v2/components/HarnessSettingsForm.tsx +221 -0
  164. package/src/client-v2/components/KnowledgeAccessTab.tsx +116 -116
  165. package/src/client-v2/components/RetrievalTraceTab.tsx +162 -162
  166. package/src/client-v2/components/UsageGovernanceTab.tsx +379 -0
  167. package/src/client-v2/index.tsx +1 -1
  168. package/src/client-v2/pages/AgentBindingsPage.tsx +15 -13
  169. package/src/client-v2/pages/ApprovalsPage.tsx +12 -10
  170. package/src/client-v2/pages/EmployeeGovernancePage.tsx +15 -0
  171. package/src/client-v2/pages/ExecutionHistoryPage.tsx +12 -10
  172. package/src/client-v2/pages/HarnessProfilesPage.tsx +12 -10
  173. package/src/client-v2/pages/KnowledgeAccessPage.tsx +12 -10
  174. package/src/client-v2/pages/LoopSettingsPage.tsx +12 -10
  175. package/src/client-v2/pages/MemoryInspectorPage.tsx +15 -13
  176. package/src/client-v2/pages/RetrievalTracePage.tsx +12 -10
  177. package/src/client-v2/pages/RulesPage.tsx +15 -13
  178. package/src/client-v2/pages/SkillDefinitionsPage.tsx +12 -10
  179. package/src/client-v2/pages/SkillMetricsPage.tsx +12 -10
  180. package/src/client-v2/pages/TracingPage.tsx +15 -13
  181. package/src/client-v2/pages/UsageGovernancePage.tsx +15 -0
  182. package/src/client-v2/plugin.tsx +134 -111
  183. package/src/client-v2/skill-hub/components/ExecutionHistory.tsx +196 -196
  184. package/src/client-v2/skill-hub/components/FileLinkList.tsx +37 -37
  185. package/src/client-v2/skill-hub/components/GitSkillImport.tsx +539 -539
  186. package/src/client-v2/skill-hub/components/LoopSettings.tsx +331 -331
  187. package/src/client-v2/skill-hub/components/SkillEditor.tsx +453 -453
  188. package/src/client-v2/skill-hub/components/SkillManager.tsx +191 -174
  189. package/src/client-v2/skill-hub/components/SkillMetrics.tsx +162 -162
  190. package/src/client-v2/skill-hub/components/SkillTestPanel.tsx +135 -135
  191. package/src/client-v2/skill-hub/locale.ts +13 -13
  192. package/src/client-v2/skill-hub/tools/InteractionSchemasProvider.tsx +62 -0
  193. package/src/client-v2/skill-hub/tools/SkillHubCard.tsx +104 -0
  194. package/src/client-v2/skill-hub/tools/__tests__/interactions.test.ts +126 -0
  195. package/src/client-v2/skill-hub/tools/interactions.ts +137 -0
  196. package/src/client-v2/skill-hub/tools/loopTemplates.ts +52 -52
  197. package/src/client-v2/skill-hub/utils/jsonFields.ts +41 -41
  198. package/src/client-v2/utils/jsonFields.ts +41 -41
  199. package/src/index.ts +2 -2
  200. package/src/locale/en-US.json +308 -1
  201. package/src/locale/vi-VN.json +5 -1
  202. package/src/locale/zh-CN.json +308 -1
  203. package/src/server/__tests__/agent-execution-context.test.ts +18 -18
  204. package/src/server/__tests__/agent-governance.integration.test.ts +385 -0
  205. package/src/server/__tests__/agent-knowledge-insights.test.ts +123 -123
  206. package/src/server/__tests__/agent-monitor-acl.integration.test.ts +267 -0
  207. package/src/server/__tests__/agent-registry-service.test.ts +147 -147
  208. package/src/server/__tests__/agent-runtime-lifecycle.test.ts +46 -46
  209. package/src/server/__tests__/agent-usage-report.integration.test.ts +335 -0
  210. package/src/server/__tests__/auto-approval-checkpoint.integration.test.ts +295 -0
  211. package/src/server/__tests__/code-validator.test.ts +63 -63
  212. package/src/server/__tests__/external-rag-search.test.ts +107 -107
  213. package/src/server/__tests__/harness-capabilities.test.ts +88 -0
  214. package/src/server/__tests__/harness-compiler.test.ts +278 -214
  215. package/src/server/__tests__/harness-profile-service.test.ts +167 -167
  216. package/src/server/__tests__/harness-runtime-policy.test.ts +293 -293
  217. package/src/server/__tests__/harness-tool-plan.test.ts +175 -172
  218. package/src/server/__tests__/hierarchical-routing.integration.test.ts +2318 -0
  219. package/src/server/__tests__/hierarchy-invocation-journal.integration.test.ts +119 -0
  220. package/src/server/__tests__/input-schema-validator.test.ts +26 -26
  221. package/src/server/__tests__/loop-approval-decision.test.ts +624 -512
  222. package/src/server/__tests__/loop-approval-expiry.test.ts +258 -258
  223. package/src/server/__tests__/loop-budget-service.test.ts +29 -0
  224. package/src/server/__tests__/loop-pattern-schema.test.ts +73 -73
  225. package/src/server/__tests__/loop-run-repository.test.ts +25 -0
  226. package/src/server/__tests__/loop-run-state-machine.test.ts +101 -101
  227. package/src/server/__tests__/loop-trigger-service.test.ts +185 -148
  228. package/src/server/__tests__/loop-worker-claim.test.ts +110 -10
  229. package/src/server/__tests__/loop-worker-execution.test.ts +375 -317
  230. package/src/server/__tests__/native-agent-monitor-sync.test.ts +343 -0
  231. package/src/server/__tests__/native-hierarchy-probe.integration.test.ts +527 -0
  232. package/src/server/__tests__/native-sub-agent-observer.test.ts +463 -662
  233. package/src/server/__tests__/native-usage-attribution.integration.test.ts +168 -0
  234. package/src/server/__tests__/plugin-ai-runtime-adapter.test.ts +403 -0
  235. package/src/server/__tests__/registry-node-package.test.ts +299 -0
  236. package/src/server/__tests__/routing-binding-graph.integration.test.ts +217 -0
  237. package/src/server/__tests__/routing-binding-validation.test.ts +256 -0
  238. package/src/server/__tests__/session-auto-approval.integration.test.ts +329 -0
  239. package/src/server/__tests__/skill-access-service.test.ts +64 -64
  240. package/src/server/__tests__/skill-execute.test.ts +81 -70
  241. package/src/server/__tests__/skill-execution-task-policy.test.ts +140 -140
  242. package/src/server/__tests__/skill-review-guard.test.ts +171 -0
  243. package/src/server/__tests__/skill-sandbox-worker-mode.test.ts +15 -15
  244. package/src/server/__tests__/skill-settings.test.ts +63 -63
  245. package/src/server/__tests__/skill-tool-name.test.ts +23 -23
  246. package/src/server/__tests__/token-tracker.test.ts +632 -0
  247. package/src/server/__tests__/tool-loop-detection.test.ts +276 -276
  248. package/src/server/__tests__/tracing-retention-policy.test.ts +30 -0
  249. package/src/server/__tests__/usage-ledger.integration.test.ts +187 -0
  250. package/src/server/collections/agent-auto-approval-checkpoints.ts +18 -0
  251. package/src/server/collections/agent-execution-spans.ts +386 -245
  252. package/src/server/collections/agent-governance-audit-events.ts +19 -0
  253. package/src/server/collections/agent-governance-policies.ts +19 -0
  254. package/src/server/collections/agent-governance-policy-versions.ts +20 -0
  255. package/src/server/collections/agent-governance-prompt-bindings.ts +22 -0
  256. package/src/server/collections/agent-hierarchy-invocations.ts +30 -0
  257. package/src/server/collections/agent-loop-action-approvals.ts +39 -39
  258. package/src/server/collections/agent-loop-runs.ts +389 -369
  259. package/src/server/collections/agent-loop-steps.ts +220 -220
  260. package/src/server/collections/agent-memory-contexts.ts +95 -95
  261. package/src/server/collections/agent-routing-graph-locks.ts +11 -0
  262. package/src/server/collections/agent-session-auto-approvals.ts +16 -0
  263. package/src/server/collections/orchestrator-config.ts +113 -87
  264. package/src/server/collections/orchestrator-logs.ts +116 -116
  265. package/src/server/collections/skill-definitions.ts +159 -159
  266. package/src/server/collections/skill-executions.ts +154 -154
  267. package/src/server/collections/skill-loop-configs.ts +65 -65
  268. package/src/server/collections/skill-metrics.ts +36 -36
  269. package/src/server/collections/skill-registry-installations.ts +41 -41
  270. package/src/server/collections/skill-worker-configs.ts +86 -86
  271. package/src/server/index.ts +1 -1
  272. package/src/server/migrations/20260423000000-add-progress-fields.ts +50 -50
  273. package/src/server/migrations/20260425000000-add-interaction-schema.ts +37 -37
  274. package/src/server/migrations/20260427000000-add-tracing-detail-fields.ts +41 -41
  275. package/src/server/migrations/20260427000001-change-other-json-to-text.ts +61 -61
  276. package/src/server/migrations/20260524001000-add-plan-approval-and-harness-profiles.ts +145 -145
  277. package/src/server/migrations/20260601000000-add-token-fields.ts +89 -89
  278. package/src/server/migrations/20260615000000-normalize-ai-employee-tool-bindings.ts +39 -39
  279. package/src/server/migrations/20260621000000-native-policy-profile-defaults.ts +190 -190
  280. package/src/server/migrations/20260727000000-remove-unused-knowledge-scopes.ts +25 -25
  281. package/src/server/migrations/20260727010000-backfill-skill-tool-names.ts +45 -45
  282. package/src/server/migrations/20261110000000-add-usage-pricing-snapshots.ts +110 -0
  283. package/src/server/migrations/20261110010000-add-usage-department-attribution.ts +28 -0
  284. package/src/server/migrations/20261119000000-widen-native-employee-identifiers.ts +37 -0
  285. package/src/server/plugin.ts +724 -573
  286. package/src/server/resources/agent-auto-approval.ts +51 -0
  287. package/src/server/resources/agent-governance.ts +161 -0
  288. package/src/server/resources/agent-harness-profile.ts +103 -94
  289. package/src/server/resources/agent-knowledge-insights.ts +306 -306
  290. package/src/server/resources/agent-loop-approval.ts +84 -84
  291. package/src/server/resources/agent-loop-events-stream.ts +108 -108
  292. package/src/server/resources/agent-loop.ts +252 -252
  293. package/src/server/resources/agent-monitor.ts +208 -482
  294. package/src/server/resources/agent-usage.ts +413 -0
  295. package/src/server/resources/hierarchical-routing.ts +39 -0
  296. package/src/server/resources/native-monitor-format.ts +150 -0
  297. package/src/server/resources/tracing.ts +296 -267
  298. package/src/server/services/AgentExecutionContext.ts +23 -23
  299. package/src/server/services/AgentGovernanceService.ts +541 -0
  300. package/src/server/services/AgentMemoryContextService.ts +344 -344
  301. package/src/server/services/AgentRegistryService.ts +220 -220
  302. package/src/server/services/AgentRuntimeLifecycle.ts +64 -64
  303. package/src/server/services/AutoApprovalCheckpoint.ts +140 -0
  304. package/src/server/services/CodeValidator.ts +257 -238
  305. package/src/server/services/DepartmentAttribution.ts +47 -0
  306. package/src/server/services/DurableCircuitBreakerService.ts +235 -235
  307. package/src/server/services/ExecutionSpanService.ts +271 -146
  308. package/src/server/services/FileManager.ts +159 -159
  309. package/src/server/services/GovernanceAdmission.ts +314 -0
  310. package/src/server/services/HarnessCapabilities.ts +112 -0
  311. package/src/server/services/HarnessCompiler.ts +182 -170
  312. package/src/server/services/HarnessProfileService.ts +235 -235
  313. package/src/server/services/HarnessSchema.ts +224 -194
  314. package/src/server/services/HierarchicalAgentRuntime.ts +1052 -0
  315. package/src/server/services/HierarchyEnrollmentGuard.ts +211 -0
  316. package/src/server/services/HierarchyInvocationJournal.ts +172 -0
  317. package/src/server/services/HierarchyRequestCancellation.ts +132 -0
  318. package/src/server/services/InputSchemaValidator.ts +44 -44
  319. package/src/server/services/LoopBudgetService.ts +325 -271
  320. package/src/server/services/LoopControlService.ts +120 -120
  321. package/src/server/services/LoopPatternSchema.ts +231 -231
  322. package/src/server/services/LoopPatternService.ts +171 -171
  323. package/src/server/services/LoopRunRepository.ts +343 -332
  324. package/src/server/services/LoopRunStateMachine.ts +538 -525
  325. package/src/server/services/LoopSchedulerService.ts +195 -195
  326. package/src/server/services/LoopTriggerService.ts +162 -159
  327. package/src/server/services/LoopWorkerService.ts +975 -912
  328. package/src/server/services/ManagedPromptProtection.ts +81 -0
  329. package/src/server/services/NativeAgentMonitorSyncService.ts +684 -0
  330. package/src/server/services/NativeSubAgentObserver.ts +324 -757
  331. package/src/server/services/NativeUsageAttribution.ts +91 -0
  332. package/src/server/services/PathLockService.ts +317 -317
  333. package/src/server/services/PluginAiRuntimeAdapter.ts +518 -387
  334. package/src/server/services/RoutingBindingRepository.ts +146 -0
  335. package/src/server/services/RoutingBindingValidation.ts +161 -0
  336. package/src/server/services/RunEventBus.ts +58 -58
  337. package/src/server/services/SandboxRunner.ts +526 -492
  338. package/src/server/services/SessionAutoApproval.ts +167 -0
  339. package/src/server/services/SkillAccessService.ts +175 -175
  340. package/src/server/services/SkillManager.ts +585 -585
  341. package/src/server/services/SkillRepositoryService.ts +236 -236
  342. package/src/server/services/TokenTracker.ts +1151 -287
  343. package/src/server/services/ToolLoopDetectionService.ts +210 -210
  344. package/src/server/services/TracingRetentionPolicy.ts +49 -0
  345. package/src/server/services/VerificationSchema.ts +31 -31
  346. package/src/server/services/VerificationService.ts +325 -313
  347. package/src/server/services/WorkerEnvManager.ts +198 -198
  348. package/src/server/services/__tests__/SkillRepositoryService.test.ts +33 -33
  349. package/src/server/services/harness-runtime-policy.ts +134 -134
  350. package/src/server/services/pythonGuardTemplate.ts +87 -87
  351. package/src/server/services/sandboxCapabilities.ts +348 -348
  352. package/src/server/skill-hub/actions/__tests__/git-import.test.ts +563 -563
  353. package/src/server/skill-hub/actions/git-import.ts +936 -936
  354. package/src/server/skill-hub/mcp/McpController.ts +107 -107
  355. package/src/server/skill-hub/middlewares/git-import-request-method-policy.ts +51 -51
  356. package/src/server/skill-hub/plugin.ts +1272 -1232
  357. package/src/server/skill-hub/sandbox-config.json +6 -6
  358. package/src/server/skill-hub/services/RegistrySkillInstallationService.ts +291 -281
  359. package/src/server/skill-hub/services/__tests__/RegistrySkillInstallationService.test.ts +295 -295
  360. package/src/server/skill-hub/services/registry-node-package.ts +191 -0
  361. package/src/server/skill-hub/tasks/SkillExecutionTask.ts +597 -568
  362. package/src/server/skill-hub/utils/json-fields.ts +57 -57
  363. package/src/server/tools/delegate-task.ts +30 -30
  364. package/src/server/tools/external-rag-search.ts +329 -329
  365. package/src/server/tools/skill-execute.ts +226 -216
  366. package/src/server/types.ts +21 -21
  367. package/src/server/utils/ai-manager.ts +24 -24
  368. package/src/server/utils/ctx-utils.ts +132 -132
  369. package/src/server/utils/ensure-indexes.ts +113 -96
  370. package/src/server/utils/ha-lock.ts +80 -80
  371. package/src/server/utils/loop-pattern-context.ts +84 -84
  372. package/src/server/utils/record-utils.ts +19 -19
  373. package/src/server/utils/skill-settings.ts +135 -135
  374. package/src/server/utils/skill-tool-name.ts +58 -58
  375. package/dist/client-v2/117.7565cff57c39318a.js +0 -10
  376. package/dist/client-v2/214.106635011859dede.js +0 -10
  377. package/dist/client-v2/253.59577b40d9875be0.js +0 -10
  378. package/dist/client-v2/264.7ed8bee71fa5935c.js +0 -10
  379. package/dist/client-v2/418.41ed200e7d6da332.js +0 -10
  380. package/dist/client-v2/794.a67a2614405ba627.js +0 -10
  381. package/dist/client-v2/981.e4a1f41cfc94a856.js +0 -10
  382. package/dist/client-v2/993.b0688fdc5ccb000a.js +0 -10
  383. package/dist/node_modules/simple-git/dist/cjs/index.js +0 -7399
  384. package/dist/node_modules/simple-git/dist/esm/index.js +0 -4745
  385. package/dist/node_modules/simple-git/dist/esm/package.json +0 -3
  386. package/dist/node_modules/simple-git/dist/src/lib/api.d.ts +0 -13
  387. package/dist/node_modules/simple-git/dist/src/lib/args/log-format.d.ts +0 -9
  388. package/dist/node_modules/simple-git/dist/src/lib/errors/git-construct-error.d.ts +0 -15
  389. package/dist/node_modules/simple-git/dist/src/lib/errors/git-error.d.ts +0 -30
  390. package/dist/node_modules/simple-git/dist/src/lib/errors/git-plugin-error.d.ts +0 -7
  391. package/dist/node_modules/simple-git/dist/src/lib/errors/git-response-error.d.ts +0 -32
  392. package/dist/node_modules/simple-git/dist/src/lib/errors/task-configuration-error.d.ts +0 -12
  393. package/dist/node_modules/simple-git/dist/src/lib/git-factory.d.ts +0 -15
  394. package/dist/node_modules/simple-git/dist/src/lib/git-logger.d.ts +0 -21
  395. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-branch-delete.d.ts +0 -5
  396. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-branch.d.ts +0 -2
  397. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-commit.d.ts +0 -2
  398. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-diff-summary.d.ts +0 -3
  399. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-fetch.d.ts +0 -2
  400. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-list-log-summary.d.ts +0 -6
  401. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-merge.d.ts +0 -11
  402. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-move.d.ts +0 -2
  403. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-pull.d.ts +0 -6
  404. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-push.d.ts +0 -4
  405. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-remote-messages.d.ts +0 -5
  406. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-remote-objects.d.ts +0 -3
  407. package/dist/node_modules/simple-git/dist/src/lib/plugins/abort-plugin.d.ts +0 -3
  408. package/dist/node_modules/simple-git/dist/src/lib/plugins/block-unsafe-operations-plugin.d.ts +0 -3
  409. package/dist/node_modules/simple-git/dist/src/lib/plugins/command-config-prefixing-plugin.d.ts +0 -2
  410. package/dist/node_modules/simple-git/dist/src/lib/plugins/completion-detection.plugin.d.ts +0 -3
  411. package/dist/node_modules/simple-git/dist/src/lib/plugins/custom-binary.plugin.d.ts +0 -3
  412. package/dist/node_modules/simple-git/dist/src/lib/plugins/error-detection.plugin.d.ts +0 -7
  413. package/dist/node_modules/simple-git/dist/src/lib/plugins/index.d.ts +0 -11
  414. package/dist/node_modules/simple-git/dist/src/lib/plugins/plugin-store.d.ts +0 -11
  415. package/dist/node_modules/simple-git/dist/src/lib/plugins/progress-monitor-plugin.d.ts +0 -3
  416. package/dist/node_modules/simple-git/dist/src/lib/plugins/simple-git-plugin.d.ts +0 -48
  417. package/dist/node_modules/simple-git/dist/src/lib/plugins/spawn-options-plugin.d.ts +0 -3
  418. package/dist/node_modules/simple-git/dist/src/lib/plugins/suffix-paths.plugin.d.ts +0 -2
  419. package/dist/node_modules/simple-git/dist/src/lib/plugins/timout-plugin.d.ts +0 -3
  420. package/dist/node_modules/simple-git/dist/src/lib/responses/BranchDeleteSummary.d.ts +0 -12
  421. package/dist/node_modules/simple-git/dist/src/lib/responses/BranchSummary.d.ts +0 -14
  422. package/dist/node_modules/simple-git/dist/src/lib/responses/CheckIgnore.d.ts +0 -4
  423. package/dist/node_modules/simple-git/dist/src/lib/responses/CleanSummary.d.ts +0 -9
  424. package/dist/node_modules/simple-git/dist/src/lib/responses/ConfigList.d.ts +0 -13
  425. package/dist/node_modules/simple-git/dist/src/lib/responses/DiffSummary.d.ts +0 -10
  426. package/dist/node_modules/simple-git/dist/src/lib/responses/FileStatusSummary.d.ts +0 -9
  427. package/dist/node_modules/simple-git/dist/src/lib/responses/GetRemoteSummary.d.ts +0 -11
  428. package/dist/node_modules/simple-git/dist/src/lib/responses/InitSummary.d.ts +0 -9
  429. package/dist/node_modules/simple-git/dist/src/lib/responses/MergeSummary.d.ts +0 -16
  430. package/dist/node_modules/simple-git/dist/src/lib/responses/PullSummary.d.ts +0 -25
  431. package/dist/node_modules/simple-git/dist/src/lib/responses/StatusSummary.d.ts +0 -19
  432. package/dist/node_modules/simple-git/dist/src/lib/responses/TagList.d.ts +0 -7
  433. package/dist/node_modules/simple-git/dist/src/lib/runners/git-executor-chain.d.ts +0 -25
  434. package/dist/node_modules/simple-git/dist/src/lib/runners/git-executor.d.ts +0 -14
  435. package/dist/node_modules/simple-git/dist/src/lib/runners/promise-wrapped.d.ts +0 -2
  436. package/dist/node_modules/simple-git/dist/src/lib/runners/scheduler.d.ts +0 -11
  437. package/dist/node_modules/simple-git/dist/src/lib/runners/tasks-pending-queue.d.ts +0 -23
  438. package/dist/node_modules/simple-git/dist/src/lib/simple-git-api.d.ts +0 -20
  439. package/dist/node_modules/simple-git/dist/src/lib/task-callback.d.ts +0 -2
  440. package/dist/node_modules/simple-git/dist/src/lib/tasks/apply-patch.d.ts +0 -3
  441. package/dist/node_modules/simple-git/dist/src/lib/tasks/branch.d.ts +0 -7
  442. package/dist/node_modules/simple-git/dist/src/lib/tasks/change-working-directory.d.ts +0 -2
  443. package/dist/node_modules/simple-git/dist/src/lib/tasks/check-ignore.d.ts +0 -2
  444. package/dist/node_modules/simple-git/dist/src/lib/tasks/check-is-repo.d.ts +0 -9
  445. package/dist/node_modules/simple-git/dist/src/lib/tasks/checkout.d.ts +0 -2
  446. package/dist/node_modules/simple-git/dist/src/lib/tasks/clean.d.ts +0 -25
  447. package/dist/node_modules/simple-git/dist/src/lib/tasks/clone.d.ts +0 -9
  448. package/dist/node_modules/simple-git/dist/src/lib/tasks/commit.d.ts +0 -4
  449. package/dist/node_modules/simple-git/dist/src/lib/tasks/config.d.ts +0 -8
  450. package/dist/node_modules/simple-git/dist/src/lib/tasks/count-objects.d.ts +0 -12
  451. package/dist/node_modules/simple-git/dist/src/lib/tasks/diff-name-status.d.ts +0 -12
  452. package/dist/node_modules/simple-git/dist/src/lib/tasks/diff.d.ts +0 -5
  453. package/dist/node_modules/simple-git/dist/src/lib/tasks/fetch.d.ts +0 -4
  454. package/dist/node_modules/simple-git/dist/src/lib/tasks/first-commit.d.ts +0 -2
  455. package/dist/node_modules/simple-git/dist/src/lib/tasks/grep.d.ts +0 -12
  456. package/dist/node_modules/simple-git/dist/src/lib/tasks/hash-object.d.ts +0 -5
  457. package/dist/node_modules/simple-git/dist/src/lib/tasks/init.d.ts +0 -3
  458. package/dist/node_modules/simple-git/dist/src/lib/tasks/log.d.ts +0 -32
  459. package/dist/node_modules/simple-git/dist/src/lib/tasks/merge.d.ts +0 -4
  460. package/dist/node_modules/simple-git/dist/src/lib/tasks/move.d.ts +0 -3
  461. package/dist/node_modules/simple-git/dist/src/lib/tasks/pull.d.ts +0 -3
  462. package/dist/node_modules/simple-git/dist/src/lib/tasks/push.d.ts +0 -9
  463. package/dist/node_modules/simple-git/dist/src/lib/tasks/remote.d.ts +0 -8
  464. package/dist/node_modules/simple-git/dist/src/lib/tasks/reset.d.ts +0 -11
  465. package/dist/node_modules/simple-git/dist/src/lib/tasks/show.d.ts +0 -2
  466. package/dist/node_modules/simple-git/dist/src/lib/tasks/stash-list.d.ts +0 -4
  467. package/dist/node_modules/simple-git/dist/src/lib/tasks/status.d.ts +0 -3
  468. package/dist/node_modules/simple-git/dist/src/lib/tasks/sub-module.d.ts +0 -5
  469. package/dist/node_modules/simple-git/dist/src/lib/tasks/tag.d.ts +0 -18
  470. package/dist/node_modules/simple-git/dist/src/lib/tasks/task.d.ts +0 -14
  471. package/dist/node_modules/simple-git/dist/src/lib/tasks/version.d.ts +0 -9
  472. package/dist/node_modules/simple-git/dist/src/lib/types/handlers.d.ts +0 -21
  473. package/dist/node_modules/simple-git/dist/src/lib/types/index.d.ts +0 -136
  474. package/dist/node_modules/simple-git/dist/src/lib/types/tasks.d.ts +0 -19
  475. package/dist/node_modules/simple-git/dist/src/lib/utils/argument-filters.d.ts +0 -14
  476. package/dist/node_modules/simple-git/dist/src/lib/utils/exit-codes.d.ts +0 -10
  477. package/dist/node_modules/simple-git/dist/src/lib/utils/git-output-streams.d.ts +0 -7
  478. package/dist/node_modules/simple-git/dist/src/lib/utils/index.d.ts +0 -8
  479. package/dist/node_modules/simple-git/dist/src/lib/utils/line-parser.d.ts +0 -15
  480. package/dist/node_modules/simple-git/dist/src/lib/utils/simple-git-options.d.ts +0 -2
  481. package/dist/node_modules/simple-git/dist/src/lib/utils/task-options.d.ts +0 -13
  482. package/dist/node_modules/simple-git/dist/src/lib/utils/task-parser.d.ts +0 -5
  483. package/dist/node_modules/simple-git/dist/src/lib/utils/util.d.ts +0 -47
  484. package/dist/node_modules/simple-git/dist/typings/errors.d.ts +0 -5
  485. package/dist/node_modules/simple-git/dist/typings/index.d.ts +0 -14
  486. package/dist/node_modules/simple-git/dist/typings/response.d.ts +0 -556
  487. package/dist/node_modules/simple-git/dist/typings/simple-git.d.ts +0 -1033
  488. package/dist/node_modules/simple-git/dist/typings/types.d.ts +0 -22
  489. package/dist/node_modules/simple-git/node_modules/debug/package.json +0 -64
  490. package/dist/node_modules/simple-git/node_modules/debug/src/browser.js +0 -272
  491. package/dist/node_modules/simple-git/node_modules/debug/src/common.js +0 -292
  492. package/dist/node_modules/simple-git/node_modules/debug/src/index.js +0 -10
  493. package/dist/node_modules/simple-git/node_modules/debug/src/node.js +0 -263
  494. package/dist/node_modules/simple-git/package.json +0 -1
  495. package/dist/node_modules/simple-git/promise.js +0 -17
@@ -1,525 +1,538 @@
1
- import { randomUUID } from 'node:crypto';
2
- import type { Database, Model, Transaction } from '@nocobase/database';
3
- import { LoopControlService } from './LoopControlService';
4
- import { loopPatternPolicySchema } from './LoopPatternSchema';
5
- import { getRunEventBus } from './RunEventBus';
6
- import { isPassingVerification } from './VerificationSchema';
7
- import { read } from '../utils/record-utils';
8
-
9
- export const loopRunStatuses = [
10
- 'queued',
11
- 'preparing',
12
- 'waiting_lock',
13
- 'running',
14
- 'waiting_approval',
15
- 'verifying',
16
- 'waiting_human',
17
- 'paused',
18
- 'blocked',
19
- 'succeeded',
20
- 'failed',
21
- 'canceled',
22
- ] as const;
23
-
24
- export type LoopRunStatus = (typeof loopRunStatuses)[number];
25
-
26
- const transitions: Record<LoopRunStatus, ReadonlySet<LoopRunStatus>> = {
27
- queued: new Set(['preparing', 'paused', 'blocked', 'canceled']),
28
- preparing: new Set([
29
- 'queued',
30
- 'waiting_lock',
31
- 'waiting_approval',
32
- 'running',
33
- 'paused',
34
- 'blocked',
35
- 'failed',
36
- 'canceled',
37
- ]),
38
- waiting_lock: new Set(['preparing', 'paused', 'blocked', 'canceled']),
39
- running: new Set([
40
- 'queued',
41
- 'waiting_approval',
42
- 'verifying',
43
- 'waiting_human',
44
- 'paused',
45
- 'blocked',
46
- 'failed',
47
- 'canceled',
48
- ]),
49
- waiting_approval: new Set(['queued', 'running', 'waiting_human', 'paused', 'blocked', 'failed', 'canceled']),
50
- verifying: new Set(['running', 'waiting_human', 'paused', 'blocked', 'succeeded', 'failed', 'canceled']),
51
- waiting_human: new Set(['running', 'succeeded', 'failed', 'canceled']),
52
- paused: new Set(['queued', 'preparing', 'running', 'waiting_approval', 'verifying', 'blocked', 'canceled']),
53
- blocked: new Set(['queued', 'waiting_human', 'failed', 'canceled']),
54
- succeeded: new Set(),
55
- failed: new Set(['queued']),
56
- canceled: new Set(),
57
- };
58
-
59
- export type TransitionInput = {
60
- from: LoopRunStatus;
61
- to: LoopRunStatus;
62
- runtimeVersion?: string;
63
- verifierEvidence?: unknown;
64
- humanAccepted?: boolean;
65
- };
66
-
67
- export function assertRunTransition(input: TransitionInput) {
68
- if (input.runtimeVersion && input.runtimeVersion !== 'control-plane-v2') {
69
- throw new Error('Historical plan-era runs are read-only.');
70
- }
71
- if (input.from === input.to) {
72
- throw new Error(`Run is already ${input.to}.`);
73
- }
74
- if (!transitions[input.from].has(input.to)) {
75
- throw new Error(`Illegal run transition: ${input.from} -> ${input.to}.`);
76
- }
77
- if (input.to === 'succeeded') {
78
- if (!isPassingVerification(input.verifierEvidence)) {
79
- throw new Error('A run cannot succeed without a structured passing verifier verdict.');
80
- }
81
- if (input.from === 'waiting_human' && input.humanAccepted !== true) {
82
- throw new Error('Human acceptance is required to finish a run waiting for human review.');
83
- }
84
- }
85
- }
86
-
87
- function asStatus(value: unknown): LoopRunStatus {
88
- if (typeof value === 'string' && (loopRunStatuses as readonly string[]).includes(value)) {
89
- return value as LoopRunStatus;
90
- }
91
- throw new Error(`Unknown Loop Control Plane run status: ${String(value)}.`);
92
- }
93
-
94
- const activeExecutionStatuses: LoopRunStatus[] = ['preparing', 'running', 'verifying'];
95
- const claimableStatuses: LoopRunStatus[] = ['queued', 'waiting_lock'];
96
-
97
- function asDate(value: unknown): Date | null {
98
- if (value instanceof Date) return Number.isNaN(value.getTime()) ? null : value;
99
- if (typeof value === 'string' || typeof value === 'number') {
100
- const parsed = new Date(value);
101
- return Number.isNaN(parsed.getTime()) ? null : parsed;
102
- }
103
- return null;
104
- }
105
-
106
- function leaseIsExpired(record: Model | Record<string, unknown>, now: Date) {
107
- const lockedUntil = asDate(read(record, 'lockedUntil'));
108
- return !lockedUntil || lockedUntil.getTime() <= now.getTime();
109
- }
110
-
111
- function leaseOwner(record: Model | Record<string, unknown>) {
112
- const owner = read(record, 'lockedBy');
113
- return typeof owner === 'string' && owner.trim() ? owner : null;
114
- }
115
-
116
- // Only a run someone actually claimed can lose its lease. An active run with no owner still
117
- // occupies a concurrency slot: requeueing it would dispatch work that may already be running.
118
- function leaseIsReclaimable(record: Model | Record<string, unknown>, now: Date) {
119
- return leaseOwner(record) !== null && leaseIsExpired(record, now);
120
- }
121
-
122
- function asPositiveInteger(value: unknown, label: string) {
123
- const parsed = Number(value);
124
- if (!Number.isSafeInteger(parsed) || parsed <= 0) throw new Error(`${label} is invalid.`);
125
- return parsed;
126
- }
127
-
128
- function asPlain(record: Model | Record<string, unknown>) {
129
- return typeof (record as Model).toJSON === 'function'
130
- ? ((record as Model).toJSON() as Record<string, unknown>)
131
- : structuredClone(record as Record<string, unknown>);
132
- }
133
-
134
- export type ClaimedLoopRun = {
135
- run: Record<string, unknown>;
136
- leaseToken: string;
137
- leaseUntil: Date;
138
- };
139
-
140
- export class LoopRunStateMachine {
141
- private readonly control: LoopControlService;
142
-
143
- constructor(private readonly database: Database) {
144
- this.control = new LoopControlService(database);
145
- }
146
-
147
- async claimNext(workerId: string, leaseMs: number): Promise<ClaimedLoopRun | null> {
148
- const normalizedWorkerId = workerId.trim();
149
- if (!normalizedWorkerId) throw new Error('Worker identity is required.');
150
- if (!Number.isSafeInteger(leaseMs) || leaseMs < 5_000) throw new Error('Worker lease must be at least 5000ms.');
151
-
152
- const committed = await this.database.sequelize.transaction(async (transaction) => {
153
- const control = await this.control.getForUpdate(transaction);
154
- if (control.state !== 'running')
155
- return { claimed: null, blockedEvents: [] as Array<{ runId: number; event: unknown }> };
156
-
157
- const runs = this.database.getRepository('agentLoopRuns');
158
- const now = new Date();
159
- const reclaimedEvents: Array<{ runId: number; event: unknown }> = [];
160
-
161
- // A worker that crashed mid-run leaves an active status behind with a lease that
162
- // eventually expires. Those runs must be returned to the queue before concurrency is
163
- // measured, otherwise each crash permanently consumes a slot.
164
- const staleActive = await runs.find({
165
- filter: { runtimeVersion: 'control-plane-v2', status: { $in: activeExecutionStatuses } },
166
- transaction,
167
- lock: transaction.LOCK.UPDATE,
168
- });
169
- for (const candidate of staleActive) {
170
- if (!leaseIsReclaimable(candidate, now)) continue;
171
- const runId = asPositiveInteger(read(candidate, 'id'), 'Run identifier');
172
- const from = asStatus(read(candidate, 'status'));
173
- assertRunTransition({
174
- from,
175
- to: 'queued',
176
- runtimeVersion: String(read(candidate, 'runtimeVersion') || ''),
177
- });
178
- await runs.update({
179
- filterByTk: runId,
180
- values: { status: 'queued', lockedBy: null, lockedUntil: null },
181
- transaction,
182
- });
183
- const event = await this.createEvent(
184
- {
185
- runId,
186
- type: 'run_lease_expired',
187
- title: 'Worker lease expired',
188
- content: `Run returned to the queue after its ${from} worker lease expired.`,
189
- status: 'queued',
190
- payload: { from, previousOwner: read(candidate, 'lockedBy') ?? null },
191
- actorType: 'system',
192
- actorIdentity: normalizedWorkerId,
193
- correlationKey: `lease-expired:${runId}:${String(read(candidate, 'lockedBy') || '')}`,
194
- createdAt: now,
195
- },
196
- transaction,
197
- );
198
- reclaimedEvents.push({ runId, event });
199
- }
200
-
201
- const activeGlobal = await this.countActive(runs, {}, transaction, now);
202
- if (activeGlobal >= control.globalMaxConcurrency) {
203
- return { claimed: null, blockedEvents: reclaimedEvents };
204
- }
205
-
206
- const candidates = await runs.find({
207
- filter: { runtimeVersion: 'control-plane-v2', status: { $in: claimableStatuses } },
208
- sort: ['createdAt', 'id'],
209
- limit: 100,
210
- transaction,
211
- lock: transaction.LOCK.UPDATE,
212
- });
213
- const blockedEvents: Array<{ runId: number; event: unknown }> = [...reclaimedEvents];
214
-
215
- for (const candidate of candidates) {
216
- const runId = asPositiveInteger(read(candidate, 'id'), 'Run identifier');
217
- const patternId = Number(read(candidate, 'patternId'));
218
- const pattern =
219
- Number.isSafeInteger(patternId) && patternId > 0
220
- ? await this.database.getRepository('agentLoopPatterns').findOne({
221
- filterByTk: patternId,
222
- transaction,
223
- lock: transaction.LOCK.UPDATE,
224
- })
225
- : null;
226
- let blockedReason = '';
227
- if (!Number.isSafeInteger(patternId) || patternId <= 0) blockedReason = 'Run has no valid pattern snapshot.';
228
- else if (!pattern) blockedReason = 'Loop pattern was deleted.';
229
- else if (read(pattern, 'enabled') !== true) blockedReason = 'Loop pattern is disabled.';
230
-
231
- const parsedPolicy = loopPatternPolicySchema.safeParse(read(candidate, 'policySnapshot'));
232
- if (!blockedReason && !parsedPolicy.success) blockedReason = 'Run policy snapshot is invalid.';
233
- if (blockedReason) {
234
- assertRunTransition({
235
- from: asStatus(read(candidate, 'status')),
236
- to: 'blocked',
237
- runtimeVersion: String(read(candidate, 'runtimeVersion') || ''),
238
- });
239
- await runs.update({
240
- filterByTk: runId,
241
- values: { status: 'blocked', blockedReason, lockedBy: null, lockedUntil: null },
242
- transaction,
243
- });
244
- const event = await this.createEvent(
245
- {
246
- runId,
247
- type: 'run_blocked',
248
- title: 'Run blocked',
249
- content: blockedReason,
250
- status: 'blocked',
251
- payload: { reason: blockedReason },
252
- actorType: 'worker',
253
- actorIdentity: normalizedWorkerId,
254
- correlationKey: `claim-blocked:${runId}`,
255
- createdAt: now,
256
- },
257
- transaction,
258
- );
259
- blockedEvents.push({ runId, event });
260
- continue;
261
- }
262
-
263
- const activePattern = await this.countActive(runs, { patternId }, transaction, now);
264
- if (activePattern >= parsedPolicy.data.maxConcurrency) continue;
265
-
266
- const leaseToken = `${normalizedWorkerId}:${randomUUID()}`;
267
- const leaseUntil = new Date(now.getTime() + leaseMs);
268
- assertRunTransition({
269
- from: asStatus(read(candidate, 'status')),
270
- to: 'preparing',
271
- runtimeVersion: String(read(candidate, 'runtimeVersion') || ''),
272
- });
273
- await runs.update({
274
- filterByTk: runId,
275
- values: { status: 'preparing', blockedReason: null, lockedBy: leaseToken, lockedUntil: leaseUntil },
276
- transaction,
277
- });
278
- const event = await this.createEvent(
279
- {
280
- runId,
281
- type: 'run_claimed',
282
- title: 'Run claimed',
283
- content: `Run claimed by worker ${normalizedWorkerId}.`,
284
- status: 'preparing',
285
- payload: { workerId: normalizedWorkerId, leaseUntil: leaseUntil.toISOString() },
286
- actorType: 'worker',
287
- actorIdentity: normalizedWorkerId,
288
- correlationKey: `claim:${leaseToken}`,
289
- createdAt: now,
290
- },
291
- transaction,
292
- );
293
- return {
294
- claimed: {
295
- run: { ...asPlain(candidate), status: 'preparing', lockedBy: leaseToken, lockedUntil: leaseUntil },
296
- leaseToken,
297
- leaseUntil,
298
- runId,
299
- event,
300
- },
301
- blockedEvents,
302
- };
303
- }
304
- return { claimed: null, blockedEvents };
305
- });
306
-
307
- for (const blocked of committed.blockedEvents) getRunEventBus().emit(blocked.runId, blocked.event);
308
- if (!committed.claimed) return null;
309
- getRunEventBus().emit(committed.claimed.runId, committed.claimed.event);
310
- return {
311
- run: committed.claimed.run,
312
- leaseToken: committed.claimed.leaseToken,
313
- leaseUntil: committed.claimed.leaseUntil,
314
- };
315
- }
316
-
317
- // Approval windows fail closed: an unanswered request blocks the run instead of silently
318
- // turning into an approval. Runs only move while they are still `waiting_approval`, so a
319
- // decision recorded through another path always wins the race against this sweep.
320
- async expireOverdueApprovals(now: Date): Promise<number[]> {
321
- const blockedRunIds: number[] = [];
322
- const committedEvents: Array<{ runId: number; event: unknown }> = [];
323
-
324
- await this.database.sequelize.transaction(async (transaction) => {
325
- const approvals = this.database.getRepository('agentLoopActionApprovals');
326
- const runs = this.database.getRepository('agentLoopRuns');
327
- const pending = await approvals.find({ filter: { status: 'pending' }, transaction });
328
-
329
- const overdueByRun = new Map<number, Array<Model | Record<string, unknown>>>();
330
- for (const approval of pending) {
331
- const expiresAt = asDate(read(approval, 'expiresAt'));
332
- if (!expiresAt || expiresAt.getTime() > now.getTime()) continue;
333
- const runId = Number(read(approval, 'runId'));
334
- if (!Number.isSafeInteger(runId) || runId <= 0) continue;
335
- const bucket = overdueByRun.get(runId) || [];
336
- bucket.push(approval);
337
- overdueByRun.set(runId, bucket);
338
- }
339
-
340
- for (const [runId, overdue] of overdueByRun) {
341
- const run = await runs.findOne({ filterByTk: runId, transaction, lock: transaction.LOCK.UPDATE });
342
- if (!run) continue;
343
- if (String(read(run, 'runtimeVersion')) !== 'control-plane-v2') continue;
344
- if (asStatus(read(run, 'status')) !== 'waiting_approval') continue;
345
-
346
- assertRunTransition({
347
- from: 'waiting_approval',
348
- to: 'blocked',
349
- runtimeVersion: String(read(run, 'runtimeVersion') || ''),
350
- });
351
-
352
- for (const approval of overdue) {
353
- await approvals.update({
354
- filterByTk: Number(read(approval, 'id')),
355
- values: { status: 'expired', decidedAt: now },
356
- transaction,
357
- });
358
- }
359
-
360
- const reason = `${overdue.length} action approval(s) expired before a decision was made.`;
361
- await runs.update({
362
- filterByTk: runId,
363
- values: {
364
- status: 'blocked',
365
- blockedReason: reason,
366
- approvalStatus: 'expired',
367
- lockedBy: null,
368
- lockedUntil: null,
369
- },
370
- transaction,
371
- });
372
- const event = await this.createEvent(
373
- {
374
- runId,
375
- type: 'run_approval_expired',
376
- title: 'Approval window expired',
377
- content: reason,
378
- status: 'blocked',
379
- payload: { reason, expiredApprovals: overdue.length },
380
- actorType: 'system',
381
- actorIdentity: 'approval-reaper',
382
- correlationKey: `approval-expired:${runId}`,
383
- createdAt: now,
384
- },
385
- transaction,
386
- );
387
- blockedRunIds.push(runId);
388
- committedEvents.push({ runId, event });
389
- }
390
- });
391
-
392
- for (const blocked of committedEvents) getRunEventBus().emit(blocked.runId, blocked.event);
393
- return blockedRunIds;
394
- }
395
-
396
- async renewLease(runId: number, leaseToken: string, leaseMs: number) {
397
- if (!leaseToken.trim()) throw new Error('Worker lease token is required.');
398
- if (!Number.isSafeInteger(leaseMs) || leaseMs < 5_000) throw new Error('Worker lease must be at least 5000ms.');
399
- return this.database.sequelize.transaction(async (transaction) => {
400
- const runs = this.database.getRepository('agentLoopRuns');
401
- const run = await runs.findOne({ filterByTk: runId, transaction, lock: transaction.LOCK.UPDATE });
402
- if (!run || read(run, 'lockedBy') !== leaseToken)
403
- throw new Error('Worker lease is no longer owned by this worker.');
404
- if (String(read(run, 'runtimeVersion')) !== 'control-plane-v2')
405
- throw new Error('Historical plan-era runs are read-only.');
406
- if (!activeExecutionStatuses.includes(asStatus(read(run, 'status')))) {
407
- throw new Error('Only actively executing runs can renew a worker lease.');
408
- }
409
- const leaseUntil = new Date(Date.now() + leaseMs);
410
- await runs.update({ filterByTk: runId, values: { lockedUntil: leaseUntil }, transaction });
411
- return leaseUntil;
412
- });
413
- }
414
-
415
- async releaseLease(runId: number, leaseToken: string) {
416
- if (!leaseToken.trim()) throw new Error('Worker lease token is required.');
417
- return this.database.sequelize.transaction(async (transaction) => {
418
- const runs = this.database.getRepository('agentLoopRuns');
419
- const run = await runs.findOne({ filterByTk: runId, transaction, lock: transaction.LOCK.UPDATE });
420
- if (!run) return false;
421
- if (read(run, 'lockedBy') !== leaseToken) throw new Error('Worker lease is no longer owned by this worker.');
422
- await runs.update({ filterByTk: runId, values: { lockedBy: null, lockedUntil: null }, transaction });
423
- return true;
424
- });
425
- }
426
-
427
- async transition(input: {
428
- runId: number;
429
- to: LoopRunStatus;
430
- actorType: string;
431
- actorIdentity: string;
432
- eventType?: string;
433
- title?: string;
434
- content?: string;
435
- correlationKey?: string;
436
- leaseToken?: string;
437
- values?: Record<string, unknown>;
438
- humanAccepted?: boolean;
439
- }) {
440
- const committed = await this.database.sequelize.transaction(async (transaction) => {
441
- const runs = this.database.getRepository('agentLoopRuns');
442
- const run = await runs.findOne({
443
- filterByTk: input.runId,
444
- transaction,
445
- lock: transaction.LOCK.UPDATE,
446
- });
447
- if (!run) throw new Error(`Agent loop run ${input.runId} was not found.`);
448
-
449
- if (input.actorType === 'worker') {
450
- if (!input.leaseToken?.trim() || read(run, 'lockedBy') !== input.leaseToken) {
451
- throw new Error('Worker lease is no longer owned by this worker.');
452
- }
453
- if (leaseIsExpired(run, new Date())) throw new Error('Worker lease has expired.');
454
- }
455
-
456
- const from = asStatus(read(run, 'status'));
457
-
458
- // The transition table permits `paused -> running/verifying` because that is how a human
459
- // resumes a run. A worker must not use those edges: a run paused or canceled mid-invocation
460
- // would otherwise be carried forward by the worker that was already executing it, and the
461
- // pause would only take effect on the next claim.
462
- if (input.actorType === 'worker' && !activeExecutionStatuses.includes(from)) {
463
- throw new Error(`A worker cannot transition a run that is ${from}.`);
464
- }
465
-
466
- const verifierEvidence = input.values?.verifierEvidence ?? read(run, 'verifierEvidence');
467
- assertRunTransition({
468
- from,
469
- to: input.to,
470
- runtimeVersion: String(read(run, 'runtimeVersion') || ''),
471
- verifierEvidence,
472
- humanAccepted: input.humanAccepted,
473
- });
474
-
475
- const now = new Date();
476
- await runs.update({
477
- filterByTk: input.runId,
478
- values: {
479
- ...(input.values || {}),
480
- status: input.to,
481
- ...(input.to === 'running' && !read(run, 'startedAt') ? { startedAt: now } : {}),
482
- ...(['succeeded', 'failed', 'canceled'].includes(input.to) ? { endedAt: now } : {}),
483
- },
484
- transaction,
485
- });
486
- const event = await this.createEvent(
487
- {
488
- runId: input.runId,
489
- type: input.eventType || 'run_status_changed',
490
- title: input.title || `Run ${input.to}`,
491
- content: input.content || `${from} -> ${input.to}`,
492
- status: input.to,
493
- payload: { from, to: input.to },
494
- actorType: input.actorType,
495
- actorIdentity: input.actorIdentity,
496
- correlationKey: input.correlationKey,
497
- createdAt: now,
498
- },
499
- transaction,
500
- );
501
- return { from, to: input.to, event };
502
- });
503
-
504
- getRunEventBus().emit(input.runId, committed.event);
505
- return committed;
506
- }
507
-
508
- private async countActive(
509
- runs: ReturnType<Database['getRepository']>,
510
- filter: Record<string, unknown>,
511
- transaction: Transaction,
512
- now: Date,
513
- ) {
514
- const rows = await runs.find({
515
- filter: { ...filter, runtimeVersion: 'control-plane-v2', status: { $in: activeExecutionStatuses } },
516
- transaction,
517
- });
518
- return rows.filter((row) => !leaseIsReclaimable(row, now)).length;
519
- }
520
-
521
- private async createEvent(values: Record<string, unknown>, transaction: Transaction) {
522
- const record = await this.database.getRepository('agentLoopEvents').create({ values, transaction });
523
- return typeof record.toJSON === 'function' ? record.toJSON() : record;
524
- }
525
- }
1
+ // SPDX-License-Identifier: Apache-2.0
2
+
3
+ import { randomUUID } from 'node:crypto';
4
+ import type { Database, Model, Repository, Transaction } from '@nocobase/database';
5
+ import { LoopControlService } from './LoopControlService';
6
+ import { loopPatternPolicySchema } from './LoopPatternSchema';
7
+ import { getRunEventBus } from './RunEventBus';
8
+ import { isPassingVerification } from './VerificationSchema';
9
+ import { read } from '../utils/record-utils';
10
+
11
+ export const loopRunStatuses = [
12
+ 'queued',
13
+ 'preparing',
14
+ 'waiting_lock',
15
+ 'running',
16
+ 'waiting_approval',
17
+ 'verifying',
18
+ 'waiting_human',
19
+ 'paused',
20
+ 'blocked',
21
+ 'succeeded',
22
+ 'failed',
23
+ 'canceled',
24
+ ] as const;
25
+
26
+ export type LoopRunStatus = (typeof loopRunStatuses)[number];
27
+
28
+ const transitions: Record<LoopRunStatus, ReadonlySet<LoopRunStatus>> = {
29
+ queued: new Set(['preparing', 'paused', 'blocked', 'canceled']),
30
+ preparing: new Set([
31
+ 'queued',
32
+ 'waiting_lock',
33
+ 'waiting_approval',
34
+ 'running',
35
+ 'paused',
36
+ 'blocked',
37
+ 'failed',
38
+ 'canceled',
39
+ ]),
40
+ waiting_lock: new Set(['preparing', 'paused', 'blocked', 'canceled']),
41
+ running: new Set([
42
+ 'queued',
43
+ 'waiting_approval',
44
+ 'verifying',
45
+ 'waiting_human',
46
+ 'paused',
47
+ 'blocked',
48
+ 'failed',
49
+ 'canceled',
50
+ ]),
51
+ waiting_approval: new Set(['queued', 'running', 'waiting_human', 'paused', 'blocked', 'failed', 'canceled']),
52
+ verifying: new Set(['queued', 'running', 'waiting_human', 'paused', 'blocked', 'succeeded', 'failed', 'canceled']),
53
+ waiting_human: new Set(['running', 'succeeded', 'failed', 'canceled']),
54
+ paused: new Set(['queued', 'preparing', 'running', 'waiting_approval', 'verifying', 'blocked', 'canceled']),
55
+ blocked: new Set(['queued', 'waiting_human', 'failed', 'canceled']),
56
+ succeeded: new Set(),
57
+ failed: new Set(['queued']),
58
+ canceled: new Set(),
59
+ };
60
+
61
+ export type TransitionInput = {
62
+ from: LoopRunStatus;
63
+ to: LoopRunStatus;
64
+ runtimeVersion?: string;
65
+ verifierEvidence?: unknown;
66
+ humanAccepted?: boolean;
67
+ };
68
+
69
+ export function assertRunTransition(input: TransitionInput) {
70
+ if (input.runtimeVersion && input.runtimeVersion !== 'control-plane-v2') {
71
+ throw new Error('Historical plan-era runs are read-only.');
72
+ }
73
+ if (input.from === input.to) {
74
+ throw new Error(`Run is already ${input.to}.`);
75
+ }
76
+ if (!transitions[input.from].has(input.to)) {
77
+ throw new Error(`Illegal run transition: ${input.from} -> ${input.to}.`);
78
+ }
79
+ if (input.to === 'succeeded') {
80
+ if (!isPassingVerification(input.verifierEvidence)) {
81
+ throw new Error('A run cannot succeed without a structured passing verifier verdict.');
82
+ }
83
+ if (input.from === 'waiting_human' && input.humanAccepted !== true) {
84
+ throw new Error('Human acceptance is required to finish a run waiting for human review.');
85
+ }
86
+ }
87
+ }
88
+
89
+ function asStatus(value: unknown): LoopRunStatus {
90
+ if (typeof value === 'string' && (loopRunStatuses as readonly string[]).includes(value)) {
91
+ return value as LoopRunStatus;
92
+ }
93
+ throw new Error(`Unknown Loop Control Plane run status: ${String(value)}.`);
94
+ }
95
+
96
+ const activeExecutionStatuses: LoopRunStatus[] = ['preparing', 'running', 'verifying'];
97
+ const claimableStatuses: LoopRunStatus[] = ['queued', 'waiting_lock'];
98
+
99
+ function asDate(value: unknown): Date | null {
100
+ if (value instanceof Date) return Number.isNaN(value.getTime()) ? null : value;
101
+ if (typeof value === 'string' || typeof value === 'number') {
102
+ const parsed = new Date(value);
103
+ return Number.isNaN(parsed.getTime()) ? null : parsed;
104
+ }
105
+ return null;
106
+ }
107
+
108
+ function leaseIsExpired(record: Model | Record<string, unknown>, now: Date) {
109
+ const lockedUntil = asDate(read(record, 'lockedUntil'));
110
+ return !lockedUntil || lockedUntil.getTime() <= now.getTime();
111
+ }
112
+
113
+ function leaseOwner(record: Model | Record<string, unknown>) {
114
+ const owner = read(record, 'lockedBy');
115
+ return typeof owner === 'string' && owner.trim() ? owner : null;
116
+ }
117
+
118
+ // Only a run someone actually claimed can lose its lease. An active run with no owner still
119
+ // occupies a concurrency slot: requeueing it would dispatch work that may already be running.
120
+ function leaseIsReclaimable(record: Model | Record<string, unknown>, now: Date) {
121
+ return leaseOwner(record) !== null && leaseIsExpired(record, now);
122
+ }
123
+
124
+ function asPositiveInteger(value: unknown, label: string) {
125
+ const parsed = Number(value);
126
+ if (!Number.isSafeInteger(parsed) || parsed <= 0) throw new Error(`${label} is invalid.`);
127
+ return parsed;
128
+ }
129
+
130
+ function asPlain(record: Model | Record<string, unknown>) {
131
+ return typeof (record as Model).toJSON === 'function'
132
+ ? ((record as Model).toJSON() as Record<string, unknown>)
133
+ : structuredClone(record as Record<string, unknown>);
134
+ }
135
+
136
+ export type ClaimedLoopRun = {
137
+ run: Record<string, unknown>;
138
+ leaseToken: string;
139
+ leaseUntil: Date;
140
+ };
141
+
142
+ export class LoopRunStateMachine {
143
+ private readonly control: LoopControlService;
144
+
145
+ constructor(private readonly database: Database) {
146
+ this.control = new LoopControlService(database);
147
+ }
148
+
149
+ async claimNext(workerId: string, leaseMs: number): Promise<ClaimedLoopRun | null> {
150
+ const normalizedWorkerId = workerId.trim();
151
+ if (!normalizedWorkerId) throw new Error('Worker identity is required.');
152
+ if (!Number.isSafeInteger(leaseMs) || leaseMs < 5_000) throw new Error('Worker lease must be at least 5000ms.');
153
+
154
+ const committed = await this.database.sequelize.transaction(async (transaction) => {
155
+ const control = await this.control.getForUpdate(transaction);
156
+ if (control.state !== 'running')
157
+ return { claimed: null, blockedEvents: [] as Array<{ runId: number; event: unknown }> };
158
+
159
+ const runs = this.database.getRepository('agentLoopRuns');
160
+ const now = new Date();
161
+ const reclaimedEvents: Array<{ runId: number; event: unknown }> = [];
162
+
163
+ // Reclaim stale leases before measuring concurrency. A verification-stage run must retain
164
+ // its completed work instead of executing the leader and makers again.
165
+ const staleActive = await runs.find({
166
+ filter: { runtimeVersion: 'control-plane-v2', status: { $in: activeExecutionStatuses } },
167
+ transaction,
168
+ lock: transaction.LOCK.UPDATE,
169
+ });
170
+ for (const candidate of staleActive) {
171
+ if (!leaseIsReclaimable(candidate, now)) continue;
172
+ const runId = asPositiveInteger(read(candidate, 'id'), 'Run identifier');
173
+ const from = asStatus(read(candidate, 'status'));
174
+ const finalAnswer = read(candidate, 'finalAnswer');
175
+ const verificationRecovery = from === 'verifying' && typeof finalAnswer === 'string' && !!finalAnswer.trim();
176
+ const requiresReview = from === 'verifying' && !verificationRecovery;
177
+ const to = requiresReview ? 'waiting_human' : 'queued';
178
+ const reason = 'Verification lease expired without a saved maker summary; operator review is required.';
179
+ assertRunTransition({
180
+ from,
181
+ to,
182
+ runtimeVersion: String(read(candidate, 'runtimeVersion') || ''),
183
+ });
184
+ await runs.update({
185
+ filterByTk: runId,
186
+ values: {
187
+ status: to,
188
+ lockedBy: null,
189
+ lockedUntil: null,
190
+ ...(verificationRecovery
191
+ ? { resumeContext: { kind: 'verification_lease_recovery', makerSummary: finalAnswer } }
192
+ : {}),
193
+ ...(requiresReview ? { escalationReason: reason } : {}),
194
+ },
195
+ transaction,
196
+ });
197
+ const event = await this.createEvent(
198
+ {
199
+ runId,
200
+ type: 'run_lease_expired',
201
+ title: 'Worker lease expired',
202
+ content: requiresReview
203
+ ? reason
204
+ : verificationRecovery
205
+ ? 'Run returned to the queue to resume verification of the saved maker summary.'
206
+ : `Run returned to the queue after its ${from} worker lease expired.`,
207
+ status: to,
208
+ payload: { from, previousOwner: read(candidate, 'lockedBy') ?? null, verificationRecovery, requiresReview },
209
+ actorType: 'system',
210
+ actorIdentity: normalizedWorkerId,
211
+ correlationKey: `lease-expired:${runId}:${String(read(candidate, 'lockedBy') || '')}`,
212
+ createdAt: now,
213
+ },
214
+ transaction,
215
+ );
216
+ reclaimedEvents.push({ runId, event });
217
+ }
218
+
219
+ const activeGlobal = await this.countActive(runs, {}, transaction, now);
220
+ if (activeGlobal >= control.globalMaxConcurrency) {
221
+ return { claimed: null, blockedEvents: reclaimedEvents };
222
+ }
223
+
224
+ const candidates = await runs.find({
225
+ filter: { runtimeVersion: 'control-plane-v2', status: { $in: claimableStatuses } },
226
+ sort: ['createdAt', 'id'],
227
+ limit: 100,
228
+ transaction,
229
+ lock: transaction.LOCK.UPDATE,
230
+ });
231
+ const blockedEvents: Array<{ runId: number; event: unknown }> = [...reclaimedEvents];
232
+
233
+ for (const candidate of candidates) {
234
+ const runId = asPositiveInteger(read(candidate, 'id'), 'Run identifier');
235
+ const patternId = Number(read(candidate, 'patternId'));
236
+ const pattern =
237
+ Number.isSafeInteger(patternId) && patternId > 0
238
+ ? await this.database.getRepository('agentLoopPatterns').findOne({
239
+ filterByTk: patternId,
240
+ transaction,
241
+ lock: transaction.LOCK.UPDATE,
242
+ })
243
+ : null;
244
+ let blockedReason = '';
245
+ if (!Number.isSafeInteger(patternId) || patternId <= 0) blockedReason = 'Run has no valid pattern snapshot.';
246
+ else if (!pattern) blockedReason = 'Loop pattern was deleted.';
247
+ else if (read(pattern, 'enabled') !== true) blockedReason = 'Loop pattern is disabled.';
248
+
249
+ const parsedPolicy = loopPatternPolicySchema.safeParse(read(candidate, 'policySnapshot'));
250
+ if (!blockedReason && !parsedPolicy.success) blockedReason = 'Run policy snapshot is invalid.';
251
+ if (blockedReason) {
252
+ assertRunTransition({
253
+ from: asStatus(read(candidate, 'status')),
254
+ to: 'blocked',
255
+ runtimeVersion: String(read(candidate, 'runtimeVersion') || ''),
256
+ });
257
+ await runs.update({
258
+ filterByTk: runId,
259
+ values: { status: 'blocked', blockedReason, lockedBy: null, lockedUntil: null },
260
+ transaction,
261
+ });
262
+ const event = await this.createEvent(
263
+ {
264
+ runId,
265
+ type: 'run_blocked',
266
+ title: 'Run blocked',
267
+ content: blockedReason,
268
+ status: 'blocked',
269
+ payload: { reason: blockedReason },
270
+ actorType: 'worker',
271
+ actorIdentity: normalizedWorkerId,
272
+ correlationKey: `claim-blocked:${randomUUID()}`,
273
+ createdAt: now,
274
+ },
275
+ transaction,
276
+ );
277
+ blockedEvents.push({ runId, event });
278
+ continue;
279
+ }
280
+
281
+ const activePattern = await this.countActive(runs, { patternId }, transaction, now);
282
+ if (activePattern >= (parsedPolicy.success ? parsedPolicy.data.maxConcurrency : 0)) continue;
283
+
284
+ const leaseToken = `${normalizedWorkerId}:${randomUUID()}`;
285
+ const leaseUntil = new Date(now.getTime() + leaseMs);
286
+ assertRunTransition({
287
+ from: asStatus(read(candidate, 'status')),
288
+ to: 'preparing',
289
+ runtimeVersion: String(read(candidate, 'runtimeVersion') || ''),
290
+ });
291
+ await runs.update({
292
+ filterByTk: runId,
293
+ values: { status: 'preparing', blockedReason: null, lockedBy: leaseToken, lockedUntil: leaseUntil },
294
+ transaction,
295
+ });
296
+ const event = await this.createEvent(
297
+ {
298
+ runId,
299
+ type: 'run_claimed',
300
+ title: 'Run claimed',
301
+ content: `Run claimed by worker ${normalizedWorkerId}.`,
302
+ status: 'preparing',
303
+ payload: { workerId: normalizedWorkerId, leaseUntil: leaseUntil.toISOString() },
304
+ actorType: 'worker',
305
+ actorIdentity: normalizedWorkerId,
306
+ correlationKey: `claim:${leaseToken}`,
307
+ createdAt: now,
308
+ },
309
+ transaction,
310
+ );
311
+ return {
312
+ claimed: {
313
+ run: { ...asPlain(candidate), status: 'preparing', lockedBy: leaseToken, lockedUntil: leaseUntil },
314
+ leaseToken,
315
+ leaseUntil,
316
+ runId,
317
+ event,
318
+ },
319
+ blockedEvents,
320
+ };
321
+ }
322
+ return { claimed: null, blockedEvents };
323
+ });
324
+
325
+ for (const blocked of committed.blockedEvents) getRunEventBus().emit(blocked.runId, blocked.event);
326
+ if (!committed.claimed) return null;
327
+ getRunEventBus().emit(committed.claimed.runId, committed.claimed.event);
328
+ return {
329
+ run: committed.claimed.run,
330
+ leaseToken: committed.claimed.leaseToken,
331
+ leaseUntil: committed.claimed.leaseUntil,
332
+ };
333
+ }
334
+
335
+ // Approval windows fail closed: an unanswered request blocks the run instead of silently
336
+ // turning into an approval. Runs only move while they are still `waiting_approval`, so a
337
+ // decision recorded through another path always wins the race against this sweep.
338
+ async expireOverdueApprovals(now: Date): Promise<number[]> {
339
+ const blockedRunIds: number[] = [];
340
+ const committedEvents: Array<{ runId: number; event: unknown }> = [];
341
+
342
+ await this.database.sequelize.transaction(async (transaction) => {
343
+ const approvals = this.database.getRepository('agentLoopActionApprovals');
344
+ const runs = this.database.getRepository('agentLoopRuns');
345
+ const pending = await approvals.find({ filter: { status: 'pending' }, transaction });
346
+
347
+ const overdueByRun = new Map<number, Array<Model | Record<string, unknown>>>();
348
+ for (const approval of pending) {
349
+ const expiresAt = asDate(read(approval, 'expiresAt'));
350
+ if (!expiresAt || expiresAt.getTime() > now.getTime()) continue;
351
+ const runId = Number(read(approval, 'runId'));
352
+ if (!Number.isSafeInteger(runId) || runId <= 0) continue;
353
+ const bucket = overdueByRun.get(runId) || [];
354
+ bucket.push(approval);
355
+ overdueByRun.set(runId, bucket);
356
+ }
357
+
358
+ for (const [runId, overdue] of overdueByRun) {
359
+ const run = await runs.findOne({ filterByTk: runId, transaction, lock: transaction.LOCK.UPDATE });
360
+ if (!run) continue;
361
+ if (String(read(run, 'runtimeVersion')) !== 'control-plane-v2') continue;
362
+ if (asStatus(read(run, 'status')) !== 'waiting_approval') continue;
363
+
364
+ assertRunTransition({
365
+ from: 'waiting_approval',
366
+ to: 'blocked',
367
+ runtimeVersion: String(read(run, 'runtimeVersion') || ''),
368
+ });
369
+
370
+ for (const approval of overdue) {
371
+ await approvals.update({
372
+ filterByTk: Number(read(approval, 'id')),
373
+ values: { status: 'expired', decidedAt: now },
374
+ transaction,
375
+ });
376
+ }
377
+
378
+ const reason = `${overdue.length} action approval(s) expired before a decision was made.`;
379
+ await runs.update({
380
+ filterByTk: runId,
381
+ values: {
382
+ status: 'blocked',
383
+ blockedReason: reason,
384
+ approvalStatus: 'expired',
385
+ lockedBy: null,
386
+ lockedUntil: null,
387
+ },
388
+ transaction,
389
+ });
390
+ const event = await this.createEvent(
391
+ {
392
+ runId,
393
+ type: 'run_approval_expired',
394
+ title: 'Approval window expired',
395
+ content: reason,
396
+ status: 'blocked',
397
+ payload: { reason, expiredApprovals: overdue.length },
398
+ actorType: 'system',
399
+ actorIdentity: 'approval-reaper',
400
+ correlationKey: `approval-expired:${String(read(overdue[0], 'id'))}`,
401
+ createdAt: now,
402
+ },
403
+ transaction,
404
+ );
405
+ blockedRunIds.push(runId);
406
+ committedEvents.push({ runId, event });
407
+ }
408
+ });
409
+
410
+ for (const blocked of committedEvents) getRunEventBus().emit(blocked.runId, blocked.event);
411
+ return blockedRunIds;
412
+ }
413
+
414
+ async renewLease(runId: number, leaseToken: string, leaseMs: number) {
415
+ if (!leaseToken.trim()) throw new Error('Worker lease token is required.');
416
+ if (!Number.isSafeInteger(leaseMs) || leaseMs < 5_000) throw new Error('Worker lease must be at least 5000ms.');
417
+ return this.database.sequelize.transaction(async (transaction) => {
418
+ const runs = this.database.getRepository('agentLoopRuns');
419
+ const run = await runs.findOne({ filterByTk: runId, transaction, lock: transaction.LOCK.UPDATE });
420
+ if (!run || read(run, 'lockedBy') !== leaseToken)
421
+ throw new Error('Worker lease is no longer owned by this worker.');
422
+ if (String(read(run, 'runtimeVersion')) !== 'control-plane-v2')
423
+ throw new Error('Historical plan-era runs are read-only.');
424
+ if (!activeExecutionStatuses.includes(asStatus(read(run, 'status')))) {
425
+ throw new Error('Only actively executing runs can renew a worker lease.');
426
+ }
427
+ const leaseUntil = new Date(Date.now() + leaseMs);
428
+ await runs.update({ filterByTk: runId, values: { lockedUntil: leaseUntil }, transaction });
429
+ return leaseUntil;
430
+ });
431
+ }
432
+
433
+ async releaseLease(runId: number, leaseToken: string) {
434
+ if (!leaseToken.trim()) throw new Error('Worker lease token is required.');
435
+ return this.database.sequelize.transaction(async (transaction) => {
436
+ const runs = this.database.getRepository('agentLoopRuns');
437
+ const run = await runs.findOne({ filterByTk: runId, transaction, lock: transaction.LOCK.UPDATE });
438
+ if (!run) return false;
439
+ if (read(run, 'lockedBy') !== leaseToken) throw new Error('Worker lease is no longer owned by this worker.');
440
+ await runs.update({ filterByTk: runId, values: { lockedBy: null, lockedUntil: null }, transaction });
441
+ return true;
442
+ });
443
+ }
444
+
445
+ async transition(input: {
446
+ runId: number;
447
+ to: LoopRunStatus;
448
+ actorType: string;
449
+ actorIdentity: string;
450
+ eventType?: string;
451
+ title?: string;
452
+ content?: string;
453
+ correlationKey?: string;
454
+ leaseToken?: string;
455
+ values?: Record<string, unknown>;
456
+ humanAccepted?: boolean;
457
+ }) {
458
+ const committed = await this.database.sequelize.transaction(async (transaction) => {
459
+ const runs = this.database.getRepository('agentLoopRuns');
460
+ const run = await runs.findOne({
461
+ filterByTk: input.runId,
462
+ transaction,
463
+ lock: transaction.LOCK.UPDATE,
464
+ });
465
+ if (!run) throw new Error(`Agent loop run ${input.runId} was not found.`);
466
+
467
+ if (input.actorType === 'worker') {
468
+ if (!input.leaseToken?.trim() || read(run, 'lockedBy') !== input.leaseToken) {
469
+ throw new Error('Worker lease is no longer owned by this worker.');
470
+ }
471
+ if (leaseIsExpired(run, new Date())) throw new Error('Worker lease has expired.');
472
+ }
473
+
474
+ const from = asStatus(read(run, 'status'));
475
+
476
+ // The transition table permits `paused -> running/verifying` because that is how a human
477
+ // resumes a run. A worker must not use those edges: a run paused or canceled mid-invocation
478
+ // would otherwise be carried forward by the worker that was already executing it, and the
479
+ // pause would only take effect on the next claim.
480
+ if (input.actorType === 'worker' && !activeExecutionStatuses.includes(from)) {
481
+ throw new Error(`A worker cannot transition a run that is ${from}.`);
482
+ }
483
+
484
+ const verifierEvidence = input.values?.verifierEvidence ?? read(run, 'verifierEvidence');
485
+ assertRunTransition({
486
+ from,
487
+ to: input.to,
488
+ runtimeVersion: String(read(run, 'runtimeVersion') || ''),
489
+ verifierEvidence,
490
+ humanAccepted: input.humanAccepted,
491
+ });
492
+
493
+ const now = new Date();
494
+ await runs.update({
495
+ filterByTk: input.runId,
496
+ values: {
497
+ ...(input.values || {}),
498
+ status: input.to,
499
+ ...(input.to === 'running' && !read(run, 'startedAt') ? { startedAt: now } : {}),
500
+ ...(['succeeded', 'failed', 'canceled'].includes(input.to) ? { endedAt: now } : {}),
501
+ },
502
+ transaction,
503
+ });
504
+ const event = await this.createEvent(
505
+ {
506
+ runId: input.runId,
507
+ type: input.eventType || 'run_status_changed',
508
+ title: input.title || `Run ${input.to}`,
509
+ content: input.content || `${from} -> ${input.to}`,
510
+ status: input.to,
511
+ payload: { from, to: input.to },
512
+ actorType: input.actorType,
513
+ actorIdentity: input.actorIdentity,
514
+ correlationKey: input.correlationKey,
515
+ createdAt: now,
516
+ },
517
+ transaction,
518
+ );
519
+ return { from, to: input.to, event };
520
+ });
521
+
522
+ getRunEventBus().emit(input.runId, committed.event);
523
+ return committed;
524
+ }
525
+
526
+ private async countActive(runs: Repository, filter: Record<string, unknown>, transaction: Transaction, now: Date) {
527
+ const rows = await runs.find({
528
+ filter: { ...filter, runtimeVersion: 'control-plane-v2', status: { $in: activeExecutionStatuses } },
529
+ transaction,
530
+ });
531
+ return rows.filter((row: Model) => !leaseIsReclaimable(row, now)).length;
532
+ }
533
+
534
+ private async createEvent(values: Record<string, unknown>, transaction: Transaction) {
535
+ const record = await this.database.getRepository('agentLoopEvents').create({ values, transaction });
536
+ return typeof record.toJSON === 'function' ? record.toJSON() : record;
537
+ }
538
+ }