plugin-agent-orchestrator 1.1.8 → 1.2.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (495) hide show
  1. package/LICENSE +201 -0
  2. package/README.md +207 -204
  3. package/client-v2.d.ts +2 -2
  4. package/client-v2.js +1 -1
  5. package/client.d.ts +2 -2
  6. package/client.js +1 -1
  7. package/dist/client/117.6c69b6a87751dd18.js +10 -0
  8. package/dist/client/253.52f62e1bc0e9520a.js +10 -0
  9. package/dist/client/325.8f7f509bdb35e142.js +10 -0
  10. package/dist/client/404.86593f98c9768ed5.js +10 -0
  11. package/dist/client/453.fa2d169576262213.js +10 -0
  12. package/dist/client/53.567db3ae078650c6.js +10 -0
  13. package/dist/client/619.01713281e5e951d3.js +10 -0
  14. package/dist/client/652.69da1598312b3a3f.js +10 -0
  15. package/dist/client/773.648965568ff476f9.js +10 -0
  16. package/dist/client/981.37e7aeecdb1ef6fa.js +10 -0
  17. package/dist/client/993.ac89f3852990918d.js +10 -0
  18. package/dist/client/index.js +1 -1
  19. package/dist/client-v2/117.c982d79ff68738f5.js +10 -0
  20. package/dist/client-v2/214.94c4257bf2838577.js +10 -0
  21. package/dist/client-v2/253.8e19956d2a44dfb8.js +10 -0
  22. package/dist/client-v2/264.80e8e358c8c6c2e5.js +10 -0
  23. package/dist/client-v2/325.fafe5a6e83ba9cb3.js +10 -0
  24. package/dist/client-v2/404.ab032b79c95dab6f.js +10 -0
  25. package/dist/client-v2/{41.3deb9e57a0f64fc4.js → 41.cd5610fcf7446127.js} +1 -1
  26. package/dist/client-v2/453.42c6d70628d56cc2.js +10 -0
  27. package/dist/client-v2/{53.349fff8db80b19d4.js → 53.37c08089a648f89a.js} +1 -1
  28. package/dist/client-v2/{619.0a2144aaffefe018.js → 619.6e9618550101e819.js} +1 -1
  29. package/dist/client-v2/652.eeba4e0c38367321.js +10 -0
  30. package/dist/client-v2/{70.ffff2997c10fd4b0.js → 70.332698e53eb59677.js} +1 -1
  31. package/dist/client-v2/773.4de2ba5acb07318c.js +10 -0
  32. package/dist/client-v2/981.76060f466e6f7c11.js +10 -0
  33. package/dist/client-v2/993.f8cdb5172566ce75.js +10 -0
  34. package/dist/client-v2/index.js +1 -1
  35. package/dist/externalVersion.js +13 -7
  36. package/dist/locale/en-US.json +308 -1
  37. package/dist/locale/vi-VN.json +5 -1
  38. package/dist/locale/zh-CN.json +308 -1
  39. package/dist/node_modules/acorn/LICENSE +21 -0
  40. package/dist/node_modules/acorn/bin/acorn +4 -0
  41. package/dist/node_modules/acorn/dist/acorn.d.mts +857 -0
  42. package/dist/node_modules/acorn/dist/acorn.d.ts +857 -0
  43. package/dist/node_modules/acorn/dist/acorn.js +1 -0
  44. package/dist/node_modules/acorn/dist/bin.js +90 -0
  45. package/dist/node_modules/acorn/package.json +1 -0
  46. package/dist/node_modules/acorn-walk/LICENSE +21 -0
  47. package/dist/node_modules/acorn-walk/dist/walk.d.mts +177 -0
  48. package/dist/node_modules/acorn-walk/dist/walk.d.ts +177 -0
  49. package/dist/node_modules/acorn-walk/dist/walk.js +1 -0
  50. package/dist/node_modules/acorn-walk/node_modules/.bin/acorn +15 -0
  51. package/dist/node_modules/acorn-walk/node_modules/.bin/acorn.cmd +7 -0
  52. package/dist/node_modules/acorn-walk/node_modules/acorn/bin/acorn +4 -0
  53. package/dist/node_modules/acorn-walk/node_modules/acorn/dist/acorn.d.mts +866 -0
  54. package/dist/node_modules/acorn-walk/node_modules/acorn/dist/acorn.d.ts +866 -0
  55. package/dist/node_modules/acorn-walk/node_modules/acorn/dist/acorn.js +6174 -0
  56. package/dist/node_modules/acorn-walk/node_modules/acorn/dist/bin.js +90 -0
  57. package/dist/node_modules/acorn-walk/node_modules/acorn/package.json +50 -0
  58. package/dist/node_modules/acorn-walk/package.json +1 -0
  59. package/dist/node_modules/adm-zip/adm-zip.js +1 -1
  60. package/dist/node_modules/adm-zip/package.json +1 -1
  61. package/dist/node_modules/ajv/package.json +1 -1
  62. package/dist/node_modules/zod/index.cjs +1 -1
  63. package/dist/node_modules/zod/package.json +1 -1
  64. package/dist/server/collections/agent-auto-approval-checkpoints.js +47 -0
  65. package/dist/server/collections/agent-execution-spans.js +148 -9
  66. package/dist/server/collections/agent-governance-audit-events.js +47 -0
  67. package/dist/server/collections/agent-governance-policies.js +47 -0
  68. package/dist/server/collections/agent-governance-policy-versions.js +48 -0
  69. package/dist/server/collections/agent-governance-prompt-bindings.js +50 -0
  70. package/dist/server/collections/agent-hierarchy-invocations.js +59 -0
  71. package/dist/server/collections/agent-loop-runs.js +23 -5
  72. package/dist/server/collections/agent-routing-graph-locks.js +40 -0
  73. package/dist/server/collections/agent-session-auto-approvals.js +45 -0
  74. package/dist/server/collections/orchestrator-config.js +17 -0
  75. package/dist/server/migrations/20261110000000-add-usage-pricing-snapshots.js +117 -0
  76. package/dist/server/migrations/20261110010000-add-usage-department-attribution.js +54 -0
  77. package/dist/server/migrations/20261119000000-widen-native-employee-identifiers.js +59 -0
  78. package/dist/server/plugin.js +169 -33
  79. package/dist/server/resources/agent-auto-approval.js +80 -0
  80. package/dist/server/resources/agent-governance.js +192 -0
  81. package/dist/server/resources/agent-harness-profile.js +11 -3
  82. package/dist/server/resources/agent-monitor.js +109 -339
  83. package/dist/server/resources/agent-usage.js +423 -0
  84. package/dist/server/resources/hierarchical-routing.js +60 -0
  85. package/dist/server/resources/native-monitor-format.js +179 -0
  86. package/dist/server/resources/tracing.js +35 -12
  87. package/dist/server/services/AgentGovernanceService.js +500 -0
  88. package/dist/server/services/AutoApprovalCheckpoint.js +133 -0
  89. package/dist/server/services/CodeValidator.js +8 -4
  90. package/dist/server/services/DepartmentAttribution.js +65 -0
  91. package/dist/server/services/ExecutionSpanService.js +96 -3
  92. package/dist/server/services/GovernanceAdmission.js +271 -0
  93. package/dist/server/services/HarnessCapabilities.js +118 -0
  94. package/dist/server/services/HarnessCompiler.js +3 -0
  95. package/dist/server/services/HarnessSchema.js +13 -1
  96. package/dist/server/services/HierarchicalAgentRuntime.js +925 -0
  97. package/dist/server/services/HierarchyEnrollmentGuard.js +216 -0
  98. package/dist/server/services/HierarchyInvocationJournal.js +157 -0
  99. package/dist/server/services/HierarchyRequestCancellation.js +150 -0
  100. package/dist/server/services/LoopBudgetService.js +29 -11
  101. package/dist/server/services/LoopRunRepository.js +16 -7
  102. package/dist/server/services/LoopRunStateMachine.js +20 -9
  103. package/dist/server/services/LoopTriggerService.js +1 -1
  104. package/dist/server/services/LoopWorkerService.js +71 -37
  105. package/dist/server/services/ManagedPromptProtection.js +99 -0
  106. package/dist/server/services/NativeAgentMonitorSyncService.js +584 -0
  107. package/dist/server/services/NativeSubAgentObserver.js +141 -508
  108. package/dist/server/services/NativeUsageAttribution.js +97 -0
  109. package/dist/server/services/PluginAiRuntimeAdapter.js +107 -9
  110. package/dist/server/services/RoutingBindingRepository.js +156 -0
  111. package/dist/server/services/RoutingBindingValidation.js +161 -0
  112. package/dist/server/services/SandboxRunner.js +19 -0
  113. package/dist/server/services/SessionAutoApproval.js +173 -0
  114. package/dist/server/services/TokenTracker.js +787 -104
  115. package/dist/server/services/TracingRetentionPolicy.js +66 -0
  116. package/dist/server/services/VerificationService.js +20 -10
  117. package/dist/server/skill-hub/plugin.js +17 -0
  118. package/dist/server/skill-hub/sandbox-config.json +6 -6
  119. package/dist/server/skill-hub/services/RegistrySkillInstallationService.js +2 -2
  120. package/dist/server/skill-hub/services/registry-node-package.js +191 -0
  121. package/dist/server/skill-hub/tasks/SkillExecutionTask.js +21 -6
  122. package/dist/server/tools/skill-execute.js +1 -0
  123. package/dist/server/utils/ensure-indexes.js +15 -5
  124. package/package.json +66 -53
  125. package/server.d.ts +2 -2
  126. package/server.js +1 -1
  127. package/src/client/AgentRunsTab.tsx +2 -2
  128. package/src/client/ApprovalsTab.tsx +2 -2
  129. package/src/client/HarnessProfilesTab.tsx +2 -2
  130. package/src/client/OrchestratorSettings.tsx +152 -152
  131. package/src/client/SkillPages.tsx +34 -0
  132. package/src/client/__tests__/embedded-settings.test.tsx +225 -0
  133. package/src/client/hooks/useRunEventStream.ts +76 -76
  134. package/src/client/index.tsx +2 -2
  135. package/src/client/plugin.tsx +71 -33
  136. package/src/client/skill-hub/components/ExecutionHistory.tsx +200 -200
  137. package/src/client/skill-hub/components/GitSkillImport.tsx +562 -562
  138. package/src/client/skill-hub/components/LoopSettings.tsx +331 -331
  139. package/src/client/skill-hub/components/SkillEditor.tsx +460 -460
  140. package/src/client/skill-hub/components/SkillManager.tsx +194 -194
  141. package/src/client/skill-hub/components/SkillMetrics.tsx +162 -162
  142. package/src/client/skill-hub/components/SkillTestPanel.tsx +141 -141
  143. package/src/client/skill-hub/index.tsx +6 -6
  144. package/src/client/skill-hub/locale.ts +16 -16
  145. package/src/client/skill-hub/tools/InteractionSchemasProvider.tsx +147 -132
  146. package/src/client/skill-hub/tools/SkillHubCard.tsx +110 -104
  147. package/src/client/skill-hub/tools/__tests__/skill-hub-card.test.tsx +255 -0
  148. package/src/client/skill-hub/tools/loopTemplates.ts +52 -52
  149. package/src/client/skill-hub/tools/registerSkillLoopCards.ts +80 -71
  150. package/src/client/skill-hub/utils/jsonFields.ts +41 -41
  151. package/src/client-v2/__tests__/embedded-settings.test.tsx +202 -0
  152. package/src/client-v2/__tests__/hierarchical-routing-settings.test.tsx +350 -0
  153. package/src/client-v2/auto-approval/AutoApprovalBridge.tsx +513 -0
  154. package/src/client-v2/auto-approval/AutoApprovalProvider.tsx +399 -0
  155. package/src/client-v2/auto-approval/__tests__/session-auto-approval.test.tsx +1676 -0
  156. package/src/client-v2/components/AIEmployeeSelect.tsx +47 -47
  157. package/src/client-v2/components/AIEmployeesContext.tsx +97 -97
  158. package/src/client-v2/components/AgentBindingsTab.tsx +541 -269
  159. package/src/client-v2/components/AgentRunsTab.tsx +85 -83
  160. package/src/client-v2/components/ApprovalsTab.tsx +337 -337
  161. package/src/client-v2/components/EmployeeGovernanceTab.tsx +695 -0
  162. package/src/client-v2/components/HarnessProfilesTab.tsx +700 -541
  163. package/src/client-v2/components/HarnessSettingsForm.tsx +221 -0
  164. package/src/client-v2/components/KnowledgeAccessTab.tsx +116 -116
  165. package/src/client-v2/components/RetrievalTraceTab.tsx +162 -162
  166. package/src/client-v2/components/UsageGovernanceTab.tsx +379 -0
  167. package/src/client-v2/index.tsx +1 -1
  168. package/src/client-v2/pages/AgentBindingsPage.tsx +15 -13
  169. package/src/client-v2/pages/ApprovalsPage.tsx +12 -10
  170. package/src/client-v2/pages/EmployeeGovernancePage.tsx +15 -0
  171. package/src/client-v2/pages/ExecutionHistoryPage.tsx +12 -10
  172. package/src/client-v2/pages/HarnessProfilesPage.tsx +12 -10
  173. package/src/client-v2/pages/KnowledgeAccessPage.tsx +12 -10
  174. package/src/client-v2/pages/LoopSettingsPage.tsx +12 -10
  175. package/src/client-v2/pages/MemoryInspectorPage.tsx +15 -13
  176. package/src/client-v2/pages/RetrievalTracePage.tsx +12 -10
  177. package/src/client-v2/pages/RulesPage.tsx +15 -13
  178. package/src/client-v2/pages/SkillDefinitionsPage.tsx +12 -10
  179. package/src/client-v2/pages/SkillMetricsPage.tsx +12 -10
  180. package/src/client-v2/pages/TracingPage.tsx +15 -13
  181. package/src/client-v2/pages/UsageGovernancePage.tsx +15 -0
  182. package/src/client-v2/plugin.tsx +134 -111
  183. package/src/client-v2/skill-hub/components/ExecutionHistory.tsx +196 -196
  184. package/src/client-v2/skill-hub/components/FileLinkList.tsx +37 -37
  185. package/src/client-v2/skill-hub/components/GitSkillImport.tsx +539 -539
  186. package/src/client-v2/skill-hub/components/LoopSettings.tsx +331 -331
  187. package/src/client-v2/skill-hub/components/SkillEditor.tsx +453 -453
  188. package/src/client-v2/skill-hub/components/SkillManager.tsx +191 -174
  189. package/src/client-v2/skill-hub/components/SkillMetrics.tsx +162 -162
  190. package/src/client-v2/skill-hub/components/SkillTestPanel.tsx +135 -135
  191. package/src/client-v2/skill-hub/locale.ts +13 -13
  192. package/src/client-v2/skill-hub/tools/InteractionSchemasProvider.tsx +62 -0
  193. package/src/client-v2/skill-hub/tools/SkillHubCard.tsx +104 -0
  194. package/src/client-v2/skill-hub/tools/__tests__/interactions.test.ts +126 -0
  195. package/src/client-v2/skill-hub/tools/interactions.ts +137 -0
  196. package/src/client-v2/skill-hub/tools/loopTemplates.ts +52 -52
  197. package/src/client-v2/skill-hub/utils/jsonFields.ts +41 -41
  198. package/src/client-v2/utils/jsonFields.ts +41 -41
  199. package/src/index.ts +2 -2
  200. package/src/locale/en-US.json +308 -1
  201. package/src/locale/vi-VN.json +5 -1
  202. package/src/locale/zh-CN.json +308 -1
  203. package/src/server/__tests__/agent-execution-context.test.ts +18 -18
  204. package/src/server/__tests__/agent-governance.integration.test.ts +385 -0
  205. package/src/server/__tests__/agent-knowledge-insights.test.ts +123 -123
  206. package/src/server/__tests__/agent-monitor-acl.integration.test.ts +267 -0
  207. package/src/server/__tests__/agent-registry-service.test.ts +147 -147
  208. package/src/server/__tests__/agent-runtime-lifecycle.test.ts +46 -46
  209. package/src/server/__tests__/agent-usage-report.integration.test.ts +335 -0
  210. package/src/server/__tests__/auto-approval-checkpoint.integration.test.ts +295 -0
  211. package/src/server/__tests__/code-validator.test.ts +63 -63
  212. package/src/server/__tests__/external-rag-search.test.ts +107 -107
  213. package/src/server/__tests__/harness-capabilities.test.ts +88 -0
  214. package/src/server/__tests__/harness-compiler.test.ts +278 -214
  215. package/src/server/__tests__/harness-profile-service.test.ts +167 -167
  216. package/src/server/__tests__/harness-runtime-policy.test.ts +293 -293
  217. package/src/server/__tests__/harness-tool-plan.test.ts +175 -172
  218. package/src/server/__tests__/hierarchical-routing.integration.test.ts +2318 -0
  219. package/src/server/__tests__/hierarchy-invocation-journal.integration.test.ts +119 -0
  220. package/src/server/__tests__/input-schema-validator.test.ts +26 -26
  221. package/src/server/__tests__/loop-approval-decision.test.ts +624 -512
  222. package/src/server/__tests__/loop-approval-expiry.test.ts +258 -258
  223. package/src/server/__tests__/loop-budget-service.test.ts +29 -0
  224. package/src/server/__tests__/loop-pattern-schema.test.ts +73 -73
  225. package/src/server/__tests__/loop-run-repository.test.ts +25 -0
  226. package/src/server/__tests__/loop-run-state-machine.test.ts +101 -101
  227. package/src/server/__tests__/loop-trigger-service.test.ts +185 -148
  228. package/src/server/__tests__/loop-worker-claim.test.ts +110 -10
  229. package/src/server/__tests__/loop-worker-execution.test.ts +375 -317
  230. package/src/server/__tests__/native-agent-monitor-sync.test.ts +343 -0
  231. package/src/server/__tests__/native-hierarchy-probe.integration.test.ts +527 -0
  232. package/src/server/__tests__/native-sub-agent-observer.test.ts +463 -662
  233. package/src/server/__tests__/native-usage-attribution.integration.test.ts +168 -0
  234. package/src/server/__tests__/plugin-ai-runtime-adapter.test.ts +403 -0
  235. package/src/server/__tests__/registry-node-package.test.ts +299 -0
  236. package/src/server/__tests__/routing-binding-graph.integration.test.ts +217 -0
  237. package/src/server/__tests__/routing-binding-validation.test.ts +256 -0
  238. package/src/server/__tests__/session-auto-approval.integration.test.ts +329 -0
  239. package/src/server/__tests__/skill-access-service.test.ts +64 -64
  240. package/src/server/__tests__/skill-execute.test.ts +81 -70
  241. package/src/server/__tests__/skill-execution-task-policy.test.ts +140 -140
  242. package/src/server/__tests__/skill-review-guard.test.ts +171 -0
  243. package/src/server/__tests__/skill-sandbox-worker-mode.test.ts +15 -15
  244. package/src/server/__tests__/skill-settings.test.ts +63 -63
  245. package/src/server/__tests__/skill-tool-name.test.ts +23 -23
  246. package/src/server/__tests__/token-tracker.test.ts +632 -0
  247. package/src/server/__tests__/tool-loop-detection.test.ts +276 -276
  248. package/src/server/__tests__/tracing-retention-policy.test.ts +30 -0
  249. package/src/server/__tests__/usage-ledger.integration.test.ts +187 -0
  250. package/src/server/collections/agent-auto-approval-checkpoints.ts +18 -0
  251. package/src/server/collections/agent-execution-spans.ts +386 -245
  252. package/src/server/collections/agent-governance-audit-events.ts +19 -0
  253. package/src/server/collections/agent-governance-policies.ts +19 -0
  254. package/src/server/collections/agent-governance-policy-versions.ts +20 -0
  255. package/src/server/collections/agent-governance-prompt-bindings.ts +22 -0
  256. package/src/server/collections/agent-hierarchy-invocations.ts +30 -0
  257. package/src/server/collections/agent-loop-action-approvals.ts +39 -39
  258. package/src/server/collections/agent-loop-runs.ts +389 -369
  259. package/src/server/collections/agent-loop-steps.ts +220 -220
  260. package/src/server/collections/agent-memory-contexts.ts +95 -95
  261. package/src/server/collections/agent-routing-graph-locks.ts +11 -0
  262. package/src/server/collections/agent-session-auto-approvals.ts +16 -0
  263. package/src/server/collections/orchestrator-config.ts +113 -87
  264. package/src/server/collections/orchestrator-logs.ts +116 -116
  265. package/src/server/collections/skill-definitions.ts +159 -159
  266. package/src/server/collections/skill-executions.ts +154 -154
  267. package/src/server/collections/skill-loop-configs.ts +65 -65
  268. package/src/server/collections/skill-metrics.ts +36 -36
  269. package/src/server/collections/skill-registry-installations.ts +41 -41
  270. package/src/server/collections/skill-worker-configs.ts +86 -86
  271. package/src/server/index.ts +1 -1
  272. package/src/server/migrations/20260423000000-add-progress-fields.ts +50 -50
  273. package/src/server/migrations/20260425000000-add-interaction-schema.ts +37 -37
  274. package/src/server/migrations/20260427000000-add-tracing-detail-fields.ts +41 -41
  275. package/src/server/migrations/20260427000001-change-other-json-to-text.ts +61 -61
  276. package/src/server/migrations/20260524001000-add-plan-approval-and-harness-profiles.ts +145 -145
  277. package/src/server/migrations/20260601000000-add-token-fields.ts +89 -89
  278. package/src/server/migrations/20260615000000-normalize-ai-employee-tool-bindings.ts +39 -39
  279. package/src/server/migrations/20260621000000-native-policy-profile-defaults.ts +190 -190
  280. package/src/server/migrations/20260727000000-remove-unused-knowledge-scopes.ts +25 -25
  281. package/src/server/migrations/20260727010000-backfill-skill-tool-names.ts +45 -45
  282. package/src/server/migrations/20261110000000-add-usage-pricing-snapshots.ts +110 -0
  283. package/src/server/migrations/20261110010000-add-usage-department-attribution.ts +28 -0
  284. package/src/server/migrations/20261119000000-widen-native-employee-identifiers.ts +37 -0
  285. package/src/server/plugin.ts +724 -573
  286. package/src/server/resources/agent-auto-approval.ts +51 -0
  287. package/src/server/resources/agent-governance.ts +161 -0
  288. package/src/server/resources/agent-harness-profile.ts +103 -94
  289. package/src/server/resources/agent-knowledge-insights.ts +306 -306
  290. package/src/server/resources/agent-loop-approval.ts +84 -84
  291. package/src/server/resources/agent-loop-events-stream.ts +108 -108
  292. package/src/server/resources/agent-loop.ts +252 -252
  293. package/src/server/resources/agent-monitor.ts +208 -482
  294. package/src/server/resources/agent-usage.ts +413 -0
  295. package/src/server/resources/hierarchical-routing.ts +39 -0
  296. package/src/server/resources/native-monitor-format.ts +150 -0
  297. package/src/server/resources/tracing.ts +296 -267
  298. package/src/server/services/AgentExecutionContext.ts +23 -23
  299. package/src/server/services/AgentGovernanceService.ts +541 -0
  300. package/src/server/services/AgentMemoryContextService.ts +344 -344
  301. package/src/server/services/AgentRegistryService.ts +220 -220
  302. package/src/server/services/AgentRuntimeLifecycle.ts +64 -64
  303. package/src/server/services/AutoApprovalCheckpoint.ts +140 -0
  304. package/src/server/services/CodeValidator.ts +257 -238
  305. package/src/server/services/DepartmentAttribution.ts +47 -0
  306. package/src/server/services/DurableCircuitBreakerService.ts +235 -235
  307. package/src/server/services/ExecutionSpanService.ts +271 -146
  308. package/src/server/services/FileManager.ts +159 -159
  309. package/src/server/services/GovernanceAdmission.ts +314 -0
  310. package/src/server/services/HarnessCapabilities.ts +112 -0
  311. package/src/server/services/HarnessCompiler.ts +182 -170
  312. package/src/server/services/HarnessProfileService.ts +235 -235
  313. package/src/server/services/HarnessSchema.ts +224 -194
  314. package/src/server/services/HierarchicalAgentRuntime.ts +1052 -0
  315. package/src/server/services/HierarchyEnrollmentGuard.ts +211 -0
  316. package/src/server/services/HierarchyInvocationJournal.ts +172 -0
  317. package/src/server/services/HierarchyRequestCancellation.ts +132 -0
  318. package/src/server/services/InputSchemaValidator.ts +44 -44
  319. package/src/server/services/LoopBudgetService.ts +325 -271
  320. package/src/server/services/LoopControlService.ts +120 -120
  321. package/src/server/services/LoopPatternSchema.ts +231 -231
  322. package/src/server/services/LoopPatternService.ts +171 -171
  323. package/src/server/services/LoopRunRepository.ts +343 -332
  324. package/src/server/services/LoopRunStateMachine.ts +538 -525
  325. package/src/server/services/LoopSchedulerService.ts +195 -195
  326. package/src/server/services/LoopTriggerService.ts +162 -159
  327. package/src/server/services/LoopWorkerService.ts +975 -912
  328. package/src/server/services/ManagedPromptProtection.ts +81 -0
  329. package/src/server/services/NativeAgentMonitorSyncService.ts +684 -0
  330. package/src/server/services/NativeSubAgentObserver.ts +324 -757
  331. package/src/server/services/NativeUsageAttribution.ts +91 -0
  332. package/src/server/services/PathLockService.ts +317 -317
  333. package/src/server/services/PluginAiRuntimeAdapter.ts +518 -387
  334. package/src/server/services/RoutingBindingRepository.ts +146 -0
  335. package/src/server/services/RoutingBindingValidation.ts +161 -0
  336. package/src/server/services/RunEventBus.ts +58 -58
  337. package/src/server/services/SandboxRunner.ts +526 -492
  338. package/src/server/services/SessionAutoApproval.ts +167 -0
  339. package/src/server/services/SkillAccessService.ts +175 -175
  340. package/src/server/services/SkillManager.ts +585 -585
  341. package/src/server/services/SkillRepositoryService.ts +236 -236
  342. package/src/server/services/TokenTracker.ts +1151 -287
  343. package/src/server/services/ToolLoopDetectionService.ts +210 -210
  344. package/src/server/services/TracingRetentionPolicy.ts +49 -0
  345. package/src/server/services/VerificationSchema.ts +31 -31
  346. package/src/server/services/VerificationService.ts +325 -313
  347. package/src/server/services/WorkerEnvManager.ts +198 -198
  348. package/src/server/services/__tests__/SkillRepositoryService.test.ts +33 -33
  349. package/src/server/services/harness-runtime-policy.ts +134 -134
  350. package/src/server/services/pythonGuardTemplate.ts +87 -87
  351. package/src/server/services/sandboxCapabilities.ts +348 -348
  352. package/src/server/skill-hub/actions/__tests__/git-import.test.ts +563 -563
  353. package/src/server/skill-hub/actions/git-import.ts +936 -936
  354. package/src/server/skill-hub/mcp/McpController.ts +107 -107
  355. package/src/server/skill-hub/middlewares/git-import-request-method-policy.ts +51 -51
  356. package/src/server/skill-hub/plugin.ts +1272 -1232
  357. package/src/server/skill-hub/sandbox-config.json +6 -6
  358. package/src/server/skill-hub/services/RegistrySkillInstallationService.ts +291 -281
  359. package/src/server/skill-hub/services/__tests__/RegistrySkillInstallationService.test.ts +295 -295
  360. package/src/server/skill-hub/services/registry-node-package.ts +191 -0
  361. package/src/server/skill-hub/tasks/SkillExecutionTask.ts +597 -568
  362. package/src/server/skill-hub/utils/json-fields.ts +57 -57
  363. package/src/server/tools/delegate-task.ts +30 -30
  364. package/src/server/tools/external-rag-search.ts +329 -329
  365. package/src/server/tools/skill-execute.ts +226 -216
  366. package/src/server/types.ts +21 -21
  367. package/src/server/utils/ai-manager.ts +24 -24
  368. package/src/server/utils/ctx-utils.ts +132 -132
  369. package/src/server/utils/ensure-indexes.ts +113 -96
  370. package/src/server/utils/ha-lock.ts +80 -80
  371. package/src/server/utils/loop-pattern-context.ts +84 -84
  372. package/src/server/utils/record-utils.ts +19 -19
  373. package/src/server/utils/skill-settings.ts +135 -135
  374. package/src/server/utils/skill-tool-name.ts +58 -58
  375. package/dist/client-v2/117.7565cff57c39318a.js +0 -10
  376. package/dist/client-v2/214.106635011859dede.js +0 -10
  377. package/dist/client-v2/253.59577b40d9875be0.js +0 -10
  378. package/dist/client-v2/264.7ed8bee71fa5935c.js +0 -10
  379. package/dist/client-v2/418.41ed200e7d6da332.js +0 -10
  380. package/dist/client-v2/794.a67a2614405ba627.js +0 -10
  381. package/dist/client-v2/981.e4a1f41cfc94a856.js +0 -10
  382. package/dist/client-v2/993.b0688fdc5ccb000a.js +0 -10
  383. package/dist/node_modules/simple-git/dist/cjs/index.js +0 -7399
  384. package/dist/node_modules/simple-git/dist/esm/index.js +0 -4745
  385. package/dist/node_modules/simple-git/dist/esm/package.json +0 -3
  386. package/dist/node_modules/simple-git/dist/src/lib/api.d.ts +0 -13
  387. package/dist/node_modules/simple-git/dist/src/lib/args/log-format.d.ts +0 -9
  388. package/dist/node_modules/simple-git/dist/src/lib/errors/git-construct-error.d.ts +0 -15
  389. package/dist/node_modules/simple-git/dist/src/lib/errors/git-error.d.ts +0 -30
  390. package/dist/node_modules/simple-git/dist/src/lib/errors/git-plugin-error.d.ts +0 -7
  391. package/dist/node_modules/simple-git/dist/src/lib/errors/git-response-error.d.ts +0 -32
  392. package/dist/node_modules/simple-git/dist/src/lib/errors/task-configuration-error.d.ts +0 -12
  393. package/dist/node_modules/simple-git/dist/src/lib/git-factory.d.ts +0 -15
  394. package/dist/node_modules/simple-git/dist/src/lib/git-logger.d.ts +0 -21
  395. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-branch-delete.d.ts +0 -5
  396. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-branch.d.ts +0 -2
  397. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-commit.d.ts +0 -2
  398. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-diff-summary.d.ts +0 -3
  399. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-fetch.d.ts +0 -2
  400. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-list-log-summary.d.ts +0 -6
  401. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-merge.d.ts +0 -11
  402. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-move.d.ts +0 -2
  403. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-pull.d.ts +0 -6
  404. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-push.d.ts +0 -4
  405. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-remote-messages.d.ts +0 -5
  406. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-remote-objects.d.ts +0 -3
  407. package/dist/node_modules/simple-git/dist/src/lib/plugins/abort-plugin.d.ts +0 -3
  408. package/dist/node_modules/simple-git/dist/src/lib/plugins/block-unsafe-operations-plugin.d.ts +0 -3
  409. package/dist/node_modules/simple-git/dist/src/lib/plugins/command-config-prefixing-plugin.d.ts +0 -2
  410. package/dist/node_modules/simple-git/dist/src/lib/plugins/completion-detection.plugin.d.ts +0 -3
  411. package/dist/node_modules/simple-git/dist/src/lib/plugins/custom-binary.plugin.d.ts +0 -3
  412. package/dist/node_modules/simple-git/dist/src/lib/plugins/error-detection.plugin.d.ts +0 -7
  413. package/dist/node_modules/simple-git/dist/src/lib/plugins/index.d.ts +0 -11
  414. package/dist/node_modules/simple-git/dist/src/lib/plugins/plugin-store.d.ts +0 -11
  415. package/dist/node_modules/simple-git/dist/src/lib/plugins/progress-monitor-plugin.d.ts +0 -3
  416. package/dist/node_modules/simple-git/dist/src/lib/plugins/simple-git-plugin.d.ts +0 -48
  417. package/dist/node_modules/simple-git/dist/src/lib/plugins/spawn-options-plugin.d.ts +0 -3
  418. package/dist/node_modules/simple-git/dist/src/lib/plugins/suffix-paths.plugin.d.ts +0 -2
  419. package/dist/node_modules/simple-git/dist/src/lib/plugins/timout-plugin.d.ts +0 -3
  420. package/dist/node_modules/simple-git/dist/src/lib/responses/BranchDeleteSummary.d.ts +0 -12
  421. package/dist/node_modules/simple-git/dist/src/lib/responses/BranchSummary.d.ts +0 -14
  422. package/dist/node_modules/simple-git/dist/src/lib/responses/CheckIgnore.d.ts +0 -4
  423. package/dist/node_modules/simple-git/dist/src/lib/responses/CleanSummary.d.ts +0 -9
  424. package/dist/node_modules/simple-git/dist/src/lib/responses/ConfigList.d.ts +0 -13
  425. package/dist/node_modules/simple-git/dist/src/lib/responses/DiffSummary.d.ts +0 -10
  426. package/dist/node_modules/simple-git/dist/src/lib/responses/FileStatusSummary.d.ts +0 -9
  427. package/dist/node_modules/simple-git/dist/src/lib/responses/GetRemoteSummary.d.ts +0 -11
  428. package/dist/node_modules/simple-git/dist/src/lib/responses/InitSummary.d.ts +0 -9
  429. package/dist/node_modules/simple-git/dist/src/lib/responses/MergeSummary.d.ts +0 -16
  430. package/dist/node_modules/simple-git/dist/src/lib/responses/PullSummary.d.ts +0 -25
  431. package/dist/node_modules/simple-git/dist/src/lib/responses/StatusSummary.d.ts +0 -19
  432. package/dist/node_modules/simple-git/dist/src/lib/responses/TagList.d.ts +0 -7
  433. package/dist/node_modules/simple-git/dist/src/lib/runners/git-executor-chain.d.ts +0 -25
  434. package/dist/node_modules/simple-git/dist/src/lib/runners/git-executor.d.ts +0 -14
  435. package/dist/node_modules/simple-git/dist/src/lib/runners/promise-wrapped.d.ts +0 -2
  436. package/dist/node_modules/simple-git/dist/src/lib/runners/scheduler.d.ts +0 -11
  437. package/dist/node_modules/simple-git/dist/src/lib/runners/tasks-pending-queue.d.ts +0 -23
  438. package/dist/node_modules/simple-git/dist/src/lib/simple-git-api.d.ts +0 -20
  439. package/dist/node_modules/simple-git/dist/src/lib/task-callback.d.ts +0 -2
  440. package/dist/node_modules/simple-git/dist/src/lib/tasks/apply-patch.d.ts +0 -3
  441. package/dist/node_modules/simple-git/dist/src/lib/tasks/branch.d.ts +0 -7
  442. package/dist/node_modules/simple-git/dist/src/lib/tasks/change-working-directory.d.ts +0 -2
  443. package/dist/node_modules/simple-git/dist/src/lib/tasks/check-ignore.d.ts +0 -2
  444. package/dist/node_modules/simple-git/dist/src/lib/tasks/check-is-repo.d.ts +0 -9
  445. package/dist/node_modules/simple-git/dist/src/lib/tasks/checkout.d.ts +0 -2
  446. package/dist/node_modules/simple-git/dist/src/lib/tasks/clean.d.ts +0 -25
  447. package/dist/node_modules/simple-git/dist/src/lib/tasks/clone.d.ts +0 -9
  448. package/dist/node_modules/simple-git/dist/src/lib/tasks/commit.d.ts +0 -4
  449. package/dist/node_modules/simple-git/dist/src/lib/tasks/config.d.ts +0 -8
  450. package/dist/node_modules/simple-git/dist/src/lib/tasks/count-objects.d.ts +0 -12
  451. package/dist/node_modules/simple-git/dist/src/lib/tasks/diff-name-status.d.ts +0 -12
  452. package/dist/node_modules/simple-git/dist/src/lib/tasks/diff.d.ts +0 -5
  453. package/dist/node_modules/simple-git/dist/src/lib/tasks/fetch.d.ts +0 -4
  454. package/dist/node_modules/simple-git/dist/src/lib/tasks/first-commit.d.ts +0 -2
  455. package/dist/node_modules/simple-git/dist/src/lib/tasks/grep.d.ts +0 -12
  456. package/dist/node_modules/simple-git/dist/src/lib/tasks/hash-object.d.ts +0 -5
  457. package/dist/node_modules/simple-git/dist/src/lib/tasks/init.d.ts +0 -3
  458. package/dist/node_modules/simple-git/dist/src/lib/tasks/log.d.ts +0 -32
  459. package/dist/node_modules/simple-git/dist/src/lib/tasks/merge.d.ts +0 -4
  460. package/dist/node_modules/simple-git/dist/src/lib/tasks/move.d.ts +0 -3
  461. package/dist/node_modules/simple-git/dist/src/lib/tasks/pull.d.ts +0 -3
  462. package/dist/node_modules/simple-git/dist/src/lib/tasks/push.d.ts +0 -9
  463. package/dist/node_modules/simple-git/dist/src/lib/tasks/remote.d.ts +0 -8
  464. package/dist/node_modules/simple-git/dist/src/lib/tasks/reset.d.ts +0 -11
  465. package/dist/node_modules/simple-git/dist/src/lib/tasks/show.d.ts +0 -2
  466. package/dist/node_modules/simple-git/dist/src/lib/tasks/stash-list.d.ts +0 -4
  467. package/dist/node_modules/simple-git/dist/src/lib/tasks/status.d.ts +0 -3
  468. package/dist/node_modules/simple-git/dist/src/lib/tasks/sub-module.d.ts +0 -5
  469. package/dist/node_modules/simple-git/dist/src/lib/tasks/tag.d.ts +0 -18
  470. package/dist/node_modules/simple-git/dist/src/lib/tasks/task.d.ts +0 -14
  471. package/dist/node_modules/simple-git/dist/src/lib/tasks/version.d.ts +0 -9
  472. package/dist/node_modules/simple-git/dist/src/lib/types/handlers.d.ts +0 -21
  473. package/dist/node_modules/simple-git/dist/src/lib/types/index.d.ts +0 -136
  474. package/dist/node_modules/simple-git/dist/src/lib/types/tasks.d.ts +0 -19
  475. package/dist/node_modules/simple-git/dist/src/lib/utils/argument-filters.d.ts +0 -14
  476. package/dist/node_modules/simple-git/dist/src/lib/utils/exit-codes.d.ts +0 -10
  477. package/dist/node_modules/simple-git/dist/src/lib/utils/git-output-streams.d.ts +0 -7
  478. package/dist/node_modules/simple-git/dist/src/lib/utils/index.d.ts +0 -8
  479. package/dist/node_modules/simple-git/dist/src/lib/utils/line-parser.d.ts +0 -15
  480. package/dist/node_modules/simple-git/dist/src/lib/utils/simple-git-options.d.ts +0 -2
  481. package/dist/node_modules/simple-git/dist/src/lib/utils/task-options.d.ts +0 -13
  482. package/dist/node_modules/simple-git/dist/src/lib/utils/task-parser.d.ts +0 -5
  483. package/dist/node_modules/simple-git/dist/src/lib/utils/util.d.ts +0 -47
  484. package/dist/node_modules/simple-git/dist/typings/errors.d.ts +0 -5
  485. package/dist/node_modules/simple-git/dist/typings/index.d.ts +0 -14
  486. package/dist/node_modules/simple-git/dist/typings/response.d.ts +0 -556
  487. package/dist/node_modules/simple-git/dist/typings/simple-git.d.ts +0 -1033
  488. package/dist/node_modules/simple-git/dist/typings/types.d.ts +0 -22
  489. package/dist/node_modules/simple-git/node_modules/debug/package.json +0 -64
  490. package/dist/node_modules/simple-git/node_modules/debug/src/browser.js +0 -272
  491. package/dist/node_modules/simple-git/node_modules/debug/src/common.js +0 -292
  492. package/dist/node_modules/simple-git/node_modules/debug/src/index.js +0 -10
  493. package/dist/node_modules/simple-git/node_modules/debug/src/node.js +0 -263
  494. package/dist/node_modules/simple-git/package.json +0 -1
  495. package/dist/node_modules/simple-git/promise.js +0 -17
@@ -1,568 +1,597 @@
1
- import Application from '@nocobase/server';
2
- import { cpSync, existsSync, readFileSync, rmSync, statSync, writeFileSync } from 'fs';
3
- import { resolve, sep } from 'path';
4
- import { SandboxRunner } from '../../services/SandboxRunner';
5
- import { FileManager } from '../../services/FileManager';
6
- import { SkillRepositoryService } from '../../services/SkillRepositoryService';
7
- import { CodeValidator } from '../../services/CodeValidator';
8
- import { spilledText } from '../../services/harness-runtime-policy';
9
- import { createHash } from 'crypto';
10
- import { assertSkillToolNameAvailable, buildSkillToolName } from '../../utils/skill-tool-name';
11
- import { parseJsonLike, parseJsonText, stringifyJsonText } from '../utils/json-fields';
12
-
13
- /**
14
- * Lightweight abort controller compatible with the SandboxRunner signal interface.
15
- * Worker-side: subscribes to PubSub abort channel and triggers signal.
16
- */
17
- class TaskAbortController {
18
- private listeners: Array<() => void> = [];
19
- private _aborted = false;
20
-
21
- get aborted() {
22
- return this._aborted;
23
- }
24
-
25
- get signal() {
26
- return {
27
- addEventListener: (_event: string, listener: () => void) => {
28
- if (this._aborted) {
29
- listener();
30
- } else {
31
- this.listeners.push(listener);
32
- }
33
- },
34
- };
35
- }
36
-
37
- abort() {
38
- if (this._aborted) return;
39
- this._aborted = true;
40
- for (const listener of this.listeners) {
41
- try {
42
- listener();
43
- } catch {
44
- // ignore
45
- }
46
- }
47
- this.listeners = [];
48
- }
49
- }
50
-
51
- export class SkillExecutionTask {
52
- constructor(
53
- private execution: any,
54
- private sandboxRunner: SandboxRunner,
55
- private fileManager: FileManager,
56
- private skillRepoService: SkillRepositoryService,
57
- private app: Application,
58
- ) {}
59
-
60
- async run() {
61
- const skill = this.execution.get('skill') || this.execution.skill;
62
- const execId = String(this.execution.get('id'));
63
- const workerId = String(this.execution.get('workerId') || '');
64
- if (this.execution.get('status') !== 'running' || !workerId) {
65
- (this as any).app.logger.warn(`[skill-hub] Task ${execId}: refused execution without an active worker claim.`);
66
- return;
67
- }
68
-
69
- // Set up abort controller — listens for cancel from main server via PubSub
70
- const abortController = new TaskAbortController();
71
- const abortChannel = `skill-hub.abort.${execId}`;
72
- const abortCallback = async () => {
73
- (this as any).app.logger.info(`[skill-hub] Task ${execId}: received abort signal`);
74
- abortController.abort();
75
- };
76
- const configuredHeartbeat = Number.parseInt(process.env.SKILL_HUB_HEARTBEAT_INTERVAL_MS || '', 10);
77
- const heartbeatIntervalMs =
78
- Number.isFinite(configuredHeartbeat) && configuredHeartbeat > 0 ? configuredHeartbeat : 10000;
79
- const heartbeat = setInterval(() => {
80
- this.updateIfOwned(execId, workerId, { heartbeatAt: new Date() })
81
- .then((updated) => {
82
- if (!updated) {
83
- (this as any).app.logger.warn(`[skill-hub] Task ${execId}: worker claim was lost; aborting stale worker.`);
84
- abortController.abort();
85
- }
86
- })
87
- .catch((error: unknown) => {
88
- (this as any).app.logger.warn(`[skill-hub] Task ${execId}: heartbeat update failed`, {
89
- error: error instanceof Error ? error : new Error(String(error)),
90
- });
91
- });
92
- }, heartbeatIntervalMs);
93
- heartbeat.unref?.();
94
-
95
- try {
96
- // Subscribe to abort channel before starting execution
97
- await (this as any).app.pubSubManager.subscribe(abortChannel, abortCallback);
98
-
99
- // Render code template with input args
100
- const inputArgs = parseJsonText(this.execution.get('inputArgs'), {});
101
- const storageType = skill.get ? skill.get('storageType') : skill.storageType;
102
-
103
- let rawCodeTemplate = skill.get ? skill.get('codeTemplate') : skill.codeTemplate;
104
- let language = skill.get ? skill.get('language') : skill.language;
105
- let timeoutSeconds = skill.get ? skill.get('timeoutSeconds') : skill.timeoutSeconds;
106
- let maxOutputSizeMb = skill.get ? skill.get('maxOutputSizeMb') : skill.maxOutputSizeMb;
107
- const skillName = skill.get ? skill.get('name') : skill.name;
108
- const workDir = this.fileManager.createExecDir(execId);
109
- let skillDir: string | undefined;
110
-
111
- if (storageType === 'plugin') {
112
- const pluginSkillName = (skill.get ? skill.get('pluginSource') : skill.pluginSource) || skillName;
113
- const orchestratorPlugin = (this as any).app.pm.get('plugin-agent-orchestrator') as any;
114
- const skillHub = orchestratorPlugin?.skillHub;
115
- let pluginTemplate =
116
- typeof skillHub?.resolveSkillTemplate === 'function'
117
- ? skillHub.resolveSkillTemplate(pluginSkillName)
118
- : skillHub?.skillTemplates?.get(pluginSkillName);
119
-
120
- // Fallback: discover dynamically if not cached (e.g. executed in worker before UI was loaded)
121
- if (!pluginTemplate && skillHub) {
122
- const allPlugins = (this as any).app.pm.getPlugins();
123
- for (const [, pInstance] of allPlugins) {
124
- if (typeof (pInstance as any).getSkillTemplates === 'function') {
125
- const pluginSkills = (pInstance as any).getSkillTemplates();
126
- if (Array.isArray(pluginSkills)) {
127
- for (const s of pluginSkills) {
128
- if (s.name === pluginSkillName) {
129
- pluginTemplate =
130
- typeof skillHub?.hydrateSkillTemplate === 'function'
131
- ? skillHub.hydrateSkillTemplate(pInstance.name, s)
132
- : { ...s, pluginSource: s.name, pluginName: pInstance.name };
133
- skillHub.skillTemplates.set(s.name, pluginTemplate);
134
- break;
135
- }
136
- }
137
- }
138
- }
139
- if (pluginTemplate) break;
140
- }
141
- }
142
-
143
- if (pluginTemplate) {
144
- rawCodeTemplate = pluginTemplate.codeTemplate;
145
- language = pluginTemplate.language;
146
- if (pluginTemplate.timeoutSeconds) timeoutSeconds = pluginTemplate.timeoutSeconds;
147
- if (pluginTemplate.maxOutputSizeMb) maxOutputSizeMb = pluginTemplate.maxOutputSizeMb;
148
- const packageRoot = pluginTemplate.skillPackage?.rootDir;
149
- if (packageRoot) {
150
- const mountMode = pluginTemplate.skillPackage?.mountMode || 'reference';
151
- if (mountMode === 'copy') {
152
- skillDir = resolve(workDir, 'skill');
153
- this.skillRepoService.copyDirectoryTo(packageRoot, skillDir);
154
- } else {
155
- skillDir = packageRoot;
156
- }
157
- }
158
- } else {
159
- throw new Error(`Plugin skill "${pluginSkillName}" not found. Is the parent plugin enabled?`);
160
- }
161
- }
162
-
163
- // Harness-derived overrides resolved when the execution was queued. They cap (never widen)
164
- // the skill's own limits, so a permissive skill cannot outrun a restrictive harness.
165
- const runtimePolicy = parseJsonLike(
166
- this.execution.get ? this.execution.get('runtimePolicy') : this.execution.runtimePolicy,
167
- {},
168
- ) as Record<string, unknown>;
169
- if (typeof runtimePolicy?.timeoutSeconds === 'number' && runtimePolicy.timeoutSeconds > 0) {
170
- timeoutSeconds = Math.min(Number(timeoutSeconds) || 60, runtimePolicy.timeoutSeconds);
171
- }
172
- const spillMaxInlineBytes =
173
- typeof runtimePolicy?.spillMaxInlineBytes === 'number' && runtimePolicy.spillMaxInlineBytes > 0
174
- ? runtimePolicy.spillMaxInlineBytes
175
- : null;
176
-
177
- if (!rawCodeTemplate) {
178
- throw new Error(
179
- `Skill "${skillName}" has no codeTemplate. Add a code file, inline codeTemplate, or bind it to an installed plugin skill.`,
180
- );
181
- }
182
-
183
- if (storageType !== 'plugin') {
184
- skillDir = workDir;
185
- }
186
-
187
- const code = this.renderTemplate(rawCodeTemplate, inputArgs, execId, skillDir);
188
- const skillDigest = createHash('sha256').update(code, 'utf8').digest('hex');
189
- if (!(await this.updateIfOwned(execId, workerId, { executedCode: code, skillDigest }))) {
190
- abortController.abort();
191
- return;
192
- }
193
-
194
- // Load package whitelist for import validation
195
- let packageWhitelist: string[] = [];
196
- try {
197
- const workerConfig = await (this as any).app.db.getRepository('skillWorkerConfigs').findOne();
198
- if (workerConfig) {
199
- const wl = parseJsonText(
200
- workerConfig.get ? workerConfig.get('packageWhitelist') : workerConfig.packageWhitelist,
201
- { python: [], node: [], apt: [] },
202
- );
203
- if (wl) {
204
- packageWhitelist = (language === 'node' ? wl.node : wl.python) || [];
205
- }
206
- }
207
- } catch {
208
- // Skip whitelist validation if config not available
209
- }
210
-
211
- // Pre-hydrate execution workspace with package contents (multi-file support)
212
- const fileId = skill.get ? skill.get('fileId') : skill.fileId;
213
-
214
- // In multi-node setups, local cache might be missing on this specific worker node. Re-download from S3 if needed.
215
- if (!require('fs').existsSync(this.skillRepoService.getSkillPath(skillName)) && fileId) {
216
- const fmPlugin = (this as any).app.pm.get('@nocobase/plugin-file-manager') as any;
217
- const attachment = await (this as any).app.db.getRepository('attachments').findOne({ filter: { id: fileId } });
218
- if (fmPlugin && attachment) {
219
- const rawStorageId = attachment.get('storageId') || attachment.storageId;
220
- let matchedKey = null;
221
- if (rawStorageId) {
222
- const strId = String(rawStorageId);
223
- for (const key of fmPlugin.storagesCache.keys()) {
224
- if (String(key) === strId) {
225
- matchedKey = key;
226
- break;
227
- }
228
- }
229
- }
230
-
231
- const attachmentObj = typeof attachment.toJSON === 'function' ? attachment.toJSON() : { ...attachment };
232
- if (matchedKey !== null) {
233
- attachmentObj.storageId = matchedKey;
234
- }
235
-
236
- try {
237
- const streamData = await fmPlugin.getFileStream(attachmentObj);
238
- if (streamData?.stream) {
239
- const tempZipPath = require('path').resolve(require('os').tmpdir(), `skill_${Date.now()}_exec.zip`);
240
- await new Promise((resolve, reject) => {
241
- const writeStream = require('fs').createWriteStream(tempZipPath);
242
- streamData.stream.pipe(writeStream);
243
- writeStream.on('finish', resolve);
244
- writeStream.on('error', reject);
245
- streamData.stream.on('error', reject);
246
- });
247
- await this.skillRepoService.extractSkillPackage(skillName, tempZipPath);
248
- require('fs').unlinkSync(tempZipPath);
249
- (this as any).app.logger.info(
250
- `[skill-hub] Task ${execId}: Auto-restored skill package ${skillName} from S3/Storage`,
251
- );
252
- }
253
- } catch (fetchErr) {
254
- (this as any).app.logger.warn(
255
- `[skill-hub] Task ${execId}: Failed to fetch skill package ${skillName} from storage`,
256
- { error: fetchErr },
257
- );
258
- }
259
- }
260
- }
261
-
262
- if (storageType !== 'plugin') {
263
- this.skillRepoService.copySkillPackageTo(skillName, workDir);
264
- skillDir = workDir;
265
- }
266
-
267
- const result = await this.sandboxRunner.execute({
268
- language,
269
- code,
270
- execId,
271
- timeoutSeconds: timeoutSeconds || 60,
272
- maxOutputSizeMb: maxOutputSizeMb || 50,
273
- skillDir,
274
- inputArgs,
275
- signal: abortController.signal,
276
- packageWhitelist,
277
- onProgress: (progress) => {
278
- // Worker → PubSub → Main Server → runtime.writer → SSE → Client
279
- (this as any).app.pubSubManager.publish(`skill-hub.progress.${execId}`, progress);
280
- },
281
- });
282
-
283
- if (result.success) {
284
- const installMessage = await this.installGeneratedSkillIfRequested(execId);
285
- if (installMessage) {
286
- result.stdout = [result.stdout, installMessage].filter(Boolean).join('\n');
287
- }
288
- }
289
-
290
- // Determine final status
291
- let status: string;
292
- if (result.canceled) {
293
- status = 'canceled';
294
- } else if (result.timedOut) {
295
- status = 'timeout';
296
- } else {
297
- status = result.success ? 'succeeded' : 'failed';
298
- }
299
-
300
- // Spill oversized stdout: the full text moves to the execution's output directory (served
301
- // by the existing download endpoint) and the inline result becomes a head/tail preview, so
302
- // one huge output cannot blow up the model's context.
303
- if (spillMaxInlineBytes && typeof result.stdout === 'string') {
304
- const spillName = 'stdout-full.txt';
305
- const spillPath = resolve(this.fileManager.getOutputDir(execId), spillName);
306
- const locator = `/api/skillHub:download?execId=${execId}&f=${Buffer.from(spillName).toString('base64url')}`;
307
- const replaced = spilledText(result.stdout, spillMaxInlineBytes, locator);
308
- if (replaced) {
309
- try {
310
- writeFileSync(spillPath, result.stdout, 'utf8');
311
- result.stdout = replaced;
312
- result.files = [
313
- ...(result.files || []),
314
- { name: spillName, size: statSync(spillPath).size, mimeType: 'text/plain' },
315
- ];
316
- } catch (spillError) {
317
- // Best effort like dsh: a spill failure keeps the original inline output rather
318
- // than turning a successful execution into an error.
319
- (this as any).app.logger.warn(`[skill-hub] Task ${execId}: stdout spill failed`, {
320
- error: spillError,
321
- });
322
- }
323
- }
324
- }
325
-
326
- const completed = await this.updateIfOwned(execId, workerId, {
327
- status,
328
- stdout: result.stdout,
329
- stderr: result.stderr,
330
- outputFiles: stringifyJsonText(result.files, []),
331
- durationMs: result.durationMs,
332
- });
333
- if (!completed) {
334
- (this as any).app.logger.warn(
335
- `[skill-hub] Task ${execId}: discarded result from a worker that lost its claim.`,
336
- );
337
- return;
338
- }
339
-
340
- // Notify main server: task completed
341
- await (this as any).app.pubSubManager.publish(`skill-hub.done.${execId}`, {
342
- status,
343
- stdout: result.stdout?.slice(0, 3000),
344
- stderr: result.stderr?.slice(0, 1000),
345
- files: result.files,
346
- durationMs: result.durationMs,
347
- });
348
-
349
- // Log execution metrics
350
- (this as any).app.logger.info(
351
- `[skill-hub] Execution ${execId} ${status}: ` +
352
- `skill=${skill.get ? skill.get('name') : skill.name}, ` +
353
- `language=${language}, ` +
354
- `duration=${result.durationMs}ms, ` +
355
- `files=${result.files.length}, ` +
356
- `outputSize=${this.fileManager.getTotalOutputSize(execId)}bytes`,
357
- );
358
- } catch (error) {
359
- const errorMessage = error instanceof Error ? error.message : String(error);
360
-
361
- const failed = await this.updateIfOwned(execId, workerId, {
362
- status: 'failed',
363
- stderr: errorMessage,
364
- });
365
- if (!failed) {
366
- (this as any).app.logger.warn(`[skill-hub] Task ${execId}: discarded error from a worker that lost its claim.`);
367
- return;
368
- }
369
-
370
- await (this as any).app.pubSubManager.publish(`skill-hub.done.${execId}`, {
371
- status: 'failed',
372
- stderr: errorMessage,
373
- files: [],
374
- durationMs: 0,
375
- });
376
-
377
- (this as any).app.logger.error(`[skill-hub] Execution ${execId} error: ${errorMessage}`);
378
- } finally {
379
- clearInterval(heartbeat);
380
- // Always cleanup abort subscription
381
- try {
382
- await (this as any).app.pubSubManager.unsubscribe(abortChannel, abortCallback);
383
- } catch {
384
- // ignore cleanup errors
385
- }
386
- }
387
- }
388
-
389
- private async updateIfOwned(execId: string, workerId: string, values: Record<string, unknown>): Promise<boolean> {
390
- const model = (this as any).app.db.getModel('skillExecutions');
391
- const [affected] = await model.update(values, {
392
- where: {
393
- id: execId,
394
- status: 'running',
395
- workerId,
396
- },
397
- });
398
- return affected > 0;
399
- }
400
-
401
- private renderTemplate(template: string, args: Record<string, any>, execId: string, skillDir?: string): string {
402
- let code = template;
403
- for (const [key, value] of Object.entries(args)) {
404
- const serialized = typeof value === 'string' ? value : JSON.stringify(value);
405
- // Raw injection — use for simple scalar values (canvas_format, transition, etc.)
406
- code = code.replaceAll(`{{${key}}}`, serialized);
407
- // Safe base64 injection — use for fields that may contain quotes/newlines (slides_svg, title, etc.)
408
- // Template placeholder: {{key_b64}}
409
- const b64 = Buffer.from(serialized, 'utf-8').toString('base64');
410
- code = code.replaceAll(`{{${key}_b64}}`, b64);
411
- }
412
- // Inject outputDir so code templates can use {{outputDir}}
413
- code = code.replaceAll('{{outputDir}}', this.fileManager.getOutputDir(execId).replace(/\\/g, '/'));
414
- code = code.replaceAll('{{skillDir}}', (skillDir || '').replace(/\\/g, '/'));
415
- code = code.replaceAll(
416
- '{{inputFile}}',
417
- resolve(this.fileManager.getExecDir(execId), 'input.json').replace(/\\/g, '/'),
418
- );
419
- return code;
420
- }
421
-
422
- private async installGeneratedSkillIfRequested(execId: string): Promise<string | null> {
423
- const manifestPath = this.fileManager.getOutputFilePath(execId, 'skill-hub-install.json');
424
- if (!manifestPath) return null;
425
-
426
- let manifest: any;
427
- try {
428
- manifest = JSON.parse(readFileSync(manifestPath, 'utf8'));
429
- } catch (error) {
430
- throw new Error(
431
- `Generated skill install manifest is invalid JSON: ${error instanceof Error ? error.message : String(error)}`,
432
- );
433
- }
434
-
435
- if (!manifest?.autoInstall) return null;
436
-
437
- const skill = manifest.skill || {};
438
- const name = String(skill.name || '').trim();
439
- if (!/^[a-z0-9][a-z0-9-]{0,63}$/.test(name)) {
440
- throw new Error(`Generated skill name "${name}" is invalid. Use lowercase letters, numbers, and hyphens.`);
441
- }
442
-
443
- const language = skill.language;
444
- if (language !== 'python' && language !== 'node') {
445
- throw new Error(`Generated skill "${name}" has unsupported language "${language}".`);
446
- }
447
-
448
- if (!skill.codeTemplate) {
449
- throw new Error(`Generated skill "${name}" is missing codeTemplate.`);
450
- }
451
-
452
- const validator = new CodeValidator();
453
- validator.validate(skill.codeTemplate, language);
454
- await this.validateGeneratedSkillPackages(name, language, skill.packages);
455
-
456
- const outputDir = this.fileManager.getOutputDir(execId);
457
- const outputRoot = resolve(outputDir);
458
- const packageDirName = String(manifest.packageDir || name);
459
- const packageDir = resolve(outputRoot, packageDirName);
460
- if ((packageDir !== outputRoot && !packageDir.startsWith(outputRoot + sep)) || !existsSync(packageDir)) {
461
- throw new Error(`Generated skill package directory "${packageDirName}" was not found in output.`);
462
- }
463
-
464
- if (manifest.testInput && Object.keys(manifest.testInput).length > 0) {
465
- const verifyExecId = `${execId}-verify-${name}`;
466
- const verifyCode = this.renderTemplate(skill.codeTemplate, manifest.testInput, verifyExecId, packageDir);
467
- const verifyResult = await this.sandboxRunner.execute({
468
- language,
469
- code: verifyCode,
470
- execId: verifyExecId,
471
- timeoutSeconds: Math.min(Number(skill.timeoutSeconds || 60), 30),
472
- maxOutputSizeMb: Math.min(Number(skill.maxOutputSizeMb || 50), 10),
473
- skillDir: packageDir,
474
- inputArgs: manifest.testInput,
475
- });
476
-
477
- if (!verifyResult.success) {
478
- throw new Error(
479
- `Generated skill "${name}" failed smoke verification: ${
480
- verifyResult.stderr || verifyResult.stdout || 'unknown error'
481
- }`,
482
- );
483
- }
484
- }
485
-
486
- const skillRepoDir = this.skillRepoService.getSkillPath(name);
487
- if (existsSync(skillRepoDir)) {
488
- rmSync(skillRepoDir, { recursive: true, force: true });
489
- }
490
- cpSync(packageDir, skillRepoDir, {
491
- recursive: true,
492
- force: true,
493
- filter: (src) => {
494
- const leaf = src.split(/[\\/]/).pop();
495
- return !['node_modules', '.git', '__pycache__'].includes(leaf || '') && !src.endsWith('.pyc');
496
- },
497
- });
498
-
499
- const values: any = {
500
- name,
501
- toolName: buildSkillToolName(name),
502
- title: skill.title || name,
503
- description: skill.description || '',
504
- instructions: skill.instructions || '',
505
- language,
506
- codeTemplate: skill.codeTemplate,
507
- inputSchema: stringifyJsonText(skill.inputSchema || { type: 'object', properties: {} }),
508
- packages: stringifyJsonText(skill.packages || [], []),
509
- timeoutSeconds: skill.timeoutSeconds || 60,
510
- maxOutputSizeMb: skill.maxOutputSizeMb || 50,
511
- enabled: skill.enabled !== false,
512
- toolScope: skill.toolScope || 'CUSTOM',
513
- autoCall: !!skill.autoCall,
514
- storageType: 'local',
515
- storageUrl: `local://generated/${name}`,
516
- };
517
-
518
- if (skill.interactionSchema) {
519
- values.interactionSchema = stringifyJsonText(skill.interactionSchema);
520
- }
521
-
522
- const repo = (this as any).app.db.getRepository('skillDefinitions');
523
- const existing = await repo.findOne({ filter: { name } });
524
- if (existing) {
525
- if (manifest.overwrite === false) {
526
- throw new Error(`Skill "${name}" already exists and overwrite=false.`);
527
- }
528
- const { toolName: _stableToolName, ...updateValues } = values;
529
- await repo.update({ filter: { name }, values: updateValues });
530
- return `[skill-hub] Updated generated skill "${name}" in Skill Hub.`;
531
- }
532
-
533
- await assertSkillToolNameAvailable((this as any).app.db, values.toolName);
534
- await repo.create({ values });
535
- return `[skill-hub] Installed generated skill "${name}" in Skill Hub.`;
536
- }
537
-
538
- private async validateGeneratedSkillPackages(name: string, language: 'python' | 'node', packages: any) {
539
- if (!Array.isArray(packages) || packages.length === 0) return;
540
- if (!packages.every((pkg) => typeof pkg === 'string' && pkg.trim())) {
541
- throw new Error(`Generated skill "${name}" has invalid packages. Use an array of package names.`);
542
- }
543
-
544
- const workerConfig = await (this as any).app.db.getRepository('skillWorkerConfigs').findOne();
545
- if (!workerConfig) return;
546
-
547
- const whitelist = parseJsonText(
548
- workerConfig.get ? workerConfig.get('packageWhitelist') : workerConfig.packageWhitelist,
549
- null,
550
- );
551
- const allowed = whitelist?.[language];
552
- if (!Array.isArray(allowed) || allowed.length === 0) return;
553
-
554
- const allowedSet = new Set(allowed.map((pkg: string) => pkg.toLowerCase()));
555
- const missing = packages
556
- .map((pkg: string) => pkg.trim())
557
- .filter((pkg: string) => !allowedSet.has(pkg.toLowerCase()));
558
-
559
- if (missing.length > 0) {
560
- throw new Error(
561
- `Generated skill "${name}" requires ${language} package(s) not available in the Skill Hub worker environment: ` +
562
- `${missing.join(
563
- ', ',
564
- )}. Add them to the worker environment and refresh/init Skill Hub before installing this skill.`,
565
- );
566
- }
567
- }
568
- }
1
+ /**
2
+ * This file is part of the NocoBase (R) project.
3
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
4
+ * Authors: NocoBase Team.
5
+ *
6
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
7
+ * For more information, please refer to: https://www.nocobase.com/agreement.
8
+ */
9
+
10
+ import Application from '@nocobase/server';
11
+ import { cpSync, existsSync, readFileSync, rmSync, statSync, writeFileSync } from 'fs';
12
+ import { resolve, sep } from 'path';
13
+ import { SandboxRunner } from '../../services/SandboxRunner';
14
+ import { FileManager } from '../../services/FileManager';
15
+ import { SkillRepositoryService } from '../../services/SkillRepositoryService';
16
+ import { CodeValidator } from '../../services/CodeValidator';
17
+ import { spilledText } from '../../services/harness-runtime-policy';
18
+ import { createHash } from 'crypto';
19
+ import { assertSkillToolNameAvailable, buildSkillToolName } from '../../utils/skill-tool-name';
20
+ import { parseJsonLike, parseJsonText, stringifyJsonText } from '../utils/json-fields';
21
+ import {
22
+ registryNodeEntrypoint,
23
+ registryNodeWrapper,
24
+ validateRegistryNodePackage,
25
+ } from '../services/registry-node-package';
26
+
27
+ /**
28
+ * Lightweight abort controller compatible with the SandboxRunner signal interface.
29
+ * Worker-side: subscribes to PubSub abort channel and triggers signal.
30
+ */
31
+ class TaskAbortController {
32
+ private listeners: Array<() => void> = [];
33
+ private _aborted = false;
34
+
35
+ get aborted() {
36
+ return this._aborted;
37
+ }
38
+
39
+ get signal() {
40
+ return {
41
+ addEventListener: (_event: string, listener: () => void) => {
42
+ if (this._aborted) {
43
+ listener();
44
+ } else {
45
+ this.listeners.push(listener);
46
+ }
47
+ },
48
+ };
49
+ }
50
+
51
+ abort() {
52
+ if (this._aborted) return;
53
+ this._aborted = true;
54
+ for (const listener of this.listeners) {
55
+ try {
56
+ listener();
57
+ } catch {
58
+ // ignore
59
+ }
60
+ }
61
+ this.listeners = [];
62
+ }
63
+ }
64
+
65
+ export class SkillExecutionTask {
66
+ constructor(
67
+ private execution: any,
68
+ private sandboxRunner: SandboxRunner,
69
+ private fileManager: FileManager,
70
+ private skillRepoService: SkillRepositoryService,
71
+ private app: Application,
72
+ ) {}
73
+
74
+ async run() {
75
+ const skill = this.execution.get('skill') || this.execution.skill;
76
+ const execId = String(this.execution.get('id'));
77
+ const workerId = String(this.execution.get('workerId') || '');
78
+ if (this.execution.get('status') !== 'running' || !workerId) {
79
+ (this as any).app.logger.warn(`[skill-hub] Task ${execId}: refused execution without an active worker claim.`);
80
+ return;
81
+ }
82
+
83
+ // Set up abort controller — listens for cancel from main server via PubSub
84
+ const abortController = new TaskAbortController();
85
+ const abortChannel = `skill-hub.abort.${execId}`;
86
+ const abortCallback = async () => {
87
+ (this as any).app.logger.info(`[skill-hub] Task ${execId}: received abort signal`);
88
+ abortController.abort();
89
+ };
90
+ const configuredHeartbeat = Number.parseInt(process.env.SKILL_HUB_HEARTBEAT_INTERVAL_MS || '', 10);
91
+ const heartbeatIntervalMs =
92
+ Number.isFinite(configuredHeartbeat) && configuredHeartbeat > 0 ? configuredHeartbeat : 10000;
93
+ const heartbeat = setInterval(() => {
94
+ this.updateIfOwned(execId, workerId, { heartbeatAt: new Date() })
95
+ .then((updated) => {
96
+ if (!updated) {
97
+ (this as any).app.logger.warn(`[skill-hub] Task ${execId}: worker claim was lost; aborting stale worker.`);
98
+ abortController.abort();
99
+ }
100
+ })
101
+ .catch((error: unknown) => {
102
+ (this as any).app.logger.warn(`[skill-hub] Task ${execId}: heartbeat update failed`, {
103
+ error: error instanceof Error ? error : new Error(String(error)),
104
+ });
105
+ });
106
+ }, heartbeatIntervalMs);
107
+ heartbeat.unref?.();
108
+
109
+ try {
110
+ // Subscribe to abort channel before starting execution
111
+ await (this as any).app.pubSubManager.subscribe(abortChannel, abortCallback);
112
+
113
+ // Render code template with input args
114
+ const inputArgs = parseJsonText(this.execution.get('inputArgs'), {});
115
+ const storageType = skill.get ? skill.get('storageType') : skill.storageType;
116
+
117
+ let rawCodeTemplate = skill.get ? skill.get('codeTemplate') : skill.codeTemplate;
118
+ let language = skill.get ? skill.get('language') : skill.language;
119
+ let timeoutSeconds = skill.get ? skill.get('timeoutSeconds') : skill.timeoutSeconds;
120
+ let maxOutputSizeMb = skill.get ? skill.get('maxOutputSizeMb') : skill.maxOutputSizeMb;
121
+ const skillName = skill.get ? skill.get('name') : skill.name;
122
+ const workDir = this.fileManager.createExecDir(execId);
123
+ let skillDir: string | undefined;
124
+
125
+ if (storageType === 'plugin') {
126
+ const pluginSkillName = (skill.get ? skill.get('pluginSource') : skill.pluginSource) || skillName;
127
+ const orchestratorPlugin = (this as any).app.pm.get('plugin-agent-orchestrator') as any;
128
+ const skillHub = orchestratorPlugin?.skillHub;
129
+ let pluginTemplate =
130
+ typeof skillHub?.resolveSkillTemplate === 'function'
131
+ ? skillHub.resolveSkillTemplate(pluginSkillName)
132
+ : skillHub?.skillTemplates?.get(pluginSkillName);
133
+
134
+ // Fallback: discover dynamically if not cached (e.g. executed in worker before UI was loaded)
135
+ if (!pluginTemplate && skillHub) {
136
+ const allPlugins = (this as any).app.pm.getPlugins();
137
+ for (const [, pInstance] of allPlugins) {
138
+ if (typeof (pInstance as any).getSkillTemplates === 'function') {
139
+ const pluginSkills = (pInstance as any).getSkillTemplates();
140
+ if (Array.isArray(pluginSkills)) {
141
+ for (const s of pluginSkills) {
142
+ if (s.name === pluginSkillName) {
143
+ pluginTemplate =
144
+ typeof skillHub?.hydrateSkillTemplate === 'function'
145
+ ? skillHub.hydrateSkillTemplate(pInstance.name, s)
146
+ : { ...s, pluginSource: s.name, pluginName: pInstance.name };
147
+ skillHub.skillTemplates.set(s.name, pluginTemplate);
148
+ break;
149
+ }
150
+ }
151
+ }
152
+ }
153
+ if (pluginTemplate) break;
154
+ }
155
+ }
156
+
157
+ if (pluginTemplate) {
158
+ rawCodeTemplate = pluginTemplate.codeTemplate;
159
+ language = pluginTemplate.language;
160
+ if (pluginTemplate.timeoutSeconds) timeoutSeconds = pluginTemplate.timeoutSeconds;
161
+ if (pluginTemplate.maxOutputSizeMb) maxOutputSizeMb = pluginTemplate.maxOutputSizeMb;
162
+ const packageRoot = pluginTemplate.skillPackage?.rootDir;
163
+ if (packageRoot) {
164
+ const mountMode = pluginTemplate.skillPackage?.mountMode || 'reference';
165
+ if (mountMode === 'copy') {
166
+ skillDir = resolve(workDir, 'skill');
167
+ this.skillRepoService.copyDirectoryTo(packageRoot, skillDir);
168
+ } else {
169
+ skillDir = packageRoot;
170
+ }
171
+ }
172
+ } else {
173
+ throw new Error(`Plugin skill "${pluginSkillName}" not found. Is the parent plugin enabled?`);
174
+ }
175
+ }
176
+
177
+ // Harness-derived overrides resolved when the execution was queued. They cap (never widen)
178
+ // the skill's own limits, so a permissive skill cannot outrun a restrictive harness.
179
+ const runtimePolicy = parseJsonLike(
180
+ this.execution.get ? this.execution.get('runtimePolicy') : this.execution.runtimePolicy,
181
+ {},
182
+ ) as Record<string, unknown>;
183
+ if (typeof runtimePolicy?.timeoutSeconds === 'number' && runtimePolicy.timeoutSeconds > 0) {
184
+ timeoutSeconds = Math.min(Number(timeoutSeconds) || 60, runtimePolicy.timeoutSeconds);
185
+ }
186
+ const spillMaxInlineBytes =
187
+ typeof runtimePolicy?.spillMaxInlineBytes === 'number' && runtimePolicy.spillMaxInlineBytes > 0
188
+ ? runtimePolicy.spillMaxInlineBytes
189
+ : null;
190
+
191
+ if (!rawCodeTemplate) {
192
+ throw new Error(
193
+ `Skill "${skillName}" has no codeTemplate. Add a code file, inline codeTemplate, or bind it to an installed plugin skill.`,
194
+ );
195
+ }
196
+
197
+ const registryPackageId = skill.get ? skill.get('registryPackageId') : skill.registryPackageId;
198
+ const registryNode = storageType !== 'plugin' && language === 'node' && !!registryPackageId;
199
+ const translateRegistryError = (message: string) =>
200
+ this.app.i18n?.t?.(message, { ns: 'plugin-agent-orchestrator' }) || message;
201
+ const entrypoint = registryNode ? registryNodeEntrypoint(rawCodeTemplate, translateRegistryError) : null;
202
+ if (storageType !== 'plugin') {
203
+ skillDir = entrypoint ? resolve(workDir, 'skill') : workDir;
204
+ }
205
+
206
+ const code = entrypoint
207
+ ? registryNodeWrapper(entrypoint)
208
+ : this.renderTemplate(rawCodeTemplate, inputArgs, execId, skillDir);
209
+ const skillDigest = createHash('sha256').update(code, 'utf8').digest('hex');
210
+ if (!(await this.updateIfOwned(execId, workerId, { executedCode: code, skillDigest }))) {
211
+ abortController.abort();
212
+ return;
213
+ }
214
+
215
+ // Load package whitelist for import validation
216
+ let packageWhitelist: string[] = [];
217
+ try {
218
+ const workerConfig = await (this as any).app.db.getRepository('skillWorkerConfigs').findOne();
219
+ if (workerConfig) {
220
+ const wl = parseJsonText(
221
+ workerConfig.get ? workerConfig.get('packageWhitelist') : workerConfig.packageWhitelist,
222
+ { python: [], node: [], apt: [] },
223
+ );
224
+ if (wl) {
225
+ packageWhitelist = (language === 'node' ? wl.node : wl.python) || [];
226
+ }
227
+ }
228
+ } catch {
229
+ // Skip whitelist validation if config not available
230
+ }
231
+
232
+ // Pre-hydrate execution workspace with package contents (multi-file support)
233
+ const fileId = skill.get ? skill.get('fileId') : skill.fileId;
234
+
235
+ // In multi-node setups, local cache might be missing on this specific worker node. Re-download from S3 if needed.
236
+ if (!require('fs').existsSync(this.skillRepoService.getSkillPath(skillName)) && fileId) {
237
+ const fmPlugin = (this as any).app.pm.get('@nocobase/plugin-file-manager') as any;
238
+ const attachment = await (this as any).app.db.getRepository('attachments').findOne({ filter: { id: fileId } });
239
+ if (fmPlugin && attachment) {
240
+ const rawStorageId = attachment.get('storageId') || attachment.storageId;
241
+ let matchedKey = null;
242
+ if (rawStorageId) {
243
+ const strId = String(rawStorageId);
244
+ for (const key of fmPlugin.storagesCache.keys()) {
245
+ if (String(key) === strId) {
246
+ matchedKey = key;
247
+ break;
248
+ }
249
+ }
250
+ }
251
+
252
+ const attachmentObj = typeof attachment.toJSON === 'function' ? attachment.toJSON() : { ...attachment };
253
+ if (matchedKey !== null) {
254
+ attachmentObj.storageId = matchedKey;
255
+ }
256
+
257
+ try {
258
+ const streamData = await fmPlugin.getFileStream(attachmentObj);
259
+ if (streamData?.stream) {
260
+ const tempZipPath = require('path').resolve(require('os').tmpdir(), `skill_${Date.now()}_exec.zip`);
261
+ await new Promise((resolve, reject) => {
262
+ const writeStream = require('fs').createWriteStream(tempZipPath);
263
+ streamData.stream.pipe(writeStream);
264
+ writeStream.on('finish', resolve);
265
+ writeStream.on('error', reject);
266
+ streamData.stream.on('error', reject);
267
+ });
268
+ await this.skillRepoService.extractSkillPackage(skillName, tempZipPath);
269
+ require('fs').unlinkSync(tempZipPath);
270
+ (this as any).app.logger.info(
271
+ `[skill-hub] Task ${execId}: Auto-restored skill package ${skillName} from S3/Storage`,
272
+ );
273
+ }
274
+ } catch (fetchErr) {
275
+ (this as any).app.logger.warn(
276
+ `[skill-hub] Task ${execId}: Failed to fetch skill package ${skillName} from storage`,
277
+ { error: fetchErr },
278
+ );
279
+ }
280
+ }
281
+ }
282
+
283
+ if (storageType !== 'plugin') {
284
+ if (entrypoint) rmSync(skillDir, { recursive: true, force: true });
285
+ this.skillRepoService.copySkillPackageTo(skillName, skillDir);
286
+ }
287
+
288
+ if (registryNode) {
289
+ validateRegistryNodePackage(code, workDir, skillDir, packageWhitelist, translateRegistryError);
290
+ }
291
+
292
+ const result = await this.sandboxRunner.execute({
293
+ language,
294
+ code,
295
+ execId,
296
+ timeoutSeconds: timeoutSeconds || 60,
297
+ maxOutputSizeMb: maxOutputSizeMb || 50,
298
+ skillDir,
299
+ packageSnapshotDir: entrypoint ? skillDir : undefined,
300
+ inputArgs,
301
+ signal: abortController.signal,
302
+ packageWhitelist,
303
+ onProgress: (progress) => {
304
+ // Worker → PubSub → Main Server → runtime.writer → SSE → Client
305
+ (this as any).app.pubSubManager.publish(`skill-hub.progress.${execId}`, progress);
306
+ },
307
+ });
308
+
309
+ if (result.success) {
310
+ const installMessage = await this.installGeneratedSkillIfRequested(execId);
311
+ if (installMessage) {
312
+ result.stdout = [result.stdout, installMessage].filter(Boolean).join('\n');
313
+ }
314
+ }
315
+
316
+ // Determine final status
317
+ let status: string;
318
+ if (result.canceled) {
319
+ status = 'canceled';
320
+ } else if (result.timedOut) {
321
+ status = 'timeout';
322
+ } else {
323
+ status = result.success ? 'succeeded' : 'failed';
324
+ }
325
+
326
+ // Spill oversized stdout: the full text moves to the execution's output directory (served
327
+ // by the existing download endpoint) and the inline result becomes a head/tail preview, so
328
+ // one huge output cannot blow up the model's context.
329
+ if (spillMaxInlineBytes && typeof result.stdout === 'string') {
330
+ const spillName = 'stdout-full.txt';
331
+ const spillPath = resolve(this.fileManager.getOutputDir(execId), spillName);
332
+ const locator = `/api/skillHub:download?execId=${execId}&f=${Buffer.from(spillName).toString('base64url')}`;
333
+ const replaced = spilledText(result.stdout, spillMaxInlineBytes, locator);
334
+ if (replaced) {
335
+ try {
336
+ writeFileSync(spillPath, result.stdout, 'utf8');
337
+ result.stdout = replaced;
338
+ result.files = [
339
+ ...(result.files || []),
340
+ { name: spillName, size: statSync(spillPath).size, mimeType: 'text/plain' },
341
+ ];
342
+ } catch (spillError) {
343
+ // Best effort like dsh: a spill failure keeps the original inline output rather
344
+ // than turning a successful execution into an error.
345
+ (this as any).app.logger.warn(`[skill-hub] Task ${execId}: stdout spill failed`, {
346
+ error: spillError,
347
+ });
348
+ }
349
+ }
350
+ }
351
+
352
+ const completed = await this.updateIfOwned(execId, workerId, {
353
+ status,
354
+ stdout: result.stdout,
355
+ stderr: result.stderr,
356
+ outputFiles: stringifyJsonText(result.files, []),
357
+ durationMs: result.durationMs,
358
+ });
359
+ if (!completed) {
360
+ (this as any).app.logger.warn(
361
+ `[skill-hub] Task ${execId}: discarded result from a worker that lost its claim.`,
362
+ );
363
+ return;
364
+ }
365
+
366
+ // Notify main server: task completed
367
+ await (this as any).app.pubSubManager.publish(`skill-hub.done.${execId}`, {
368
+ status,
369
+ stdout: result.stdout?.slice(0, 3000),
370
+ stderr: result.stderr?.slice(0, 1000),
371
+ files: result.files,
372
+ durationMs: result.durationMs,
373
+ });
374
+
375
+ // Log execution metrics
376
+ (this as any).app.logger.info(
377
+ `[skill-hub] Execution ${execId} ${status}: ` +
378
+ `skill=${skill.get ? skill.get('name') : skill.name}, ` +
379
+ `language=${language}, ` +
380
+ `duration=${result.durationMs}ms, ` +
381
+ `files=${result.files.length}, ` +
382
+ `outputSize=${this.fileManager.getTotalOutputSize(execId)}bytes`,
383
+ );
384
+ } catch (error) {
385
+ let errorMessage = error instanceof Error ? error.message : String(error);
386
+ if (errorMessage === 'Invalid skill package snapshot path.') {
387
+ errorMessage = this.app.i18n?.t?.(errorMessage, { ns: 'plugin-agent-orchestrator' }) || errorMessage;
388
+ }
389
+
390
+ const failed = await this.updateIfOwned(execId, workerId, {
391
+ status: 'failed',
392
+ stderr: errorMessage,
393
+ });
394
+ if (!failed) {
395
+ (this as any).app.logger.warn(`[skill-hub] Task ${execId}: discarded error from a worker that lost its claim.`);
396
+ return;
397
+ }
398
+
399
+ await (this as any).app.pubSubManager.publish(`skill-hub.done.${execId}`, {
400
+ status: 'failed',
401
+ stderr: errorMessage,
402
+ files: [],
403
+ durationMs: 0,
404
+ });
405
+
406
+ (this as any).app.logger.error(`[skill-hub] Execution ${execId} error: ${errorMessage}`);
407
+ } finally {
408
+ clearInterval(heartbeat);
409
+ // Always cleanup abort subscription
410
+ try {
411
+ await (this as any).app.pubSubManager.unsubscribe(abortChannel, abortCallback);
412
+ } catch {
413
+ // ignore cleanup errors
414
+ }
415
+ }
416
+ }
417
+
418
+ private async updateIfOwned(execId: string, workerId: string, values: Record<string, unknown>): Promise<boolean> {
419
+ const model = (this as any).app.db.getModel('skillExecutions');
420
+ const [affected] = await model.update(values, {
421
+ where: {
422
+ id: execId,
423
+ status: 'running',
424
+ workerId,
425
+ },
426
+ });
427
+ return affected > 0;
428
+ }
429
+
430
+ private renderTemplate(template: string, args: Record<string, any>, execId: string, skillDir?: string): string {
431
+ let code = template;
432
+ for (const [key, value] of Object.entries(args)) {
433
+ const serialized = typeof value === 'string' ? value : JSON.stringify(value);
434
+ // Raw injection — use for simple scalar values (canvas_format, transition, etc.)
435
+ code = code.replaceAll(`{{${key}}}`, serialized);
436
+ // Safe base64 injection — use for fields that may contain quotes/newlines (slides_svg, title, etc.)
437
+ // Template placeholder: {{key_b64}}
438
+ const b64 = Buffer.from(serialized, 'utf-8').toString('base64');
439
+ code = code.replaceAll(`{{${key}_b64}}`, b64);
440
+ }
441
+ // Inject outputDir so code templates can use {{outputDir}}
442
+ code = code.replaceAll('{{outputDir}}', this.fileManager.getOutputDir(execId).replace(/\\/g, '/'));
443
+ code = code.replaceAll('{{skillDir}}', (skillDir || '').replace(/\\/g, '/'));
444
+ code = code.replaceAll(
445
+ '{{inputFile}}',
446
+ resolve(this.fileManager.getExecDir(execId), 'input.json').replace(/\\/g, '/'),
447
+ );
448
+ return code;
449
+ }
450
+
451
+ private async installGeneratedSkillIfRequested(execId: string): Promise<string | null> {
452
+ const manifestPath = this.fileManager.getOutputFilePath(execId, 'skill-hub-install.json');
453
+ if (!manifestPath) return null;
454
+
455
+ let manifest: any;
456
+ try {
457
+ manifest = JSON.parse(readFileSync(manifestPath, 'utf8'));
458
+ } catch (error) {
459
+ throw new Error(
460
+ `Generated skill install manifest is invalid JSON: ${error instanceof Error ? error.message : String(error)}`,
461
+ );
462
+ }
463
+
464
+ if (!manifest?.autoInstall) return null;
465
+
466
+ const skill = manifest.skill || {};
467
+ const name = String(skill.name || '').trim();
468
+ if (!/^[a-z0-9][a-z0-9-]{0,63}$/.test(name)) {
469
+ throw new Error(`Generated skill name "${name}" is invalid. Use lowercase letters, numbers, and hyphens.`);
470
+ }
471
+
472
+ const language = skill.language;
473
+ if (language !== 'python' && language !== 'node') {
474
+ throw new Error(`Generated skill "${name}" has unsupported language "${language}".`);
475
+ }
476
+
477
+ if (!skill.codeTemplate) {
478
+ throw new Error(`Generated skill "${name}" is missing codeTemplate.`);
479
+ }
480
+
481
+ const validator = new CodeValidator();
482
+ validator.validate(skill.codeTemplate, language);
483
+ await this.validateGeneratedSkillPackages(name, language, skill.packages);
484
+
485
+ const outputDir = this.fileManager.getOutputDir(execId);
486
+ const outputRoot = resolve(outputDir);
487
+ const packageDirName = String(manifest.packageDir || name);
488
+ const packageDir = resolve(outputRoot, packageDirName);
489
+ if ((packageDir !== outputRoot && !packageDir.startsWith(outputRoot + sep)) || !existsSync(packageDir)) {
490
+ throw new Error(`Generated skill package directory "${packageDirName}" was not found in output.`);
491
+ }
492
+
493
+ if (manifest.testInput && Object.keys(manifest.testInput).length > 0) {
494
+ const verifyExecId = `${execId}-verify-${name}`;
495
+ const verifyCode = this.renderTemplate(skill.codeTemplate, manifest.testInput, verifyExecId, packageDir);
496
+ const verifyResult = await this.sandboxRunner.execute({
497
+ language,
498
+ code: verifyCode,
499
+ execId: verifyExecId,
500
+ timeoutSeconds: Math.min(Number(skill.timeoutSeconds || 60), 30),
501
+ maxOutputSizeMb: Math.min(Number(skill.maxOutputSizeMb || 50), 10),
502
+ skillDir: packageDir,
503
+ inputArgs: manifest.testInput,
504
+ });
505
+
506
+ if (!verifyResult.success) {
507
+ throw new Error(
508
+ `Generated skill "${name}" failed smoke verification: ${
509
+ verifyResult.stderr || verifyResult.stdout || 'unknown error'
510
+ }`,
511
+ );
512
+ }
513
+ }
514
+
515
+ const skillRepoDir = this.skillRepoService.getSkillPath(name);
516
+ if (existsSync(skillRepoDir)) {
517
+ rmSync(skillRepoDir, { recursive: true, force: true });
518
+ }
519
+ cpSync(packageDir, skillRepoDir, {
520
+ recursive: true,
521
+ force: true,
522
+ filter: (src) => {
523
+ const leaf = src.split(/[\\/]/).pop();
524
+ return !['node_modules', '.git', '__pycache__'].includes(leaf || '') && !src.endsWith('.pyc');
525
+ },
526
+ });
527
+
528
+ const values: any = {
529
+ name,
530
+ toolName: buildSkillToolName(name),
531
+ title: skill.title || name,
532
+ description: skill.description || '',
533
+ instructions: skill.instructions || '',
534
+ language,
535
+ codeTemplate: skill.codeTemplate,
536
+ inputSchema: stringifyJsonText(skill.inputSchema || { type: 'object', properties: {} }),
537
+ packages: stringifyJsonText(skill.packages || [], []),
538
+ timeoutSeconds: skill.timeoutSeconds || 60,
539
+ maxOutputSizeMb: skill.maxOutputSizeMb || 50,
540
+ enabled: skill.enabled !== false,
541
+ toolScope: skill.toolScope || 'CUSTOM',
542
+ autoCall: !!skill.autoCall,
543
+ storageType: 'local',
544
+ storageUrl: `local://generated/${name}`,
545
+ };
546
+
547
+ if (skill.interactionSchema) {
548
+ values.interactionSchema = stringifyJsonText(skill.interactionSchema);
549
+ }
550
+
551
+ const repo = (this as any).app.db.getRepository('skillDefinitions');
552
+ const existing = await repo.findOne({ filter: { name } });
553
+ if (existing) {
554
+ if (manifest.overwrite === false) {
555
+ throw new Error(`Skill "${name}" already exists and overwrite=false.`);
556
+ }
557
+ const { toolName: _stableToolName, ...updateValues } = values;
558
+ await repo.update({ filter: { name }, values: updateValues });
559
+ return `[skill-hub] Updated generated skill "${name}" in Skill Hub.`;
560
+ }
561
+
562
+ await assertSkillToolNameAvailable((this as any).app.db, values.toolName);
563
+ await repo.create({ values });
564
+ return `[skill-hub] Installed generated skill "${name}" in Skill Hub.`;
565
+ }
566
+
567
+ private async validateGeneratedSkillPackages(name: string, language: 'python' | 'node', packages: any) {
568
+ if (!Array.isArray(packages) || packages.length === 0) return;
569
+ if (!packages.every((pkg) => typeof pkg === 'string' && pkg.trim())) {
570
+ throw new Error(`Generated skill "${name}" has invalid packages. Use an array of package names.`);
571
+ }
572
+
573
+ const workerConfig = await (this as any).app.db.getRepository('skillWorkerConfigs').findOne();
574
+ if (!workerConfig) return;
575
+
576
+ const whitelist = parseJsonText(
577
+ workerConfig.get ? workerConfig.get('packageWhitelist') : workerConfig.packageWhitelist,
578
+ null,
579
+ );
580
+ const allowed = whitelist?.[language];
581
+ if (!Array.isArray(allowed) || allowed.length === 0) return;
582
+
583
+ const allowedSet = new Set(allowed.map((pkg: string) => pkg.toLowerCase()));
584
+ const missing = packages
585
+ .map((pkg: string) => pkg.trim())
586
+ .filter((pkg: string) => !allowedSet.has(pkg.toLowerCase()));
587
+
588
+ if (missing.length > 0) {
589
+ throw new Error(
590
+ `Generated skill "${name}" requires ${language} package(s) not available in the Skill Hub worker environment: ` +
591
+ `${missing.join(
592
+ ', ',
593
+ )}. Add them to the worker environment and refresh/init Skill Hub before installing this skill.`,
594
+ );
595
+ }
596
+ }
597
+ }