plugin-agent-orchestrator 1.1.8 → 1.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (413) hide show
  1. package/README.md +207 -204
  2. package/client-v2.d.ts +2 -2
  3. package/client-v2.js +1 -1
  4. package/client.d.ts +2 -2
  5. package/client.js +1 -1
  6. package/dist/client/117.2e4cb0477da3db1f.js +10 -0
  7. package/dist/client/253.93deb9e0192e76a5.js +10 -0
  8. package/dist/client/325.8f7f509bdb35e142.js +10 -0
  9. package/dist/client/404.498d2d9516dd1dce.js +10 -0
  10. package/dist/client/418.6f01da17774a5a25.js +10 -0
  11. package/dist/client/53.774ff07505d521fa.js +10 -0
  12. package/dist/client/619.e342b0fa467d39ca.js +10 -0
  13. package/dist/client/627.fdd60bcc0f3a9cf6.js +10 -0
  14. package/dist/client/652.477e21bfff67bc1c.js +10 -0
  15. package/dist/client/981.e0546ffc34afedcd.js +10 -0
  16. package/dist/client/993.5d04b510835ab0d2.js +10 -0
  17. package/dist/client/index.js +1 -1
  18. package/dist/client-v2/117.ccf43ae8631f7d74.js +10 -0
  19. package/dist/client-v2/214.cdf76752053a8990.js +10 -0
  20. package/dist/client-v2/253.1198df22f5baf304.js +10 -0
  21. package/dist/client-v2/264.78887ff88f969467.js +10 -0
  22. package/dist/client-v2/325.fafe5a6e83ba9cb3.js +10 -0
  23. package/dist/client-v2/404.9ba964c28a151c81.js +10 -0
  24. package/dist/client-v2/{41.3deb9e57a0f64fc4.js → 41.b28cf7a675a603d1.js} +1 -1
  25. package/dist/client-v2/418.55b6b28cda8bb5f3.js +10 -0
  26. package/dist/client-v2/{53.349fff8db80b19d4.js → 53.282081f97e4308c6.js} +1 -1
  27. package/dist/client-v2/{619.0a2144aaffefe018.js → 619.8c03913873785fb6.js} +1 -1
  28. package/dist/client-v2/627.e16f4a0dd596c3e6.js +10 -0
  29. package/dist/client-v2/652.1a48364774d5383a.js +10 -0
  30. package/dist/client-v2/{70.ffff2997c10fd4b0.js → 70.9166ed70906d041f.js} +1 -1
  31. package/dist/client-v2/{981.e4a1f41cfc94a856.js → 981.a81521f0296c7db8.js} +1 -1
  32. package/dist/client-v2/993.ca5b28f1e2b4c1ef.js +10 -0
  33. package/dist/client-v2/index.js +1 -1
  34. package/dist/externalVersion.js +10 -7
  35. package/dist/locale/en-US.json +229 -1
  36. package/dist/locale/zh-CN.json +229 -1
  37. package/dist/node_modules/adm-zip/adm-zip.js +1 -1
  38. package/dist/node_modules/adm-zip/package.json +1 -1
  39. package/dist/node_modules/ajv/package.json +1 -1
  40. package/dist/node_modules/zod/index.cjs +1 -1
  41. package/dist/node_modules/zod/package.json +1 -1
  42. package/dist/server/collections/agent-execution-spans.js +145 -6
  43. package/dist/server/collections/agent-governance-audit-events.js +47 -0
  44. package/dist/server/collections/agent-governance-policies.js +47 -0
  45. package/dist/server/collections/agent-governance-policy-versions.js +48 -0
  46. package/dist/server/collections/agent-governance-prompt-bindings.js +50 -0
  47. package/dist/server/collections/agent-loop-runs.js +23 -5
  48. package/dist/server/migrations/20261110000000-add-usage-pricing-snapshots.js +117 -0
  49. package/dist/server/migrations/20261110010000-add-usage-department-attribution.js +54 -0
  50. package/dist/server/plugin.js +114 -33
  51. package/dist/server/resources/agent-governance.js +192 -0
  52. package/dist/server/resources/agent-harness-profile.js +11 -3
  53. package/dist/server/resources/agent-monitor.js +109 -339
  54. package/dist/server/resources/agent-usage.js +423 -0
  55. package/dist/server/resources/native-monitor-format.js +179 -0
  56. package/dist/server/resources/tracing.js +35 -12
  57. package/dist/server/services/AgentGovernanceService.js +500 -0
  58. package/dist/server/services/DepartmentAttribution.js +65 -0
  59. package/dist/server/services/ExecutionSpanService.js +96 -3
  60. package/dist/server/services/GovernanceAdmission.js +211 -0
  61. package/dist/server/services/HarnessCapabilities.js +118 -0
  62. package/dist/server/services/LoopBudgetService.js +29 -11
  63. package/dist/server/services/LoopRunRepository.js +15 -6
  64. package/dist/server/services/LoopRunStateMachine.js +18 -7
  65. package/dist/server/services/LoopTriggerService.js +1 -1
  66. package/dist/server/services/LoopWorkerService.js +66 -32
  67. package/dist/server/services/ManagedPromptProtection.js +99 -0
  68. package/dist/server/services/NativeAgentMonitorSyncService.js +584 -0
  69. package/dist/server/services/NativeSubAgentObserver.js +141 -508
  70. package/dist/server/services/NativeUsageAttribution.js +97 -0
  71. package/dist/server/services/TokenTracker.js +787 -104
  72. package/dist/server/services/TracingRetentionPolicy.js +66 -0
  73. package/dist/server/services/VerificationService.js +18 -8
  74. package/dist/server/skill-hub/sandbox-config.json +6 -6
  75. package/dist/server/utils/ensure-indexes.js +14 -5
  76. package/package.json +63 -53
  77. package/server.d.ts +2 -2
  78. package/server.js +1 -1
  79. package/src/client/AgentRunsTab.tsx +2 -2
  80. package/src/client/ApprovalsTab.tsx +2 -2
  81. package/src/client/HarnessProfilesTab.tsx +2 -2
  82. package/src/client/OrchestratorSettings.tsx +152 -152
  83. package/src/client/SkillPages.tsx +41 -0
  84. package/src/client/__tests__/embedded-settings.test.tsx +232 -0
  85. package/src/client/hooks/useRunEventStream.ts +76 -76
  86. package/src/client/index.tsx +2 -2
  87. package/src/client/plugin.tsx +76 -33
  88. package/src/client/skill-hub/components/ExecutionHistory.tsx +200 -200
  89. package/src/client/skill-hub/components/GitSkillImport.tsx +562 -562
  90. package/src/client/skill-hub/components/LoopSettings.tsx +331 -331
  91. package/src/client/skill-hub/components/SkillEditor.tsx +460 -460
  92. package/src/client/skill-hub/components/SkillManager.tsx +194 -194
  93. package/src/client/skill-hub/components/SkillMetrics.tsx +162 -162
  94. package/src/client/skill-hub/components/SkillTestPanel.tsx +141 -141
  95. package/src/client/skill-hub/index.tsx +6 -6
  96. package/src/client/skill-hub/locale.ts +16 -16
  97. package/src/client/skill-hub/tools/InteractionSchemasProvider.tsx +132 -132
  98. package/src/client/skill-hub/tools/SkillHubCard.tsx +104 -104
  99. package/src/client/skill-hub/tools/loopTemplates.ts +52 -52
  100. package/src/client/skill-hub/tools/registerSkillLoopCards.ts +71 -71
  101. package/src/client/skill-hub/utils/jsonFields.ts +41 -41
  102. package/src/client-v2/__tests__/embedded-settings.test.tsx +193 -0
  103. package/src/client-v2/components/AIEmployeeSelect.tsx +47 -47
  104. package/src/client-v2/components/AIEmployeesContext.tsx +97 -97
  105. package/src/client-v2/components/AgentBindingsTab.tsx +269 -269
  106. package/src/client-v2/components/AgentRunsTab.tsx +92 -83
  107. package/src/client-v2/components/ApprovalsTab.tsx +337 -337
  108. package/src/client-v2/components/EmployeeGovernanceTab.tsx +702 -0
  109. package/src/client-v2/components/HarnessProfilesTab.tsx +704 -541
  110. package/src/client-v2/components/KnowledgeAccessTab.tsx +116 -116
  111. package/src/client-v2/components/RetrievalTraceTab.tsx +162 -162
  112. package/src/client-v2/components/UsageGovernanceTab.tsx +386 -0
  113. package/src/client-v2/index.tsx +1 -1
  114. package/src/client-v2/pages/AgentBindingsPage.tsx +22 -13
  115. package/src/client-v2/pages/ApprovalsPage.tsx +19 -10
  116. package/src/client-v2/pages/EmployeeGovernancePage.tsx +22 -0
  117. package/src/client-v2/pages/ExecutionHistoryPage.tsx +19 -10
  118. package/src/client-v2/pages/HarnessProfilesPage.tsx +19 -10
  119. package/src/client-v2/pages/KnowledgeAccessPage.tsx +19 -10
  120. package/src/client-v2/pages/LoopSettingsPage.tsx +19 -10
  121. package/src/client-v2/pages/MemoryInspectorPage.tsx +22 -13
  122. package/src/client-v2/pages/RetrievalTracePage.tsx +19 -10
  123. package/src/client-v2/pages/RulesPage.tsx +22 -13
  124. package/src/client-v2/pages/SkillDefinitionsPage.tsx +19 -10
  125. package/src/client-v2/pages/SkillMetricsPage.tsx +19 -10
  126. package/src/client-v2/pages/TracingPage.tsx +22 -13
  127. package/src/client-v2/pages/UsageGovernancePage.tsx +22 -0
  128. package/src/client-v2/plugin.tsx +139 -111
  129. package/src/client-v2/skill-hub/components/ExecutionHistory.tsx +196 -196
  130. package/src/client-v2/skill-hub/components/FileLinkList.tsx +37 -37
  131. package/src/client-v2/skill-hub/components/GitSkillImport.tsx +539 -539
  132. package/src/client-v2/skill-hub/components/LoopSettings.tsx +331 -331
  133. package/src/client-v2/skill-hub/components/SkillEditor.tsx +453 -453
  134. package/src/client-v2/skill-hub/components/SkillManager.tsx +191 -174
  135. package/src/client-v2/skill-hub/components/SkillMetrics.tsx +162 -162
  136. package/src/client-v2/skill-hub/components/SkillTestPanel.tsx +135 -135
  137. package/src/client-v2/skill-hub/locale.ts +13 -13
  138. package/src/client-v2/skill-hub/tools/InteractionSchemasProvider.tsx +62 -0
  139. package/src/client-v2/skill-hub/tools/SkillHubCard.tsx +104 -0
  140. package/src/client-v2/skill-hub/tools/__tests__/interactions.test.ts +110 -0
  141. package/src/client-v2/skill-hub/tools/interactions.ts +128 -0
  142. package/src/client-v2/skill-hub/tools/loopTemplates.ts +52 -52
  143. package/src/client-v2/skill-hub/utils/jsonFields.ts +41 -41
  144. package/src/client-v2/utils/jsonFields.ts +41 -41
  145. package/src/index.ts +2 -2
  146. package/src/locale/en-US.json +229 -1
  147. package/src/locale/zh-CN.json +229 -1
  148. package/src/server/__tests__/agent-execution-context.test.ts +18 -18
  149. package/src/server/__tests__/agent-governance.integration.test.ts +392 -0
  150. package/src/server/__tests__/agent-knowledge-insights.test.ts +123 -123
  151. package/src/server/__tests__/agent-monitor-acl.integration.test.ts +274 -0
  152. package/src/server/__tests__/agent-registry-service.test.ts +147 -147
  153. package/src/server/__tests__/agent-runtime-lifecycle.test.ts +46 -46
  154. package/src/server/__tests__/agent-usage-report.integration.test.ts +342 -0
  155. package/src/server/__tests__/code-validator.test.ts +63 -63
  156. package/src/server/__tests__/external-rag-search.test.ts +107 -107
  157. package/src/server/__tests__/harness-capabilities.test.ts +95 -0
  158. package/src/server/__tests__/harness-compiler.test.ts +214 -214
  159. package/src/server/__tests__/harness-profile-service.test.ts +167 -167
  160. package/src/server/__tests__/harness-runtime-policy.test.ts +293 -293
  161. package/src/server/__tests__/harness-tool-plan.test.ts +182 -172
  162. package/src/server/__tests__/input-schema-validator.test.ts +26 -26
  163. package/src/server/__tests__/loop-approval-decision.test.ts +577 -512
  164. package/src/server/__tests__/loop-approval-expiry.test.ts +258 -258
  165. package/src/server/__tests__/loop-budget-service.test.ts +36 -0
  166. package/src/server/__tests__/loop-pattern-schema.test.ts +73 -73
  167. package/src/server/__tests__/loop-run-repository.test.ts +32 -0
  168. package/src/server/__tests__/loop-run-state-machine.test.ts +101 -101
  169. package/src/server/__tests__/loop-trigger-service.test.ts +192 -148
  170. package/src/server/__tests__/loop-worker-claim.test.ts +72 -9
  171. package/src/server/__tests__/loop-worker-execution.test.ts +382 -317
  172. package/src/server/__tests__/native-agent-monitor-sync.test.ts +350 -0
  173. package/src/server/__tests__/native-sub-agent-observer.test.ts +470 -662
  174. package/src/server/__tests__/native-usage-attribution.integration.test.ts +175 -0
  175. package/src/server/__tests__/skill-access-service.test.ts +64 -64
  176. package/src/server/__tests__/skill-execute.test.ts +70 -70
  177. package/src/server/__tests__/skill-execution-task-policy.test.ts +140 -140
  178. package/src/server/__tests__/skill-sandbox-worker-mode.test.ts +15 -15
  179. package/src/server/__tests__/skill-settings.test.ts +63 -63
  180. package/src/server/__tests__/skill-tool-name.test.ts +23 -23
  181. package/src/server/__tests__/token-tracker.test.ts +639 -0
  182. package/src/server/__tests__/tool-loop-detection.test.ts +276 -276
  183. package/src/server/__tests__/tracing-retention-policy.test.ts +37 -0
  184. package/src/server/__tests__/usage-ledger.integration.test.ts +194 -0
  185. package/src/server/collections/agent-execution-spans.ts +393 -245
  186. package/src/server/collections/agent-governance-audit-events.ts +26 -0
  187. package/src/server/collections/agent-governance-policies.ts +26 -0
  188. package/src/server/collections/agent-governance-policy-versions.ts +27 -0
  189. package/src/server/collections/agent-governance-prompt-bindings.ts +29 -0
  190. package/src/server/collections/agent-loop-action-approvals.ts +39 -39
  191. package/src/server/collections/agent-loop-runs.ts +396 -369
  192. package/src/server/collections/agent-loop-steps.ts +220 -220
  193. package/src/server/collections/agent-memory-contexts.ts +95 -95
  194. package/src/server/collections/orchestrator-config.ts +87 -87
  195. package/src/server/collections/orchestrator-logs.ts +116 -116
  196. package/src/server/collections/skill-definitions.ts +159 -159
  197. package/src/server/collections/skill-executions.ts +154 -154
  198. package/src/server/collections/skill-loop-configs.ts +65 -65
  199. package/src/server/collections/skill-metrics.ts +36 -36
  200. package/src/server/collections/skill-registry-installations.ts +41 -41
  201. package/src/server/collections/skill-worker-configs.ts +86 -86
  202. package/src/server/index.ts +1 -1
  203. package/src/server/migrations/20260423000000-add-progress-fields.ts +50 -50
  204. package/src/server/migrations/20260425000000-add-interaction-schema.ts +37 -37
  205. package/src/server/migrations/20260427000000-add-tracing-detail-fields.ts +41 -41
  206. package/src/server/migrations/20260427000001-change-other-json-to-text.ts +61 -61
  207. package/src/server/migrations/20260524001000-add-plan-approval-and-harness-profiles.ts +145 -145
  208. package/src/server/migrations/20260601000000-add-token-fields.ts +89 -89
  209. package/src/server/migrations/20260615000000-normalize-ai-employee-tool-bindings.ts +39 -39
  210. package/src/server/migrations/20260621000000-native-policy-profile-defaults.ts +190 -190
  211. package/src/server/migrations/20260727000000-remove-unused-knowledge-scopes.ts +25 -25
  212. package/src/server/migrations/20260727010000-backfill-skill-tool-names.ts +45 -45
  213. package/src/server/migrations/20261110000000-add-usage-pricing-snapshots.ts +117 -0
  214. package/src/server/migrations/20261110010000-add-usage-department-attribution.ts +35 -0
  215. package/src/server/plugin.ts +674 -573
  216. package/src/server/resources/agent-governance.ts +168 -0
  217. package/src/server/resources/agent-harness-profile.ts +110 -94
  218. package/src/server/resources/agent-knowledge-insights.ts +306 -306
  219. package/src/server/resources/agent-loop-approval.ts +84 -84
  220. package/src/server/resources/agent-loop-events-stream.ts +108 -108
  221. package/src/server/resources/agent-loop.ts +252 -252
  222. package/src/server/resources/agent-monitor.ts +215 -482
  223. package/src/server/resources/agent-usage.ts +420 -0
  224. package/src/server/resources/native-monitor-format.ts +157 -0
  225. package/src/server/resources/tracing.ts +303 -267
  226. package/src/server/services/AgentExecutionContext.ts +23 -23
  227. package/src/server/services/AgentGovernanceService.ts +548 -0
  228. package/src/server/services/AgentMemoryContextService.ts +344 -344
  229. package/src/server/services/AgentRegistryService.ts +220 -220
  230. package/src/server/services/AgentRuntimeLifecycle.ts +64 -64
  231. package/src/server/services/CodeValidator.ts +238 -238
  232. package/src/server/services/DepartmentAttribution.ts +54 -0
  233. package/src/server/services/DurableCircuitBreakerService.ts +235 -235
  234. package/src/server/services/ExecutionSpanService.ts +278 -146
  235. package/src/server/services/FileManager.ts +159 -159
  236. package/src/server/services/GovernanceAdmission.ts +239 -0
  237. package/src/server/services/HarnessCapabilities.ts +119 -0
  238. package/src/server/services/HarnessCompiler.ts +170 -170
  239. package/src/server/services/HarnessProfileService.ts +235 -235
  240. package/src/server/services/HarnessSchema.ts +194 -194
  241. package/src/server/services/InputSchemaValidator.ts +44 -44
  242. package/src/server/services/LoopBudgetService.ts +332 -271
  243. package/src/server/services/LoopControlService.ts +120 -120
  244. package/src/server/services/LoopPatternSchema.ts +231 -231
  245. package/src/server/services/LoopPatternService.ts +171 -171
  246. package/src/server/services/LoopRunRepository.ts +350 -332
  247. package/src/server/services/LoopRunStateMachine.ts +545 -525
  248. package/src/server/services/LoopSchedulerService.ts +195 -195
  249. package/src/server/services/LoopTriggerService.ts +169 -159
  250. package/src/server/services/LoopWorkerService.ts +986 -912
  251. package/src/server/services/ManagedPromptProtection.ts +88 -0
  252. package/src/server/services/NativeAgentMonitorSyncService.ts +691 -0
  253. package/src/server/services/NativeSubAgentObserver.ts +331 -757
  254. package/src/server/services/NativeUsageAttribution.ts +98 -0
  255. package/src/server/services/PathLockService.ts +317 -317
  256. package/src/server/services/PluginAiRuntimeAdapter.ts +387 -387
  257. package/src/server/services/RunEventBus.ts +58 -58
  258. package/src/server/services/SandboxRunner.ts +492 -492
  259. package/src/server/services/SkillAccessService.ts +175 -175
  260. package/src/server/services/SkillManager.ts +585 -585
  261. package/src/server/services/SkillRepositoryService.ts +236 -236
  262. package/src/server/services/TokenTracker.ts +1158 -287
  263. package/src/server/services/ToolLoopDetectionService.ts +210 -210
  264. package/src/server/services/TracingRetentionPolicy.ts +56 -0
  265. package/src/server/services/VerificationSchema.ts +31 -31
  266. package/src/server/services/VerificationService.ts +332 -313
  267. package/src/server/services/WorkerEnvManager.ts +198 -198
  268. package/src/server/services/__tests__/SkillRepositoryService.test.ts +33 -33
  269. package/src/server/services/harness-runtime-policy.ts +134 -134
  270. package/src/server/services/pythonGuardTemplate.ts +87 -87
  271. package/src/server/services/sandboxCapabilities.ts +348 -348
  272. package/src/server/skill-hub/actions/__tests__/git-import.test.ts +563 -563
  273. package/src/server/skill-hub/actions/git-import.ts +936 -936
  274. package/src/server/skill-hub/mcp/McpController.ts +107 -107
  275. package/src/server/skill-hub/middlewares/git-import-request-method-policy.ts +51 -51
  276. package/src/server/skill-hub/plugin.ts +1232 -1232
  277. package/src/server/skill-hub/sandbox-config.json +6 -6
  278. package/src/server/skill-hub/services/RegistrySkillInstallationService.ts +281 -281
  279. package/src/server/skill-hub/services/__tests__/RegistrySkillInstallationService.test.ts +295 -295
  280. package/src/server/skill-hub/tasks/SkillExecutionTask.ts +568 -568
  281. package/src/server/skill-hub/utils/json-fields.ts +57 -57
  282. package/src/server/tools/delegate-task.ts +30 -30
  283. package/src/server/tools/external-rag-search.ts +329 -329
  284. package/src/server/tools/skill-execute.ts +216 -216
  285. package/src/server/types.ts +21 -21
  286. package/src/server/utils/ai-manager.ts +24 -24
  287. package/src/server/utils/ctx-utils.ts +132 -132
  288. package/src/server/utils/ensure-indexes.ts +119 -96
  289. package/src/server/utils/ha-lock.ts +80 -80
  290. package/src/server/utils/loop-pattern-context.ts +84 -84
  291. package/src/server/utils/record-utils.ts +19 -19
  292. package/src/server/utils/skill-settings.ts +135 -135
  293. package/src/server/utils/skill-tool-name.ts +58 -58
  294. package/dist/client-v2/117.7565cff57c39318a.js +0 -10
  295. package/dist/client-v2/214.106635011859dede.js +0 -10
  296. package/dist/client-v2/253.59577b40d9875be0.js +0 -10
  297. package/dist/client-v2/264.7ed8bee71fa5935c.js +0 -10
  298. package/dist/client-v2/418.41ed200e7d6da332.js +0 -10
  299. package/dist/client-v2/794.a67a2614405ba627.js +0 -10
  300. package/dist/client-v2/993.b0688fdc5ccb000a.js +0 -10
  301. package/dist/node_modules/simple-git/dist/cjs/index.js +0 -7399
  302. package/dist/node_modules/simple-git/dist/esm/index.js +0 -4745
  303. package/dist/node_modules/simple-git/dist/esm/package.json +0 -3
  304. package/dist/node_modules/simple-git/dist/src/lib/api.d.ts +0 -13
  305. package/dist/node_modules/simple-git/dist/src/lib/args/log-format.d.ts +0 -9
  306. package/dist/node_modules/simple-git/dist/src/lib/errors/git-construct-error.d.ts +0 -15
  307. package/dist/node_modules/simple-git/dist/src/lib/errors/git-error.d.ts +0 -30
  308. package/dist/node_modules/simple-git/dist/src/lib/errors/git-plugin-error.d.ts +0 -7
  309. package/dist/node_modules/simple-git/dist/src/lib/errors/git-response-error.d.ts +0 -32
  310. package/dist/node_modules/simple-git/dist/src/lib/errors/task-configuration-error.d.ts +0 -12
  311. package/dist/node_modules/simple-git/dist/src/lib/git-factory.d.ts +0 -15
  312. package/dist/node_modules/simple-git/dist/src/lib/git-logger.d.ts +0 -21
  313. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-branch-delete.d.ts +0 -5
  314. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-branch.d.ts +0 -2
  315. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-commit.d.ts +0 -2
  316. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-diff-summary.d.ts +0 -3
  317. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-fetch.d.ts +0 -2
  318. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-list-log-summary.d.ts +0 -6
  319. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-merge.d.ts +0 -11
  320. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-move.d.ts +0 -2
  321. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-pull.d.ts +0 -6
  322. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-push.d.ts +0 -4
  323. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-remote-messages.d.ts +0 -5
  324. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-remote-objects.d.ts +0 -3
  325. package/dist/node_modules/simple-git/dist/src/lib/plugins/abort-plugin.d.ts +0 -3
  326. package/dist/node_modules/simple-git/dist/src/lib/plugins/block-unsafe-operations-plugin.d.ts +0 -3
  327. package/dist/node_modules/simple-git/dist/src/lib/plugins/command-config-prefixing-plugin.d.ts +0 -2
  328. package/dist/node_modules/simple-git/dist/src/lib/plugins/completion-detection.plugin.d.ts +0 -3
  329. package/dist/node_modules/simple-git/dist/src/lib/plugins/custom-binary.plugin.d.ts +0 -3
  330. package/dist/node_modules/simple-git/dist/src/lib/plugins/error-detection.plugin.d.ts +0 -7
  331. package/dist/node_modules/simple-git/dist/src/lib/plugins/index.d.ts +0 -11
  332. package/dist/node_modules/simple-git/dist/src/lib/plugins/plugin-store.d.ts +0 -11
  333. package/dist/node_modules/simple-git/dist/src/lib/plugins/progress-monitor-plugin.d.ts +0 -3
  334. package/dist/node_modules/simple-git/dist/src/lib/plugins/simple-git-plugin.d.ts +0 -48
  335. package/dist/node_modules/simple-git/dist/src/lib/plugins/spawn-options-plugin.d.ts +0 -3
  336. package/dist/node_modules/simple-git/dist/src/lib/plugins/suffix-paths.plugin.d.ts +0 -2
  337. package/dist/node_modules/simple-git/dist/src/lib/plugins/timout-plugin.d.ts +0 -3
  338. package/dist/node_modules/simple-git/dist/src/lib/responses/BranchDeleteSummary.d.ts +0 -12
  339. package/dist/node_modules/simple-git/dist/src/lib/responses/BranchSummary.d.ts +0 -14
  340. package/dist/node_modules/simple-git/dist/src/lib/responses/CheckIgnore.d.ts +0 -4
  341. package/dist/node_modules/simple-git/dist/src/lib/responses/CleanSummary.d.ts +0 -9
  342. package/dist/node_modules/simple-git/dist/src/lib/responses/ConfigList.d.ts +0 -13
  343. package/dist/node_modules/simple-git/dist/src/lib/responses/DiffSummary.d.ts +0 -10
  344. package/dist/node_modules/simple-git/dist/src/lib/responses/FileStatusSummary.d.ts +0 -9
  345. package/dist/node_modules/simple-git/dist/src/lib/responses/GetRemoteSummary.d.ts +0 -11
  346. package/dist/node_modules/simple-git/dist/src/lib/responses/InitSummary.d.ts +0 -9
  347. package/dist/node_modules/simple-git/dist/src/lib/responses/MergeSummary.d.ts +0 -16
  348. package/dist/node_modules/simple-git/dist/src/lib/responses/PullSummary.d.ts +0 -25
  349. package/dist/node_modules/simple-git/dist/src/lib/responses/StatusSummary.d.ts +0 -19
  350. package/dist/node_modules/simple-git/dist/src/lib/responses/TagList.d.ts +0 -7
  351. package/dist/node_modules/simple-git/dist/src/lib/runners/git-executor-chain.d.ts +0 -25
  352. package/dist/node_modules/simple-git/dist/src/lib/runners/git-executor.d.ts +0 -14
  353. package/dist/node_modules/simple-git/dist/src/lib/runners/promise-wrapped.d.ts +0 -2
  354. package/dist/node_modules/simple-git/dist/src/lib/runners/scheduler.d.ts +0 -11
  355. package/dist/node_modules/simple-git/dist/src/lib/runners/tasks-pending-queue.d.ts +0 -23
  356. package/dist/node_modules/simple-git/dist/src/lib/simple-git-api.d.ts +0 -20
  357. package/dist/node_modules/simple-git/dist/src/lib/task-callback.d.ts +0 -2
  358. package/dist/node_modules/simple-git/dist/src/lib/tasks/apply-patch.d.ts +0 -3
  359. package/dist/node_modules/simple-git/dist/src/lib/tasks/branch.d.ts +0 -7
  360. package/dist/node_modules/simple-git/dist/src/lib/tasks/change-working-directory.d.ts +0 -2
  361. package/dist/node_modules/simple-git/dist/src/lib/tasks/check-ignore.d.ts +0 -2
  362. package/dist/node_modules/simple-git/dist/src/lib/tasks/check-is-repo.d.ts +0 -9
  363. package/dist/node_modules/simple-git/dist/src/lib/tasks/checkout.d.ts +0 -2
  364. package/dist/node_modules/simple-git/dist/src/lib/tasks/clean.d.ts +0 -25
  365. package/dist/node_modules/simple-git/dist/src/lib/tasks/clone.d.ts +0 -9
  366. package/dist/node_modules/simple-git/dist/src/lib/tasks/commit.d.ts +0 -4
  367. package/dist/node_modules/simple-git/dist/src/lib/tasks/config.d.ts +0 -8
  368. package/dist/node_modules/simple-git/dist/src/lib/tasks/count-objects.d.ts +0 -12
  369. package/dist/node_modules/simple-git/dist/src/lib/tasks/diff-name-status.d.ts +0 -12
  370. package/dist/node_modules/simple-git/dist/src/lib/tasks/diff.d.ts +0 -5
  371. package/dist/node_modules/simple-git/dist/src/lib/tasks/fetch.d.ts +0 -4
  372. package/dist/node_modules/simple-git/dist/src/lib/tasks/first-commit.d.ts +0 -2
  373. package/dist/node_modules/simple-git/dist/src/lib/tasks/grep.d.ts +0 -12
  374. package/dist/node_modules/simple-git/dist/src/lib/tasks/hash-object.d.ts +0 -5
  375. package/dist/node_modules/simple-git/dist/src/lib/tasks/init.d.ts +0 -3
  376. package/dist/node_modules/simple-git/dist/src/lib/tasks/log.d.ts +0 -32
  377. package/dist/node_modules/simple-git/dist/src/lib/tasks/merge.d.ts +0 -4
  378. package/dist/node_modules/simple-git/dist/src/lib/tasks/move.d.ts +0 -3
  379. package/dist/node_modules/simple-git/dist/src/lib/tasks/pull.d.ts +0 -3
  380. package/dist/node_modules/simple-git/dist/src/lib/tasks/push.d.ts +0 -9
  381. package/dist/node_modules/simple-git/dist/src/lib/tasks/remote.d.ts +0 -8
  382. package/dist/node_modules/simple-git/dist/src/lib/tasks/reset.d.ts +0 -11
  383. package/dist/node_modules/simple-git/dist/src/lib/tasks/show.d.ts +0 -2
  384. package/dist/node_modules/simple-git/dist/src/lib/tasks/stash-list.d.ts +0 -4
  385. package/dist/node_modules/simple-git/dist/src/lib/tasks/status.d.ts +0 -3
  386. package/dist/node_modules/simple-git/dist/src/lib/tasks/sub-module.d.ts +0 -5
  387. package/dist/node_modules/simple-git/dist/src/lib/tasks/tag.d.ts +0 -18
  388. package/dist/node_modules/simple-git/dist/src/lib/tasks/task.d.ts +0 -14
  389. package/dist/node_modules/simple-git/dist/src/lib/tasks/version.d.ts +0 -9
  390. package/dist/node_modules/simple-git/dist/src/lib/types/handlers.d.ts +0 -21
  391. package/dist/node_modules/simple-git/dist/src/lib/types/index.d.ts +0 -136
  392. package/dist/node_modules/simple-git/dist/src/lib/types/tasks.d.ts +0 -19
  393. package/dist/node_modules/simple-git/dist/src/lib/utils/argument-filters.d.ts +0 -14
  394. package/dist/node_modules/simple-git/dist/src/lib/utils/exit-codes.d.ts +0 -10
  395. package/dist/node_modules/simple-git/dist/src/lib/utils/git-output-streams.d.ts +0 -7
  396. package/dist/node_modules/simple-git/dist/src/lib/utils/index.d.ts +0 -8
  397. package/dist/node_modules/simple-git/dist/src/lib/utils/line-parser.d.ts +0 -15
  398. package/dist/node_modules/simple-git/dist/src/lib/utils/simple-git-options.d.ts +0 -2
  399. package/dist/node_modules/simple-git/dist/src/lib/utils/task-options.d.ts +0 -13
  400. package/dist/node_modules/simple-git/dist/src/lib/utils/task-parser.d.ts +0 -5
  401. package/dist/node_modules/simple-git/dist/src/lib/utils/util.d.ts +0 -47
  402. package/dist/node_modules/simple-git/dist/typings/errors.d.ts +0 -5
  403. package/dist/node_modules/simple-git/dist/typings/index.d.ts +0 -14
  404. package/dist/node_modules/simple-git/dist/typings/response.d.ts +0 -556
  405. package/dist/node_modules/simple-git/dist/typings/simple-git.d.ts +0 -1033
  406. package/dist/node_modules/simple-git/dist/typings/types.d.ts +0 -22
  407. package/dist/node_modules/simple-git/node_modules/debug/package.json +0 -64
  408. package/dist/node_modules/simple-git/node_modules/debug/src/browser.js +0 -272
  409. package/dist/node_modules/simple-git/node_modules/debug/src/common.js +0 -292
  410. package/dist/node_modules/simple-git/node_modules/debug/src/index.js +0 -10
  411. package/dist/node_modules/simple-git/node_modules/debug/src/node.js +0 -263
  412. package/dist/node_modules/simple-git/package.json +0 -1
  413. package/dist/node_modules/simple-git/promise.js +0 -17
@@ -1,1232 +1,1232 @@
1
- import { resolve } from 'path';
2
- import { createReadStream, createWriteStream, unlinkSync } from 'fs';
3
- import * as os from 'os';
4
- import { SandboxRunner } from '../services/SandboxRunner';
5
- import { FileManager } from '../services/FileManager';
6
- import { SkillManager } from '../services/SkillManager';
7
- import { WorkerEnvManager } from '../services/WorkerEnvManager';
8
- import { SkillExecutionTask } from './tasks/SkillExecutionTask';
9
- import { createSkillExecuteTool } from '../tools/skill-execute';
10
- import { McpController } from './mcp/McpController';
11
- import { SkillRepositoryService } from '../services/SkillRepositoryService';
12
- import { gitListSkills, gitSyncSkills } from './actions/git-import';
13
- import { createGitImportRequestMethodPolicy } from './middlewares/git-import-request-method-policy';
14
- import { parseJsonText, stringifyJsonText, parseJsonLike } from './utils/json-fields';
15
- import { getOrchestratorTraceContext } from '../services/ExecutionSpanService';
16
- import { harnessTimeoutMs, resolveTraceHarness } from '../services/harness-runtime-policy';
17
- import { runWithDistributedLock } from '../utils/ha-lock';
18
- import { tryGetAIToolsManager } from '../utils/ai-manager';
19
- import type { ToolsRuntime } from '@nocobase/ai';
20
- import { SkillAccessService } from '../services/SkillAccessService';
21
- import { validateSkillInput } from '../services/InputSchemaValidator';
22
- import { currentUserId } from '../utils/ctx-utils';
23
- import { getSkillToolName, normalizeSkillToolScope, readRecordValue } from '../utils/skill-tool-name';
24
-
25
- type ToolRuntimeInput = string | ToolsRuntime | undefined;
26
- type ExecuteSkillOptions = {
27
- privileged?: boolean;
28
- };
29
- const SKILL_TASK_POLL_INTERVAL_MS = Number.parseInt(process.env.SKILL_HUB_TASK_POLL_INTERVAL_MS || '5000', 10);
30
- const SKILL_TASK_POLL_LIMIT = Number.parseInt(process.env.SKILL_HUB_TASK_POLL_LIMIT || '3', 10);
31
-
32
- function positiveInteger(value: string | undefined, fallback: number): number {
33
- const parsed = Number.parseInt(value || '', 10);
34
- return Number.isFinite(parsed) && parsed > 0 ? parsed : fallback;
35
- }
36
-
37
- function normalizeToolRuntime(runtime: ToolRuntimeInput): ToolsRuntime | undefined {
38
- if (!runtime) return undefined;
39
- if (typeof runtime === 'string') {
40
- return { toolCallId: runtime, writer: () => {} };
41
- }
42
- return runtime;
43
- }
44
-
45
- function assignToolRuntime(ctx: any, runtime: ToolRuntimeInput) {
46
- const normalizedRuntime = normalizeToolRuntime(runtime);
47
- if (!ctx || !normalizedRuntime) return () => {};
48
- const previousRuntime = ctx.runtime;
49
- ctx.runtime = normalizedRuntime;
50
- return () => {
51
- if (previousRuntime === undefined) {
52
- delete ctx.runtime;
53
- } else {
54
- ctx.runtime = previousRuntime;
55
- }
56
- };
57
- }
58
-
59
- /**
60
- * Simple in-memory rate limiter per user.
61
- * Tracks execution counts within a sliding time window.
62
- */
63
- class RateLimiter {
64
- private userExecutions = new Map<string, number[]>();
65
-
66
- constructor(
67
- private readonly maxExecutions: number = 10,
68
- private readonly windowMs: number = 60 * 1000, // 1 minute
69
- ) {}
70
-
71
- /**
72
- * Check if the user is allowed to execute.
73
- * @returns true if allowed, false if rate limited.
74
- */
75
- check(userId: string): boolean {
76
- const now = Date.now();
77
- const executions = this.userExecutions.get(userId) || [];
78
-
79
- // Remove expired entries
80
- const valid = executions.filter((t) => now - t < this.windowMs);
81
- this.userExecutions.set(userId, valid);
82
-
83
- if (valid.length >= this.maxExecutions) {
84
- return false;
85
- }
86
-
87
- valid.push(now);
88
- return true;
89
- }
90
-
91
- /** Get remaining executions for a user */
92
- remaining(userId: string): number {
93
- const now = Date.now();
94
- const executions = (this.userExecutions.get(userId) || []).filter((t) => now - t < this.windowMs);
95
- return Math.max(0, this.maxExecutions - executions.length);
96
- }
97
-
98
- /** Periodically clean up expired entries (call from interval) */
99
- cleanup() {
100
- const now = Date.now();
101
- for (const [userId, executions] of this.userExecutions) {
102
- const valid = executions.filter((t) => now - t < this.windowMs);
103
- if (valid.length === 0) {
104
- this.userExecutions.delete(userId);
105
- } else {
106
- this.userExecutions.set(userId, valid);
107
- }
108
- }
109
- }
110
- }
111
-
112
- export class SkillHubSubFeature {
113
- sandboxRunner: SandboxRunner;
114
- fileManager: FileManager;
115
- skillManager: SkillManager;
116
- workerEnvManager: WorkerEnvManager;
117
- private cleanupInterval: ReturnType<typeof setInterval> | null = null;
118
- private initEnvDoneCallback: any = null;
119
- private initEnvProgressCallback: any = null;
120
- private skillTaskCallback: any = null;
121
- private initEnvTaskCallback: any = null;
122
- private skillTaskPoller: ReturnType<typeof setInterval> | null = null;
123
- private skillTaskPolling = false;
124
- private mcpController: McpController;
125
- private skillRepoService: SkillRepositoryService;
126
- readonly skillAccessService: SkillAccessService;
127
- private rateLimiter = new RateLimiter(
128
- parseInt(process.env.SKILL_HUB_RATE_LIMIT_MAX || '10', 10),
129
- parseInt(process.env.SKILL_HUB_RATE_LIMIT_WINDOW_MS || '60000', 10),
130
- );
131
- private skillTemplates = new Map<string, any>();
132
- private readonly afterStart = async () => {
133
- this.registerAITools();
134
- this.startCleanupInterval();
135
- this.startSkillTaskPoller();
136
- await this.subscribeInitEnvDone();
137
- await this.skillManager.seedDefaults().catch((error: unknown) => {
138
- const message = error instanceof Error ? error.message : String(error);
139
- (this as any).app.logger.error(`[skill-hub] Failed to seed default skills: ${message}`);
140
- });
141
- };
142
-
143
- constructor(private plugin: any) {
144
- this.skillAccessService = new SkillAccessService(plugin);
145
- }
146
-
147
- get app() {
148
- return this.plugin.app;
149
- }
150
- get db() {
151
- return this.plugin.db;
152
- }
153
- get name() {
154
- return this.plugin.name;
155
- }
156
-
157
- getSkillRepositoryService(): SkillRepositoryService {
158
- return this.skillRepoService;
159
- }
160
-
161
- async load() {
162
- // 1. Collections and migrations are now handled by parent orchestrator plugin
163
-
164
- // 2. Init services
165
- const storagePath = resolve(process.cwd(), 'storage', 'plugin-skill-hub'); // Keep old storage path for backwards compatibility
166
- this.fileManager = new FileManager(storagePath);
167
- this.sandboxRunner = new SandboxRunner(this.fileManager, (this as any).app.logger, storagePath);
168
- this.skillManager = new SkillManager((this as any).db);
169
- this.workerEnvManager = new WorkerEnvManager((this as any).app, (this as any).db, storagePath);
170
- this.skillRepoService = new SkillRepositoryService(storagePath);
171
- this.mcpController = new McpController(this);
172
-
173
- // 3. Register REST actions
174
- (this as any).app.resourceManager.use(createGitImportRequestMethodPolicy());
175
- (this as any).app.resourceManager.define({
176
- name: 'skillHub',
177
- actions: {
178
- download: this.handleDownload.bind(this),
179
- test: this.handleTest.bind(this),
180
- initEnv: this.handleInitEnv.bind(this),
181
- clearStorage: this.handleClearStorage.bind(this),
182
- mcpListTools: this.mcpController.listTools.bind(this.mcpController),
183
- mcpCallTool: this.mcpController.callTool.bind(this.mcpController),
184
- listTemplates: this.handleListTemplates.bind(this),
185
- gitListSkills,
186
- gitSyncSkills,
187
- },
188
- });
189
-
190
- // 4.5. Register DB hooks for automatic storage physical cleanup
191
- (this as any).db.on('skillExecutions.afterDestroy', async (model, options) => {
192
- const execId = model.get('id');
193
- try {
194
- const dir = this.fileManager.getExecDir(String(execId));
195
- if (require('fs').existsSync(dir)) {
196
- require('fs').rmSync(dir, { recursive: true, force: true });
197
- }
198
- } catch (err) {
199
- (this as any).app.logger.error(`[skill-hub] Failed to cleanup physical storage for execId ${execId}`, {
200
- error: err,
201
- });
202
- }
203
- });
204
-
205
- (this as any).db.on('skillDefinitions.afterSave', async (model, options) => {
206
- // If a zip file was uploaded, extract it and update the skill record
207
- if (model.changed('fileId') && model.get('fileId')) {
208
- try {
209
- const attachment = await (this as any).db.getRepository('attachments').findOne({
210
- filter: { id: model.get('fileId') },
211
- transaction: options.transaction,
212
- });
213
-
214
- if (attachment) {
215
- const fileManager = (this as any).app.pm.get('@nocobase/plugin-file-manager') as any;
216
- if (!fileManager) {
217
- (this as any).app.logger.warn('[skill-hub] plugin-file-manager not found, cannot extract skill package');
218
- return;
219
- }
220
-
221
- const rawStorageId = attachment.get('storageId') || attachment.storageId;
222
- let matchedKey = null;
223
- if (rawStorageId) {
224
- const strId = String(rawStorageId);
225
- for (const key of fileManager.storagesCache.keys()) {
226
- if (String(key) === strId) {
227
- matchedKey = key;
228
- break;
229
- }
230
- }
231
- }
232
-
233
- const attachmentObj = typeof attachment.toJSON === 'function' ? attachment.toJSON() : { ...attachment };
234
- if (matchedKey !== null) {
235
- attachmentObj.storageId = matchedKey;
236
- }
237
-
238
- const streamData = await fileManager.getFileStream(attachmentObj);
239
- if (!streamData || !streamData.stream) {
240
- (this as any).app.logger.warn(
241
- `[skill-hub] Could not get file stream for attachment ${attachment.get('id')}`,
242
- );
243
- return;
244
- }
245
-
246
- const tempZipPath = resolve(os.tmpdir(), `skill_${Date.now()}_${model.get('id')}.zip`);
247
-
248
- await new Promise((resolve, reject) => {
249
- const writeStream = createWriteStream(tempZipPath);
250
- streamData.stream.pipe(writeStream);
251
- writeStream.on('finish', resolve);
252
- writeStream.on('error', reject);
253
- streamData.stream.on('error', reject);
254
- });
255
-
256
- if (require('fs').existsSync(tempZipPath)) {
257
- const skillName = model.get('name');
258
- const { metadata, instructions } = await this.skillRepoService.extractSkillPackage(
259
- skillName,
260
- tempZipPath,
261
- );
262
- const code = this.skillRepoService.getSkillCode(skillName);
263
-
264
- const updateValues: any = {
265
- storageType: attachment.get('storageId') ? `storage-${attachment.get('storageId')}` : 'local',
266
- };
267
- if (code) updateValues.codeTemplate = code;
268
- if (metadata.description) updateValues.description = metadata.description;
269
- if (metadata.title) updateValues.title = metadata.title;
270
- if (metadata.language) updateValues.language = metadata.language;
271
- if (metadata.inputSchema)
272
- updateValues.inputSchema = stringifyJsonText(parseJsonLike(metadata.inputSchema, null));
273
- if (metadata.interactionSchema)
274
- updateValues.interactionSchema = stringifyJsonText(parseJsonLike(metadata.interactionSchema, null));
275
- if (metadata.packages)
276
- updateValues.packages = stringifyJsonText(parseJsonLike(metadata.packages, []), []);
277
- if (metadata.timeoutSeconds) updateValues.timeoutSeconds = metadata.timeoutSeconds;
278
- if (instructions) updateValues.instructions = instructions;
279
-
280
- await (this as any).db.getRepository('skillDefinitions').update({
281
- filter: { id: model.get('id') },
282
- values: updateValues,
283
- transaction: options.transaction,
284
- });
285
-
286
- unlinkSync(tempZipPath);
287
- (this as any).app.logger.info(`[skill-hub] Successfully extracted zip and updated skill: ${skillName}`);
288
- }
289
- }
290
- } catch (err) {
291
- (this as any).app.logger.error(`[skill-hub] Failed to unpack skill zip`, { error: err });
292
- }
293
- }
294
- });
295
-
296
- // 5. Subscribe PubSub — worker processes skill execution tasks
297
- if (shouldRunSkillSandbox()) {
298
- this.skillTaskCallback = async (payload: any) => {
299
- await this.onQueueTask(payload);
300
- };
301
- (this as any).app.pubSubManager.subscribe('skill-hub.task', this.skillTaskCallback);
302
- }
303
-
304
- // 5b. Subscribe PubSub — worker processes init-env tasks
305
- if (shouldRunSkillSandbox()) {
306
- this.initEnvTaskCallback = async (payload: any) => {
307
- await this.workerEnvManager.executeInit(payload);
308
- };
309
- (this as any).app.pubSubManager.subscribe('skill-hub.init-env', this.initEnvTaskCallback);
310
- }
311
-
312
- // 6. Register AI tools + subscriptions (deferred — after all plugins loaded)
313
- (this as any).app.on('afterStart', this.afterStart);
314
- }
315
-
316
- private async onQueueTask(message: { id: string }) {
317
- (this as any).app.logger.info(`[skill-hub] Worker received queue task: ${message.id}`);
318
- if (process.env.SKILL_HUB_SANDBOX === 'false') {
319
- return;
320
- }
321
- const claimed = await this.claimSkillExecution(message.id);
322
- if (!claimed) {
323
- (this as any).app.logger.debug(`[skill-hub] Task ${message.id} ignored: already claimed or not pending.`);
324
- return;
325
- }
326
-
327
- const execution = await (this as any).db.getRepository('skillExecutions').findOne({
328
- filter: { id: message.id },
329
- appends: ['skill'],
330
- });
331
- if (!execution) {
332
- (this as any).app.logger.warn(`[skill-hub] Task ${message.id} ignored: execution record not found.`);
333
- return;
334
- }
335
-
336
- const task = new SkillExecutionTask(
337
- execution,
338
- this.sandboxRunner,
339
- this.fileManager,
340
- this.skillRepoService,
341
- (this as any).app,
342
- );
343
- await task.run();
344
- }
345
-
346
- private async claimSkillExecution(id: string): Promise<boolean> {
347
- const model = (this as any).db.getModel('skillExecutions');
348
- const now = new Date();
349
- const [affected] = await model.update(
350
- {
351
- status: 'running',
352
- startedAt: now,
353
- heartbeatAt: now,
354
- workerId: `${process.env.HOSTNAME || process.env.COMPUTERNAME || 'worker'}:${process.pid}`,
355
- },
356
- {
357
- where: {
358
- id,
359
- status: 'pending',
360
- },
361
- },
362
- );
363
- return affected > 0;
364
- }
365
-
366
- private startSkillTaskPoller() {
367
- if (!shouldRunSkillSandbox() || this.skillTaskPoller) {
368
- return;
369
- }
370
-
371
- const tick = async () => {
372
- await this.processSkillExecutionQueue();
373
- };
374
-
375
- this.skillTaskPoller = runWithDistributedLock(
376
- (this as any).app,
377
- 'skill-hub:task-poller',
378
- tick,
379
- SKILL_TASK_POLL_INTERVAL_MS,
380
- );
381
- setTimeout(tick, 1000);
382
- }
383
-
384
- private async processSkillExecutionQueue() {
385
- await this.recoverStaleSkillExecutions();
386
- await this.processPendingSkillExecutions();
387
- }
388
-
389
- private async recoverStaleSkillExecutions() {
390
- const staleAfterMs = positiveInteger(process.env.SKILL_HUB_STALE_EXECUTION_MS, 120000);
391
- const maxRetries = positiveInteger(process.env.SKILL_HUB_MAX_EXECUTION_RETRIES, 2);
392
- const cutoff = new Date(Date.now() - staleAfterMs);
393
- const repo = (this as any).db.getRepository('skillExecutions');
394
- const model = (this as any).db.getModel('skillExecutions');
395
- const staleExecutions = await repo.find({
396
- filter: {
397
- status: 'running',
398
- $or: [{ heartbeatAt: null }, { heartbeatAt: { $lt: cutoff } }],
399
- },
400
- limit: SKILL_TASK_POLL_LIMIT,
401
- });
402
-
403
- for (const execution of staleExecutions) {
404
- const id = execution.get('id');
405
- const retryCount = Number(execution.get('retryCount') || 0);
406
- const failed = retryCount >= maxRetries;
407
- const Op = model.sequelize.Sequelize.Op;
408
- const [affected] = await model.update(
409
- {
410
- status: failed ? 'failed' : 'pending',
411
- retryCount: retryCount + 1,
412
- workerId: null,
413
- heartbeatAt: null,
414
- stderr: failed ? `Execution abandoned after ${retryCount + 1} worker attempts.` : execution.get('stderr'),
415
- },
416
- {
417
- where: {
418
- id,
419
- status: 'running',
420
- [Op.or]: [{ heartbeatAt: null }, { heartbeatAt: { [Op.lt]: cutoff } }],
421
- },
422
- },
423
- );
424
- if (affected > 0) {
425
- (this as any).app.logger.warn(
426
- `[skill-hub] Recovered stale execution ${id}: ${failed ? 'failed' : 'returned to pending'}.`,
427
- );
428
- }
429
- }
430
- }
431
-
432
- private async processPendingSkillExecutions() {
433
- if (this.skillTaskPolling) return;
434
- this.skillTaskPolling = true;
435
- try {
436
- const records = await (this as any).db.getRepository('skillExecutions').find({
437
- filter: { status: 'pending' },
438
- sort: ['createdAt'],
439
- limit: SKILL_TASK_POLL_LIMIT,
440
- });
441
- for (const record of records) {
442
- await this.onQueueTask({ id: String(record.get('id')) });
443
- }
444
- } finally {
445
- this.skillTaskPolling = false;
446
- }
447
- }
448
-
449
- /**
450
- * Resolve harness-derived enforcement overrides for one skill execution. The worker node owns
451
- * the sandbox but not the harness, so the decision is made here (run snapshot for loop runs,
452
- * employee harness-tag profile otherwise) and persisted on the execution row. A resolution
453
- * failure must never block execution: the skill falls back to its own defaults.
454
- */
455
- private async resolveRuntimePolicy(
456
- traceContext: ReturnType<typeof getOrchestratorTraceContext>,
457
- skill: any,
458
- aiEmployeeUsername?: string,
459
- ): Promise<{ timeoutSeconds?: number; spillMaxInlineBytes?: number } | null> {
460
- try {
461
- const harness = await resolveTraceHarness((this as any).db, {
462
- agentLoopRunId: traceContext?.agentLoopRunId,
463
- employeeUsername: traceContext?.employeeUsername || aiEmployeeUsername,
464
- });
465
- if (!harness) return null;
466
-
467
- const policy: { timeoutSeconds?: number; spillMaxInlineBytes?: number } = {};
468
- const timeoutMs = harnessTimeoutMs(harness, getSkillToolName(skill));
469
- if (timeoutMs) {
470
- const skillTimeoutSeconds = Number(skill.timeoutSeconds || skill.get?.('timeoutSeconds') || 60);
471
- policy.timeoutSeconds = Math.min(skillTimeoutSeconds, Math.ceil(timeoutMs / 1000));
472
- }
473
- if (harness.context.spill.maxInlineBytes) {
474
- policy.spillMaxInlineBytes = harness.context.spill.maxInlineBytes;
475
- }
476
- return Object.keys(policy).length ? policy : null;
477
- } catch (error) {
478
- (this as any).app.logger?.warn?.('[skill-hub] Failed to resolve harness runtime policy.', { error });
479
- return null;
480
- }
481
- }
482
-
483
- /**
484
- * Execute skill — called by both AI tool and REST test endpoint.
485
- * Dispatches to sandbox workers via PubSub, waits for result via PubSub.
486
- * Pushes progress to SSE via runtime.writer (if within AI tool context).
487
- * Includes rate limiting and graceful abort propagation.
488
- */
489
- async executeSkill(
490
- skill: any,
491
- inputArgs: Record<string, unknown>,
492
- ctx?: any,
493
- options: ExecuteSkillOptions = {},
494
- ): Promise<any> {
495
- validateSkillInput(readRecordValue(skill, 'inputSchema'), inputArgs);
496
- const aiEmployeeUsername = await this.skillAccessService.assertCanExecute(ctx, skill, options);
497
- // ── Rate limiting ──
498
- const userId = currentUserId(ctx);
499
- if (userId) {
500
- if (!this.rateLimiter.check(String(userId))) {
501
- const remaining = this.rateLimiter.remaining(String(userId));
502
- throw new Error(
503
- `Rate limit exceeded. You can execute up to ${this.rateLimiter['maxExecutions']} ` +
504
- `skills per minute. Remaining: ${remaining}. Please wait and try again.`,
505
- );
506
- }
507
- }
508
-
509
- const traceContext = getOrchestratorTraceContext(ctx);
510
- const runtimePolicy = await this.resolveRuntimePolicy(traceContext, skill, aiEmployeeUsername);
511
- const execution = await (this as any).db.getRepository('skillExecutions').create({
512
- values: {
513
- skillId: skill.id,
514
- status: 'pending',
515
- inputArgs: stringifyJsonText(inputArgs, {}),
516
- sessionId: traceContext?.sessionId || ctx?.state?.sessionId || ctx?.action?.params?.values?.sessionId,
517
- aiEmployeeUsername,
518
- skillToolName: getSkillToolName(skill),
519
- orchestratorRootRunId: traceContext?.rootRunId,
520
- orchestratorSpanId: traceContext?.spanId,
521
- orchestratorParentSpanId: traceContext?.parentSpanId,
522
- orchestratorToolCallId: traceContext?.toolCallId,
523
- agentLoopRunId: traceContext?.agentLoopRunId,
524
- agentLoopStepId: traceContext?.agentLoopStepId,
525
- triggeredById: ctx?.state?.currentUser?.id,
526
- runtimePolicy,
527
- },
528
- });
529
-
530
- const execId = String(execution.id);
531
- const linkedSpanId = await this.linkSkillExecutionToSpan(traceContext, execId);
532
- if (linkedSpanId && String(linkedSpanId) !== String(traceContext?.spanId || '')) {
533
- await (this as any).db.getRepository('skillExecutions').update({
534
- filterByTk: execId,
535
- values: { orchestratorSpanId: linkedSpanId },
536
- });
537
- }
538
-
539
- (this as any).app.logger.info(
540
- `[skill-hub] Queued execution ${execId}: skill=${skill.get ? skill.get('name') : skill.name}, ` +
541
- `user=${userId || 'system'}`,
542
- );
543
-
544
- // Track PubSub subscriptions for cleanup
545
- const cleanups: Array<{ channel: string; callback: any }> = [];
546
-
547
- // Define callbacks with references for unsubscribe
548
- const progressChannel = `skill-hub.progress.${execId}`;
549
- const doneChannel = `skill-hub.done.${execId}`;
550
- const abortChannel = `skill-hub.abort.${execId}`;
551
-
552
- const progressCallback = async (progress: any) => {
553
- try {
554
- ctx?.runtime?.writer?.({
555
- action: 'skillProgress',
556
- body: { execId, skillName: skill.name || skill.get?.('name'), ...progress },
557
- });
558
- } catch {
559
- // Ignore SSE write errors (connection may have closed)
560
- }
561
- };
562
-
563
- // Wait for result via PubSub (progress streaming + completion)
564
- let result: any;
565
- try {
566
- let resolvePromise: any;
567
- let rejectPromise: any;
568
-
569
- const resultPromise = new Promise<any>((resolve, reject) => {
570
- resolvePromise = resolve;
571
- rejectPromise = reject;
572
- });
573
-
574
- const effectiveTimeoutSeconds =
575
- runtimePolicy?.timeoutSeconds || skill.timeoutSeconds || skill.get?.('timeoutSeconds') || 60;
576
- const timeoutMs = (effectiveTimeoutSeconds + 15) * 1000;
577
- const timeout = setTimeout(() => {
578
- clearInterval(poll);
579
- rejectPromise(new Error(`Skill execution timeout after ${effectiveTimeoutSeconds}s`));
580
- }, timeoutMs);
581
- const poll = setInterval(async () => {
582
- try {
583
- const current = await (this as any).db.getRepository('skillExecutions').findOne({ filterByTk: execId });
584
- const status = current?.get?.('status') || current?.status;
585
- if (!['succeeded', 'failed', 'timeout', 'canceled'].includes(status)) return;
586
- clearTimeout(timeout);
587
- clearInterval(poll);
588
- resolvePromise({
589
- status,
590
- stdout: current?.get?.('stdout') || current?.stdout || '',
591
- stderr: current?.get?.('stderr') || current?.stderr || '',
592
- files: parseJsonText(current?.get?.('outputFiles') || current?.outputFiles, []),
593
- durationMs: current?.get?.('durationMs') || current?.durationMs || 0,
594
- });
595
- } catch {
596
- // Pub/Sub remains the primary completion path; polling is a recovery fallback.
597
- }
598
- }, 2000);
599
- poll.unref?.();
600
-
601
- const doneCallback = async (data: any) => {
602
- clearTimeout(timeout);
603
- clearInterval(poll);
604
- resolvePromise(data);
605
- };
606
-
607
- // Subscribe progress and completion FIRST (before dispatching)
608
- await (this as any).app.pubSubManager.subscribe(progressChannel, progressCallback);
609
- cleanups.push({ channel: progressChannel, callback: progressCallback });
610
-
611
- await (this as any).app.pubSubManager.subscribe(doneChannel, doneCallback);
612
- cleanups.push({ channel: doneChannel, callback: doneCallback });
613
-
614
- // Handle user abort (cancel chat) → propagate to worker
615
- if (ctx?.req?.signal || ctx?.signal) {
616
- const signal = ctx.req?.signal || ctx.signal;
617
- signal.addEventListener?.('abort', () => {
618
- clearTimeout(timeout);
619
- // Publish abort to worker via PubSub
620
- (this as any).app.pubSubManager.publish(abortChannel, { reason: 'user_cancel' }).catch(() => {});
621
- // Also update the execution status
622
- (this as any).db
623
- .getRepository('skillExecutions')
624
- .update({
625
- filter: { id: execId },
626
- values: { status: 'canceled' },
627
- })
628
- .catch(() => {});
629
- rejectPromise(new Error('Canceled by user'));
630
- });
631
- }
632
-
633
- // NOW dispatch to sandbox workers.
634
- await (this as any).app.pubSubManager.publish('skill-hub.task', { id: execId });
635
-
636
- // Wait for completion
637
- result = await resultPromise;
638
- } finally {
639
- // Cleanup all PubSub subscriptions
640
- for (const { channel, callback } of cleanups) {
641
- try {
642
- await (this as any).app.pubSubManager.unsubscribe(channel, callback);
643
- } catch {
644
- // ignore cleanup errors
645
- }
646
- }
647
- }
648
-
649
- // Build download URLs for output files (use base64 filename to prevent Markdown link breaks if LLM decodes spaces)
650
- const filesWithUrls = (result.files || []).map((f: any) => {
651
- const b64name = Buffer.from(f.name).toString('base64url');
652
- return {
653
- ...f,
654
- downloadUrl: `/api/skillHub:download?execId=${execId}&f=${b64name}`,
655
- };
656
- });
657
-
658
- return {
659
- ...result,
660
- files: filesWithUrls,
661
- execId,
662
- agentLoopRunId: traceContext?.agentLoopRunId,
663
- agentLoopStepId: traceContext?.agentLoopStepId,
664
- };
665
- }
666
-
667
- private async linkSkillExecutionToSpan(traceContext: any, executionId: string) {
668
- if (!traceContext?.rootRunId) return undefined;
669
- try {
670
- const repo = (this as any).db.getRepository('agentExecutionSpans');
671
- if (!repo) return undefined;
672
-
673
- let span = null;
674
- if (traceContext.toolCallId) {
675
- span = await repo.findOne({
676
- filter: {
677
- rootRunId: traceContext.rootRunId,
678
- toolCallId: traceContext.toolCallId,
679
- },
680
- sort: ['-id'],
681
- });
682
- }
683
- // spanId is normally the Sub-Agent root span. Only use it when there is
684
- // no tool-call identity; otherwise a beforeToolCall race could turn the
685
- // whole Sub-Agent run into a skill span.
686
- if (!traceContext.toolCallId && traceContext.spanId) {
687
- span = await repo.findOne({ filterByTk: traceContext.spanId });
688
- }
689
- if (!span) return undefined;
690
-
691
- const spanId = readRecordValue(span, 'id');
692
- await repo.update({
693
- filterByTk: spanId,
694
- values: {
695
- type: 'skill',
696
- skillExecutionId: executionId,
697
- },
698
- });
699
- return spanId;
700
- } catch (error) {
701
- (this as any).app.logger.warn('[skill-hub] Failed to link skill execution to agent span', error);
702
- return undefined;
703
- }
704
- }
705
-
706
- private async handleDownload(ctx: any, next: any) {
707
- const { execId, filename, f } = ctx.action.params;
708
- let targetFile = filename;
709
- if (f) {
710
- targetFile = Buffer.from(f, 'base64url').toString('utf8');
711
- }
712
-
713
- if (!execId || !targetFile) {
714
- ctx.throw(400, 'Missing execId or filename');
715
- }
716
-
717
- const currentUser = ctx?.state?.currentUser;
718
- if (!currentUser) {
719
- ctx.throw(401, 'Unauthorized');
720
- }
721
-
722
- const execution = await (this as any).db.getRepository('skillExecutions').findOne({
723
- filter: { id: execId },
724
- });
725
-
726
- if (!execution) {
727
- ctx.throw(404, 'Execution not found');
728
- }
729
-
730
- const isOwner = execution.triggeredById === currentUser.id;
731
- const isAdmin = currentUser.roles?.some((r: any) => r.name === 'root' || r === 'root' || r.name === 'admin');
732
-
733
- if (!isOwner && !isAdmin) {
734
- ctx.throw(403, 'Permission denied: you cannot view files from this execution');
735
- }
736
-
737
- const filePath = this.fileManager.getOutputFilePath(execId, targetFile);
738
- if (!filePath) {
739
- ctx.throw(404, 'File not found');
740
- }
741
-
742
- ctx.attachment(targetFile);
743
- ctx.body = createReadStream(filePath);
744
- await next();
745
- }
746
-
747
- private async handleTest(ctx: any, next: any) {
748
- const { skillId, input } = ctx.action.params.values || {};
749
- if (!skillId) {
750
- ctx.throw(400, 'Missing skillId');
751
- }
752
-
753
- const skill = await (this as any).db.getRepository('skillDefinitions').findOne({
754
- filter: { id: skillId },
755
- });
756
- if (!skill) {
757
- ctx.throw(404, 'Skill not found');
758
- }
759
-
760
- const result = await this.executeSkill(skill, input || {}, ctx, { privileged: true });
761
- ctx.body = result;
762
- await next();
763
- }
764
-
765
- /**
766
- * Handle Init Environment request from admin UI.
767
- * Dispatches init task to all workers via EventQueue.
768
- */
769
- private async handleInitEnv(ctx: any, next: any) {
770
- const config = await this.workerEnvManager.getOrCreateConfig();
771
- const customPackages = parseJsonText(config.get?.('customPackages') ?? config.customPackages, {
772
- python: [],
773
- node: [],
774
- });
775
- const message = await this.workerEnvManager.initEnvironment(
776
- config.get
777
- ? {
778
- npmRegistryUrl: config.get('npmRegistryUrl'),
779
- npmAuthToken: config.get('npmAuthToken'),
780
- pypiIndexUrl: config.get('pypiIndexUrl'),
781
- pypiTrustedHost: config.get('pypiTrustedHost'),
782
- aptMirrorUrl: config.get('aptMirrorUrl'),
783
- aptGpgKeyUrl: config.get('aptGpgKeyUrl'),
784
- customPackages,
785
- }
786
- : config,
787
- );
788
- ctx.body = { message };
789
- await next();
790
- }
791
-
792
- /**
793
- * Subscribe to init-env done AND progress PubSub channels.
794
- * When a worker finishes init, auto-update the DB with status.
795
- */
796
- private async subscribeInitEnvDone() {
797
- this.initEnvDoneCallback = async (data: any) => {
798
- try {
799
- const values: any = {
800
- initStatus: data.status,
801
- lastInitLog: data.log,
802
- };
803
- if (data.status === 'succeeded' && data.whitelist) {
804
- values.packageWhitelist = stringifyJsonText(data.whitelist, { python: [], node: [], apt: [] });
805
- }
806
- await (this as any).db.getRepository('skillWorkerConfigs').update({
807
- filter: {},
808
- values,
809
- forceUpdate: true,
810
- });
811
- (this as any).app.logger.info(`[skill-hub] Init env ${data.status}`);
812
- } catch (err) {
813
- (this as any).app.logger.warn('[skill-hub] Failed to update init env status:', err);
814
- }
815
- };
816
-
817
- this.initEnvProgressCallback = async (data: any) => {
818
- try {
819
- await (this as any).db.getRepository('skillWorkerConfigs').update({
820
- filter: {},
821
- values: {
822
- initProgressPercent: data.percent,
823
- initProgressLog: data.log,
824
- },
825
- forceUpdate: true,
826
- });
827
- } catch (err) {
828
- // ignore progress update errors
829
- }
830
- };
831
-
832
- await (this as any).app.pubSubManager.subscribe('skill-hub.init-env.done', this.initEnvDoneCallback);
833
- await (this as any).app.pubSubManager.subscribe('skill-hub.init-env.progress', this.initEnvProgressCallback);
834
- }
835
-
836
- private getSkillRecordId(skill: any) {
837
- return String(skill.get ? skill.get('id') : skill.id);
838
- }
839
-
840
- private resolveLoopInteractionSchema(loopConfig: any) {
841
- if (!loopConfig) return null;
842
-
843
- const schema = parseJsonText(loopConfig.get ? loopConfig.get('schema') : loopConfig.schema, null);
844
- const prompt = loopConfig.get ? loopConfig.get('prompt') : loopConfig.prompt;
845
-
846
- if (schema && typeof schema === 'object') {
847
- return prompt && !schema.prompt ? { ...schema, prompt } : schema;
848
- }
849
-
850
- if (prompt) {
851
- return {
852
- type: 'confirm',
853
- prompt,
854
- };
855
- }
856
-
857
- return null;
858
- }
859
-
860
- private async getLoopConfigsBySkillId(skillIds: Array<string | number>) {
861
- const ids = Array.from(new Set(skillIds.map((id) => String(id)).filter(Boolean)));
862
- const configsBySkillId = new Map<string, any>();
863
- if (!ids.length) return configsBySkillId;
864
-
865
- try {
866
- const configs = await (this as any).db.getRepository('skillLoopConfigs').find({
867
- filter: {
868
- enabled: true,
869
- skillId: {
870
- $in: ids,
871
- },
872
- },
873
- sort: ['-updatedAt'],
874
- });
875
-
876
- for (const config of configs || []) {
877
- const skillId = String(config.get ? config.get('skillId') : config.skillId);
878
- if (!configsBySkillId.has(skillId)) {
879
- configsBySkillId.set(skillId, config);
880
- }
881
- }
882
- } catch (err) {
883
- (this as any).app.logger.warn('[skill-hub] Failed to load loop configs', err);
884
- }
885
-
886
- return configsBySkillId;
887
- }
888
-
889
- private registerAITools() {
890
- try {
891
- // Register on the SAME tools manager the harness resolves from
892
- // (app.aiManager.toolsManager). Using pluginAI.ai.toolsManager here while
893
- // the harness reads app.aiManager.toolsManager would register skill tools
894
- // on one object and look them up on another if the wiring ever diverges.
895
- const toolsManager = tryGetAIToolsManager((this as any).app);
896
- if (!toolsManager) {
897
- (this as any).app.logger.warn('[skill-hub] plugin-ai not available, skip AI tool registration.');
898
- return;
899
- }
900
-
901
- // 1. General tool (list + execute)
902
- toolsManager.registerTools(createSkillExecuteTool(this));
903
-
904
- // 2. Dynamic tools — each enabled skill becomes a separate AI tool.
905
- toolsManager.registerDynamicTools(async (register: { registerTools: (options: any) => void }) => {
906
- try {
907
- const skills = await (this as any).db.getRepository('skillDefinitions').find({
908
- filter: { enabled: true },
909
- });
910
-
911
- if (!skills || skills.length === 0) return;
912
-
913
- const loopConfigsBySkillId = await this.getLoopConfigsBySkillId(
914
- skills.map((skill: any) => this.getSkillRecordId(skill)),
915
- );
916
-
917
- const tools = await Promise.all(
918
- skills.map(async (skill: any) => {
919
- const autoCall = !!skill.get('autoCall');
920
- const loopConfig = loopConfigsBySkillId.get(this.getSkillRecordId(skill));
921
- const loopInteractionSchema = this.resolveLoopInteractionSchema(loopConfig);
922
- const skillInteractionSchema = parseJsonText(skill.get('interactionSchema'), null);
923
- const interactionSchema = loopInteractionSchema || skillInteractionSchema;
924
- const requiresHumanReview = !!interactionSchema;
925
- const fullDescription = await this.getSkillDescriptionForAI(skill);
926
- const baseDescription = `${fullDescription || skill.get('description')}\nLanguage: ${skill.get(
927
- 'language',
928
- )}`;
929
- const description = requiresHumanReview
930
- ? `${baseDescription}\n\nIMPORTANT: This skill is bound to a Skill Hub human-in-the-loop review template. Pass best-effort args; the user can approve, edit, or reject them before execution.`
931
- : baseDescription;
932
- return {
933
- scope: normalizeSkillToolScope(skill.get('toolScope')),
934
- execution: 'backend' as const,
935
- defaultPermission: (requiresHumanReview ? 'ASK' : autoCall ? 'ALLOW' : 'ASK') as 'ALLOW' | 'ASK',
936
- introduction: {
937
- title: `Skill Hub: ${skill.get('title')}`,
938
- about: skill.get('description') || `Thực thi kỹ năng ${skill.get('title')}`,
939
- },
940
- definition: {
941
- name: getSkillToolName(skill),
942
- description,
943
- schema: parseJsonText(skill.get('inputSchema'), { type: 'object', properties: {} }),
944
- },
945
- invoke: async (toolCtx: any, args: any, runtime?: ToolRuntimeInput) => {
946
- const restoreRuntime = assignToolRuntime(toolCtx, runtime);
947
- try {
948
- // Re-fetch skill to get latest version (hot-reload support)
949
- const latestSkill = await (this as any).db.getRepository('skillDefinitions').findOne({
950
- filter: { id: skill.get('id'), enabled: true },
951
- });
952
- if (!latestSkill) {
953
- return { status: 'error', content: `Skill "${skill.get('name')}" is no longer available` };
954
- }
955
- const result = await this.executeSkill(latestSkill, args, toolCtx);
956
- return {
957
- status: result.status === 'succeeded' ? 'success' : 'error',
958
- result: result, // Attach raw result
959
- };
960
- } finally {
961
- restoreRuntime();
962
- }
963
- },
964
- };
965
- }),
966
- );
967
-
968
- register.registerTools(tools);
969
- } catch (err) {
970
- (this as any).app.logger.warn('[skill-hub] Failed to provide dynamic tools', err);
971
- }
972
- });
973
-
974
- (this as any).app.logger.info('[skill-hub] AI tools registered (dynamic provider + general tool).');
975
- } catch (error) {
976
- (this as any).app.logger.warn('[skill-hub] Failed to register AI tools:', error);
977
- }
978
- }
979
-
980
- private startCleanupInterval() {
981
- if (this.cleanupInterval) return;
982
- // Check old execution files every hour, rate limiter every 5 minutes
983
- const CLEANUP_INTERVAL = 60 * 60 * 1000; // 1 hour
984
-
985
- this.cleanupInterval = runWithDistributedLock(
986
- (this as any).app,
987
- 'skill-hub:cleanup',
988
- async () => {
989
- // 1. Storage Retention Cleanup
990
- try {
991
- const config = await (this as any).db.getRepository('skillWorkerConfigs').findOne();
992
- const hours = config ? config.get('retentionHours') : 24;
993
-
994
- if (hours && hours > 0) {
995
- const MAX_AGE_MS = hours * 60 * 60 * 1000;
996
- const cutoff = new Date(Date.now() - MAX_AGE_MS);
997
- const repo = (this as any).db.getRepository('skillExecutions');
998
-
999
- const outdated = await repo.find({
1000
- filter: { createdAt: { $lt: cutoff } },
1001
- });
1002
-
1003
- if (outdated.length > 0) {
1004
- for (const record of outdated) {
1005
- await record.destroy(); // Fires afterDestroy hook which removes physical folder
1006
- }
1007
- (this as any).app.logger.info(`[skill-hub] Auto-cleaned up ${outdated.length} expired execution records`);
1008
- }
1009
- }
1010
- } catch (err) {
1011
- (this as any).app.logger.warn('[skill-hub] Auto Cleanup error:', err);
1012
- }
1013
-
1014
- // 2. Cleanup rate limiter stale entries
1015
- this.rateLimiter.cleanup();
1016
- },
1017
- CLEANUP_INTERVAL,
1018
- );
1019
- }
1020
-
1021
- async beforeStop() {
1022
- (this as any).app.off?.('afterStart', this.afterStart);
1023
- (this as any).app.removeListener?.('afterStart', this.afterStart);
1024
- // Unsubscribe PubSub
1025
- if (this.skillTaskCallback) {
1026
- try {
1027
- await (this as any).app.pubSubManager.unsubscribe('skill-hub.task', this.skillTaskCallback);
1028
- } catch {
1029
- /* ignore */
1030
- }
1031
- }
1032
- if (this.initEnvTaskCallback) {
1033
- try {
1034
- await (this as any).app.pubSubManager.unsubscribe('skill-hub.init-env', this.initEnvTaskCallback);
1035
- } catch {
1036
- /* ignore */
1037
- }
1038
- }
1039
- if (this.initEnvDoneCallback) {
1040
- try {
1041
- await (this as any).app.pubSubManager.unsubscribe('skill-hub.init-env.done', this.initEnvDoneCallback);
1042
- } catch {
1043
- /* ignore */
1044
- }
1045
- }
1046
- if (this.initEnvProgressCallback) {
1047
- try {
1048
- await (this as any).app.pubSubManager.unsubscribe('skill-hub.init-env.progress', this.initEnvProgressCallback);
1049
- } catch {
1050
- /* ignore */
1051
- }
1052
- }
1053
-
1054
- // Clear cleanup interval
1055
- if (this.cleanupInterval) {
1056
- clearInterval(this.cleanupInterval);
1057
- this.cleanupInterval = null;
1058
- }
1059
- if (this.skillTaskPoller) {
1060
- clearInterval(this.skillTaskPoller);
1061
- this.skillTaskPoller = null;
1062
- }
1063
- }
1064
-
1065
- // --- Handlers ---
1066
- private async handleClearStorage(ctx: any, next: () => Promise<any>) {
1067
- const { type } = ctx.request.body || ctx.action.params.values;
1068
- const repo = (this as any).db.getRepository('skillExecutions');
1069
- let count = 0;
1070
-
1071
- if (type === 'all') {
1072
- const results = await repo.find({ fields: ['id'] });
1073
- for (const rec of results) {
1074
- await rec.destroy();
1075
- }
1076
- count = results.length;
1077
- } else if (type === 'expired') {
1078
- const config = await (this as any).db.getRepository('skillWorkerConfigs').findOne();
1079
- const hours = config ? config.get('retentionHours') : 24;
1080
- if (hours > 0) {
1081
- const cutoff = new Date(Date.now() - hours * 60 * 60 * 1000);
1082
- const results = await repo.find({ filter: { createdAt: { $lt: cutoff } }, fields: ['id'] });
1083
- for (const rec of results) {
1084
- await rec.destroy();
1085
- }
1086
- count = results.length;
1087
- }
1088
- }
1089
-
1090
- ctx.body = { count };
1091
- await next();
1092
- }
1093
-
1094
- private async handleListTemplates(ctx: any, next: () => Promise<any>) {
1095
- // Dynamic Pull: discover templates from all active plugins in the system
1096
- try {
1097
- const allPlugins = (this as any).app.pm.getPlugins();
1098
- for (const [, pluginInstance] of allPlugins) {
1099
- if (typeof (pluginInstance as any).getSkillTemplates === 'function') {
1100
- const pluginSkills = (pluginInstance as any).getSkillTemplates();
1101
- if (Array.isArray(pluginSkills)) {
1102
- for (const s of pluginSkills) {
1103
- if (!this.skillTemplates.has(s.name)) {
1104
- this.skillTemplates.set(s.name, this.hydrateSkillTemplate(pluginInstance.name, s));
1105
- }
1106
- }
1107
- }
1108
- }
1109
- }
1110
- } catch (e) {
1111
- (this as any).app.logger.warn(`[skill-hub] Failed to discover some plugin skills: ${e.message}`);
1112
- }
1113
-
1114
- ctx.body = { data: Array.from(this.skillTemplates.values()) };
1115
- await next();
1116
- }
1117
-
1118
- // ─── Extension API: other plugins register/unregister skills ───
1119
-
1120
- /**
1121
- * Register a skill template into memory for UI importing.
1122
- */
1123
- registerSkillTemplate(pluginName: string, skillDef: any) {
1124
- this.skillTemplates.set(skillDef.name, this.hydrateSkillTemplate(pluginName, skillDef));
1125
- (this as any).app.logger.info(
1126
- `[skill-hub] Registered skill template "${skillDef.name}" from plugin "${pluginName}"`,
1127
- );
1128
- }
1129
-
1130
- resolveSkillTemplate(templateName: string) {
1131
- if (!templateName) return null;
1132
- const cached = this.skillTemplates.get(templateName);
1133
- if (cached) return cached;
1134
-
1135
- try {
1136
- const allPlugins = (this as any).app.pm.getPlugins();
1137
- for (const [, pluginInstance] of allPlugins) {
1138
- if (typeof (pluginInstance as any).getSkillTemplates !== 'function') continue;
1139
- const pluginSkills = (pluginInstance as any).getSkillTemplates();
1140
- if (!Array.isArray(pluginSkills)) continue;
1141
- const found = pluginSkills.find((s: any) => s?.name === templateName);
1142
- if (found) {
1143
- const hydrated = this.hydrateSkillTemplate(pluginInstance.name, found);
1144
- this.skillTemplates.set(templateName, hydrated);
1145
- return hydrated;
1146
- }
1147
- }
1148
- } catch (e: any) {
1149
- (this as any).app.logger.warn(`[skill-hub] Failed to resolve plugin skill "${templateName}": ${e.message}`);
1150
- }
1151
-
1152
- return null;
1153
- }
1154
-
1155
- async getSkillDescriptionForAI(skill: any) {
1156
- const description = skill.get ? skill.get('description') : skill.description;
1157
- const instructions = await this.getSkillInstructions(skill);
1158
- const maxInlineInstructionChars = 24000;
1159
- const inlineInstructions =
1160
- instructions && instructions.length > maxInlineInstructionChars
1161
- ? `${instructions.slice(
1162
- 0,
1163
- maxInlineInstructionChars,
1164
- )}\n\n[Instructions truncated in tool description. Call skill_hub_execute with action="describe" and this skillName to load the complete workflow.]`
1165
- : instructions;
1166
- return [description, inlineInstructions ? `Instructions:\n${inlineInstructions}` : ''].filter(Boolean).join('\n\n');
1167
- }
1168
-
1169
- async getSkillInstructions(skill: any) {
1170
- const storedInstructions = skill.get ? skill.get('instructions') : skill.instructions;
1171
- if (storedInstructions) return storedInstructions;
1172
-
1173
- const storageType = skill.get ? skill.get('storageType') : skill.storageType;
1174
- if (storageType !== 'plugin') return '';
1175
-
1176
- const templateName =
1177
- (skill.get ? skill.get('pluginSource') : skill.pluginSource) || (skill.get ? skill.get('name') : skill.name);
1178
- const template = this.resolveSkillTemplate(templateName);
1179
- return template?.instructions || '';
1180
- }
1181
-
1182
- private hydrateSkillTemplate(pluginName: string, skillDef: any) {
1183
- const skillName = skillDef.name;
1184
- const packageRoot = skillDef.skillPackage?.rootDir;
1185
- let packageInfo: any = null;
1186
-
1187
- if (packageRoot && this.skillRepoService) {
1188
- packageInfo = this.skillRepoService.readSkillPackage(packageRoot);
1189
- }
1190
-
1191
- const metadata = packageInfo?.metadata || {};
1192
- const packageInstructions = packageInfo?.instructions;
1193
-
1194
- return {
1195
- ...skillDef,
1196
- title: skillDef.title || metadata.title || skillName,
1197
- description: skillDef.description || metadata.description || '',
1198
- instructions: [skillDef.instructions, packageInstructions].filter(Boolean).join('\n\n').trim(),
1199
- language: skillDef.language || metadata.language || 'python',
1200
- codeTemplate: skillDef.codeTemplate || packageInfo?.code || '',
1201
- storageType: 'plugin',
1202
- storageUrl: skillDef.storageUrl || `plugin://${pluginName}/${skillName}`,
1203
- // Keep pluginSource as the skill template name because existing DB records use it for lookup.
1204
- pluginSource: skillName,
1205
- pluginName,
1206
- };
1207
- }
1208
-
1209
- async install() {
1210
- await this.skillManager.seedDefaults();
1211
- }
1212
- }
1213
-
1214
- export default SkillHubSubFeature;
1215
- export function shouldRunSkillSandbox(env: NodeJS.ProcessEnv = process.env): boolean {
1216
- if (env.SKILL_HUB_SANDBOX === 'false') return false;
1217
- const workerMode = String(env.WORKER_MODE || '').trim();
1218
- if (!workerMode) return true;
1219
- if (
1220
- workerMode === '*' ||
1221
- workerMode
1222
- .split(',')
1223
- .map((value) => value.trim())
1224
- .includes('skill-hub:sandbox')
1225
- ) {
1226
- return true;
1227
- }
1228
- return workerMode
1229
- .split(',')
1230
- .map((value) => value.trim())
1231
- .includes('skill-hub.task');
1232
- }
1
+ import { resolve } from 'path';
2
+ import { createReadStream, createWriteStream, unlinkSync } from 'fs';
3
+ import * as os from 'os';
4
+ import { SandboxRunner } from '../services/SandboxRunner';
5
+ import { FileManager } from '../services/FileManager';
6
+ import { SkillManager } from '../services/SkillManager';
7
+ import { WorkerEnvManager } from '../services/WorkerEnvManager';
8
+ import { SkillExecutionTask } from './tasks/SkillExecutionTask';
9
+ import { createSkillExecuteTool } from '../tools/skill-execute';
10
+ import { McpController } from './mcp/McpController';
11
+ import { SkillRepositoryService } from '../services/SkillRepositoryService';
12
+ import { gitListSkills, gitSyncSkills } from './actions/git-import';
13
+ import { createGitImportRequestMethodPolicy } from './middlewares/git-import-request-method-policy';
14
+ import { parseJsonText, stringifyJsonText, parseJsonLike } from './utils/json-fields';
15
+ import { getOrchestratorTraceContext } from '../services/ExecutionSpanService';
16
+ import { harnessTimeoutMs, resolveTraceHarness } from '../services/harness-runtime-policy';
17
+ import { runWithDistributedLock } from '../utils/ha-lock';
18
+ import { tryGetAIToolsManager } from '../utils/ai-manager';
19
+ import type { ToolsRuntime } from '@nocobase/ai';
20
+ import { SkillAccessService } from '../services/SkillAccessService';
21
+ import { validateSkillInput } from '../services/InputSchemaValidator';
22
+ import { currentUserId } from '../utils/ctx-utils';
23
+ import { getSkillToolName, normalizeSkillToolScope, readRecordValue } from '../utils/skill-tool-name';
24
+
25
+ type ToolRuntimeInput = string | ToolsRuntime | undefined;
26
+ type ExecuteSkillOptions = {
27
+ privileged?: boolean;
28
+ };
29
+ const SKILL_TASK_POLL_INTERVAL_MS = Number.parseInt(process.env.SKILL_HUB_TASK_POLL_INTERVAL_MS || '5000', 10);
30
+ const SKILL_TASK_POLL_LIMIT = Number.parseInt(process.env.SKILL_HUB_TASK_POLL_LIMIT || '3', 10);
31
+
32
+ function positiveInteger(value: string | undefined, fallback: number): number {
33
+ const parsed = Number.parseInt(value || '', 10);
34
+ return Number.isFinite(parsed) && parsed > 0 ? parsed : fallback;
35
+ }
36
+
37
+ function normalizeToolRuntime(runtime: ToolRuntimeInput): ToolsRuntime | undefined {
38
+ if (!runtime) return undefined;
39
+ if (typeof runtime === 'string') {
40
+ return { toolCallId: runtime, writer: () => {} };
41
+ }
42
+ return runtime;
43
+ }
44
+
45
+ function assignToolRuntime(ctx: any, runtime: ToolRuntimeInput) {
46
+ const normalizedRuntime = normalizeToolRuntime(runtime);
47
+ if (!ctx || !normalizedRuntime) return () => {};
48
+ const previousRuntime = ctx.runtime;
49
+ ctx.runtime = normalizedRuntime;
50
+ return () => {
51
+ if (previousRuntime === undefined) {
52
+ delete ctx.runtime;
53
+ } else {
54
+ ctx.runtime = previousRuntime;
55
+ }
56
+ };
57
+ }
58
+
59
+ /**
60
+ * Simple in-memory rate limiter per user.
61
+ * Tracks execution counts within a sliding time window.
62
+ */
63
+ class RateLimiter {
64
+ private userExecutions = new Map<string, number[]>();
65
+
66
+ constructor(
67
+ private readonly maxExecutions: number = 10,
68
+ private readonly windowMs: number = 60 * 1000, // 1 minute
69
+ ) {}
70
+
71
+ /**
72
+ * Check if the user is allowed to execute.
73
+ * @returns true if allowed, false if rate limited.
74
+ */
75
+ check(userId: string): boolean {
76
+ const now = Date.now();
77
+ const executions = this.userExecutions.get(userId) || [];
78
+
79
+ // Remove expired entries
80
+ const valid = executions.filter((t) => now - t < this.windowMs);
81
+ this.userExecutions.set(userId, valid);
82
+
83
+ if (valid.length >= this.maxExecutions) {
84
+ return false;
85
+ }
86
+
87
+ valid.push(now);
88
+ return true;
89
+ }
90
+
91
+ /** Get remaining executions for a user */
92
+ remaining(userId: string): number {
93
+ const now = Date.now();
94
+ const executions = (this.userExecutions.get(userId) || []).filter((t) => now - t < this.windowMs);
95
+ return Math.max(0, this.maxExecutions - executions.length);
96
+ }
97
+
98
+ /** Periodically clean up expired entries (call from interval) */
99
+ cleanup() {
100
+ const now = Date.now();
101
+ for (const [userId, executions] of this.userExecutions) {
102
+ const valid = executions.filter((t) => now - t < this.windowMs);
103
+ if (valid.length === 0) {
104
+ this.userExecutions.delete(userId);
105
+ } else {
106
+ this.userExecutions.set(userId, valid);
107
+ }
108
+ }
109
+ }
110
+ }
111
+
112
+ export class SkillHubSubFeature {
113
+ sandboxRunner: SandboxRunner;
114
+ fileManager: FileManager;
115
+ skillManager: SkillManager;
116
+ workerEnvManager: WorkerEnvManager;
117
+ private cleanupInterval: ReturnType<typeof setInterval> | null = null;
118
+ private initEnvDoneCallback: any = null;
119
+ private initEnvProgressCallback: any = null;
120
+ private skillTaskCallback: any = null;
121
+ private initEnvTaskCallback: any = null;
122
+ private skillTaskPoller: ReturnType<typeof setInterval> | null = null;
123
+ private skillTaskPolling = false;
124
+ private mcpController: McpController;
125
+ private skillRepoService: SkillRepositoryService;
126
+ readonly skillAccessService: SkillAccessService;
127
+ private rateLimiter = new RateLimiter(
128
+ parseInt(process.env.SKILL_HUB_RATE_LIMIT_MAX || '10', 10),
129
+ parseInt(process.env.SKILL_HUB_RATE_LIMIT_WINDOW_MS || '60000', 10),
130
+ );
131
+ private skillTemplates = new Map<string, any>();
132
+ private readonly afterStart = async () => {
133
+ this.registerAITools();
134
+ this.startCleanupInterval();
135
+ this.startSkillTaskPoller();
136
+ await this.subscribeInitEnvDone();
137
+ await this.skillManager.seedDefaults().catch((error: unknown) => {
138
+ const message = error instanceof Error ? error.message : String(error);
139
+ (this as any).app.logger.error(`[skill-hub] Failed to seed default skills: ${message}`);
140
+ });
141
+ };
142
+
143
+ constructor(private plugin: any) {
144
+ this.skillAccessService = new SkillAccessService(plugin);
145
+ }
146
+
147
+ get app() {
148
+ return this.plugin.app;
149
+ }
150
+ get db() {
151
+ return this.plugin.db;
152
+ }
153
+ get name() {
154
+ return this.plugin.name;
155
+ }
156
+
157
+ getSkillRepositoryService(): SkillRepositoryService {
158
+ return this.skillRepoService;
159
+ }
160
+
161
+ async load() {
162
+ // 1. Collections and migrations are now handled by parent orchestrator plugin
163
+
164
+ // 2. Init services
165
+ const storagePath = resolve(process.cwd(), 'storage', 'plugin-skill-hub'); // Keep old storage path for backwards compatibility
166
+ this.fileManager = new FileManager(storagePath);
167
+ this.sandboxRunner = new SandboxRunner(this.fileManager, (this as any).app.logger, storagePath);
168
+ this.skillManager = new SkillManager((this as any).db);
169
+ this.workerEnvManager = new WorkerEnvManager((this as any).app, (this as any).db, storagePath);
170
+ this.skillRepoService = new SkillRepositoryService(storagePath);
171
+ this.mcpController = new McpController(this);
172
+
173
+ // 3. Register REST actions
174
+ (this as any).app.resourceManager.use(createGitImportRequestMethodPolicy());
175
+ (this as any).app.resourceManager.define({
176
+ name: 'skillHub',
177
+ actions: {
178
+ download: this.handleDownload.bind(this),
179
+ test: this.handleTest.bind(this),
180
+ initEnv: this.handleInitEnv.bind(this),
181
+ clearStorage: this.handleClearStorage.bind(this),
182
+ mcpListTools: this.mcpController.listTools.bind(this.mcpController),
183
+ mcpCallTool: this.mcpController.callTool.bind(this.mcpController),
184
+ listTemplates: this.handleListTemplates.bind(this),
185
+ gitListSkills,
186
+ gitSyncSkills,
187
+ },
188
+ });
189
+
190
+ // 4.5. Register DB hooks for automatic storage physical cleanup
191
+ (this as any).db.on('skillExecutions.afterDestroy', async (model, options) => {
192
+ const execId = model.get('id');
193
+ try {
194
+ const dir = this.fileManager.getExecDir(String(execId));
195
+ if (require('fs').existsSync(dir)) {
196
+ require('fs').rmSync(dir, { recursive: true, force: true });
197
+ }
198
+ } catch (err) {
199
+ (this as any).app.logger.error(`[skill-hub] Failed to cleanup physical storage for execId ${execId}`, {
200
+ error: err,
201
+ });
202
+ }
203
+ });
204
+
205
+ (this as any).db.on('skillDefinitions.afterSave', async (model, options) => {
206
+ // If a zip file was uploaded, extract it and update the skill record
207
+ if (model.changed('fileId') && model.get('fileId')) {
208
+ try {
209
+ const attachment = await (this as any).db.getRepository('attachments').findOne({
210
+ filter: { id: model.get('fileId') },
211
+ transaction: options.transaction,
212
+ });
213
+
214
+ if (attachment) {
215
+ const fileManager = (this as any).app.pm.get('@nocobase/plugin-file-manager') as any;
216
+ if (!fileManager) {
217
+ (this as any).app.logger.warn('[skill-hub] plugin-file-manager not found, cannot extract skill package');
218
+ return;
219
+ }
220
+
221
+ const rawStorageId = attachment.get('storageId') || attachment.storageId;
222
+ let matchedKey = null;
223
+ if (rawStorageId) {
224
+ const strId = String(rawStorageId);
225
+ for (const key of fileManager.storagesCache.keys()) {
226
+ if (String(key) === strId) {
227
+ matchedKey = key;
228
+ break;
229
+ }
230
+ }
231
+ }
232
+
233
+ const attachmentObj = typeof attachment.toJSON === 'function' ? attachment.toJSON() : { ...attachment };
234
+ if (matchedKey !== null) {
235
+ attachmentObj.storageId = matchedKey;
236
+ }
237
+
238
+ const streamData = await fileManager.getFileStream(attachmentObj);
239
+ if (!streamData || !streamData.stream) {
240
+ (this as any).app.logger.warn(
241
+ `[skill-hub] Could not get file stream for attachment ${attachment.get('id')}`,
242
+ );
243
+ return;
244
+ }
245
+
246
+ const tempZipPath = resolve(os.tmpdir(), `skill_${Date.now()}_${model.get('id')}.zip`);
247
+
248
+ await new Promise((resolve, reject) => {
249
+ const writeStream = createWriteStream(tempZipPath);
250
+ streamData.stream.pipe(writeStream);
251
+ writeStream.on('finish', resolve);
252
+ writeStream.on('error', reject);
253
+ streamData.stream.on('error', reject);
254
+ });
255
+
256
+ if (require('fs').existsSync(tempZipPath)) {
257
+ const skillName = model.get('name');
258
+ const { metadata, instructions } = await this.skillRepoService.extractSkillPackage(
259
+ skillName,
260
+ tempZipPath,
261
+ );
262
+ const code = this.skillRepoService.getSkillCode(skillName);
263
+
264
+ const updateValues: any = {
265
+ storageType: attachment.get('storageId') ? `storage-${attachment.get('storageId')}` : 'local',
266
+ };
267
+ if (code) updateValues.codeTemplate = code;
268
+ if (metadata.description) updateValues.description = metadata.description;
269
+ if (metadata.title) updateValues.title = metadata.title;
270
+ if (metadata.language) updateValues.language = metadata.language;
271
+ if (metadata.inputSchema)
272
+ updateValues.inputSchema = stringifyJsonText(parseJsonLike(metadata.inputSchema, null));
273
+ if (metadata.interactionSchema)
274
+ updateValues.interactionSchema = stringifyJsonText(parseJsonLike(metadata.interactionSchema, null));
275
+ if (metadata.packages)
276
+ updateValues.packages = stringifyJsonText(parseJsonLike(metadata.packages, []), []);
277
+ if (metadata.timeoutSeconds) updateValues.timeoutSeconds = metadata.timeoutSeconds;
278
+ if (instructions) updateValues.instructions = instructions;
279
+
280
+ await (this as any).db.getRepository('skillDefinitions').update({
281
+ filter: { id: model.get('id') },
282
+ values: updateValues,
283
+ transaction: options.transaction,
284
+ });
285
+
286
+ unlinkSync(tempZipPath);
287
+ (this as any).app.logger.info(`[skill-hub] Successfully extracted zip and updated skill: ${skillName}`);
288
+ }
289
+ }
290
+ } catch (err) {
291
+ (this as any).app.logger.error(`[skill-hub] Failed to unpack skill zip`, { error: err });
292
+ }
293
+ }
294
+ });
295
+
296
+ // 5. Subscribe PubSub — worker processes skill execution tasks
297
+ if (shouldRunSkillSandbox()) {
298
+ this.skillTaskCallback = async (payload: any) => {
299
+ await this.onQueueTask(payload);
300
+ };
301
+ (this as any).app.pubSubManager.subscribe('skill-hub.task', this.skillTaskCallback);
302
+ }
303
+
304
+ // 5b. Subscribe PubSub — worker processes init-env tasks
305
+ if (shouldRunSkillSandbox()) {
306
+ this.initEnvTaskCallback = async (payload: any) => {
307
+ await this.workerEnvManager.executeInit(payload);
308
+ };
309
+ (this as any).app.pubSubManager.subscribe('skill-hub.init-env', this.initEnvTaskCallback);
310
+ }
311
+
312
+ // 6. Register AI tools + subscriptions (deferred — after all plugins loaded)
313
+ (this as any).app.on('afterStart', this.afterStart);
314
+ }
315
+
316
+ private async onQueueTask(message: { id: string }) {
317
+ (this as any).app.logger.info(`[skill-hub] Worker received queue task: ${message.id}`);
318
+ if (process.env.SKILL_HUB_SANDBOX === 'false') {
319
+ return;
320
+ }
321
+ const claimed = await this.claimSkillExecution(message.id);
322
+ if (!claimed) {
323
+ (this as any).app.logger.debug(`[skill-hub] Task ${message.id} ignored: already claimed or not pending.`);
324
+ return;
325
+ }
326
+
327
+ const execution = await (this as any).db.getRepository('skillExecutions').findOne({
328
+ filter: { id: message.id },
329
+ appends: ['skill'],
330
+ });
331
+ if (!execution) {
332
+ (this as any).app.logger.warn(`[skill-hub] Task ${message.id} ignored: execution record not found.`);
333
+ return;
334
+ }
335
+
336
+ const task = new SkillExecutionTask(
337
+ execution,
338
+ this.sandboxRunner,
339
+ this.fileManager,
340
+ this.skillRepoService,
341
+ (this as any).app,
342
+ );
343
+ await task.run();
344
+ }
345
+
346
+ private async claimSkillExecution(id: string): Promise<boolean> {
347
+ const model = (this as any).db.getModel('skillExecutions');
348
+ const now = new Date();
349
+ const [affected] = await model.update(
350
+ {
351
+ status: 'running',
352
+ startedAt: now,
353
+ heartbeatAt: now,
354
+ workerId: `${process.env.HOSTNAME || process.env.COMPUTERNAME || 'worker'}:${process.pid}`,
355
+ },
356
+ {
357
+ where: {
358
+ id,
359
+ status: 'pending',
360
+ },
361
+ },
362
+ );
363
+ return affected > 0;
364
+ }
365
+
366
+ private startSkillTaskPoller() {
367
+ if (!shouldRunSkillSandbox() || this.skillTaskPoller) {
368
+ return;
369
+ }
370
+
371
+ const tick = async () => {
372
+ await this.processSkillExecutionQueue();
373
+ };
374
+
375
+ this.skillTaskPoller = runWithDistributedLock(
376
+ (this as any).app,
377
+ 'skill-hub:task-poller',
378
+ tick,
379
+ SKILL_TASK_POLL_INTERVAL_MS,
380
+ );
381
+ setTimeout(tick, 1000);
382
+ }
383
+
384
+ private async processSkillExecutionQueue() {
385
+ await this.recoverStaleSkillExecutions();
386
+ await this.processPendingSkillExecutions();
387
+ }
388
+
389
+ private async recoverStaleSkillExecutions() {
390
+ const staleAfterMs = positiveInteger(process.env.SKILL_HUB_STALE_EXECUTION_MS, 120000);
391
+ const maxRetries = positiveInteger(process.env.SKILL_HUB_MAX_EXECUTION_RETRIES, 2);
392
+ const cutoff = new Date(Date.now() - staleAfterMs);
393
+ const repo = (this as any).db.getRepository('skillExecutions');
394
+ const model = (this as any).db.getModel('skillExecutions');
395
+ const staleExecutions = await repo.find({
396
+ filter: {
397
+ status: 'running',
398
+ $or: [{ heartbeatAt: null }, { heartbeatAt: { $lt: cutoff } }],
399
+ },
400
+ limit: SKILL_TASK_POLL_LIMIT,
401
+ });
402
+
403
+ for (const execution of staleExecutions) {
404
+ const id = execution.get('id');
405
+ const retryCount = Number(execution.get('retryCount') || 0);
406
+ const failed = retryCount >= maxRetries;
407
+ const Op = model.sequelize.Sequelize.Op;
408
+ const [affected] = await model.update(
409
+ {
410
+ status: failed ? 'failed' : 'pending',
411
+ retryCount: retryCount + 1,
412
+ workerId: null,
413
+ heartbeatAt: null,
414
+ stderr: failed ? `Execution abandoned after ${retryCount + 1} worker attempts.` : execution.get('stderr'),
415
+ },
416
+ {
417
+ where: {
418
+ id,
419
+ status: 'running',
420
+ [Op.or]: [{ heartbeatAt: null }, { heartbeatAt: { [Op.lt]: cutoff } }],
421
+ },
422
+ },
423
+ );
424
+ if (affected > 0) {
425
+ (this as any).app.logger.warn(
426
+ `[skill-hub] Recovered stale execution ${id}: ${failed ? 'failed' : 'returned to pending'}.`,
427
+ );
428
+ }
429
+ }
430
+ }
431
+
432
+ private async processPendingSkillExecutions() {
433
+ if (this.skillTaskPolling) return;
434
+ this.skillTaskPolling = true;
435
+ try {
436
+ const records = await (this as any).db.getRepository('skillExecutions').find({
437
+ filter: { status: 'pending' },
438
+ sort: ['createdAt'],
439
+ limit: SKILL_TASK_POLL_LIMIT,
440
+ });
441
+ for (const record of records) {
442
+ await this.onQueueTask({ id: String(record.get('id')) });
443
+ }
444
+ } finally {
445
+ this.skillTaskPolling = false;
446
+ }
447
+ }
448
+
449
+ /**
450
+ * Resolve harness-derived enforcement overrides for one skill execution. The worker node owns
451
+ * the sandbox but not the harness, so the decision is made here (run snapshot for loop runs,
452
+ * employee harness-tag profile otherwise) and persisted on the execution row. A resolution
453
+ * failure must never block execution: the skill falls back to its own defaults.
454
+ */
455
+ private async resolveRuntimePolicy(
456
+ traceContext: ReturnType<typeof getOrchestratorTraceContext>,
457
+ skill: any,
458
+ aiEmployeeUsername?: string,
459
+ ): Promise<{ timeoutSeconds?: number; spillMaxInlineBytes?: number } | null> {
460
+ try {
461
+ const harness = await resolveTraceHarness((this as any).db, {
462
+ agentLoopRunId: traceContext?.agentLoopRunId,
463
+ employeeUsername: traceContext?.employeeUsername || aiEmployeeUsername,
464
+ });
465
+ if (!harness) return null;
466
+
467
+ const policy: { timeoutSeconds?: number; spillMaxInlineBytes?: number } = {};
468
+ const timeoutMs = harnessTimeoutMs(harness, getSkillToolName(skill));
469
+ if (timeoutMs) {
470
+ const skillTimeoutSeconds = Number(skill.timeoutSeconds || skill.get?.('timeoutSeconds') || 60);
471
+ policy.timeoutSeconds = Math.min(skillTimeoutSeconds, Math.ceil(timeoutMs / 1000));
472
+ }
473
+ if (harness.context.spill.maxInlineBytes) {
474
+ policy.spillMaxInlineBytes = harness.context.spill.maxInlineBytes;
475
+ }
476
+ return Object.keys(policy).length ? policy : null;
477
+ } catch (error) {
478
+ (this as any).app.logger?.warn?.('[skill-hub] Failed to resolve harness runtime policy.', { error });
479
+ return null;
480
+ }
481
+ }
482
+
483
+ /**
484
+ * Execute skill — called by both AI tool and REST test endpoint.
485
+ * Dispatches to sandbox workers via PubSub, waits for result via PubSub.
486
+ * Pushes progress to SSE via runtime.writer (if within AI tool context).
487
+ * Includes rate limiting and graceful abort propagation.
488
+ */
489
+ async executeSkill(
490
+ skill: any,
491
+ inputArgs: Record<string, unknown>,
492
+ ctx?: any,
493
+ options: ExecuteSkillOptions = {},
494
+ ): Promise<any> {
495
+ validateSkillInput(readRecordValue(skill, 'inputSchema'), inputArgs);
496
+ const aiEmployeeUsername = await this.skillAccessService.assertCanExecute(ctx, skill, options);
497
+ // ── Rate limiting ──
498
+ const userId = currentUserId(ctx);
499
+ if (userId) {
500
+ if (!this.rateLimiter.check(String(userId))) {
501
+ const remaining = this.rateLimiter.remaining(String(userId));
502
+ throw new Error(
503
+ `Rate limit exceeded. You can execute up to ${this.rateLimiter['maxExecutions']} ` +
504
+ `skills per minute. Remaining: ${remaining}. Please wait and try again.`,
505
+ );
506
+ }
507
+ }
508
+
509
+ const traceContext = getOrchestratorTraceContext(ctx);
510
+ const runtimePolicy = await this.resolveRuntimePolicy(traceContext, skill, aiEmployeeUsername);
511
+ const execution = await (this as any).db.getRepository('skillExecutions').create({
512
+ values: {
513
+ skillId: skill.id,
514
+ status: 'pending',
515
+ inputArgs: stringifyJsonText(inputArgs, {}),
516
+ sessionId: traceContext?.sessionId || ctx?.state?.sessionId || ctx?.action?.params?.values?.sessionId,
517
+ aiEmployeeUsername,
518
+ skillToolName: getSkillToolName(skill),
519
+ orchestratorRootRunId: traceContext?.rootRunId,
520
+ orchestratorSpanId: traceContext?.spanId,
521
+ orchestratorParentSpanId: traceContext?.parentSpanId,
522
+ orchestratorToolCallId: traceContext?.toolCallId,
523
+ agentLoopRunId: traceContext?.agentLoopRunId,
524
+ agentLoopStepId: traceContext?.agentLoopStepId,
525
+ triggeredById: ctx?.state?.currentUser?.id,
526
+ runtimePolicy,
527
+ },
528
+ });
529
+
530
+ const execId = String(execution.id);
531
+ const linkedSpanId = await this.linkSkillExecutionToSpan(traceContext, execId);
532
+ if (linkedSpanId && String(linkedSpanId) !== String(traceContext?.spanId || '')) {
533
+ await (this as any).db.getRepository('skillExecutions').update({
534
+ filterByTk: execId,
535
+ values: { orchestratorSpanId: linkedSpanId },
536
+ });
537
+ }
538
+
539
+ (this as any).app.logger.info(
540
+ `[skill-hub] Queued execution ${execId}: skill=${skill.get ? skill.get('name') : skill.name}, ` +
541
+ `user=${userId || 'system'}`,
542
+ );
543
+
544
+ // Track PubSub subscriptions for cleanup
545
+ const cleanups: Array<{ channel: string; callback: any }> = [];
546
+
547
+ // Define callbacks with references for unsubscribe
548
+ const progressChannel = `skill-hub.progress.${execId}`;
549
+ const doneChannel = `skill-hub.done.${execId}`;
550
+ const abortChannel = `skill-hub.abort.${execId}`;
551
+
552
+ const progressCallback = async (progress: any) => {
553
+ try {
554
+ ctx?.runtime?.writer?.({
555
+ action: 'skillProgress',
556
+ body: { execId, skillName: skill.name || skill.get?.('name'), ...progress },
557
+ });
558
+ } catch {
559
+ // Ignore SSE write errors (connection may have closed)
560
+ }
561
+ };
562
+
563
+ // Wait for result via PubSub (progress streaming + completion)
564
+ let result: any;
565
+ try {
566
+ let resolvePromise: any;
567
+ let rejectPromise: any;
568
+
569
+ const resultPromise = new Promise<any>((resolve, reject) => {
570
+ resolvePromise = resolve;
571
+ rejectPromise = reject;
572
+ });
573
+
574
+ const effectiveTimeoutSeconds =
575
+ runtimePolicy?.timeoutSeconds || skill.timeoutSeconds || skill.get?.('timeoutSeconds') || 60;
576
+ const timeoutMs = (effectiveTimeoutSeconds + 15) * 1000;
577
+ const timeout = setTimeout(() => {
578
+ clearInterval(poll);
579
+ rejectPromise(new Error(`Skill execution timeout after ${effectiveTimeoutSeconds}s`));
580
+ }, timeoutMs);
581
+ const poll = setInterval(async () => {
582
+ try {
583
+ const current = await (this as any).db.getRepository('skillExecutions').findOne({ filterByTk: execId });
584
+ const status = current?.get?.('status') || current?.status;
585
+ if (!['succeeded', 'failed', 'timeout', 'canceled'].includes(status)) return;
586
+ clearTimeout(timeout);
587
+ clearInterval(poll);
588
+ resolvePromise({
589
+ status,
590
+ stdout: current?.get?.('stdout') || current?.stdout || '',
591
+ stderr: current?.get?.('stderr') || current?.stderr || '',
592
+ files: parseJsonText(current?.get?.('outputFiles') || current?.outputFiles, []),
593
+ durationMs: current?.get?.('durationMs') || current?.durationMs || 0,
594
+ });
595
+ } catch {
596
+ // Pub/Sub remains the primary completion path; polling is a recovery fallback.
597
+ }
598
+ }, 2000);
599
+ poll.unref?.();
600
+
601
+ const doneCallback = async (data: any) => {
602
+ clearTimeout(timeout);
603
+ clearInterval(poll);
604
+ resolvePromise(data);
605
+ };
606
+
607
+ // Subscribe progress and completion FIRST (before dispatching)
608
+ await (this as any).app.pubSubManager.subscribe(progressChannel, progressCallback);
609
+ cleanups.push({ channel: progressChannel, callback: progressCallback });
610
+
611
+ await (this as any).app.pubSubManager.subscribe(doneChannel, doneCallback);
612
+ cleanups.push({ channel: doneChannel, callback: doneCallback });
613
+
614
+ // Handle user abort (cancel chat) → propagate to worker
615
+ if (ctx?.req?.signal || ctx?.signal) {
616
+ const signal = ctx.req?.signal || ctx.signal;
617
+ signal.addEventListener?.('abort', () => {
618
+ clearTimeout(timeout);
619
+ // Publish abort to worker via PubSub
620
+ (this as any).app.pubSubManager.publish(abortChannel, { reason: 'user_cancel' }).catch(() => {});
621
+ // Also update the execution status
622
+ (this as any).db
623
+ .getRepository('skillExecutions')
624
+ .update({
625
+ filter: { id: execId },
626
+ values: { status: 'canceled' },
627
+ })
628
+ .catch(() => {});
629
+ rejectPromise(new Error('Canceled by user'));
630
+ });
631
+ }
632
+
633
+ // NOW dispatch to sandbox workers.
634
+ await (this as any).app.pubSubManager.publish('skill-hub.task', { id: execId });
635
+
636
+ // Wait for completion
637
+ result = await resultPromise;
638
+ } finally {
639
+ // Cleanup all PubSub subscriptions
640
+ for (const { channel, callback } of cleanups) {
641
+ try {
642
+ await (this as any).app.pubSubManager.unsubscribe(channel, callback);
643
+ } catch {
644
+ // ignore cleanup errors
645
+ }
646
+ }
647
+ }
648
+
649
+ // Build download URLs for output files (use base64 filename to prevent Markdown link breaks if LLM decodes spaces)
650
+ const filesWithUrls = (result.files || []).map((f: any) => {
651
+ const b64name = Buffer.from(f.name).toString('base64url');
652
+ return {
653
+ ...f,
654
+ downloadUrl: `/api/skillHub:download?execId=${execId}&f=${b64name}`,
655
+ };
656
+ });
657
+
658
+ return {
659
+ ...result,
660
+ files: filesWithUrls,
661
+ execId,
662
+ agentLoopRunId: traceContext?.agentLoopRunId,
663
+ agentLoopStepId: traceContext?.agentLoopStepId,
664
+ };
665
+ }
666
+
667
+ private async linkSkillExecutionToSpan(traceContext: any, executionId: string) {
668
+ if (!traceContext?.rootRunId) return undefined;
669
+ try {
670
+ const repo = (this as any).db.getRepository('agentExecutionSpans');
671
+ if (!repo) return undefined;
672
+
673
+ let span = null;
674
+ if (traceContext.toolCallId) {
675
+ span = await repo.findOne({
676
+ filter: {
677
+ rootRunId: traceContext.rootRunId,
678
+ toolCallId: traceContext.toolCallId,
679
+ },
680
+ sort: ['-id'],
681
+ });
682
+ }
683
+ // spanId is normally the Sub-Agent root span. Only use it when there is
684
+ // no tool-call identity; otherwise a beforeToolCall race could turn the
685
+ // whole Sub-Agent run into a skill span.
686
+ if (!traceContext.toolCallId && traceContext.spanId) {
687
+ span = await repo.findOne({ filterByTk: traceContext.spanId });
688
+ }
689
+ if (!span) return undefined;
690
+
691
+ const spanId = readRecordValue(span, 'id');
692
+ await repo.update({
693
+ filterByTk: spanId,
694
+ values: {
695
+ type: 'skill',
696
+ skillExecutionId: executionId,
697
+ },
698
+ });
699
+ return spanId;
700
+ } catch (error) {
701
+ (this as any).app.logger.warn('[skill-hub] Failed to link skill execution to agent span', error);
702
+ return undefined;
703
+ }
704
+ }
705
+
706
+ private async handleDownload(ctx: any, next: any) {
707
+ const { execId, filename, f } = ctx.action.params;
708
+ let targetFile = filename;
709
+ if (f) {
710
+ targetFile = Buffer.from(f, 'base64url').toString('utf8');
711
+ }
712
+
713
+ if (!execId || !targetFile) {
714
+ ctx.throw(400, 'Missing execId or filename');
715
+ }
716
+
717
+ const currentUser = ctx?.state?.currentUser;
718
+ if (!currentUser) {
719
+ ctx.throw(401, 'Unauthorized');
720
+ }
721
+
722
+ const execution = await (this as any).db.getRepository('skillExecutions').findOne({
723
+ filter: { id: execId },
724
+ });
725
+
726
+ if (!execution) {
727
+ ctx.throw(404, 'Execution not found');
728
+ }
729
+
730
+ const isOwner = execution.triggeredById === currentUser.id;
731
+ const isAdmin = currentUser.roles?.some((r: any) => r.name === 'root' || r === 'root' || r.name === 'admin');
732
+
733
+ if (!isOwner && !isAdmin) {
734
+ ctx.throw(403, 'Permission denied: you cannot view files from this execution');
735
+ }
736
+
737
+ const filePath = this.fileManager.getOutputFilePath(execId, targetFile);
738
+ if (!filePath) {
739
+ ctx.throw(404, 'File not found');
740
+ }
741
+
742
+ ctx.attachment(targetFile);
743
+ ctx.body = createReadStream(filePath);
744
+ await next();
745
+ }
746
+
747
+ private async handleTest(ctx: any, next: any) {
748
+ const { skillId, input } = ctx.action.params.values || {};
749
+ if (!skillId) {
750
+ ctx.throw(400, 'Missing skillId');
751
+ }
752
+
753
+ const skill = await (this as any).db.getRepository('skillDefinitions').findOne({
754
+ filter: { id: skillId },
755
+ });
756
+ if (!skill) {
757
+ ctx.throw(404, 'Skill not found');
758
+ }
759
+
760
+ const result = await this.executeSkill(skill, input || {}, ctx, { privileged: true });
761
+ ctx.body = result;
762
+ await next();
763
+ }
764
+
765
+ /**
766
+ * Handle Init Environment request from admin UI.
767
+ * Dispatches init task to all workers via EventQueue.
768
+ */
769
+ private async handleInitEnv(ctx: any, next: any) {
770
+ const config = await this.workerEnvManager.getOrCreateConfig();
771
+ const customPackages = parseJsonText(config.get?.('customPackages') ?? config.customPackages, {
772
+ python: [],
773
+ node: [],
774
+ });
775
+ const message = await this.workerEnvManager.initEnvironment(
776
+ config.get
777
+ ? {
778
+ npmRegistryUrl: config.get('npmRegistryUrl'),
779
+ npmAuthToken: config.get('npmAuthToken'),
780
+ pypiIndexUrl: config.get('pypiIndexUrl'),
781
+ pypiTrustedHost: config.get('pypiTrustedHost'),
782
+ aptMirrorUrl: config.get('aptMirrorUrl'),
783
+ aptGpgKeyUrl: config.get('aptGpgKeyUrl'),
784
+ customPackages,
785
+ }
786
+ : config,
787
+ );
788
+ ctx.body = { message };
789
+ await next();
790
+ }
791
+
792
+ /**
793
+ * Subscribe to init-env done AND progress PubSub channels.
794
+ * When a worker finishes init, auto-update the DB with status.
795
+ */
796
+ private async subscribeInitEnvDone() {
797
+ this.initEnvDoneCallback = async (data: any) => {
798
+ try {
799
+ const values: any = {
800
+ initStatus: data.status,
801
+ lastInitLog: data.log,
802
+ };
803
+ if (data.status === 'succeeded' && data.whitelist) {
804
+ values.packageWhitelist = stringifyJsonText(data.whitelist, { python: [], node: [], apt: [] });
805
+ }
806
+ await (this as any).db.getRepository('skillWorkerConfigs').update({
807
+ filter: {},
808
+ values,
809
+ forceUpdate: true,
810
+ });
811
+ (this as any).app.logger.info(`[skill-hub] Init env ${data.status}`);
812
+ } catch (err) {
813
+ (this as any).app.logger.warn('[skill-hub] Failed to update init env status:', err);
814
+ }
815
+ };
816
+
817
+ this.initEnvProgressCallback = async (data: any) => {
818
+ try {
819
+ await (this as any).db.getRepository('skillWorkerConfigs').update({
820
+ filter: {},
821
+ values: {
822
+ initProgressPercent: data.percent,
823
+ initProgressLog: data.log,
824
+ },
825
+ forceUpdate: true,
826
+ });
827
+ } catch (err) {
828
+ // ignore progress update errors
829
+ }
830
+ };
831
+
832
+ await (this as any).app.pubSubManager.subscribe('skill-hub.init-env.done', this.initEnvDoneCallback);
833
+ await (this as any).app.pubSubManager.subscribe('skill-hub.init-env.progress', this.initEnvProgressCallback);
834
+ }
835
+
836
+ private getSkillRecordId(skill: any) {
837
+ return String(skill.get ? skill.get('id') : skill.id);
838
+ }
839
+
840
+ private resolveLoopInteractionSchema(loopConfig: any) {
841
+ if (!loopConfig) return null;
842
+
843
+ const schema = parseJsonText(loopConfig.get ? loopConfig.get('schema') : loopConfig.schema, null);
844
+ const prompt = loopConfig.get ? loopConfig.get('prompt') : loopConfig.prompt;
845
+
846
+ if (schema && typeof schema === 'object') {
847
+ return prompt && !schema.prompt ? { ...schema, prompt } : schema;
848
+ }
849
+
850
+ if (prompt) {
851
+ return {
852
+ type: 'confirm',
853
+ prompt,
854
+ };
855
+ }
856
+
857
+ return null;
858
+ }
859
+
860
+ private async getLoopConfigsBySkillId(skillIds: Array<string | number>) {
861
+ const ids = Array.from(new Set(skillIds.map((id) => String(id)).filter(Boolean)));
862
+ const configsBySkillId = new Map<string, any>();
863
+ if (!ids.length) return configsBySkillId;
864
+
865
+ try {
866
+ const configs = await (this as any).db.getRepository('skillLoopConfigs').find({
867
+ filter: {
868
+ enabled: true,
869
+ skillId: {
870
+ $in: ids,
871
+ },
872
+ },
873
+ sort: ['-updatedAt'],
874
+ });
875
+
876
+ for (const config of configs || []) {
877
+ const skillId = String(config.get ? config.get('skillId') : config.skillId);
878
+ if (!configsBySkillId.has(skillId)) {
879
+ configsBySkillId.set(skillId, config);
880
+ }
881
+ }
882
+ } catch (err) {
883
+ (this as any).app.logger.warn('[skill-hub] Failed to load loop configs', err);
884
+ }
885
+
886
+ return configsBySkillId;
887
+ }
888
+
889
+ private registerAITools() {
890
+ try {
891
+ // Register on the SAME tools manager the harness resolves from
892
+ // (app.aiManager.toolsManager). Using pluginAI.ai.toolsManager here while
893
+ // the harness reads app.aiManager.toolsManager would register skill tools
894
+ // on one object and look them up on another if the wiring ever diverges.
895
+ const toolsManager = tryGetAIToolsManager((this as any).app);
896
+ if (!toolsManager) {
897
+ (this as any).app.logger.warn('[skill-hub] plugin-ai not available, skip AI tool registration.');
898
+ return;
899
+ }
900
+
901
+ // 1. General tool (list + execute)
902
+ toolsManager.registerTools(createSkillExecuteTool(this));
903
+
904
+ // 2. Dynamic tools — each enabled skill becomes a separate AI tool.
905
+ toolsManager.registerDynamicTools(async (register: { registerTools: (options: any) => void }) => {
906
+ try {
907
+ const skills = await (this as any).db.getRepository('skillDefinitions').find({
908
+ filter: { enabled: true },
909
+ });
910
+
911
+ if (!skills || skills.length === 0) return;
912
+
913
+ const loopConfigsBySkillId = await this.getLoopConfigsBySkillId(
914
+ skills.map((skill: any) => this.getSkillRecordId(skill)),
915
+ );
916
+
917
+ const tools = await Promise.all(
918
+ skills.map(async (skill: any) => {
919
+ const autoCall = !!skill.get('autoCall');
920
+ const loopConfig = loopConfigsBySkillId.get(this.getSkillRecordId(skill));
921
+ const loopInteractionSchema = this.resolveLoopInteractionSchema(loopConfig);
922
+ const skillInteractionSchema = parseJsonText(skill.get('interactionSchema'), null);
923
+ const interactionSchema = loopInteractionSchema || skillInteractionSchema;
924
+ const requiresHumanReview = !!interactionSchema;
925
+ const fullDescription = await this.getSkillDescriptionForAI(skill);
926
+ const baseDescription = `${fullDescription || skill.get('description')}\nLanguage: ${skill.get(
927
+ 'language',
928
+ )}`;
929
+ const description = requiresHumanReview
930
+ ? `${baseDescription}\n\nIMPORTANT: This skill is bound to a Skill Hub human-in-the-loop review template. Pass best-effort args; the user can approve, edit, or reject them before execution.`
931
+ : baseDescription;
932
+ return {
933
+ scope: normalizeSkillToolScope(skill.get('toolScope')),
934
+ execution: 'backend' as const,
935
+ defaultPermission: (requiresHumanReview ? 'ASK' : autoCall ? 'ALLOW' : 'ASK') as 'ALLOW' | 'ASK',
936
+ introduction: {
937
+ title: `Skill Hub: ${skill.get('title')}`,
938
+ about: skill.get('description') || `Thực thi kỹ năng ${skill.get('title')}`,
939
+ },
940
+ definition: {
941
+ name: getSkillToolName(skill),
942
+ description,
943
+ schema: parseJsonText(skill.get('inputSchema'), { type: 'object', properties: {} }),
944
+ },
945
+ invoke: async (toolCtx: any, args: any, runtime?: ToolRuntimeInput) => {
946
+ const restoreRuntime = assignToolRuntime(toolCtx, runtime);
947
+ try {
948
+ // Re-fetch skill to get latest version (hot-reload support)
949
+ const latestSkill = await (this as any).db.getRepository('skillDefinitions').findOne({
950
+ filter: { id: skill.get('id'), enabled: true },
951
+ });
952
+ if (!latestSkill) {
953
+ return { status: 'error', content: `Skill "${skill.get('name')}" is no longer available` };
954
+ }
955
+ const result = await this.executeSkill(latestSkill, args, toolCtx);
956
+ return {
957
+ status: result.status === 'succeeded' ? 'success' : 'error',
958
+ result: result, // Attach raw result
959
+ };
960
+ } finally {
961
+ restoreRuntime();
962
+ }
963
+ },
964
+ };
965
+ }),
966
+ );
967
+
968
+ register.registerTools(tools);
969
+ } catch (err) {
970
+ (this as any).app.logger.warn('[skill-hub] Failed to provide dynamic tools', err);
971
+ }
972
+ });
973
+
974
+ (this as any).app.logger.info('[skill-hub] AI tools registered (dynamic provider + general tool).');
975
+ } catch (error) {
976
+ (this as any).app.logger.warn('[skill-hub] Failed to register AI tools:', error);
977
+ }
978
+ }
979
+
980
+ private startCleanupInterval() {
981
+ if (this.cleanupInterval) return;
982
+ // Check old execution files every hour, rate limiter every 5 minutes
983
+ const CLEANUP_INTERVAL = 60 * 60 * 1000; // 1 hour
984
+
985
+ this.cleanupInterval = runWithDistributedLock(
986
+ (this as any).app,
987
+ 'skill-hub:cleanup',
988
+ async () => {
989
+ // 1. Storage Retention Cleanup
990
+ try {
991
+ const config = await (this as any).db.getRepository('skillWorkerConfigs').findOne();
992
+ const hours = config ? config.get('retentionHours') : 24;
993
+
994
+ if (hours && hours > 0) {
995
+ const MAX_AGE_MS = hours * 60 * 60 * 1000;
996
+ const cutoff = new Date(Date.now() - MAX_AGE_MS);
997
+ const repo = (this as any).db.getRepository('skillExecutions');
998
+
999
+ const outdated = await repo.find({
1000
+ filter: { createdAt: { $lt: cutoff } },
1001
+ });
1002
+
1003
+ if (outdated.length > 0) {
1004
+ for (const record of outdated) {
1005
+ await record.destroy(); // Fires afterDestroy hook which removes physical folder
1006
+ }
1007
+ (this as any).app.logger.info(`[skill-hub] Auto-cleaned up ${outdated.length} expired execution records`);
1008
+ }
1009
+ }
1010
+ } catch (err) {
1011
+ (this as any).app.logger.warn('[skill-hub] Auto Cleanup error:', err);
1012
+ }
1013
+
1014
+ // 2. Cleanup rate limiter stale entries
1015
+ this.rateLimiter.cleanup();
1016
+ },
1017
+ CLEANUP_INTERVAL,
1018
+ );
1019
+ }
1020
+
1021
+ async beforeStop() {
1022
+ (this as any).app.off?.('afterStart', this.afterStart);
1023
+ (this as any).app.removeListener?.('afterStart', this.afterStart);
1024
+ // Unsubscribe PubSub
1025
+ if (this.skillTaskCallback) {
1026
+ try {
1027
+ await (this as any).app.pubSubManager.unsubscribe('skill-hub.task', this.skillTaskCallback);
1028
+ } catch {
1029
+ /* ignore */
1030
+ }
1031
+ }
1032
+ if (this.initEnvTaskCallback) {
1033
+ try {
1034
+ await (this as any).app.pubSubManager.unsubscribe('skill-hub.init-env', this.initEnvTaskCallback);
1035
+ } catch {
1036
+ /* ignore */
1037
+ }
1038
+ }
1039
+ if (this.initEnvDoneCallback) {
1040
+ try {
1041
+ await (this as any).app.pubSubManager.unsubscribe('skill-hub.init-env.done', this.initEnvDoneCallback);
1042
+ } catch {
1043
+ /* ignore */
1044
+ }
1045
+ }
1046
+ if (this.initEnvProgressCallback) {
1047
+ try {
1048
+ await (this as any).app.pubSubManager.unsubscribe('skill-hub.init-env.progress', this.initEnvProgressCallback);
1049
+ } catch {
1050
+ /* ignore */
1051
+ }
1052
+ }
1053
+
1054
+ // Clear cleanup interval
1055
+ if (this.cleanupInterval) {
1056
+ clearInterval(this.cleanupInterval);
1057
+ this.cleanupInterval = null;
1058
+ }
1059
+ if (this.skillTaskPoller) {
1060
+ clearInterval(this.skillTaskPoller);
1061
+ this.skillTaskPoller = null;
1062
+ }
1063
+ }
1064
+
1065
+ // --- Handlers ---
1066
+ private async handleClearStorage(ctx: any, next: () => Promise<any>) {
1067
+ const { type } = ctx.request.body || ctx.action.params.values;
1068
+ const repo = (this as any).db.getRepository('skillExecutions');
1069
+ let count = 0;
1070
+
1071
+ if (type === 'all') {
1072
+ const results = await repo.find({ fields: ['id'] });
1073
+ for (const rec of results) {
1074
+ await rec.destroy();
1075
+ }
1076
+ count = results.length;
1077
+ } else if (type === 'expired') {
1078
+ const config = await (this as any).db.getRepository('skillWorkerConfigs').findOne();
1079
+ const hours = config ? config.get('retentionHours') : 24;
1080
+ if (hours > 0) {
1081
+ const cutoff = new Date(Date.now() - hours * 60 * 60 * 1000);
1082
+ const results = await repo.find({ filter: { createdAt: { $lt: cutoff } }, fields: ['id'] });
1083
+ for (const rec of results) {
1084
+ await rec.destroy();
1085
+ }
1086
+ count = results.length;
1087
+ }
1088
+ }
1089
+
1090
+ ctx.body = { count };
1091
+ await next();
1092
+ }
1093
+
1094
+ private async handleListTemplates(ctx: any, next: () => Promise<any>) {
1095
+ // Dynamic Pull: discover templates from all active plugins in the system
1096
+ try {
1097
+ const allPlugins = (this as any).app.pm.getPlugins();
1098
+ for (const [, pluginInstance] of allPlugins) {
1099
+ if (typeof (pluginInstance as any).getSkillTemplates === 'function') {
1100
+ const pluginSkills = (pluginInstance as any).getSkillTemplates();
1101
+ if (Array.isArray(pluginSkills)) {
1102
+ for (const s of pluginSkills) {
1103
+ if (!this.skillTemplates.has(s.name)) {
1104
+ this.skillTemplates.set(s.name, this.hydrateSkillTemplate(pluginInstance.name, s));
1105
+ }
1106
+ }
1107
+ }
1108
+ }
1109
+ }
1110
+ } catch (e) {
1111
+ (this as any).app.logger.warn(`[skill-hub] Failed to discover some plugin skills: ${e.message}`);
1112
+ }
1113
+
1114
+ ctx.body = { data: Array.from(this.skillTemplates.values()) };
1115
+ await next();
1116
+ }
1117
+
1118
+ // ─── Extension API: other plugins register/unregister skills ───
1119
+
1120
+ /**
1121
+ * Register a skill template into memory for UI importing.
1122
+ */
1123
+ registerSkillTemplate(pluginName: string, skillDef: any) {
1124
+ this.skillTemplates.set(skillDef.name, this.hydrateSkillTemplate(pluginName, skillDef));
1125
+ (this as any).app.logger.info(
1126
+ `[skill-hub] Registered skill template "${skillDef.name}" from plugin "${pluginName}"`,
1127
+ );
1128
+ }
1129
+
1130
+ resolveSkillTemplate(templateName: string) {
1131
+ if (!templateName) return null;
1132
+ const cached = this.skillTemplates.get(templateName);
1133
+ if (cached) return cached;
1134
+
1135
+ try {
1136
+ const allPlugins = (this as any).app.pm.getPlugins();
1137
+ for (const [, pluginInstance] of allPlugins) {
1138
+ if (typeof (pluginInstance as any).getSkillTemplates !== 'function') continue;
1139
+ const pluginSkills = (pluginInstance as any).getSkillTemplates();
1140
+ if (!Array.isArray(pluginSkills)) continue;
1141
+ const found = pluginSkills.find((s: any) => s?.name === templateName);
1142
+ if (found) {
1143
+ const hydrated = this.hydrateSkillTemplate(pluginInstance.name, found);
1144
+ this.skillTemplates.set(templateName, hydrated);
1145
+ return hydrated;
1146
+ }
1147
+ }
1148
+ } catch (e: any) {
1149
+ (this as any).app.logger.warn(`[skill-hub] Failed to resolve plugin skill "${templateName}": ${e.message}`);
1150
+ }
1151
+
1152
+ return null;
1153
+ }
1154
+
1155
+ async getSkillDescriptionForAI(skill: any) {
1156
+ const description = skill.get ? skill.get('description') : skill.description;
1157
+ const instructions = await this.getSkillInstructions(skill);
1158
+ const maxInlineInstructionChars = 24000;
1159
+ const inlineInstructions =
1160
+ instructions && instructions.length > maxInlineInstructionChars
1161
+ ? `${instructions.slice(
1162
+ 0,
1163
+ maxInlineInstructionChars,
1164
+ )}\n\n[Instructions truncated in tool description. Call skill_hub_execute with action="describe" and this skillName to load the complete workflow.]`
1165
+ : instructions;
1166
+ return [description, inlineInstructions ? `Instructions:\n${inlineInstructions}` : ''].filter(Boolean).join('\n\n');
1167
+ }
1168
+
1169
+ async getSkillInstructions(skill: any) {
1170
+ const storedInstructions = skill.get ? skill.get('instructions') : skill.instructions;
1171
+ if (storedInstructions) return storedInstructions;
1172
+
1173
+ const storageType = skill.get ? skill.get('storageType') : skill.storageType;
1174
+ if (storageType !== 'plugin') return '';
1175
+
1176
+ const templateName =
1177
+ (skill.get ? skill.get('pluginSource') : skill.pluginSource) || (skill.get ? skill.get('name') : skill.name);
1178
+ const template = this.resolveSkillTemplate(templateName);
1179
+ return template?.instructions || '';
1180
+ }
1181
+
1182
+ private hydrateSkillTemplate(pluginName: string, skillDef: any) {
1183
+ const skillName = skillDef.name;
1184
+ const packageRoot = skillDef.skillPackage?.rootDir;
1185
+ let packageInfo: any = null;
1186
+
1187
+ if (packageRoot && this.skillRepoService) {
1188
+ packageInfo = this.skillRepoService.readSkillPackage(packageRoot);
1189
+ }
1190
+
1191
+ const metadata = packageInfo?.metadata || {};
1192
+ const packageInstructions = packageInfo?.instructions;
1193
+
1194
+ return {
1195
+ ...skillDef,
1196
+ title: skillDef.title || metadata.title || skillName,
1197
+ description: skillDef.description || metadata.description || '',
1198
+ instructions: [skillDef.instructions, packageInstructions].filter(Boolean).join('\n\n').trim(),
1199
+ language: skillDef.language || metadata.language || 'python',
1200
+ codeTemplate: skillDef.codeTemplate || packageInfo?.code || '',
1201
+ storageType: 'plugin',
1202
+ storageUrl: skillDef.storageUrl || `plugin://${pluginName}/${skillName}`,
1203
+ // Keep pluginSource as the skill template name because existing DB records use it for lookup.
1204
+ pluginSource: skillName,
1205
+ pluginName,
1206
+ };
1207
+ }
1208
+
1209
+ async install() {
1210
+ await this.skillManager.seedDefaults();
1211
+ }
1212
+ }
1213
+
1214
+ export default SkillHubSubFeature;
1215
+ export function shouldRunSkillSandbox(env: NodeJS.ProcessEnv = process.env): boolean {
1216
+ if (env.SKILL_HUB_SANDBOX === 'false') return false;
1217
+ const workerMode = String(env.WORKER_MODE || '').trim();
1218
+ if (!workerMode) return true;
1219
+ if (
1220
+ workerMode === '*' ||
1221
+ workerMode
1222
+ .split(',')
1223
+ .map((value) => value.trim())
1224
+ .includes('skill-hub:sandbox')
1225
+ ) {
1226
+ return true;
1227
+ }
1228
+ return workerMode
1229
+ .split(',')
1230
+ .map((value) => value.trim())
1231
+ .includes('skill-hub.task');
1232
+ }