plugin-agent-orchestrator 1.1.8 → 1.2.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (495) hide show
  1. package/LICENSE +201 -0
  2. package/README.md +207 -204
  3. package/client-v2.d.ts +2 -2
  4. package/client-v2.js +1 -1
  5. package/client.d.ts +2 -2
  6. package/client.js +1 -1
  7. package/dist/client/117.6c69b6a87751dd18.js +10 -0
  8. package/dist/client/253.52f62e1bc0e9520a.js +10 -0
  9. package/dist/client/325.8f7f509bdb35e142.js +10 -0
  10. package/dist/client/404.86593f98c9768ed5.js +10 -0
  11. package/dist/client/453.fa2d169576262213.js +10 -0
  12. package/dist/client/53.567db3ae078650c6.js +10 -0
  13. package/dist/client/619.01713281e5e951d3.js +10 -0
  14. package/dist/client/652.69da1598312b3a3f.js +10 -0
  15. package/dist/client/773.648965568ff476f9.js +10 -0
  16. package/dist/client/981.37e7aeecdb1ef6fa.js +10 -0
  17. package/dist/client/993.ac89f3852990918d.js +10 -0
  18. package/dist/client/index.js +1 -1
  19. package/dist/client-v2/117.c982d79ff68738f5.js +10 -0
  20. package/dist/client-v2/214.94c4257bf2838577.js +10 -0
  21. package/dist/client-v2/253.8e19956d2a44dfb8.js +10 -0
  22. package/dist/client-v2/264.80e8e358c8c6c2e5.js +10 -0
  23. package/dist/client-v2/325.fafe5a6e83ba9cb3.js +10 -0
  24. package/dist/client-v2/404.ab032b79c95dab6f.js +10 -0
  25. package/dist/client-v2/{41.3deb9e57a0f64fc4.js → 41.cd5610fcf7446127.js} +1 -1
  26. package/dist/client-v2/453.42c6d70628d56cc2.js +10 -0
  27. package/dist/client-v2/{53.349fff8db80b19d4.js → 53.37c08089a648f89a.js} +1 -1
  28. package/dist/client-v2/{619.0a2144aaffefe018.js → 619.6e9618550101e819.js} +1 -1
  29. package/dist/client-v2/652.eeba4e0c38367321.js +10 -0
  30. package/dist/client-v2/{70.ffff2997c10fd4b0.js → 70.332698e53eb59677.js} +1 -1
  31. package/dist/client-v2/773.4de2ba5acb07318c.js +10 -0
  32. package/dist/client-v2/981.76060f466e6f7c11.js +10 -0
  33. package/dist/client-v2/993.f8cdb5172566ce75.js +10 -0
  34. package/dist/client-v2/index.js +1 -1
  35. package/dist/externalVersion.js +13 -7
  36. package/dist/locale/en-US.json +308 -1
  37. package/dist/locale/vi-VN.json +5 -1
  38. package/dist/locale/zh-CN.json +308 -1
  39. package/dist/node_modules/acorn/LICENSE +21 -0
  40. package/dist/node_modules/acorn/bin/acorn +4 -0
  41. package/dist/node_modules/acorn/dist/acorn.d.mts +857 -0
  42. package/dist/node_modules/acorn/dist/acorn.d.ts +857 -0
  43. package/dist/node_modules/acorn/dist/acorn.js +1 -0
  44. package/dist/node_modules/acorn/dist/bin.js +90 -0
  45. package/dist/node_modules/acorn/package.json +1 -0
  46. package/dist/node_modules/acorn-walk/LICENSE +21 -0
  47. package/dist/node_modules/acorn-walk/dist/walk.d.mts +177 -0
  48. package/dist/node_modules/acorn-walk/dist/walk.d.ts +177 -0
  49. package/dist/node_modules/acorn-walk/dist/walk.js +1 -0
  50. package/dist/node_modules/acorn-walk/node_modules/.bin/acorn +15 -0
  51. package/dist/node_modules/acorn-walk/node_modules/.bin/acorn.cmd +7 -0
  52. package/dist/node_modules/acorn-walk/node_modules/acorn/bin/acorn +4 -0
  53. package/dist/node_modules/acorn-walk/node_modules/acorn/dist/acorn.d.mts +866 -0
  54. package/dist/node_modules/acorn-walk/node_modules/acorn/dist/acorn.d.ts +866 -0
  55. package/dist/node_modules/acorn-walk/node_modules/acorn/dist/acorn.js +6174 -0
  56. package/dist/node_modules/acorn-walk/node_modules/acorn/dist/bin.js +90 -0
  57. package/dist/node_modules/acorn-walk/node_modules/acorn/package.json +50 -0
  58. package/dist/node_modules/acorn-walk/package.json +1 -0
  59. package/dist/node_modules/adm-zip/adm-zip.js +1 -1
  60. package/dist/node_modules/adm-zip/package.json +1 -1
  61. package/dist/node_modules/ajv/package.json +1 -1
  62. package/dist/node_modules/zod/index.cjs +1 -1
  63. package/dist/node_modules/zod/package.json +1 -1
  64. package/dist/server/collections/agent-auto-approval-checkpoints.js +47 -0
  65. package/dist/server/collections/agent-execution-spans.js +148 -9
  66. package/dist/server/collections/agent-governance-audit-events.js +47 -0
  67. package/dist/server/collections/agent-governance-policies.js +47 -0
  68. package/dist/server/collections/agent-governance-policy-versions.js +48 -0
  69. package/dist/server/collections/agent-governance-prompt-bindings.js +50 -0
  70. package/dist/server/collections/agent-hierarchy-invocations.js +59 -0
  71. package/dist/server/collections/agent-loop-runs.js +23 -5
  72. package/dist/server/collections/agent-routing-graph-locks.js +40 -0
  73. package/dist/server/collections/agent-session-auto-approvals.js +45 -0
  74. package/dist/server/collections/orchestrator-config.js +17 -0
  75. package/dist/server/migrations/20261110000000-add-usage-pricing-snapshots.js +117 -0
  76. package/dist/server/migrations/20261110010000-add-usage-department-attribution.js +54 -0
  77. package/dist/server/migrations/20261119000000-widen-native-employee-identifiers.js +59 -0
  78. package/dist/server/plugin.js +169 -33
  79. package/dist/server/resources/agent-auto-approval.js +80 -0
  80. package/dist/server/resources/agent-governance.js +192 -0
  81. package/dist/server/resources/agent-harness-profile.js +11 -3
  82. package/dist/server/resources/agent-monitor.js +109 -339
  83. package/dist/server/resources/agent-usage.js +423 -0
  84. package/dist/server/resources/hierarchical-routing.js +60 -0
  85. package/dist/server/resources/native-monitor-format.js +179 -0
  86. package/dist/server/resources/tracing.js +35 -12
  87. package/dist/server/services/AgentGovernanceService.js +500 -0
  88. package/dist/server/services/AutoApprovalCheckpoint.js +133 -0
  89. package/dist/server/services/CodeValidator.js +8 -4
  90. package/dist/server/services/DepartmentAttribution.js +65 -0
  91. package/dist/server/services/ExecutionSpanService.js +96 -3
  92. package/dist/server/services/GovernanceAdmission.js +271 -0
  93. package/dist/server/services/HarnessCapabilities.js +118 -0
  94. package/dist/server/services/HarnessCompiler.js +3 -0
  95. package/dist/server/services/HarnessSchema.js +13 -1
  96. package/dist/server/services/HierarchicalAgentRuntime.js +925 -0
  97. package/dist/server/services/HierarchyEnrollmentGuard.js +216 -0
  98. package/dist/server/services/HierarchyInvocationJournal.js +157 -0
  99. package/dist/server/services/HierarchyRequestCancellation.js +150 -0
  100. package/dist/server/services/LoopBudgetService.js +29 -11
  101. package/dist/server/services/LoopRunRepository.js +16 -7
  102. package/dist/server/services/LoopRunStateMachine.js +20 -9
  103. package/dist/server/services/LoopTriggerService.js +1 -1
  104. package/dist/server/services/LoopWorkerService.js +71 -37
  105. package/dist/server/services/ManagedPromptProtection.js +99 -0
  106. package/dist/server/services/NativeAgentMonitorSyncService.js +584 -0
  107. package/dist/server/services/NativeSubAgentObserver.js +141 -508
  108. package/dist/server/services/NativeUsageAttribution.js +97 -0
  109. package/dist/server/services/PluginAiRuntimeAdapter.js +107 -9
  110. package/dist/server/services/RoutingBindingRepository.js +156 -0
  111. package/dist/server/services/RoutingBindingValidation.js +161 -0
  112. package/dist/server/services/SandboxRunner.js +19 -0
  113. package/dist/server/services/SessionAutoApproval.js +173 -0
  114. package/dist/server/services/TokenTracker.js +787 -104
  115. package/dist/server/services/TracingRetentionPolicy.js +66 -0
  116. package/dist/server/services/VerificationService.js +20 -10
  117. package/dist/server/skill-hub/plugin.js +17 -0
  118. package/dist/server/skill-hub/sandbox-config.json +6 -6
  119. package/dist/server/skill-hub/services/RegistrySkillInstallationService.js +2 -2
  120. package/dist/server/skill-hub/services/registry-node-package.js +191 -0
  121. package/dist/server/skill-hub/tasks/SkillExecutionTask.js +21 -6
  122. package/dist/server/tools/skill-execute.js +1 -0
  123. package/dist/server/utils/ensure-indexes.js +15 -5
  124. package/package.json +66 -53
  125. package/server.d.ts +2 -2
  126. package/server.js +1 -1
  127. package/src/client/AgentRunsTab.tsx +2 -2
  128. package/src/client/ApprovalsTab.tsx +2 -2
  129. package/src/client/HarnessProfilesTab.tsx +2 -2
  130. package/src/client/OrchestratorSettings.tsx +152 -152
  131. package/src/client/SkillPages.tsx +34 -0
  132. package/src/client/__tests__/embedded-settings.test.tsx +225 -0
  133. package/src/client/hooks/useRunEventStream.ts +76 -76
  134. package/src/client/index.tsx +2 -2
  135. package/src/client/plugin.tsx +71 -33
  136. package/src/client/skill-hub/components/ExecutionHistory.tsx +200 -200
  137. package/src/client/skill-hub/components/GitSkillImport.tsx +562 -562
  138. package/src/client/skill-hub/components/LoopSettings.tsx +331 -331
  139. package/src/client/skill-hub/components/SkillEditor.tsx +460 -460
  140. package/src/client/skill-hub/components/SkillManager.tsx +194 -194
  141. package/src/client/skill-hub/components/SkillMetrics.tsx +162 -162
  142. package/src/client/skill-hub/components/SkillTestPanel.tsx +141 -141
  143. package/src/client/skill-hub/index.tsx +6 -6
  144. package/src/client/skill-hub/locale.ts +16 -16
  145. package/src/client/skill-hub/tools/InteractionSchemasProvider.tsx +147 -132
  146. package/src/client/skill-hub/tools/SkillHubCard.tsx +110 -104
  147. package/src/client/skill-hub/tools/__tests__/skill-hub-card.test.tsx +255 -0
  148. package/src/client/skill-hub/tools/loopTemplates.ts +52 -52
  149. package/src/client/skill-hub/tools/registerSkillLoopCards.ts +80 -71
  150. package/src/client/skill-hub/utils/jsonFields.ts +41 -41
  151. package/src/client-v2/__tests__/embedded-settings.test.tsx +202 -0
  152. package/src/client-v2/__tests__/hierarchical-routing-settings.test.tsx +350 -0
  153. package/src/client-v2/auto-approval/AutoApprovalBridge.tsx +513 -0
  154. package/src/client-v2/auto-approval/AutoApprovalProvider.tsx +399 -0
  155. package/src/client-v2/auto-approval/__tests__/session-auto-approval.test.tsx +1676 -0
  156. package/src/client-v2/components/AIEmployeeSelect.tsx +47 -47
  157. package/src/client-v2/components/AIEmployeesContext.tsx +97 -97
  158. package/src/client-v2/components/AgentBindingsTab.tsx +541 -269
  159. package/src/client-v2/components/AgentRunsTab.tsx +85 -83
  160. package/src/client-v2/components/ApprovalsTab.tsx +337 -337
  161. package/src/client-v2/components/EmployeeGovernanceTab.tsx +695 -0
  162. package/src/client-v2/components/HarnessProfilesTab.tsx +700 -541
  163. package/src/client-v2/components/HarnessSettingsForm.tsx +221 -0
  164. package/src/client-v2/components/KnowledgeAccessTab.tsx +116 -116
  165. package/src/client-v2/components/RetrievalTraceTab.tsx +162 -162
  166. package/src/client-v2/components/UsageGovernanceTab.tsx +379 -0
  167. package/src/client-v2/index.tsx +1 -1
  168. package/src/client-v2/pages/AgentBindingsPage.tsx +15 -13
  169. package/src/client-v2/pages/ApprovalsPage.tsx +12 -10
  170. package/src/client-v2/pages/EmployeeGovernancePage.tsx +15 -0
  171. package/src/client-v2/pages/ExecutionHistoryPage.tsx +12 -10
  172. package/src/client-v2/pages/HarnessProfilesPage.tsx +12 -10
  173. package/src/client-v2/pages/KnowledgeAccessPage.tsx +12 -10
  174. package/src/client-v2/pages/LoopSettingsPage.tsx +12 -10
  175. package/src/client-v2/pages/MemoryInspectorPage.tsx +15 -13
  176. package/src/client-v2/pages/RetrievalTracePage.tsx +12 -10
  177. package/src/client-v2/pages/RulesPage.tsx +15 -13
  178. package/src/client-v2/pages/SkillDefinitionsPage.tsx +12 -10
  179. package/src/client-v2/pages/SkillMetricsPage.tsx +12 -10
  180. package/src/client-v2/pages/TracingPage.tsx +15 -13
  181. package/src/client-v2/pages/UsageGovernancePage.tsx +15 -0
  182. package/src/client-v2/plugin.tsx +134 -111
  183. package/src/client-v2/skill-hub/components/ExecutionHistory.tsx +196 -196
  184. package/src/client-v2/skill-hub/components/FileLinkList.tsx +37 -37
  185. package/src/client-v2/skill-hub/components/GitSkillImport.tsx +539 -539
  186. package/src/client-v2/skill-hub/components/LoopSettings.tsx +331 -331
  187. package/src/client-v2/skill-hub/components/SkillEditor.tsx +453 -453
  188. package/src/client-v2/skill-hub/components/SkillManager.tsx +191 -174
  189. package/src/client-v2/skill-hub/components/SkillMetrics.tsx +162 -162
  190. package/src/client-v2/skill-hub/components/SkillTestPanel.tsx +135 -135
  191. package/src/client-v2/skill-hub/locale.ts +13 -13
  192. package/src/client-v2/skill-hub/tools/InteractionSchemasProvider.tsx +62 -0
  193. package/src/client-v2/skill-hub/tools/SkillHubCard.tsx +104 -0
  194. package/src/client-v2/skill-hub/tools/__tests__/interactions.test.ts +126 -0
  195. package/src/client-v2/skill-hub/tools/interactions.ts +137 -0
  196. package/src/client-v2/skill-hub/tools/loopTemplates.ts +52 -52
  197. package/src/client-v2/skill-hub/utils/jsonFields.ts +41 -41
  198. package/src/client-v2/utils/jsonFields.ts +41 -41
  199. package/src/index.ts +2 -2
  200. package/src/locale/en-US.json +308 -1
  201. package/src/locale/vi-VN.json +5 -1
  202. package/src/locale/zh-CN.json +308 -1
  203. package/src/server/__tests__/agent-execution-context.test.ts +18 -18
  204. package/src/server/__tests__/agent-governance.integration.test.ts +385 -0
  205. package/src/server/__tests__/agent-knowledge-insights.test.ts +123 -123
  206. package/src/server/__tests__/agent-monitor-acl.integration.test.ts +267 -0
  207. package/src/server/__tests__/agent-registry-service.test.ts +147 -147
  208. package/src/server/__tests__/agent-runtime-lifecycle.test.ts +46 -46
  209. package/src/server/__tests__/agent-usage-report.integration.test.ts +335 -0
  210. package/src/server/__tests__/auto-approval-checkpoint.integration.test.ts +295 -0
  211. package/src/server/__tests__/code-validator.test.ts +63 -63
  212. package/src/server/__tests__/external-rag-search.test.ts +107 -107
  213. package/src/server/__tests__/harness-capabilities.test.ts +88 -0
  214. package/src/server/__tests__/harness-compiler.test.ts +278 -214
  215. package/src/server/__tests__/harness-profile-service.test.ts +167 -167
  216. package/src/server/__tests__/harness-runtime-policy.test.ts +293 -293
  217. package/src/server/__tests__/harness-tool-plan.test.ts +175 -172
  218. package/src/server/__tests__/hierarchical-routing.integration.test.ts +2318 -0
  219. package/src/server/__tests__/hierarchy-invocation-journal.integration.test.ts +119 -0
  220. package/src/server/__tests__/input-schema-validator.test.ts +26 -26
  221. package/src/server/__tests__/loop-approval-decision.test.ts +624 -512
  222. package/src/server/__tests__/loop-approval-expiry.test.ts +258 -258
  223. package/src/server/__tests__/loop-budget-service.test.ts +29 -0
  224. package/src/server/__tests__/loop-pattern-schema.test.ts +73 -73
  225. package/src/server/__tests__/loop-run-repository.test.ts +25 -0
  226. package/src/server/__tests__/loop-run-state-machine.test.ts +101 -101
  227. package/src/server/__tests__/loop-trigger-service.test.ts +185 -148
  228. package/src/server/__tests__/loop-worker-claim.test.ts +110 -10
  229. package/src/server/__tests__/loop-worker-execution.test.ts +375 -317
  230. package/src/server/__tests__/native-agent-monitor-sync.test.ts +343 -0
  231. package/src/server/__tests__/native-hierarchy-probe.integration.test.ts +527 -0
  232. package/src/server/__tests__/native-sub-agent-observer.test.ts +463 -662
  233. package/src/server/__tests__/native-usage-attribution.integration.test.ts +168 -0
  234. package/src/server/__tests__/plugin-ai-runtime-adapter.test.ts +403 -0
  235. package/src/server/__tests__/registry-node-package.test.ts +299 -0
  236. package/src/server/__tests__/routing-binding-graph.integration.test.ts +217 -0
  237. package/src/server/__tests__/routing-binding-validation.test.ts +256 -0
  238. package/src/server/__tests__/session-auto-approval.integration.test.ts +329 -0
  239. package/src/server/__tests__/skill-access-service.test.ts +64 -64
  240. package/src/server/__tests__/skill-execute.test.ts +81 -70
  241. package/src/server/__tests__/skill-execution-task-policy.test.ts +140 -140
  242. package/src/server/__tests__/skill-review-guard.test.ts +171 -0
  243. package/src/server/__tests__/skill-sandbox-worker-mode.test.ts +15 -15
  244. package/src/server/__tests__/skill-settings.test.ts +63 -63
  245. package/src/server/__tests__/skill-tool-name.test.ts +23 -23
  246. package/src/server/__tests__/token-tracker.test.ts +632 -0
  247. package/src/server/__tests__/tool-loop-detection.test.ts +276 -276
  248. package/src/server/__tests__/tracing-retention-policy.test.ts +30 -0
  249. package/src/server/__tests__/usage-ledger.integration.test.ts +187 -0
  250. package/src/server/collections/agent-auto-approval-checkpoints.ts +18 -0
  251. package/src/server/collections/agent-execution-spans.ts +386 -245
  252. package/src/server/collections/agent-governance-audit-events.ts +19 -0
  253. package/src/server/collections/agent-governance-policies.ts +19 -0
  254. package/src/server/collections/agent-governance-policy-versions.ts +20 -0
  255. package/src/server/collections/agent-governance-prompt-bindings.ts +22 -0
  256. package/src/server/collections/agent-hierarchy-invocations.ts +30 -0
  257. package/src/server/collections/agent-loop-action-approvals.ts +39 -39
  258. package/src/server/collections/agent-loop-runs.ts +389 -369
  259. package/src/server/collections/agent-loop-steps.ts +220 -220
  260. package/src/server/collections/agent-memory-contexts.ts +95 -95
  261. package/src/server/collections/agent-routing-graph-locks.ts +11 -0
  262. package/src/server/collections/agent-session-auto-approvals.ts +16 -0
  263. package/src/server/collections/orchestrator-config.ts +113 -87
  264. package/src/server/collections/orchestrator-logs.ts +116 -116
  265. package/src/server/collections/skill-definitions.ts +159 -159
  266. package/src/server/collections/skill-executions.ts +154 -154
  267. package/src/server/collections/skill-loop-configs.ts +65 -65
  268. package/src/server/collections/skill-metrics.ts +36 -36
  269. package/src/server/collections/skill-registry-installations.ts +41 -41
  270. package/src/server/collections/skill-worker-configs.ts +86 -86
  271. package/src/server/index.ts +1 -1
  272. package/src/server/migrations/20260423000000-add-progress-fields.ts +50 -50
  273. package/src/server/migrations/20260425000000-add-interaction-schema.ts +37 -37
  274. package/src/server/migrations/20260427000000-add-tracing-detail-fields.ts +41 -41
  275. package/src/server/migrations/20260427000001-change-other-json-to-text.ts +61 -61
  276. package/src/server/migrations/20260524001000-add-plan-approval-and-harness-profiles.ts +145 -145
  277. package/src/server/migrations/20260601000000-add-token-fields.ts +89 -89
  278. package/src/server/migrations/20260615000000-normalize-ai-employee-tool-bindings.ts +39 -39
  279. package/src/server/migrations/20260621000000-native-policy-profile-defaults.ts +190 -190
  280. package/src/server/migrations/20260727000000-remove-unused-knowledge-scopes.ts +25 -25
  281. package/src/server/migrations/20260727010000-backfill-skill-tool-names.ts +45 -45
  282. package/src/server/migrations/20261110000000-add-usage-pricing-snapshots.ts +110 -0
  283. package/src/server/migrations/20261110010000-add-usage-department-attribution.ts +28 -0
  284. package/src/server/migrations/20261119000000-widen-native-employee-identifiers.ts +37 -0
  285. package/src/server/plugin.ts +724 -573
  286. package/src/server/resources/agent-auto-approval.ts +51 -0
  287. package/src/server/resources/agent-governance.ts +161 -0
  288. package/src/server/resources/agent-harness-profile.ts +103 -94
  289. package/src/server/resources/agent-knowledge-insights.ts +306 -306
  290. package/src/server/resources/agent-loop-approval.ts +84 -84
  291. package/src/server/resources/agent-loop-events-stream.ts +108 -108
  292. package/src/server/resources/agent-loop.ts +252 -252
  293. package/src/server/resources/agent-monitor.ts +208 -482
  294. package/src/server/resources/agent-usage.ts +413 -0
  295. package/src/server/resources/hierarchical-routing.ts +39 -0
  296. package/src/server/resources/native-monitor-format.ts +150 -0
  297. package/src/server/resources/tracing.ts +296 -267
  298. package/src/server/services/AgentExecutionContext.ts +23 -23
  299. package/src/server/services/AgentGovernanceService.ts +541 -0
  300. package/src/server/services/AgentMemoryContextService.ts +344 -344
  301. package/src/server/services/AgentRegistryService.ts +220 -220
  302. package/src/server/services/AgentRuntimeLifecycle.ts +64 -64
  303. package/src/server/services/AutoApprovalCheckpoint.ts +140 -0
  304. package/src/server/services/CodeValidator.ts +257 -238
  305. package/src/server/services/DepartmentAttribution.ts +47 -0
  306. package/src/server/services/DurableCircuitBreakerService.ts +235 -235
  307. package/src/server/services/ExecutionSpanService.ts +271 -146
  308. package/src/server/services/FileManager.ts +159 -159
  309. package/src/server/services/GovernanceAdmission.ts +314 -0
  310. package/src/server/services/HarnessCapabilities.ts +112 -0
  311. package/src/server/services/HarnessCompiler.ts +182 -170
  312. package/src/server/services/HarnessProfileService.ts +235 -235
  313. package/src/server/services/HarnessSchema.ts +224 -194
  314. package/src/server/services/HierarchicalAgentRuntime.ts +1052 -0
  315. package/src/server/services/HierarchyEnrollmentGuard.ts +211 -0
  316. package/src/server/services/HierarchyInvocationJournal.ts +172 -0
  317. package/src/server/services/HierarchyRequestCancellation.ts +132 -0
  318. package/src/server/services/InputSchemaValidator.ts +44 -44
  319. package/src/server/services/LoopBudgetService.ts +325 -271
  320. package/src/server/services/LoopControlService.ts +120 -120
  321. package/src/server/services/LoopPatternSchema.ts +231 -231
  322. package/src/server/services/LoopPatternService.ts +171 -171
  323. package/src/server/services/LoopRunRepository.ts +343 -332
  324. package/src/server/services/LoopRunStateMachine.ts +538 -525
  325. package/src/server/services/LoopSchedulerService.ts +195 -195
  326. package/src/server/services/LoopTriggerService.ts +162 -159
  327. package/src/server/services/LoopWorkerService.ts +975 -912
  328. package/src/server/services/ManagedPromptProtection.ts +81 -0
  329. package/src/server/services/NativeAgentMonitorSyncService.ts +684 -0
  330. package/src/server/services/NativeSubAgentObserver.ts +324 -757
  331. package/src/server/services/NativeUsageAttribution.ts +91 -0
  332. package/src/server/services/PathLockService.ts +317 -317
  333. package/src/server/services/PluginAiRuntimeAdapter.ts +518 -387
  334. package/src/server/services/RoutingBindingRepository.ts +146 -0
  335. package/src/server/services/RoutingBindingValidation.ts +161 -0
  336. package/src/server/services/RunEventBus.ts +58 -58
  337. package/src/server/services/SandboxRunner.ts +526 -492
  338. package/src/server/services/SessionAutoApproval.ts +167 -0
  339. package/src/server/services/SkillAccessService.ts +175 -175
  340. package/src/server/services/SkillManager.ts +585 -585
  341. package/src/server/services/SkillRepositoryService.ts +236 -236
  342. package/src/server/services/TokenTracker.ts +1151 -287
  343. package/src/server/services/ToolLoopDetectionService.ts +210 -210
  344. package/src/server/services/TracingRetentionPolicy.ts +49 -0
  345. package/src/server/services/VerificationSchema.ts +31 -31
  346. package/src/server/services/VerificationService.ts +325 -313
  347. package/src/server/services/WorkerEnvManager.ts +198 -198
  348. package/src/server/services/__tests__/SkillRepositoryService.test.ts +33 -33
  349. package/src/server/services/harness-runtime-policy.ts +134 -134
  350. package/src/server/services/pythonGuardTemplate.ts +87 -87
  351. package/src/server/services/sandboxCapabilities.ts +348 -348
  352. package/src/server/skill-hub/actions/__tests__/git-import.test.ts +563 -563
  353. package/src/server/skill-hub/actions/git-import.ts +936 -936
  354. package/src/server/skill-hub/mcp/McpController.ts +107 -107
  355. package/src/server/skill-hub/middlewares/git-import-request-method-policy.ts +51 -51
  356. package/src/server/skill-hub/plugin.ts +1272 -1232
  357. package/src/server/skill-hub/sandbox-config.json +6 -6
  358. package/src/server/skill-hub/services/RegistrySkillInstallationService.ts +291 -281
  359. package/src/server/skill-hub/services/__tests__/RegistrySkillInstallationService.test.ts +295 -295
  360. package/src/server/skill-hub/services/registry-node-package.ts +191 -0
  361. package/src/server/skill-hub/tasks/SkillExecutionTask.ts +597 -568
  362. package/src/server/skill-hub/utils/json-fields.ts +57 -57
  363. package/src/server/tools/delegate-task.ts +30 -30
  364. package/src/server/tools/external-rag-search.ts +329 -329
  365. package/src/server/tools/skill-execute.ts +226 -216
  366. package/src/server/types.ts +21 -21
  367. package/src/server/utils/ai-manager.ts +24 -24
  368. package/src/server/utils/ctx-utils.ts +132 -132
  369. package/src/server/utils/ensure-indexes.ts +113 -96
  370. package/src/server/utils/ha-lock.ts +80 -80
  371. package/src/server/utils/loop-pattern-context.ts +84 -84
  372. package/src/server/utils/record-utils.ts +19 -19
  373. package/src/server/utils/skill-settings.ts +135 -135
  374. package/src/server/utils/skill-tool-name.ts +58 -58
  375. package/dist/client-v2/117.7565cff57c39318a.js +0 -10
  376. package/dist/client-v2/214.106635011859dede.js +0 -10
  377. package/dist/client-v2/253.59577b40d9875be0.js +0 -10
  378. package/dist/client-v2/264.7ed8bee71fa5935c.js +0 -10
  379. package/dist/client-v2/418.41ed200e7d6da332.js +0 -10
  380. package/dist/client-v2/794.a67a2614405ba627.js +0 -10
  381. package/dist/client-v2/981.e4a1f41cfc94a856.js +0 -10
  382. package/dist/client-v2/993.b0688fdc5ccb000a.js +0 -10
  383. package/dist/node_modules/simple-git/dist/cjs/index.js +0 -7399
  384. package/dist/node_modules/simple-git/dist/esm/index.js +0 -4745
  385. package/dist/node_modules/simple-git/dist/esm/package.json +0 -3
  386. package/dist/node_modules/simple-git/dist/src/lib/api.d.ts +0 -13
  387. package/dist/node_modules/simple-git/dist/src/lib/args/log-format.d.ts +0 -9
  388. package/dist/node_modules/simple-git/dist/src/lib/errors/git-construct-error.d.ts +0 -15
  389. package/dist/node_modules/simple-git/dist/src/lib/errors/git-error.d.ts +0 -30
  390. package/dist/node_modules/simple-git/dist/src/lib/errors/git-plugin-error.d.ts +0 -7
  391. package/dist/node_modules/simple-git/dist/src/lib/errors/git-response-error.d.ts +0 -32
  392. package/dist/node_modules/simple-git/dist/src/lib/errors/task-configuration-error.d.ts +0 -12
  393. package/dist/node_modules/simple-git/dist/src/lib/git-factory.d.ts +0 -15
  394. package/dist/node_modules/simple-git/dist/src/lib/git-logger.d.ts +0 -21
  395. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-branch-delete.d.ts +0 -5
  396. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-branch.d.ts +0 -2
  397. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-commit.d.ts +0 -2
  398. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-diff-summary.d.ts +0 -3
  399. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-fetch.d.ts +0 -2
  400. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-list-log-summary.d.ts +0 -6
  401. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-merge.d.ts +0 -11
  402. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-move.d.ts +0 -2
  403. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-pull.d.ts +0 -6
  404. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-push.d.ts +0 -4
  405. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-remote-messages.d.ts +0 -5
  406. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-remote-objects.d.ts +0 -3
  407. package/dist/node_modules/simple-git/dist/src/lib/plugins/abort-plugin.d.ts +0 -3
  408. package/dist/node_modules/simple-git/dist/src/lib/plugins/block-unsafe-operations-plugin.d.ts +0 -3
  409. package/dist/node_modules/simple-git/dist/src/lib/plugins/command-config-prefixing-plugin.d.ts +0 -2
  410. package/dist/node_modules/simple-git/dist/src/lib/plugins/completion-detection.plugin.d.ts +0 -3
  411. package/dist/node_modules/simple-git/dist/src/lib/plugins/custom-binary.plugin.d.ts +0 -3
  412. package/dist/node_modules/simple-git/dist/src/lib/plugins/error-detection.plugin.d.ts +0 -7
  413. package/dist/node_modules/simple-git/dist/src/lib/plugins/index.d.ts +0 -11
  414. package/dist/node_modules/simple-git/dist/src/lib/plugins/plugin-store.d.ts +0 -11
  415. package/dist/node_modules/simple-git/dist/src/lib/plugins/progress-monitor-plugin.d.ts +0 -3
  416. package/dist/node_modules/simple-git/dist/src/lib/plugins/simple-git-plugin.d.ts +0 -48
  417. package/dist/node_modules/simple-git/dist/src/lib/plugins/spawn-options-plugin.d.ts +0 -3
  418. package/dist/node_modules/simple-git/dist/src/lib/plugins/suffix-paths.plugin.d.ts +0 -2
  419. package/dist/node_modules/simple-git/dist/src/lib/plugins/timout-plugin.d.ts +0 -3
  420. package/dist/node_modules/simple-git/dist/src/lib/responses/BranchDeleteSummary.d.ts +0 -12
  421. package/dist/node_modules/simple-git/dist/src/lib/responses/BranchSummary.d.ts +0 -14
  422. package/dist/node_modules/simple-git/dist/src/lib/responses/CheckIgnore.d.ts +0 -4
  423. package/dist/node_modules/simple-git/dist/src/lib/responses/CleanSummary.d.ts +0 -9
  424. package/dist/node_modules/simple-git/dist/src/lib/responses/ConfigList.d.ts +0 -13
  425. package/dist/node_modules/simple-git/dist/src/lib/responses/DiffSummary.d.ts +0 -10
  426. package/dist/node_modules/simple-git/dist/src/lib/responses/FileStatusSummary.d.ts +0 -9
  427. package/dist/node_modules/simple-git/dist/src/lib/responses/GetRemoteSummary.d.ts +0 -11
  428. package/dist/node_modules/simple-git/dist/src/lib/responses/InitSummary.d.ts +0 -9
  429. package/dist/node_modules/simple-git/dist/src/lib/responses/MergeSummary.d.ts +0 -16
  430. package/dist/node_modules/simple-git/dist/src/lib/responses/PullSummary.d.ts +0 -25
  431. package/dist/node_modules/simple-git/dist/src/lib/responses/StatusSummary.d.ts +0 -19
  432. package/dist/node_modules/simple-git/dist/src/lib/responses/TagList.d.ts +0 -7
  433. package/dist/node_modules/simple-git/dist/src/lib/runners/git-executor-chain.d.ts +0 -25
  434. package/dist/node_modules/simple-git/dist/src/lib/runners/git-executor.d.ts +0 -14
  435. package/dist/node_modules/simple-git/dist/src/lib/runners/promise-wrapped.d.ts +0 -2
  436. package/dist/node_modules/simple-git/dist/src/lib/runners/scheduler.d.ts +0 -11
  437. package/dist/node_modules/simple-git/dist/src/lib/runners/tasks-pending-queue.d.ts +0 -23
  438. package/dist/node_modules/simple-git/dist/src/lib/simple-git-api.d.ts +0 -20
  439. package/dist/node_modules/simple-git/dist/src/lib/task-callback.d.ts +0 -2
  440. package/dist/node_modules/simple-git/dist/src/lib/tasks/apply-patch.d.ts +0 -3
  441. package/dist/node_modules/simple-git/dist/src/lib/tasks/branch.d.ts +0 -7
  442. package/dist/node_modules/simple-git/dist/src/lib/tasks/change-working-directory.d.ts +0 -2
  443. package/dist/node_modules/simple-git/dist/src/lib/tasks/check-ignore.d.ts +0 -2
  444. package/dist/node_modules/simple-git/dist/src/lib/tasks/check-is-repo.d.ts +0 -9
  445. package/dist/node_modules/simple-git/dist/src/lib/tasks/checkout.d.ts +0 -2
  446. package/dist/node_modules/simple-git/dist/src/lib/tasks/clean.d.ts +0 -25
  447. package/dist/node_modules/simple-git/dist/src/lib/tasks/clone.d.ts +0 -9
  448. package/dist/node_modules/simple-git/dist/src/lib/tasks/commit.d.ts +0 -4
  449. package/dist/node_modules/simple-git/dist/src/lib/tasks/config.d.ts +0 -8
  450. package/dist/node_modules/simple-git/dist/src/lib/tasks/count-objects.d.ts +0 -12
  451. package/dist/node_modules/simple-git/dist/src/lib/tasks/diff-name-status.d.ts +0 -12
  452. package/dist/node_modules/simple-git/dist/src/lib/tasks/diff.d.ts +0 -5
  453. package/dist/node_modules/simple-git/dist/src/lib/tasks/fetch.d.ts +0 -4
  454. package/dist/node_modules/simple-git/dist/src/lib/tasks/first-commit.d.ts +0 -2
  455. package/dist/node_modules/simple-git/dist/src/lib/tasks/grep.d.ts +0 -12
  456. package/dist/node_modules/simple-git/dist/src/lib/tasks/hash-object.d.ts +0 -5
  457. package/dist/node_modules/simple-git/dist/src/lib/tasks/init.d.ts +0 -3
  458. package/dist/node_modules/simple-git/dist/src/lib/tasks/log.d.ts +0 -32
  459. package/dist/node_modules/simple-git/dist/src/lib/tasks/merge.d.ts +0 -4
  460. package/dist/node_modules/simple-git/dist/src/lib/tasks/move.d.ts +0 -3
  461. package/dist/node_modules/simple-git/dist/src/lib/tasks/pull.d.ts +0 -3
  462. package/dist/node_modules/simple-git/dist/src/lib/tasks/push.d.ts +0 -9
  463. package/dist/node_modules/simple-git/dist/src/lib/tasks/remote.d.ts +0 -8
  464. package/dist/node_modules/simple-git/dist/src/lib/tasks/reset.d.ts +0 -11
  465. package/dist/node_modules/simple-git/dist/src/lib/tasks/show.d.ts +0 -2
  466. package/dist/node_modules/simple-git/dist/src/lib/tasks/stash-list.d.ts +0 -4
  467. package/dist/node_modules/simple-git/dist/src/lib/tasks/status.d.ts +0 -3
  468. package/dist/node_modules/simple-git/dist/src/lib/tasks/sub-module.d.ts +0 -5
  469. package/dist/node_modules/simple-git/dist/src/lib/tasks/tag.d.ts +0 -18
  470. package/dist/node_modules/simple-git/dist/src/lib/tasks/task.d.ts +0 -14
  471. package/dist/node_modules/simple-git/dist/src/lib/tasks/version.d.ts +0 -9
  472. package/dist/node_modules/simple-git/dist/src/lib/types/handlers.d.ts +0 -21
  473. package/dist/node_modules/simple-git/dist/src/lib/types/index.d.ts +0 -136
  474. package/dist/node_modules/simple-git/dist/src/lib/types/tasks.d.ts +0 -19
  475. package/dist/node_modules/simple-git/dist/src/lib/utils/argument-filters.d.ts +0 -14
  476. package/dist/node_modules/simple-git/dist/src/lib/utils/exit-codes.d.ts +0 -10
  477. package/dist/node_modules/simple-git/dist/src/lib/utils/git-output-streams.d.ts +0 -7
  478. package/dist/node_modules/simple-git/dist/src/lib/utils/index.d.ts +0 -8
  479. package/dist/node_modules/simple-git/dist/src/lib/utils/line-parser.d.ts +0 -15
  480. package/dist/node_modules/simple-git/dist/src/lib/utils/simple-git-options.d.ts +0 -2
  481. package/dist/node_modules/simple-git/dist/src/lib/utils/task-options.d.ts +0 -13
  482. package/dist/node_modules/simple-git/dist/src/lib/utils/task-parser.d.ts +0 -5
  483. package/dist/node_modules/simple-git/dist/src/lib/utils/util.d.ts +0 -47
  484. package/dist/node_modules/simple-git/dist/typings/errors.d.ts +0 -5
  485. package/dist/node_modules/simple-git/dist/typings/index.d.ts +0 -14
  486. package/dist/node_modules/simple-git/dist/typings/response.d.ts +0 -556
  487. package/dist/node_modules/simple-git/dist/typings/simple-git.d.ts +0 -1033
  488. package/dist/node_modules/simple-git/dist/typings/types.d.ts +0 -22
  489. package/dist/node_modules/simple-git/node_modules/debug/package.json +0 -64
  490. package/dist/node_modules/simple-git/node_modules/debug/src/browser.js +0 -272
  491. package/dist/node_modules/simple-git/node_modules/debug/src/common.js +0 -292
  492. package/dist/node_modules/simple-git/node_modules/debug/src/index.js +0 -10
  493. package/dist/node_modules/simple-git/node_modules/debug/src/node.js +0 -263
  494. package/dist/node_modules/simple-git/package.json +0 -1
  495. package/dist/node_modules/simple-git/promise.js +0 -17
@@ -1,1232 +1,1272 @@
1
- import { resolve } from 'path';
2
- import { createReadStream, createWriteStream, unlinkSync } from 'fs';
3
- import * as os from 'os';
4
- import { SandboxRunner } from '../services/SandboxRunner';
5
- import { FileManager } from '../services/FileManager';
6
- import { SkillManager } from '../services/SkillManager';
7
- import { WorkerEnvManager } from '../services/WorkerEnvManager';
8
- import { SkillExecutionTask } from './tasks/SkillExecutionTask';
9
- import { createSkillExecuteTool } from '../tools/skill-execute';
10
- import { McpController } from './mcp/McpController';
11
- import { SkillRepositoryService } from '../services/SkillRepositoryService';
12
- import { gitListSkills, gitSyncSkills } from './actions/git-import';
13
- import { createGitImportRequestMethodPolicy } from './middlewares/git-import-request-method-policy';
14
- import { parseJsonText, stringifyJsonText, parseJsonLike } from './utils/json-fields';
15
- import { getOrchestratorTraceContext } from '../services/ExecutionSpanService';
16
- import { harnessTimeoutMs, resolveTraceHarness } from '../services/harness-runtime-policy';
17
- import { runWithDistributedLock } from '../utils/ha-lock';
18
- import { tryGetAIToolsManager } from '../utils/ai-manager';
19
- import type { ToolsRuntime } from '@nocobase/ai';
20
- import { SkillAccessService } from '../services/SkillAccessService';
21
- import { validateSkillInput } from '../services/InputSchemaValidator';
22
- import { currentUserId } from '../utils/ctx-utils';
23
- import { getSkillToolName, normalizeSkillToolScope, readRecordValue } from '../utils/skill-tool-name';
24
-
25
- type ToolRuntimeInput = string | ToolsRuntime | undefined;
26
- type ExecuteSkillOptions = {
27
- privileged?: boolean;
28
- };
29
- const SKILL_TASK_POLL_INTERVAL_MS = Number.parseInt(process.env.SKILL_HUB_TASK_POLL_INTERVAL_MS || '5000', 10);
30
- const SKILL_TASK_POLL_LIMIT = Number.parseInt(process.env.SKILL_HUB_TASK_POLL_LIMIT || '3', 10);
31
-
32
- function positiveInteger(value: string | undefined, fallback: number): number {
33
- const parsed = Number.parseInt(value || '', 10);
34
- return Number.isFinite(parsed) && parsed > 0 ? parsed : fallback;
35
- }
36
-
37
- function normalizeToolRuntime(runtime: ToolRuntimeInput): ToolsRuntime | undefined {
38
- if (!runtime) return undefined;
39
- if (typeof runtime === 'string') {
40
- return { toolCallId: runtime, writer: () => {} };
41
- }
42
- return runtime;
43
- }
44
-
45
- function assignToolRuntime(ctx: any, runtime: ToolRuntimeInput) {
46
- const normalizedRuntime = normalizeToolRuntime(runtime);
47
- if (!ctx || !normalizedRuntime) return () => {};
48
- const previousRuntime = ctx.runtime;
49
- ctx.runtime = normalizedRuntime;
50
- return () => {
51
- if (previousRuntime === undefined) {
52
- delete ctx.runtime;
53
- } else {
54
- ctx.runtime = previousRuntime;
55
- }
56
- };
57
- }
58
-
59
- /**
60
- * Simple in-memory rate limiter per user.
61
- * Tracks execution counts within a sliding time window.
62
- */
63
- class RateLimiter {
64
- private userExecutions = new Map<string, number[]>();
65
-
66
- constructor(
67
- private readonly maxExecutions: number = 10,
68
- private readonly windowMs: number = 60 * 1000, // 1 minute
69
- ) {}
70
-
71
- /**
72
- * Check if the user is allowed to execute.
73
- * @returns true if allowed, false if rate limited.
74
- */
75
- check(userId: string): boolean {
76
- const now = Date.now();
77
- const executions = this.userExecutions.get(userId) || [];
78
-
79
- // Remove expired entries
80
- const valid = executions.filter((t) => now - t < this.windowMs);
81
- this.userExecutions.set(userId, valid);
82
-
83
- if (valid.length >= this.maxExecutions) {
84
- return false;
85
- }
86
-
87
- valid.push(now);
88
- return true;
89
- }
90
-
91
- /** Get remaining executions for a user */
92
- remaining(userId: string): number {
93
- const now = Date.now();
94
- const executions = (this.userExecutions.get(userId) || []).filter((t) => now - t < this.windowMs);
95
- return Math.max(0, this.maxExecutions - executions.length);
96
- }
97
-
98
- /** Periodically clean up expired entries (call from interval) */
99
- cleanup() {
100
- const now = Date.now();
101
- for (const [userId, executions] of this.userExecutions) {
102
- const valid = executions.filter((t) => now - t < this.windowMs);
103
- if (valid.length === 0) {
104
- this.userExecutions.delete(userId);
105
- } else {
106
- this.userExecutions.set(userId, valid);
107
- }
108
- }
109
- }
110
- }
111
-
112
- export class SkillHubSubFeature {
113
- sandboxRunner: SandboxRunner;
114
- fileManager: FileManager;
115
- skillManager: SkillManager;
116
- workerEnvManager: WorkerEnvManager;
117
- private cleanupInterval: ReturnType<typeof setInterval> | null = null;
118
- private initEnvDoneCallback: any = null;
119
- private initEnvProgressCallback: any = null;
120
- private skillTaskCallback: any = null;
121
- private initEnvTaskCallback: any = null;
122
- private skillTaskPoller: ReturnType<typeof setInterval> | null = null;
123
- private skillTaskPolling = false;
124
- private mcpController: McpController;
125
- private skillRepoService: SkillRepositoryService;
126
- readonly skillAccessService: SkillAccessService;
127
- private rateLimiter = new RateLimiter(
128
- parseInt(process.env.SKILL_HUB_RATE_LIMIT_MAX || '10', 10),
129
- parseInt(process.env.SKILL_HUB_RATE_LIMIT_WINDOW_MS || '60000', 10),
130
- );
131
- private skillTemplates = new Map<string, any>();
132
- private readonly afterStart = async () => {
133
- this.registerAITools();
134
- this.startCleanupInterval();
135
- this.startSkillTaskPoller();
136
- await this.subscribeInitEnvDone();
137
- await this.skillManager.seedDefaults().catch((error: unknown) => {
138
- const message = error instanceof Error ? error.message : String(error);
139
- (this as any).app.logger.error(`[skill-hub] Failed to seed default skills: ${message}`);
140
- });
141
- };
142
-
143
- constructor(private plugin: any) {
144
- this.skillAccessService = new SkillAccessService(plugin);
145
- }
146
-
147
- get app() {
148
- return this.plugin.app;
149
- }
150
- get db() {
151
- return this.plugin.db;
152
- }
153
- get name() {
154
- return this.plugin.name;
155
- }
156
-
157
- getSkillRepositoryService(): SkillRepositoryService {
158
- return this.skillRepoService;
159
- }
160
-
161
- async load() {
162
- // 1. Collections and migrations are now handled by parent orchestrator plugin
163
-
164
- // 2. Init services
165
- const storagePath = resolve(process.cwd(), 'storage', 'plugin-skill-hub'); // Keep old storage path for backwards compatibility
166
- this.fileManager = new FileManager(storagePath);
167
- this.sandboxRunner = new SandboxRunner(this.fileManager, (this as any).app.logger, storagePath);
168
- this.skillManager = new SkillManager((this as any).db);
169
- this.workerEnvManager = new WorkerEnvManager((this as any).app, (this as any).db, storagePath);
170
- this.skillRepoService = new SkillRepositoryService(storagePath);
171
- this.mcpController = new McpController(this);
172
-
173
- // 3. Register REST actions
174
- (this as any).app.resourceManager.use(createGitImportRequestMethodPolicy());
175
- (this as any).app.resourceManager.define({
176
- name: 'skillHub',
177
- actions: {
178
- download: this.handleDownload.bind(this),
179
- test: this.handleTest.bind(this),
180
- initEnv: this.handleInitEnv.bind(this),
181
- clearStorage: this.handleClearStorage.bind(this),
182
- mcpListTools: this.mcpController.listTools.bind(this.mcpController),
183
- mcpCallTool: this.mcpController.callTool.bind(this.mcpController),
184
- listTemplates: this.handleListTemplates.bind(this),
185
- gitListSkills,
186
- gitSyncSkills,
187
- },
188
- });
189
-
190
- // 4.5. Register DB hooks for automatic storage physical cleanup
191
- (this as any).db.on('skillExecutions.afterDestroy', async (model, options) => {
192
- const execId = model.get('id');
193
- try {
194
- const dir = this.fileManager.getExecDir(String(execId));
195
- if (require('fs').existsSync(dir)) {
196
- require('fs').rmSync(dir, { recursive: true, force: true });
197
- }
198
- } catch (err) {
199
- (this as any).app.logger.error(`[skill-hub] Failed to cleanup physical storage for execId ${execId}`, {
200
- error: err,
201
- });
202
- }
203
- });
204
-
205
- (this as any).db.on('skillDefinitions.afterSave', async (model, options) => {
206
- // If a zip file was uploaded, extract it and update the skill record
207
- if (model.changed('fileId') && model.get('fileId')) {
208
- try {
209
- const attachment = await (this as any).db.getRepository('attachments').findOne({
210
- filter: { id: model.get('fileId') },
211
- transaction: options.transaction,
212
- });
213
-
214
- if (attachment) {
215
- const fileManager = (this as any).app.pm.get('@nocobase/plugin-file-manager') as any;
216
- if (!fileManager) {
217
- (this as any).app.logger.warn('[skill-hub] plugin-file-manager not found, cannot extract skill package');
218
- return;
219
- }
220
-
221
- const rawStorageId = attachment.get('storageId') || attachment.storageId;
222
- let matchedKey = null;
223
- if (rawStorageId) {
224
- const strId = String(rawStorageId);
225
- for (const key of fileManager.storagesCache.keys()) {
226
- if (String(key) === strId) {
227
- matchedKey = key;
228
- break;
229
- }
230
- }
231
- }
232
-
233
- const attachmentObj = typeof attachment.toJSON === 'function' ? attachment.toJSON() : { ...attachment };
234
- if (matchedKey !== null) {
235
- attachmentObj.storageId = matchedKey;
236
- }
237
-
238
- const streamData = await fileManager.getFileStream(attachmentObj);
239
- if (!streamData || !streamData.stream) {
240
- (this as any).app.logger.warn(
241
- `[skill-hub] Could not get file stream for attachment ${attachment.get('id')}`,
242
- );
243
- return;
244
- }
245
-
246
- const tempZipPath = resolve(os.tmpdir(), `skill_${Date.now()}_${model.get('id')}.zip`);
247
-
248
- await new Promise((resolve, reject) => {
249
- const writeStream = createWriteStream(tempZipPath);
250
- streamData.stream.pipe(writeStream);
251
- writeStream.on('finish', resolve);
252
- writeStream.on('error', reject);
253
- streamData.stream.on('error', reject);
254
- });
255
-
256
- if (require('fs').existsSync(tempZipPath)) {
257
- const skillName = model.get('name');
258
- const { metadata, instructions } = await this.skillRepoService.extractSkillPackage(
259
- skillName,
260
- tempZipPath,
261
- );
262
- const code = this.skillRepoService.getSkillCode(skillName);
263
-
264
- const updateValues: any = {
265
- storageType: attachment.get('storageId') ? `storage-${attachment.get('storageId')}` : 'local',
266
- };
267
- if (code) updateValues.codeTemplate = code;
268
- if (metadata.description) updateValues.description = metadata.description;
269
- if (metadata.title) updateValues.title = metadata.title;
270
- if (metadata.language) updateValues.language = metadata.language;
271
- if (metadata.inputSchema)
272
- updateValues.inputSchema = stringifyJsonText(parseJsonLike(metadata.inputSchema, null));
273
- if (metadata.interactionSchema)
274
- updateValues.interactionSchema = stringifyJsonText(parseJsonLike(metadata.interactionSchema, null));
275
- if (metadata.packages)
276
- updateValues.packages = stringifyJsonText(parseJsonLike(metadata.packages, []), []);
277
- if (metadata.timeoutSeconds) updateValues.timeoutSeconds = metadata.timeoutSeconds;
278
- if (instructions) updateValues.instructions = instructions;
279
-
280
- await (this as any).db.getRepository('skillDefinitions').update({
281
- filter: { id: model.get('id') },
282
- values: updateValues,
283
- transaction: options.transaction,
284
- });
285
-
286
- unlinkSync(tempZipPath);
287
- (this as any).app.logger.info(`[skill-hub] Successfully extracted zip and updated skill: ${skillName}`);
288
- }
289
- }
290
- } catch (err) {
291
- (this as any).app.logger.error(`[skill-hub] Failed to unpack skill zip`, { error: err });
292
- }
293
- }
294
- });
295
-
296
- // 5. Subscribe PubSub — worker processes skill execution tasks
297
- if (shouldRunSkillSandbox()) {
298
- this.skillTaskCallback = async (payload: any) => {
299
- await this.onQueueTask(payload);
300
- };
301
- (this as any).app.pubSubManager.subscribe('skill-hub.task', this.skillTaskCallback);
302
- }
303
-
304
- // 5b. Subscribe PubSub — worker processes init-env tasks
305
- if (shouldRunSkillSandbox()) {
306
- this.initEnvTaskCallback = async (payload: any) => {
307
- await this.workerEnvManager.executeInit(payload);
308
- };
309
- (this as any).app.pubSubManager.subscribe('skill-hub.init-env', this.initEnvTaskCallback);
310
- }
311
-
312
- // 6. Register AI tools + subscriptions (deferred — after all plugins loaded)
313
- (this as any).app.on('afterStart', this.afterStart);
314
- }
315
-
316
- private async onQueueTask(message: { id: string }) {
317
- (this as any).app.logger.info(`[skill-hub] Worker received queue task: ${message.id}`);
318
- if (process.env.SKILL_HUB_SANDBOX === 'false') {
319
- return;
320
- }
321
- const claimed = await this.claimSkillExecution(message.id);
322
- if (!claimed) {
323
- (this as any).app.logger.debug(`[skill-hub] Task ${message.id} ignored: already claimed or not pending.`);
324
- return;
325
- }
326
-
327
- const execution = await (this as any).db.getRepository('skillExecutions').findOne({
328
- filter: { id: message.id },
329
- appends: ['skill'],
330
- });
331
- if (!execution) {
332
- (this as any).app.logger.warn(`[skill-hub] Task ${message.id} ignored: execution record not found.`);
333
- return;
334
- }
335
-
336
- const task = new SkillExecutionTask(
337
- execution,
338
- this.sandboxRunner,
339
- this.fileManager,
340
- this.skillRepoService,
341
- (this as any).app,
342
- );
343
- await task.run();
344
- }
345
-
346
- private async claimSkillExecution(id: string): Promise<boolean> {
347
- const model = (this as any).db.getModel('skillExecutions');
348
- const now = new Date();
349
- const [affected] = await model.update(
350
- {
351
- status: 'running',
352
- startedAt: now,
353
- heartbeatAt: now,
354
- workerId: `${process.env.HOSTNAME || process.env.COMPUTERNAME || 'worker'}:${process.pid}`,
355
- },
356
- {
357
- where: {
358
- id,
359
- status: 'pending',
360
- },
361
- },
362
- );
363
- return affected > 0;
364
- }
365
-
366
- private startSkillTaskPoller() {
367
- if (!shouldRunSkillSandbox() || this.skillTaskPoller) {
368
- return;
369
- }
370
-
371
- const tick = async () => {
372
- await this.processSkillExecutionQueue();
373
- };
374
-
375
- this.skillTaskPoller = runWithDistributedLock(
376
- (this as any).app,
377
- 'skill-hub:task-poller',
378
- tick,
379
- SKILL_TASK_POLL_INTERVAL_MS,
380
- );
381
- setTimeout(tick, 1000);
382
- }
383
-
384
- private async processSkillExecutionQueue() {
385
- await this.recoverStaleSkillExecutions();
386
- await this.processPendingSkillExecutions();
387
- }
388
-
389
- private async recoverStaleSkillExecutions() {
390
- const staleAfterMs = positiveInteger(process.env.SKILL_HUB_STALE_EXECUTION_MS, 120000);
391
- const maxRetries = positiveInteger(process.env.SKILL_HUB_MAX_EXECUTION_RETRIES, 2);
392
- const cutoff = new Date(Date.now() - staleAfterMs);
393
- const repo = (this as any).db.getRepository('skillExecutions');
394
- const model = (this as any).db.getModel('skillExecutions');
395
- const staleExecutions = await repo.find({
396
- filter: {
397
- status: 'running',
398
- $or: [{ heartbeatAt: null }, { heartbeatAt: { $lt: cutoff } }],
399
- },
400
- limit: SKILL_TASK_POLL_LIMIT,
401
- });
402
-
403
- for (const execution of staleExecutions) {
404
- const id = execution.get('id');
405
- const retryCount = Number(execution.get('retryCount') || 0);
406
- const failed = retryCount >= maxRetries;
407
- const Op = model.sequelize.Sequelize.Op;
408
- const [affected] = await model.update(
409
- {
410
- status: failed ? 'failed' : 'pending',
411
- retryCount: retryCount + 1,
412
- workerId: null,
413
- heartbeatAt: null,
414
- stderr: failed ? `Execution abandoned after ${retryCount + 1} worker attempts.` : execution.get('stderr'),
415
- },
416
- {
417
- where: {
418
- id,
419
- status: 'running',
420
- [Op.or]: [{ heartbeatAt: null }, { heartbeatAt: { [Op.lt]: cutoff } }],
421
- },
422
- },
423
- );
424
- if (affected > 0) {
425
- (this as any).app.logger.warn(
426
- `[skill-hub] Recovered stale execution ${id}: ${failed ? 'failed' : 'returned to pending'}.`,
427
- );
428
- }
429
- }
430
- }
431
-
432
- private async processPendingSkillExecutions() {
433
- if (this.skillTaskPolling) return;
434
- this.skillTaskPolling = true;
435
- try {
436
- const records = await (this as any).db.getRepository('skillExecutions').find({
437
- filter: { status: 'pending' },
438
- sort: ['createdAt'],
439
- limit: SKILL_TASK_POLL_LIMIT,
440
- });
441
- for (const record of records) {
442
- await this.onQueueTask({ id: String(record.get('id')) });
443
- }
444
- } finally {
445
- this.skillTaskPolling = false;
446
- }
447
- }
448
-
449
- /**
450
- * Resolve harness-derived enforcement overrides for one skill execution. The worker node owns
451
- * the sandbox but not the harness, so the decision is made here (run snapshot for loop runs,
452
- * employee harness-tag profile otherwise) and persisted on the execution row. A resolution
453
- * failure must never block execution: the skill falls back to its own defaults.
454
- */
455
- private async resolveRuntimePolicy(
456
- traceContext: ReturnType<typeof getOrchestratorTraceContext>,
457
- skill: any,
458
- aiEmployeeUsername?: string,
459
- ): Promise<{ timeoutSeconds?: number; spillMaxInlineBytes?: number } | null> {
460
- try {
461
- const harness = await resolveTraceHarness((this as any).db, {
462
- agentLoopRunId: traceContext?.agentLoopRunId,
463
- employeeUsername: traceContext?.employeeUsername || aiEmployeeUsername,
464
- });
465
- if (!harness) return null;
466
-
467
- const policy: { timeoutSeconds?: number; spillMaxInlineBytes?: number } = {};
468
- const timeoutMs = harnessTimeoutMs(harness, getSkillToolName(skill));
469
- if (timeoutMs) {
470
- const skillTimeoutSeconds = Number(skill.timeoutSeconds || skill.get?.('timeoutSeconds') || 60);
471
- policy.timeoutSeconds = Math.min(skillTimeoutSeconds, Math.ceil(timeoutMs / 1000));
472
- }
473
- if (harness.context.spill.maxInlineBytes) {
474
- policy.spillMaxInlineBytes = harness.context.spill.maxInlineBytes;
475
- }
476
- return Object.keys(policy).length ? policy : null;
477
- } catch (error) {
478
- (this as any).app.logger?.warn?.('[skill-hub] Failed to resolve harness runtime policy.', { error });
479
- return null;
480
- }
481
- }
482
-
483
- /**
484
- * Execute skill — called by both AI tool and REST test endpoint.
485
- * Dispatches to sandbox workers via PubSub, waits for result via PubSub.
486
- * Pushes progress to SSE via runtime.writer (if within AI tool context).
487
- * Includes rate limiting and graceful abort propagation.
488
- */
489
- async executeSkill(
490
- skill: any,
491
- inputArgs: Record<string, unknown>,
492
- ctx?: any,
493
- options: ExecuteSkillOptions = {},
494
- ): Promise<any> {
495
- validateSkillInput(readRecordValue(skill, 'inputSchema'), inputArgs);
496
- const aiEmployeeUsername = await this.skillAccessService.assertCanExecute(ctx, skill, options);
497
- // ── Rate limiting ──
498
- const userId = currentUserId(ctx);
499
- if (userId) {
500
- if (!this.rateLimiter.check(String(userId))) {
501
- const remaining = this.rateLimiter.remaining(String(userId));
502
- throw new Error(
503
- `Rate limit exceeded. You can execute up to ${this.rateLimiter['maxExecutions']} ` +
504
- `skills per minute. Remaining: ${remaining}. Please wait and try again.`,
505
- );
506
- }
507
- }
508
-
509
- const traceContext = getOrchestratorTraceContext(ctx);
510
- const runtimePolicy = await this.resolveRuntimePolicy(traceContext, skill, aiEmployeeUsername);
511
- const execution = await (this as any).db.getRepository('skillExecutions').create({
512
- values: {
513
- skillId: skill.id,
514
- status: 'pending',
515
- inputArgs: stringifyJsonText(inputArgs, {}),
516
- sessionId: traceContext?.sessionId || ctx?.state?.sessionId || ctx?.action?.params?.values?.sessionId,
517
- aiEmployeeUsername,
518
- skillToolName: getSkillToolName(skill),
519
- orchestratorRootRunId: traceContext?.rootRunId,
520
- orchestratorSpanId: traceContext?.spanId,
521
- orchestratorParentSpanId: traceContext?.parentSpanId,
522
- orchestratorToolCallId: traceContext?.toolCallId,
523
- agentLoopRunId: traceContext?.agentLoopRunId,
524
- agentLoopStepId: traceContext?.agentLoopStepId,
525
- triggeredById: ctx?.state?.currentUser?.id,
526
- runtimePolicy,
527
- },
528
- });
529
-
530
- const execId = String(execution.id);
531
- const linkedSpanId = await this.linkSkillExecutionToSpan(traceContext, execId);
532
- if (linkedSpanId && String(linkedSpanId) !== String(traceContext?.spanId || '')) {
533
- await (this as any).db.getRepository('skillExecutions').update({
534
- filterByTk: execId,
535
- values: { orchestratorSpanId: linkedSpanId },
536
- });
537
- }
538
-
539
- (this as any).app.logger.info(
540
- `[skill-hub] Queued execution ${execId}: skill=${skill.get ? skill.get('name') : skill.name}, ` +
541
- `user=${userId || 'system'}`,
542
- );
543
-
544
- // Track PubSub subscriptions for cleanup
545
- const cleanups: Array<{ channel: string; callback: any }> = [];
546
-
547
- // Define callbacks with references for unsubscribe
548
- const progressChannel = `skill-hub.progress.${execId}`;
549
- const doneChannel = `skill-hub.done.${execId}`;
550
- const abortChannel = `skill-hub.abort.${execId}`;
551
-
552
- const progressCallback = async (progress: any) => {
553
- try {
554
- ctx?.runtime?.writer?.({
555
- action: 'skillProgress',
556
- body: { execId, skillName: skill.name || skill.get?.('name'), ...progress },
557
- });
558
- } catch {
559
- // Ignore SSE write errors (connection may have closed)
560
- }
561
- };
562
-
563
- // Wait for result via PubSub (progress streaming + completion)
564
- let result: any;
565
- try {
566
- let resolvePromise: any;
567
- let rejectPromise: any;
568
-
569
- const resultPromise = new Promise<any>((resolve, reject) => {
570
- resolvePromise = resolve;
571
- rejectPromise = reject;
572
- });
573
-
574
- const effectiveTimeoutSeconds =
575
- runtimePolicy?.timeoutSeconds || skill.timeoutSeconds || skill.get?.('timeoutSeconds') || 60;
576
- const timeoutMs = (effectiveTimeoutSeconds + 15) * 1000;
577
- const timeout = setTimeout(() => {
578
- clearInterval(poll);
579
- rejectPromise(new Error(`Skill execution timeout after ${effectiveTimeoutSeconds}s`));
580
- }, timeoutMs);
581
- const poll = setInterval(async () => {
582
- try {
583
- const current = await (this as any).db.getRepository('skillExecutions').findOne({ filterByTk: execId });
584
- const status = current?.get?.('status') || current?.status;
585
- if (!['succeeded', 'failed', 'timeout', 'canceled'].includes(status)) return;
586
- clearTimeout(timeout);
587
- clearInterval(poll);
588
- resolvePromise({
589
- status,
590
- stdout: current?.get?.('stdout') || current?.stdout || '',
591
- stderr: current?.get?.('stderr') || current?.stderr || '',
592
- files: parseJsonText(current?.get?.('outputFiles') || current?.outputFiles, []),
593
- durationMs: current?.get?.('durationMs') || current?.durationMs || 0,
594
- });
595
- } catch {
596
- // Pub/Sub remains the primary completion path; polling is a recovery fallback.
597
- }
598
- }, 2000);
599
- poll.unref?.();
600
-
601
- const doneCallback = async (data: any) => {
602
- clearTimeout(timeout);
603
- clearInterval(poll);
604
- resolvePromise(data);
605
- };
606
-
607
- // Subscribe progress and completion FIRST (before dispatching)
608
- await (this as any).app.pubSubManager.subscribe(progressChannel, progressCallback);
609
- cleanups.push({ channel: progressChannel, callback: progressCallback });
610
-
611
- await (this as any).app.pubSubManager.subscribe(doneChannel, doneCallback);
612
- cleanups.push({ channel: doneChannel, callback: doneCallback });
613
-
614
- // Handle user abort (cancel chat) → propagate to worker
615
- if (ctx?.req?.signal || ctx?.signal) {
616
- const signal = ctx.req?.signal || ctx.signal;
617
- signal.addEventListener?.('abort', () => {
618
- clearTimeout(timeout);
619
- // Publish abort to worker via PubSub
620
- (this as any).app.pubSubManager.publish(abortChannel, { reason: 'user_cancel' }).catch(() => {});
621
- // Also update the execution status
622
- (this as any).db
623
- .getRepository('skillExecutions')
624
- .update({
625
- filter: { id: execId },
626
- values: { status: 'canceled' },
627
- })
628
- .catch(() => {});
629
- rejectPromise(new Error('Canceled by user'));
630
- });
631
- }
632
-
633
- // NOW dispatch to sandbox workers.
634
- await (this as any).app.pubSubManager.publish('skill-hub.task', { id: execId });
635
-
636
- // Wait for completion
637
- result = await resultPromise;
638
- } finally {
639
- // Cleanup all PubSub subscriptions
640
- for (const { channel, callback } of cleanups) {
641
- try {
642
- await (this as any).app.pubSubManager.unsubscribe(channel, callback);
643
- } catch {
644
- // ignore cleanup errors
645
- }
646
- }
647
- }
648
-
649
- // Build download URLs for output files (use base64 filename to prevent Markdown link breaks if LLM decodes spaces)
650
- const filesWithUrls = (result.files || []).map((f: any) => {
651
- const b64name = Buffer.from(f.name).toString('base64url');
652
- return {
653
- ...f,
654
- downloadUrl: `/api/skillHub:download?execId=${execId}&f=${b64name}`,
655
- };
656
- });
657
-
658
- return {
659
- ...result,
660
- files: filesWithUrls,
661
- execId,
662
- agentLoopRunId: traceContext?.agentLoopRunId,
663
- agentLoopStepId: traceContext?.agentLoopStepId,
664
- };
665
- }
666
-
667
- private async linkSkillExecutionToSpan(traceContext: any, executionId: string) {
668
- if (!traceContext?.rootRunId) return undefined;
669
- try {
670
- const repo = (this as any).db.getRepository('agentExecutionSpans');
671
- if (!repo) return undefined;
672
-
673
- let span = null;
674
- if (traceContext.toolCallId) {
675
- span = await repo.findOne({
676
- filter: {
677
- rootRunId: traceContext.rootRunId,
678
- toolCallId: traceContext.toolCallId,
679
- },
680
- sort: ['-id'],
681
- });
682
- }
683
- // spanId is normally the Sub-Agent root span. Only use it when there is
684
- // no tool-call identity; otherwise a beforeToolCall race could turn the
685
- // whole Sub-Agent run into a skill span.
686
- if (!traceContext.toolCallId && traceContext.spanId) {
687
- span = await repo.findOne({ filterByTk: traceContext.spanId });
688
- }
689
- if (!span) return undefined;
690
-
691
- const spanId = readRecordValue(span, 'id');
692
- await repo.update({
693
- filterByTk: spanId,
694
- values: {
695
- type: 'skill',
696
- skillExecutionId: executionId,
697
- },
698
- });
699
- return spanId;
700
- } catch (error) {
701
- (this as any).app.logger.warn('[skill-hub] Failed to link skill execution to agent span', error);
702
- return undefined;
703
- }
704
- }
705
-
706
- private async handleDownload(ctx: any, next: any) {
707
- const { execId, filename, f } = ctx.action.params;
708
- let targetFile = filename;
709
- if (f) {
710
- targetFile = Buffer.from(f, 'base64url').toString('utf8');
711
- }
712
-
713
- if (!execId || !targetFile) {
714
- ctx.throw(400, 'Missing execId or filename');
715
- }
716
-
717
- const currentUser = ctx?.state?.currentUser;
718
- if (!currentUser) {
719
- ctx.throw(401, 'Unauthorized');
720
- }
721
-
722
- const execution = await (this as any).db.getRepository('skillExecutions').findOne({
723
- filter: { id: execId },
724
- });
725
-
726
- if (!execution) {
727
- ctx.throw(404, 'Execution not found');
728
- }
729
-
730
- const isOwner = execution.triggeredById === currentUser.id;
731
- const isAdmin = currentUser.roles?.some((r: any) => r.name === 'root' || r === 'root' || r.name === 'admin');
732
-
733
- if (!isOwner && !isAdmin) {
734
- ctx.throw(403, 'Permission denied: you cannot view files from this execution');
735
- }
736
-
737
- const filePath = this.fileManager.getOutputFilePath(execId, targetFile);
738
- if (!filePath) {
739
- ctx.throw(404, 'File not found');
740
- }
741
-
742
- ctx.attachment(targetFile);
743
- ctx.body = createReadStream(filePath);
744
- await next();
745
- }
746
-
747
- private async handleTest(ctx: any, next: any) {
748
- const { skillId, input } = ctx.action.params.values || {};
749
- if (!skillId) {
750
- ctx.throw(400, 'Missing skillId');
751
- }
752
-
753
- const skill = await (this as any).db.getRepository('skillDefinitions').findOne({
754
- filter: { id: skillId },
755
- });
756
- if (!skill) {
757
- ctx.throw(404, 'Skill not found');
758
- }
759
-
760
- const result = await this.executeSkill(skill, input || {}, ctx, { privileged: true });
761
- ctx.body = result;
762
- await next();
763
- }
764
-
765
- /**
766
- * Handle Init Environment request from admin UI.
767
- * Dispatches init task to all workers via EventQueue.
768
- */
769
- private async handleInitEnv(ctx: any, next: any) {
770
- const config = await this.workerEnvManager.getOrCreateConfig();
771
- const customPackages = parseJsonText(config.get?.('customPackages') ?? config.customPackages, {
772
- python: [],
773
- node: [],
774
- });
775
- const message = await this.workerEnvManager.initEnvironment(
776
- config.get
777
- ? {
778
- npmRegistryUrl: config.get('npmRegistryUrl'),
779
- npmAuthToken: config.get('npmAuthToken'),
780
- pypiIndexUrl: config.get('pypiIndexUrl'),
781
- pypiTrustedHost: config.get('pypiTrustedHost'),
782
- aptMirrorUrl: config.get('aptMirrorUrl'),
783
- aptGpgKeyUrl: config.get('aptGpgKeyUrl'),
784
- customPackages,
785
- }
786
- : config,
787
- );
788
- ctx.body = { message };
789
- await next();
790
- }
791
-
792
- /**
793
- * Subscribe to init-env done AND progress PubSub channels.
794
- * When a worker finishes init, auto-update the DB with status.
795
- */
796
- private async subscribeInitEnvDone() {
797
- this.initEnvDoneCallback = async (data: any) => {
798
- try {
799
- const values: any = {
800
- initStatus: data.status,
801
- lastInitLog: data.log,
802
- };
803
- if (data.status === 'succeeded' && data.whitelist) {
804
- values.packageWhitelist = stringifyJsonText(data.whitelist, { python: [], node: [], apt: [] });
805
- }
806
- await (this as any).db.getRepository('skillWorkerConfigs').update({
807
- filter: {},
808
- values,
809
- forceUpdate: true,
810
- });
811
- (this as any).app.logger.info(`[skill-hub] Init env ${data.status}`);
812
- } catch (err) {
813
- (this as any).app.logger.warn('[skill-hub] Failed to update init env status:', err);
814
- }
815
- };
816
-
817
- this.initEnvProgressCallback = async (data: any) => {
818
- try {
819
- await (this as any).db.getRepository('skillWorkerConfigs').update({
820
- filter: {},
821
- values: {
822
- initProgressPercent: data.percent,
823
- initProgressLog: data.log,
824
- },
825
- forceUpdate: true,
826
- });
827
- } catch (err) {
828
- // ignore progress update errors
829
- }
830
- };
831
-
832
- await (this as any).app.pubSubManager.subscribe('skill-hub.init-env.done', this.initEnvDoneCallback);
833
- await (this as any).app.pubSubManager.subscribe('skill-hub.init-env.progress', this.initEnvProgressCallback);
834
- }
835
-
836
- private getSkillRecordId(skill: any) {
837
- return String(skill.get ? skill.get('id') : skill.id);
838
- }
839
-
840
- private resolveLoopInteractionSchema(loopConfig: any) {
841
- if (!loopConfig) return null;
842
-
843
- const schema = parseJsonText(loopConfig.get ? loopConfig.get('schema') : loopConfig.schema, null);
844
- const prompt = loopConfig.get ? loopConfig.get('prompt') : loopConfig.prompt;
845
-
846
- if (schema && typeof schema === 'object') {
847
- return prompt && !schema.prompt ? { ...schema, prompt } : schema;
848
- }
849
-
850
- if (prompt) {
851
- return {
852
- type: 'confirm',
853
- prompt,
854
- };
855
- }
856
-
857
- return null;
858
- }
859
-
860
- private async getLoopConfigsBySkillId(skillIds: Array<string | number>) {
861
- const ids = Array.from(new Set(skillIds.map((id) => String(id)).filter(Boolean)));
862
- const configsBySkillId = new Map<string, any>();
863
- if (!ids.length) return configsBySkillId;
864
-
865
- try {
866
- const configs = await (this as any).db.getRepository('skillLoopConfigs').find({
867
- filter: {
868
- enabled: true,
869
- skillId: {
870
- $in: ids,
871
- },
872
- },
873
- sort: ['-updatedAt'],
874
- });
875
-
876
- for (const config of configs || []) {
877
- const skillId = String(config.get ? config.get('skillId') : config.skillId);
878
- if (!configsBySkillId.has(skillId)) {
879
- configsBySkillId.set(skillId, config);
880
- }
881
- }
882
- } catch (err) {
883
- (this as any).app.logger.warn('[skill-hub] Failed to load loop configs', err);
884
- }
885
-
886
- return configsBySkillId;
887
- }
888
-
889
- private registerAITools() {
890
- try {
891
- // Register on the SAME tools manager the harness resolves from
892
- // (app.aiManager.toolsManager). Using pluginAI.ai.toolsManager here while
893
- // the harness reads app.aiManager.toolsManager would register skill tools
894
- // on one object and look them up on another if the wiring ever diverges.
895
- const toolsManager = tryGetAIToolsManager((this as any).app);
896
- if (!toolsManager) {
897
- (this as any).app.logger.warn('[skill-hub] plugin-ai not available, skip AI tool registration.');
898
- return;
899
- }
900
-
901
- // 1. General tool (list + execute)
902
- toolsManager.registerTools(createSkillExecuteTool(this));
903
-
904
- // 2. Dynamic tools — each enabled skill becomes a separate AI tool.
905
- toolsManager.registerDynamicTools(async (register: { registerTools: (options: any) => void }) => {
906
- try {
907
- const skills = await (this as any).db.getRepository('skillDefinitions').find({
908
- filter: { enabled: true },
909
- });
910
-
911
- if (!skills || skills.length === 0) return;
912
-
913
- const loopConfigsBySkillId = await this.getLoopConfigsBySkillId(
914
- skills.map((skill: any) => this.getSkillRecordId(skill)),
915
- );
916
-
917
- const tools = await Promise.all(
918
- skills.map(async (skill: any) => {
919
- const autoCall = !!skill.get('autoCall');
920
- const loopConfig = loopConfigsBySkillId.get(this.getSkillRecordId(skill));
921
- const loopInteractionSchema = this.resolveLoopInteractionSchema(loopConfig);
922
- const skillInteractionSchema = parseJsonText(skill.get('interactionSchema'), null);
923
- const interactionSchema = loopInteractionSchema || skillInteractionSchema;
924
- const requiresHumanReview = !!interactionSchema;
925
- const fullDescription = await this.getSkillDescriptionForAI(skill);
926
- const baseDescription = `${fullDescription || skill.get('description')}\nLanguage: ${skill.get(
927
- 'language',
928
- )}`;
929
- const description = requiresHumanReview
930
- ? `${baseDescription}\n\nIMPORTANT: This skill is bound to a Skill Hub human-in-the-loop review template. Pass best-effort args; the user can approve, edit, or reject them before execution.`
931
- : baseDescription;
932
- return {
933
- scope: normalizeSkillToolScope(skill.get('toolScope')),
934
- execution: 'backend' as const,
935
- defaultPermission: (requiresHumanReview ? 'ASK' : autoCall ? 'ALLOW' : 'ASK') as 'ALLOW' | 'ASK',
936
- introduction: {
937
- title: `Skill Hub: ${skill.get('title')}`,
938
- about: skill.get('description') || `Thực thi kỹ năng ${skill.get('title')}`,
939
- },
940
- definition: {
941
- name: getSkillToolName(skill),
942
- description,
943
- schema: parseJsonText(skill.get('inputSchema'), { type: 'object', properties: {} }),
944
- },
945
- invoke: async (toolCtx: any, args: any, runtime?: ToolRuntimeInput) => {
946
- const restoreRuntime = assignToolRuntime(toolCtx, runtime);
947
- try {
948
- // Re-fetch skill to get latest version (hot-reload support)
949
- const latestSkill = await (this as any).db.getRepository('skillDefinitions').findOne({
950
- filter: { id: skill.get('id'), enabled: true },
951
- });
952
- if (!latestSkill) {
953
- return { status: 'error', content: `Skill "${skill.get('name')}" is no longer available` };
954
- }
955
- const result = await this.executeSkill(latestSkill, args, toolCtx);
956
- return {
957
- status: result.status === 'succeeded' ? 'success' : 'error',
958
- result: result, // Attach raw result
959
- };
960
- } finally {
961
- restoreRuntime();
962
- }
963
- },
964
- };
965
- }),
966
- );
967
-
968
- register.registerTools(tools);
969
- } catch (err) {
970
- (this as any).app.logger.warn('[skill-hub] Failed to provide dynamic tools', err);
971
- }
972
- });
973
-
974
- (this as any).app.logger.info('[skill-hub] AI tools registered (dynamic provider + general tool).');
975
- } catch (error) {
976
- (this as any).app.logger.warn('[skill-hub] Failed to register AI tools:', error);
977
- }
978
- }
979
-
980
- private startCleanupInterval() {
981
- if (this.cleanupInterval) return;
982
- // Check old execution files every hour, rate limiter every 5 minutes
983
- const CLEANUP_INTERVAL = 60 * 60 * 1000; // 1 hour
984
-
985
- this.cleanupInterval = runWithDistributedLock(
986
- (this as any).app,
987
- 'skill-hub:cleanup',
988
- async () => {
989
- // 1. Storage Retention Cleanup
990
- try {
991
- const config = await (this as any).db.getRepository('skillWorkerConfigs').findOne();
992
- const hours = config ? config.get('retentionHours') : 24;
993
-
994
- if (hours && hours > 0) {
995
- const MAX_AGE_MS = hours * 60 * 60 * 1000;
996
- const cutoff = new Date(Date.now() - MAX_AGE_MS);
997
- const repo = (this as any).db.getRepository('skillExecutions');
998
-
999
- const outdated = await repo.find({
1000
- filter: { createdAt: { $lt: cutoff } },
1001
- });
1002
-
1003
- if (outdated.length > 0) {
1004
- for (const record of outdated) {
1005
- await record.destroy(); // Fires afterDestroy hook which removes physical folder
1006
- }
1007
- (this as any).app.logger.info(`[skill-hub] Auto-cleaned up ${outdated.length} expired execution records`);
1008
- }
1009
- }
1010
- } catch (err) {
1011
- (this as any).app.logger.warn('[skill-hub] Auto Cleanup error:', err);
1012
- }
1013
-
1014
- // 2. Cleanup rate limiter stale entries
1015
- this.rateLimiter.cleanup();
1016
- },
1017
- CLEANUP_INTERVAL,
1018
- );
1019
- }
1020
-
1021
- async beforeStop() {
1022
- (this as any).app.off?.('afterStart', this.afterStart);
1023
- (this as any).app.removeListener?.('afterStart', this.afterStart);
1024
- // Unsubscribe PubSub
1025
- if (this.skillTaskCallback) {
1026
- try {
1027
- await (this as any).app.pubSubManager.unsubscribe('skill-hub.task', this.skillTaskCallback);
1028
- } catch {
1029
- /* ignore */
1030
- }
1031
- }
1032
- if (this.initEnvTaskCallback) {
1033
- try {
1034
- await (this as any).app.pubSubManager.unsubscribe('skill-hub.init-env', this.initEnvTaskCallback);
1035
- } catch {
1036
- /* ignore */
1037
- }
1038
- }
1039
- if (this.initEnvDoneCallback) {
1040
- try {
1041
- await (this as any).app.pubSubManager.unsubscribe('skill-hub.init-env.done', this.initEnvDoneCallback);
1042
- } catch {
1043
- /* ignore */
1044
- }
1045
- }
1046
- if (this.initEnvProgressCallback) {
1047
- try {
1048
- await (this as any).app.pubSubManager.unsubscribe('skill-hub.init-env.progress', this.initEnvProgressCallback);
1049
- } catch {
1050
- /* ignore */
1051
- }
1052
- }
1053
-
1054
- // Clear cleanup interval
1055
- if (this.cleanupInterval) {
1056
- clearInterval(this.cleanupInterval);
1057
- this.cleanupInterval = null;
1058
- }
1059
- if (this.skillTaskPoller) {
1060
- clearInterval(this.skillTaskPoller);
1061
- this.skillTaskPoller = null;
1062
- }
1063
- }
1064
-
1065
- // --- Handlers ---
1066
- private async handleClearStorage(ctx: any, next: () => Promise<any>) {
1067
- const { type } = ctx.request.body || ctx.action.params.values;
1068
- const repo = (this as any).db.getRepository('skillExecutions');
1069
- let count = 0;
1070
-
1071
- if (type === 'all') {
1072
- const results = await repo.find({ fields: ['id'] });
1073
- for (const rec of results) {
1074
- await rec.destroy();
1075
- }
1076
- count = results.length;
1077
- } else if (type === 'expired') {
1078
- const config = await (this as any).db.getRepository('skillWorkerConfigs').findOne();
1079
- const hours = config ? config.get('retentionHours') : 24;
1080
- if (hours > 0) {
1081
- const cutoff = new Date(Date.now() - hours * 60 * 60 * 1000);
1082
- const results = await repo.find({ filter: { createdAt: { $lt: cutoff } }, fields: ['id'] });
1083
- for (const rec of results) {
1084
- await rec.destroy();
1085
- }
1086
- count = results.length;
1087
- }
1088
- }
1089
-
1090
- ctx.body = { count };
1091
- await next();
1092
- }
1093
-
1094
- private async handleListTemplates(ctx: any, next: () => Promise<any>) {
1095
- // Dynamic Pull: discover templates from all active plugins in the system
1096
- try {
1097
- const allPlugins = (this as any).app.pm.getPlugins();
1098
- for (const [, pluginInstance] of allPlugins) {
1099
- if (typeof (pluginInstance as any).getSkillTemplates === 'function') {
1100
- const pluginSkills = (pluginInstance as any).getSkillTemplates();
1101
- if (Array.isArray(pluginSkills)) {
1102
- for (const s of pluginSkills) {
1103
- if (!this.skillTemplates.has(s.name)) {
1104
- this.skillTemplates.set(s.name, this.hydrateSkillTemplate(pluginInstance.name, s));
1105
- }
1106
- }
1107
- }
1108
- }
1109
- }
1110
- } catch (e) {
1111
- (this as any).app.logger.warn(`[skill-hub] Failed to discover some plugin skills: ${e.message}`);
1112
- }
1113
-
1114
- ctx.body = { data: Array.from(this.skillTemplates.values()) };
1115
- await next();
1116
- }
1117
-
1118
- // ─── Extension API: other plugins register/unregister skills ───
1119
-
1120
- /**
1121
- * Register a skill template into memory for UI importing.
1122
- */
1123
- registerSkillTemplate(pluginName: string, skillDef: any) {
1124
- this.skillTemplates.set(skillDef.name, this.hydrateSkillTemplate(pluginName, skillDef));
1125
- (this as any).app.logger.info(
1126
- `[skill-hub] Registered skill template "${skillDef.name}" from plugin "${pluginName}"`,
1127
- );
1128
- }
1129
-
1130
- resolveSkillTemplate(templateName: string) {
1131
- if (!templateName) return null;
1132
- const cached = this.skillTemplates.get(templateName);
1133
- if (cached) return cached;
1134
-
1135
- try {
1136
- const allPlugins = (this as any).app.pm.getPlugins();
1137
- for (const [, pluginInstance] of allPlugins) {
1138
- if (typeof (pluginInstance as any).getSkillTemplates !== 'function') continue;
1139
- const pluginSkills = (pluginInstance as any).getSkillTemplates();
1140
- if (!Array.isArray(pluginSkills)) continue;
1141
- const found = pluginSkills.find((s: any) => s?.name === templateName);
1142
- if (found) {
1143
- const hydrated = this.hydrateSkillTemplate(pluginInstance.name, found);
1144
- this.skillTemplates.set(templateName, hydrated);
1145
- return hydrated;
1146
- }
1147
- }
1148
- } catch (e: any) {
1149
- (this as any).app.logger.warn(`[skill-hub] Failed to resolve plugin skill "${templateName}": ${e.message}`);
1150
- }
1151
-
1152
- return null;
1153
- }
1154
-
1155
- async getSkillDescriptionForAI(skill: any) {
1156
- const description = skill.get ? skill.get('description') : skill.description;
1157
- const instructions = await this.getSkillInstructions(skill);
1158
- const maxInlineInstructionChars = 24000;
1159
- const inlineInstructions =
1160
- instructions && instructions.length > maxInlineInstructionChars
1161
- ? `${instructions.slice(
1162
- 0,
1163
- maxInlineInstructionChars,
1164
- )}\n\n[Instructions truncated in tool description. Call skill_hub_execute with action="describe" and this skillName to load the complete workflow.]`
1165
- : instructions;
1166
- return [description, inlineInstructions ? `Instructions:\n${inlineInstructions}` : ''].filter(Boolean).join('\n\n');
1167
- }
1168
-
1169
- async getSkillInstructions(skill: any) {
1170
- const storedInstructions = skill.get ? skill.get('instructions') : skill.instructions;
1171
- if (storedInstructions) return storedInstructions;
1172
-
1173
- const storageType = skill.get ? skill.get('storageType') : skill.storageType;
1174
- if (storageType !== 'plugin') return '';
1175
-
1176
- const templateName =
1177
- (skill.get ? skill.get('pluginSource') : skill.pluginSource) || (skill.get ? skill.get('name') : skill.name);
1178
- const template = this.resolveSkillTemplate(templateName);
1179
- return template?.instructions || '';
1180
- }
1181
-
1182
- private hydrateSkillTemplate(pluginName: string, skillDef: any) {
1183
- const skillName = skillDef.name;
1184
- const packageRoot = skillDef.skillPackage?.rootDir;
1185
- let packageInfo: any = null;
1186
-
1187
- if (packageRoot && this.skillRepoService) {
1188
- packageInfo = this.skillRepoService.readSkillPackage(packageRoot);
1189
- }
1190
-
1191
- const metadata = packageInfo?.metadata || {};
1192
- const packageInstructions = packageInfo?.instructions;
1193
-
1194
- return {
1195
- ...skillDef,
1196
- title: skillDef.title || metadata.title || skillName,
1197
- description: skillDef.description || metadata.description || '',
1198
- instructions: [skillDef.instructions, packageInstructions].filter(Boolean).join('\n\n').trim(),
1199
- language: skillDef.language || metadata.language || 'python',
1200
- codeTemplate: skillDef.codeTemplate || packageInfo?.code || '',
1201
- storageType: 'plugin',
1202
- storageUrl: skillDef.storageUrl || `plugin://${pluginName}/${skillName}`,
1203
- // Keep pluginSource as the skill template name because existing DB records use it for lookup.
1204
- pluginSource: skillName,
1205
- pluginName,
1206
- };
1207
- }
1208
-
1209
- async install() {
1210
- await this.skillManager.seedDefaults();
1211
- }
1212
- }
1213
-
1214
- export default SkillHubSubFeature;
1215
- export function shouldRunSkillSandbox(env: NodeJS.ProcessEnv = process.env): boolean {
1216
- if (env.SKILL_HUB_SANDBOX === 'false') return false;
1217
- const workerMode = String(env.WORKER_MODE || '').trim();
1218
- if (!workerMode) return true;
1219
- if (
1220
- workerMode === '*' ||
1221
- workerMode
1222
- .split(',')
1223
- .map((value) => value.trim())
1224
- .includes('skill-hub:sandbox')
1225
- ) {
1226
- return true;
1227
- }
1228
- return workerMode
1229
- .split(',')
1230
- .map((value) => value.trim())
1231
- .includes('skill-hub.task');
1232
- }
1
+ /**
2
+ * This file is part of the NocoBase (R) project.
3
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
4
+ * Authors: NocoBase Team.
5
+ *
6
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
7
+ * For more information, please refer to: https://www.nocobase.com/agreement.
8
+ */
9
+
10
+ import { resolve } from 'path';
11
+ import { createReadStream, createWriteStream, unlinkSync } from 'fs';
12
+ import * as os from 'os';
13
+ import { SandboxRunner } from '../services/SandboxRunner';
14
+ import { FileManager } from '../services/FileManager';
15
+ import { SkillManager } from '../services/SkillManager';
16
+ import { WorkerEnvManager } from '../services/WorkerEnvManager';
17
+ import { SkillExecutionTask } from './tasks/SkillExecutionTask';
18
+ import { createSkillExecuteTool } from '../tools/skill-execute';
19
+ import { McpController } from './mcp/McpController';
20
+ import { SkillRepositoryService } from '../services/SkillRepositoryService';
21
+ import { gitListSkills, gitSyncSkills } from './actions/git-import';
22
+ import { createGitImportRequestMethodPolicy } from './middlewares/git-import-request-method-policy';
23
+ import { parseJsonText, stringifyJsonText, parseJsonLike } from './utils/json-fields';
24
+ import { getOrchestratorTraceContext } from '../services/ExecutionSpanService';
25
+ import { harnessTimeoutMs, resolveTraceHarness } from '../services/harness-runtime-policy';
26
+ import { runWithDistributedLock } from '../utils/ha-lock';
27
+ import { tryGetAIToolsManager } from '../utils/ai-manager';
28
+ import type { ToolsRuntime } from '@nocobase/ai';
29
+ import { SkillAccessService } from '../services/SkillAccessService';
30
+ import { validateSkillInput } from '../services/InputSchemaValidator';
31
+ import { currentUserId } from '../utils/ctx-utils';
32
+ import { getSkillToolName, normalizeSkillToolScope, readRecordValue } from '../utils/skill-tool-name';
33
+
34
+ type ToolRuntimeInput = string | ToolsRuntime | undefined;
35
+ type ExecuteSkillOptions = {
36
+ privileged?: boolean;
37
+ };
38
+ const SKILL_TASK_POLL_INTERVAL_MS = Number.parseInt(process.env.SKILL_HUB_TASK_POLL_INTERVAL_MS || '5000', 10);
39
+ const SKILL_TASK_POLL_LIMIT = Number.parseInt(process.env.SKILL_HUB_TASK_POLL_LIMIT || '3', 10);
40
+
41
+ function positiveInteger(value: string | undefined, fallback: number): number {
42
+ const parsed = Number.parseInt(value || '', 10);
43
+ return Number.isFinite(parsed) && parsed > 0 ? parsed : fallback;
44
+ }
45
+
46
+ function normalizeToolRuntime(runtime: ToolRuntimeInput): ToolsRuntime | undefined {
47
+ if (!runtime) return undefined;
48
+ if (typeof runtime === 'string') {
49
+ return { toolCallId: runtime, writer: () => {} };
50
+ }
51
+ return runtime;
52
+ }
53
+
54
+ function assignToolRuntime(ctx: any, runtime: ToolRuntimeInput) {
55
+ const normalizedRuntime = normalizeToolRuntime(runtime);
56
+ if (!ctx || !normalizedRuntime) return () => {};
57
+ const previousRuntime = ctx.runtime;
58
+ ctx.runtime = normalizedRuntime;
59
+ return () => {
60
+ if (previousRuntime === undefined) {
61
+ delete ctx.runtime;
62
+ } else {
63
+ ctx.runtime = previousRuntime;
64
+ }
65
+ };
66
+ }
67
+
68
+ /**
69
+ * Simple in-memory rate limiter per user.
70
+ * Tracks execution counts within a sliding time window.
71
+ */
72
+ class RateLimiter {
73
+ private userExecutions = new Map<string, number[]>();
74
+
75
+ constructor(
76
+ private readonly maxExecutions: number = 10,
77
+ private readonly windowMs: number = 60 * 1000, // 1 minute
78
+ ) {}
79
+
80
+ /**
81
+ * Check if the user is allowed to execute.
82
+ * @returns true if allowed, false if rate limited.
83
+ */
84
+ check(userId: string): boolean {
85
+ const now = Date.now();
86
+ const executions = this.userExecutions.get(userId) || [];
87
+
88
+ // Remove expired entries
89
+ const valid = executions.filter((t) => now - t < this.windowMs);
90
+ this.userExecutions.set(userId, valid);
91
+
92
+ if (valid.length >= this.maxExecutions) {
93
+ return false;
94
+ }
95
+
96
+ valid.push(now);
97
+ return true;
98
+ }
99
+
100
+ /** Get remaining executions for a user */
101
+ remaining(userId: string): number {
102
+ const now = Date.now();
103
+ const executions = (this.userExecutions.get(userId) || []).filter((t) => now - t < this.windowMs);
104
+ return Math.max(0, this.maxExecutions - executions.length);
105
+ }
106
+
107
+ /** Periodically clean up expired entries (call from interval) */
108
+ cleanup() {
109
+ const now = Date.now();
110
+ for (const [userId, executions] of this.userExecutions) {
111
+ const valid = executions.filter((t) => now - t < this.windowMs);
112
+ if (valid.length === 0) {
113
+ this.userExecutions.delete(userId);
114
+ } else {
115
+ this.userExecutions.set(userId, valid);
116
+ }
117
+ }
118
+ }
119
+ }
120
+
121
+ export class SkillHubSubFeature {
122
+ sandboxRunner: SandboxRunner;
123
+ fileManager: FileManager;
124
+ skillManager: SkillManager;
125
+ workerEnvManager: WorkerEnvManager;
126
+ private cleanupInterval: ReturnType<typeof setInterval> | null = null;
127
+ private initEnvDoneCallback: any = null;
128
+ private initEnvProgressCallback: any = null;
129
+ private skillTaskCallback: any = null;
130
+ private initEnvTaskCallback: any = null;
131
+ private skillTaskPoller: ReturnType<typeof setInterval> | null = null;
132
+ private skillTaskPolling = false;
133
+ private mcpController: McpController;
134
+ private skillRepoService: SkillRepositoryService;
135
+ readonly skillAccessService: SkillAccessService;
136
+ private rateLimiter = new RateLimiter(
137
+ parseInt(process.env.SKILL_HUB_RATE_LIMIT_MAX || '10', 10),
138
+ parseInt(process.env.SKILL_HUB_RATE_LIMIT_WINDOW_MS || '60000', 10),
139
+ );
140
+ private skillTemplates = new Map<string, any>();
141
+ private readonly afterStart = async () => {
142
+ this.registerAITools();
143
+ this.startCleanupInterval();
144
+ this.startSkillTaskPoller();
145
+ await this.subscribeInitEnvDone();
146
+ await this.skillManager.seedDefaults().catch((error: unknown) => {
147
+ const message = error instanceof Error ? error.message : String(error);
148
+ (this as any).app.logger.error(`[skill-hub] Failed to seed default skills: ${message}`);
149
+ });
150
+ };
151
+
152
+ constructor(private plugin: any) {
153
+ this.skillAccessService = new SkillAccessService(plugin);
154
+ }
155
+
156
+ get app() {
157
+ return this.plugin.app;
158
+ }
159
+ get db() {
160
+ return this.plugin.db;
161
+ }
162
+ get name() {
163
+ return this.plugin.name;
164
+ }
165
+
166
+ getSkillRepositoryService(): SkillRepositoryService {
167
+ return this.skillRepoService;
168
+ }
169
+
170
+ async load() {
171
+ // 1. Collections and migrations are now handled by parent orchestrator plugin
172
+
173
+ // 2. Init services
174
+ const storagePath = resolve(process.cwd(), 'storage', 'plugin-skill-hub'); // Keep old storage path for backwards compatibility
175
+ this.fileManager = new FileManager(storagePath);
176
+ this.sandboxRunner = new SandboxRunner(this.fileManager, (this as any).app.logger, storagePath);
177
+ this.skillManager = new SkillManager((this as any).db);
178
+ this.workerEnvManager = new WorkerEnvManager((this as any).app, (this as any).db, storagePath);
179
+ this.skillRepoService = new SkillRepositoryService(storagePath);
180
+ this.mcpController = new McpController(this);
181
+
182
+ // 3. Register REST actions
183
+ (this as any).app.resourceManager.use(createGitImportRequestMethodPolicy());
184
+ (this as any).app.resourceManager.define({
185
+ name: 'skillHub',
186
+ actions: {
187
+ download: this.handleDownload.bind(this),
188
+ test: this.handleTest.bind(this),
189
+ initEnv: this.handleInitEnv.bind(this),
190
+ clearStorage: this.handleClearStorage.bind(this),
191
+ mcpListTools: this.mcpController.listTools.bind(this.mcpController),
192
+ mcpCallTool: this.mcpController.callTool.bind(this.mcpController),
193
+ listTemplates: this.handleListTemplates.bind(this),
194
+ gitListSkills,
195
+ gitSyncSkills,
196
+ },
197
+ });
198
+
199
+ // 4.5. Register DB hooks for automatic storage physical cleanup
200
+ (this as any).db.on('skillExecutions.afterDestroy', async (model, options) => {
201
+ const execId = model.get('id');
202
+ try {
203
+ const dir = this.fileManager.getExecDir(String(execId));
204
+ if (require('fs').existsSync(dir)) {
205
+ require('fs').rmSync(dir, { recursive: true, force: true });
206
+ }
207
+ } catch (err) {
208
+ (this as any).app.logger.error(`[skill-hub] Failed to cleanup physical storage for execId ${execId}`, {
209
+ error: err,
210
+ });
211
+ }
212
+ });
213
+
214
+ (this as any).db.on('skillDefinitions.afterSave', async (model, options) => {
215
+ // If a zip file was uploaded, extract it and update the skill record
216
+ if (model.changed('fileId') && model.get('fileId')) {
217
+ try {
218
+ const attachment = await (this as any).db.getRepository('attachments').findOne({
219
+ filter: { id: model.get('fileId') },
220
+ transaction: options.transaction,
221
+ });
222
+
223
+ if (attachment) {
224
+ const fileManager = (this as any).app.pm.get('@nocobase/plugin-file-manager') as any;
225
+ if (!fileManager) {
226
+ (this as any).app.logger.warn('[skill-hub] plugin-file-manager not found, cannot extract skill package');
227
+ return;
228
+ }
229
+
230
+ const rawStorageId = attachment.get('storageId') || attachment.storageId;
231
+ let matchedKey = null;
232
+ if (rawStorageId) {
233
+ const strId = String(rawStorageId);
234
+ for (const key of fileManager.storagesCache.keys()) {
235
+ if (String(key) === strId) {
236
+ matchedKey = key;
237
+ break;
238
+ }
239
+ }
240
+ }
241
+
242
+ const attachmentObj = typeof attachment.toJSON === 'function' ? attachment.toJSON() : { ...attachment };
243
+ if (matchedKey !== null) {
244
+ attachmentObj.storageId = matchedKey;
245
+ }
246
+
247
+ const streamData = await fileManager.getFileStream(attachmentObj);
248
+ if (!streamData || !streamData.stream) {
249
+ (this as any).app.logger.warn(
250
+ `[skill-hub] Could not get file stream for attachment ${attachment.get('id')}`,
251
+ );
252
+ return;
253
+ }
254
+
255
+ const tempZipPath = resolve(os.tmpdir(), `skill_${Date.now()}_${model.get('id')}.zip`);
256
+
257
+ await new Promise((resolve, reject) => {
258
+ const writeStream = createWriteStream(tempZipPath);
259
+ streamData.stream.pipe(writeStream);
260
+ writeStream.on('finish', resolve);
261
+ writeStream.on('error', reject);
262
+ streamData.stream.on('error', reject);
263
+ });
264
+
265
+ if (require('fs').existsSync(tempZipPath)) {
266
+ const skillName = model.get('name');
267
+ const { metadata, instructions } = await this.skillRepoService.extractSkillPackage(
268
+ skillName,
269
+ tempZipPath,
270
+ );
271
+ const code = this.skillRepoService.getSkillCode(skillName);
272
+
273
+ const updateValues: any = {
274
+ storageType: attachment.get('storageId') ? `storage-${attachment.get('storageId')}` : 'local',
275
+ };
276
+ if (code) updateValues.codeTemplate = code;
277
+ if (metadata.description) updateValues.description = metadata.description;
278
+ if (metadata.title) updateValues.title = metadata.title;
279
+ if (metadata.language) updateValues.language = metadata.language;
280
+ if (metadata.inputSchema)
281
+ updateValues.inputSchema = stringifyJsonText(parseJsonLike(metadata.inputSchema, null));
282
+ if (metadata.interactionSchema)
283
+ updateValues.interactionSchema = stringifyJsonText(parseJsonLike(metadata.interactionSchema, null));
284
+ if (metadata.packages)
285
+ updateValues.packages = stringifyJsonText(parseJsonLike(metadata.packages, []), []);
286
+ if (metadata.timeoutSeconds) updateValues.timeoutSeconds = metadata.timeoutSeconds;
287
+ if (instructions) updateValues.instructions = instructions;
288
+
289
+ await (this as any).db.getRepository('skillDefinitions').update({
290
+ filter: { id: model.get('id') },
291
+ values: updateValues,
292
+ transaction: options.transaction,
293
+ });
294
+
295
+ unlinkSync(tempZipPath);
296
+ (this as any).app.logger.info(`[skill-hub] Successfully extracted zip and updated skill: ${skillName}`);
297
+ }
298
+ }
299
+ } catch (err) {
300
+ (this as any).app.logger.error(`[skill-hub] Failed to unpack skill zip`, { error: err });
301
+ }
302
+ }
303
+ });
304
+
305
+ // 5. Subscribe PubSub — worker processes skill execution tasks
306
+ if (shouldRunSkillSandbox()) {
307
+ this.skillTaskCallback = async (payload: any) => {
308
+ await this.onQueueTask(payload);
309
+ };
310
+ (this as any).app.pubSubManager.subscribe('skill-hub.task', this.skillTaskCallback);
311
+ }
312
+
313
+ // 5b. Subscribe PubSub — worker processes init-env tasks
314
+ if (shouldRunSkillSandbox()) {
315
+ this.initEnvTaskCallback = async (payload: any) => {
316
+ await this.workerEnvManager.executeInit(payload);
317
+ };
318
+ (this as any).app.pubSubManager.subscribe('skill-hub.init-env', this.initEnvTaskCallback);
319
+ }
320
+
321
+ // 6. Register AI tools + subscriptions (deferred — after all plugins loaded)
322
+ (this as any).app.on('afterStart', this.afterStart);
323
+ }
324
+
325
+ private async onQueueTask(message: { id: string }) {
326
+ (this as any).app.logger.info(`[skill-hub] Worker received queue task: ${message.id}`);
327
+ if (process.env.SKILL_HUB_SANDBOX === 'false') {
328
+ return;
329
+ }
330
+ const claimed = await this.claimSkillExecution(message.id);
331
+ if (!claimed) {
332
+ (this as any).app.logger.debug(`[skill-hub] Task ${message.id} ignored: already claimed or not pending.`);
333
+ return;
334
+ }
335
+
336
+ const execution = await (this as any).db.getRepository('skillExecutions').findOne({
337
+ filter: { id: message.id },
338
+ appends: ['skill'],
339
+ });
340
+ if (!execution) {
341
+ (this as any).app.logger.warn(`[skill-hub] Task ${message.id} ignored: execution record not found.`);
342
+ return;
343
+ }
344
+
345
+ const task = new SkillExecutionTask(
346
+ execution,
347
+ this.sandboxRunner,
348
+ this.fileManager,
349
+ this.skillRepoService,
350
+ (this as any).app,
351
+ );
352
+ await task.run();
353
+ }
354
+
355
+ private async claimSkillExecution(id: string): Promise<boolean> {
356
+ const model = (this as any).db.getModel('skillExecutions');
357
+ const now = new Date();
358
+ const [affected] = await model.update(
359
+ {
360
+ status: 'running',
361
+ startedAt: now,
362
+ heartbeatAt: now,
363
+ workerId: `${process.env.HOSTNAME || process.env.COMPUTERNAME || 'worker'}:${process.pid}`,
364
+ },
365
+ {
366
+ where: {
367
+ id,
368
+ status: 'pending',
369
+ },
370
+ },
371
+ );
372
+ return affected > 0;
373
+ }
374
+
375
+ private startSkillTaskPoller() {
376
+ if (!shouldRunSkillSandbox() || this.skillTaskPoller) {
377
+ return;
378
+ }
379
+
380
+ const tick = async () => {
381
+ await this.processSkillExecutionQueue();
382
+ };
383
+
384
+ this.skillTaskPoller = runWithDistributedLock(
385
+ (this as any).app,
386
+ 'skill-hub:task-poller',
387
+ tick,
388
+ SKILL_TASK_POLL_INTERVAL_MS,
389
+ );
390
+ setTimeout(tick, 1000);
391
+ }
392
+
393
+ private async processSkillExecutionQueue() {
394
+ await this.recoverStaleSkillExecutions();
395
+ await this.processPendingSkillExecutions();
396
+ }
397
+
398
+ private async recoverStaleSkillExecutions() {
399
+ const staleAfterMs = positiveInteger(process.env.SKILL_HUB_STALE_EXECUTION_MS, 120000);
400
+ const maxRetries = positiveInteger(process.env.SKILL_HUB_MAX_EXECUTION_RETRIES, 2);
401
+ const cutoff = new Date(Date.now() - staleAfterMs);
402
+ const repo = (this as any).db.getRepository('skillExecutions');
403
+ const model = (this as any).db.getModel('skillExecutions');
404
+ const staleExecutions = await repo.find({
405
+ filter: {
406
+ status: 'running',
407
+ $or: [{ heartbeatAt: null }, { heartbeatAt: { $lt: cutoff } }],
408
+ },
409
+ limit: SKILL_TASK_POLL_LIMIT,
410
+ });
411
+
412
+ for (const execution of staleExecutions) {
413
+ const id = execution.get('id');
414
+ const retryCount = Number(execution.get('retryCount') || 0);
415
+ const failed = retryCount >= maxRetries;
416
+ const Op = model.sequelize.Sequelize.Op;
417
+ const [affected] = await model.update(
418
+ {
419
+ status: failed ? 'failed' : 'pending',
420
+ retryCount: retryCount + 1,
421
+ workerId: null,
422
+ heartbeatAt: null,
423
+ stderr: failed ? `Execution abandoned after ${retryCount + 1} worker attempts.` : execution.get('stderr'),
424
+ },
425
+ {
426
+ where: {
427
+ id,
428
+ status: 'running',
429
+ [Op.or]: [{ heartbeatAt: null }, { heartbeatAt: { [Op.lt]: cutoff } }],
430
+ },
431
+ },
432
+ );
433
+ if (affected > 0) {
434
+ (this as any).app.logger.warn(
435
+ `[skill-hub] Recovered stale execution ${id}: ${failed ? 'failed' : 'returned to pending'}.`,
436
+ );
437
+ }
438
+ }
439
+ }
440
+
441
+ private async processPendingSkillExecutions() {
442
+ if (this.skillTaskPolling) return;
443
+ this.skillTaskPolling = true;
444
+ try {
445
+ const records = await (this as any).db.getRepository('skillExecutions').find({
446
+ filter: { status: 'pending' },
447
+ sort: ['createdAt'],
448
+ limit: SKILL_TASK_POLL_LIMIT,
449
+ });
450
+ for (const record of records) {
451
+ await this.onQueueTask({ id: String(record.get('id')) });
452
+ }
453
+ } finally {
454
+ this.skillTaskPolling = false;
455
+ }
456
+ }
457
+
458
+ /**
459
+ * Resolve harness-derived enforcement overrides for one skill execution. The worker node owns
460
+ * the sandbox but not the harness, so the decision is made here (run snapshot for loop runs,
461
+ * employee harness-tag profile otherwise) and persisted on the execution row. A resolution
462
+ * failure must never block execution: the skill falls back to its own defaults.
463
+ */
464
+ private async resolveRuntimePolicy(
465
+ traceContext: ReturnType<typeof getOrchestratorTraceContext>,
466
+ skill: any,
467
+ aiEmployeeUsername?: string,
468
+ ): Promise<{ timeoutSeconds?: number; spillMaxInlineBytes?: number } | null> {
469
+ try {
470
+ const harness = await resolveTraceHarness((this as any).db, {
471
+ agentLoopRunId: traceContext?.agentLoopRunId,
472
+ employeeUsername: traceContext?.employeeUsername || aiEmployeeUsername,
473
+ });
474
+ if (!harness) return null;
475
+
476
+ const policy: { timeoutSeconds?: number; spillMaxInlineBytes?: number } = {};
477
+ const timeoutMs = harnessTimeoutMs(harness, getSkillToolName(skill));
478
+ if (timeoutMs) {
479
+ const skillTimeoutSeconds = Number(skill.timeoutSeconds || skill.get?.('timeoutSeconds') || 60);
480
+ policy.timeoutSeconds = Math.min(skillTimeoutSeconds, Math.ceil(timeoutMs / 1000));
481
+ }
482
+ if (harness.context.spill.maxInlineBytes) {
483
+ policy.spillMaxInlineBytes = harness.context.spill.maxInlineBytes;
484
+ }
485
+ return Object.keys(policy).length ? policy : null;
486
+ } catch (error) {
487
+ (this as any).app.logger?.warn?.('[skill-hub] Failed to resolve harness runtime policy.', { error });
488
+ return null;
489
+ }
490
+ }
491
+
492
+ /**
493
+ * Execute skill — called by both AI tool and REST test endpoint.
494
+ * Dispatches to sandbox workers via PubSub, waits for result via PubSub.
495
+ * Pushes progress to SSE via runtime.writer (if within AI tool context).
496
+ * Includes rate limiting and graceful abort propagation.
497
+ */
498
+ async executeSkill(
499
+ skill: any,
500
+ inputArgs: Record<string, unknown>,
501
+ ctx?: any,
502
+ options: ExecuteSkillOptions = {},
503
+ ): Promise<any> {
504
+ validateSkillInput(readRecordValue(skill, 'inputSchema'), inputArgs);
505
+ const aiEmployeeUsername = await this.skillAccessService.assertCanExecute(ctx, skill, options);
506
+ // ── Rate limiting ──
507
+ const userId = currentUserId(ctx);
508
+ if (userId) {
509
+ if (!this.rateLimiter.check(String(userId))) {
510
+ const remaining = this.rateLimiter.remaining(String(userId));
511
+ throw new Error(
512
+ `Rate limit exceeded. You can execute up to ${this.rateLimiter['maxExecutions']} ` +
513
+ `skills per minute. Remaining: ${remaining}. Please wait and try again.`,
514
+ );
515
+ }
516
+ }
517
+
518
+ const traceContext = getOrchestratorTraceContext(ctx);
519
+ const runtimePolicy = await this.resolveRuntimePolicy(traceContext, skill, aiEmployeeUsername);
520
+ const execution = await (this as any).db.getRepository('skillExecutions').create({
521
+ values: {
522
+ skillId: skill.id,
523
+ status: 'pending',
524
+ inputArgs: stringifyJsonText(inputArgs, {}),
525
+ sessionId: traceContext?.sessionId || ctx?.state?.sessionId || ctx?.action?.params?.values?.sessionId,
526
+ aiEmployeeUsername,
527
+ skillToolName: getSkillToolName(skill),
528
+ orchestratorRootRunId: traceContext?.rootRunId,
529
+ orchestratorSpanId: traceContext?.spanId,
530
+ orchestratorParentSpanId: traceContext?.parentSpanId,
531
+ orchestratorToolCallId: traceContext?.toolCallId,
532
+ agentLoopRunId: traceContext?.agentLoopRunId,
533
+ agentLoopStepId: traceContext?.agentLoopStepId,
534
+ triggeredById: ctx?.state?.currentUser?.id,
535
+ runtimePolicy,
536
+ },
537
+ });
538
+
539
+ const execId = String(execution.id);
540
+ const linkedSpanId = await this.linkSkillExecutionToSpan(traceContext, execId);
541
+ if (linkedSpanId && String(linkedSpanId) !== String(traceContext?.spanId || '')) {
542
+ await (this as any).db.getRepository('skillExecutions').update({
543
+ filterByTk: execId,
544
+ values: { orchestratorSpanId: linkedSpanId },
545
+ });
546
+ }
547
+
548
+ (this as any).app.logger.info(
549
+ `[skill-hub] Queued execution ${execId}: skill=${skill.get ? skill.get('name') : skill.name}, ` +
550
+ `user=${userId || 'system'}`,
551
+ );
552
+
553
+ // Track PubSub subscriptions for cleanup
554
+ const cleanups: Array<{ channel: string; callback: any }> = [];
555
+
556
+ // Define callbacks with references for unsubscribe
557
+ const progressChannel = `skill-hub.progress.${execId}`;
558
+ const doneChannel = `skill-hub.done.${execId}`;
559
+ const abortChannel = `skill-hub.abort.${execId}`;
560
+
561
+ const progressCallback = async (progress: any) => {
562
+ try {
563
+ ctx?.runtime?.writer?.({
564
+ action: 'skillProgress',
565
+ body: { execId, skillName: skill.name || skill.get?.('name'), ...progress },
566
+ });
567
+ } catch {
568
+ // Ignore SSE write errors (connection may have closed)
569
+ }
570
+ };
571
+
572
+ // Wait for result via PubSub (progress streaming + completion)
573
+ let result: any;
574
+ try {
575
+ let resolvePromise: any;
576
+ let rejectPromise: any;
577
+
578
+ const resultPromise = new Promise<any>((resolve, reject) => {
579
+ resolvePromise = resolve;
580
+ rejectPromise = reject;
581
+ });
582
+
583
+ const effectiveTimeoutSeconds =
584
+ runtimePolicy?.timeoutSeconds || skill.timeoutSeconds || skill.get?.('timeoutSeconds') || 60;
585
+ const timeoutMs = (effectiveTimeoutSeconds + 15) * 1000;
586
+ const timeout = setTimeout(() => {
587
+ clearInterval(poll);
588
+ rejectPromise(new Error(`Skill execution timeout after ${effectiveTimeoutSeconds}s`));
589
+ }, timeoutMs);
590
+ const poll = setInterval(async () => {
591
+ try {
592
+ const current = await (this as any).db.getRepository('skillExecutions').findOne({ filterByTk: execId });
593
+ const status = current?.get?.('status') || current?.status;
594
+ if (!['succeeded', 'failed', 'timeout', 'canceled'].includes(status)) return;
595
+ clearTimeout(timeout);
596
+ clearInterval(poll);
597
+ resolvePromise({
598
+ status,
599
+ stdout: current?.get?.('stdout') || current?.stdout || '',
600
+ stderr: current?.get?.('stderr') || current?.stderr || '',
601
+ files: parseJsonText(current?.get?.('outputFiles') || current?.outputFiles, []),
602
+ durationMs: current?.get?.('durationMs') || current?.durationMs || 0,
603
+ });
604
+ } catch {
605
+ // Pub/Sub remains the primary completion path; polling is a recovery fallback.
606
+ }
607
+ }, 2000);
608
+ poll.unref?.();
609
+
610
+ const doneCallback = async (data: any) => {
611
+ clearTimeout(timeout);
612
+ clearInterval(poll);
613
+ resolvePromise(data);
614
+ };
615
+
616
+ // Subscribe progress and completion FIRST (before dispatching)
617
+ await (this as any).app.pubSubManager.subscribe(progressChannel, progressCallback);
618
+ cleanups.push({ channel: progressChannel, callback: progressCallback });
619
+
620
+ await (this as any).app.pubSubManager.subscribe(doneChannel, doneCallback);
621
+ cleanups.push({ channel: doneChannel, callback: doneCallback });
622
+
623
+ // Handle user abort (cancel chat) → propagate to worker
624
+ if (ctx?.req?.signal || ctx?.signal) {
625
+ const signal = ctx.req?.signal || ctx.signal;
626
+ signal.addEventListener?.('abort', () => {
627
+ clearTimeout(timeout);
628
+ // Publish abort to worker via PubSub
629
+ (this as any).app.pubSubManager.publish(abortChannel, { reason: 'user_cancel' }).catch(() => {});
630
+ // Also update the execution status
631
+ (this as any).db
632
+ .getRepository('skillExecutions')
633
+ .update({
634
+ filter: { id: execId },
635
+ values: { status: 'canceled' },
636
+ })
637
+ .catch(() => {});
638
+ rejectPromise(new Error('Canceled by user'));
639
+ });
640
+ }
641
+
642
+ // NOW dispatch to sandbox workers.
643
+ await (this as any).app.pubSubManager.publish('skill-hub.task', { id: execId });
644
+
645
+ // Wait for completion
646
+ result = await resultPromise;
647
+ } finally {
648
+ // Cleanup all PubSub subscriptions
649
+ for (const { channel, callback } of cleanups) {
650
+ try {
651
+ await (this as any).app.pubSubManager.unsubscribe(channel, callback);
652
+ } catch {
653
+ // ignore cleanup errors
654
+ }
655
+ }
656
+ }
657
+
658
+ // Build download URLs for output files (use base64 filename to prevent Markdown link breaks if LLM decodes spaces)
659
+ const filesWithUrls = (result.files || []).map((f: any) => {
660
+ const b64name = Buffer.from(f.name).toString('base64url');
661
+ return {
662
+ ...f,
663
+ downloadUrl: `/api/skillHub:download?execId=${execId}&f=${b64name}`,
664
+ };
665
+ });
666
+
667
+ return {
668
+ ...result,
669
+ files: filesWithUrls,
670
+ execId,
671
+ agentLoopRunId: traceContext?.agentLoopRunId,
672
+ agentLoopStepId: traceContext?.agentLoopStepId,
673
+ };
674
+ }
675
+
676
+ private async linkSkillExecutionToSpan(traceContext: any, executionId: string) {
677
+ if (!traceContext?.rootRunId) return undefined;
678
+ try {
679
+ const repo = (this as any).db.getRepository('agentExecutionSpans');
680
+ if (!repo) return undefined;
681
+
682
+ let span = null;
683
+ if (traceContext.toolCallId) {
684
+ span = await repo.findOne({
685
+ filter: {
686
+ rootRunId: traceContext.rootRunId,
687
+ toolCallId: traceContext.toolCallId,
688
+ },
689
+ sort: ['-id'],
690
+ });
691
+ }
692
+ // spanId is normally the Sub-Agent root span. Only use it when there is
693
+ // no tool-call identity; otherwise a beforeToolCall race could turn the
694
+ // whole Sub-Agent run into a skill span.
695
+ if (!traceContext.toolCallId && traceContext.spanId) {
696
+ span = await repo.findOne({ filterByTk: traceContext.spanId });
697
+ }
698
+ if (!span) return undefined;
699
+
700
+ const spanId = readRecordValue(span, 'id');
701
+ await repo.update({
702
+ filterByTk: spanId,
703
+ values: {
704
+ type: 'skill',
705
+ skillExecutionId: executionId,
706
+ },
707
+ });
708
+ return spanId;
709
+ } catch (error) {
710
+ (this as any).app.logger.warn('[skill-hub] Failed to link skill execution to agent span', error);
711
+ return undefined;
712
+ }
713
+ }
714
+
715
+ private async handleDownload(ctx: any, next: any) {
716
+ const { execId, filename, f } = ctx.action.params;
717
+ let targetFile = filename;
718
+ if (f) {
719
+ targetFile = Buffer.from(f, 'base64url').toString('utf8');
720
+ }
721
+
722
+ if (!execId || !targetFile) {
723
+ ctx.throw(400, 'Missing execId or filename');
724
+ }
725
+
726
+ const currentUser = ctx?.state?.currentUser;
727
+ if (!currentUser) {
728
+ ctx.throw(401, 'Unauthorized');
729
+ }
730
+
731
+ const execution = await (this as any).db.getRepository('skillExecutions').findOne({
732
+ filter: { id: execId },
733
+ });
734
+
735
+ if (!execution) {
736
+ ctx.throw(404, 'Execution not found');
737
+ }
738
+
739
+ const isOwner = execution.triggeredById === currentUser.id;
740
+ const isAdmin = currentUser.roles?.some((r: any) => r.name === 'root' || r === 'root' || r.name === 'admin');
741
+
742
+ if (!isOwner && !isAdmin) {
743
+ ctx.throw(403, 'Permission denied: you cannot view files from this execution');
744
+ }
745
+
746
+ const filePath = this.fileManager.getOutputFilePath(execId, targetFile);
747
+ if (!filePath) {
748
+ ctx.throw(404, 'File not found');
749
+ }
750
+
751
+ ctx.attachment(targetFile);
752
+ ctx.body = createReadStream(filePath);
753
+ await next();
754
+ }
755
+
756
+ private async handleTest(ctx: any, next: any) {
757
+ const { skillId, input } = ctx.action.params.values || {};
758
+ if (!skillId) {
759
+ ctx.throw(400, 'Missing skillId');
760
+ }
761
+
762
+ const skill = await (this as any).db.getRepository('skillDefinitions').findOne({
763
+ filter: { id: skillId },
764
+ });
765
+ if (!skill) {
766
+ ctx.throw(404, 'Skill not found');
767
+ }
768
+
769
+ const result = await this.executeSkill(skill, input || {}, ctx, { privileged: true });
770
+ ctx.body = result;
771
+ await next();
772
+ }
773
+
774
+ /**
775
+ * Handle Init Environment request from admin UI.
776
+ * Dispatches init task to all workers via EventQueue.
777
+ */
778
+ private async handleInitEnv(ctx: any, next: any) {
779
+ const config = await this.workerEnvManager.getOrCreateConfig();
780
+ const customPackages = parseJsonText(config.get?.('customPackages') ?? config.customPackages, {
781
+ python: [],
782
+ node: [],
783
+ });
784
+ const message = await this.workerEnvManager.initEnvironment(
785
+ config.get
786
+ ? {
787
+ npmRegistryUrl: config.get('npmRegistryUrl'),
788
+ npmAuthToken: config.get('npmAuthToken'),
789
+ pypiIndexUrl: config.get('pypiIndexUrl'),
790
+ pypiTrustedHost: config.get('pypiTrustedHost'),
791
+ aptMirrorUrl: config.get('aptMirrorUrl'),
792
+ aptGpgKeyUrl: config.get('aptGpgKeyUrl'),
793
+ customPackages,
794
+ }
795
+ : config,
796
+ );
797
+ ctx.body = { message };
798
+ await next();
799
+ }
800
+
801
+ /**
802
+ * Subscribe to init-env done AND progress PubSub channels.
803
+ * When a worker finishes init, auto-update the DB with status.
804
+ */
805
+ private async subscribeInitEnvDone() {
806
+ this.initEnvDoneCallback = async (data: any) => {
807
+ try {
808
+ const values: any = {
809
+ initStatus: data.status,
810
+ lastInitLog: data.log,
811
+ };
812
+ if (data.status === 'succeeded' && data.whitelist) {
813
+ values.packageWhitelist = stringifyJsonText(data.whitelist, { python: [], node: [], apt: [] });
814
+ }
815
+ await (this as any).db.getRepository('skillWorkerConfigs').update({
816
+ filter: {},
817
+ values,
818
+ forceUpdate: true,
819
+ });
820
+ (this as any).app.logger.info(`[skill-hub] Init env ${data.status}`);
821
+ } catch (err) {
822
+ (this as any).app.logger.warn('[skill-hub] Failed to update init env status:', err);
823
+ }
824
+ };
825
+
826
+ this.initEnvProgressCallback = async (data: any) => {
827
+ try {
828
+ await (this as any).db.getRepository('skillWorkerConfigs').update({
829
+ filter: {},
830
+ values: {
831
+ initProgressPercent: data.percent,
832
+ initProgressLog: data.log,
833
+ },
834
+ forceUpdate: true,
835
+ });
836
+ } catch (err) {
837
+ // ignore progress update errors
838
+ }
839
+ };
840
+
841
+ await (this as any).app.pubSubManager.subscribe('skill-hub.init-env.done', this.initEnvDoneCallback);
842
+ await (this as any).app.pubSubManager.subscribe('skill-hub.init-env.progress', this.initEnvProgressCallback);
843
+ }
844
+
845
+ private getSkillRecordId(skill: any) {
846
+ return String(skill.get ? skill.get('id') : skill.id);
847
+ }
848
+
849
+ private resolveLoopInteractionSchema(loopConfig: any) {
850
+ if (!loopConfig) return null;
851
+
852
+ const schema = parseJsonText(loopConfig.get ? loopConfig.get('schema') : loopConfig.schema, null);
853
+ const prompt = loopConfig.get ? loopConfig.get('prompt') : loopConfig.prompt;
854
+
855
+ if (schema && typeof schema === 'object') {
856
+ return prompt && !schema.prompt ? { ...schema, prompt } : schema;
857
+ }
858
+
859
+ if (prompt) {
860
+ return {
861
+ type: 'confirm',
862
+ prompt,
863
+ };
864
+ }
865
+
866
+ return null;
867
+ }
868
+
869
+ private async getLoopConfigsBySkillId(skillIds: Array<string | number>) {
870
+ const ids = Array.from(new Set(skillIds.map((id) => String(id)).filter(Boolean)));
871
+ const configsBySkillId = new Map<string, any>();
872
+ if (!ids.length) return configsBySkillId;
873
+
874
+ try {
875
+ const configs = await (this as any).db.getRepository('skillLoopConfigs').find({
876
+ filter: {
877
+ enabled: true,
878
+ skillId: {
879
+ $in: ids,
880
+ },
881
+ },
882
+ sort: ['-updatedAt'],
883
+ });
884
+
885
+ for (const config of configs || []) {
886
+ const skillId = String(config.get ? config.get('skillId') : config.skillId);
887
+ if (!configsBySkillId.has(skillId)) {
888
+ configsBySkillId.set(skillId, config);
889
+ }
890
+ }
891
+ } catch (err) {
892
+ (this as any).app.logger.warn('[skill-hub] Failed to load loop configs', err);
893
+ }
894
+
895
+ return configsBySkillId;
896
+ }
897
+
898
+ async assertSkillReviewApproved(
899
+ skill: unknown,
900
+ runtime: ToolRuntimeInput,
901
+ toolName: string,
902
+ ctx?: { t?: (key: string, options: { ns: string }) => string },
903
+ ) {
904
+ const loopConfig = await this.db.getRepository('skillLoopConfigs').findOne({
905
+ filter: { enabled: true, skillId: this.getSkillRecordId(skill) },
906
+ sort: ['-updatedAt'],
907
+ });
908
+ const interactionSchema =
909
+ this.resolveLoopInteractionSchema(loopConfig) || parseJsonText(readRecordValue(skill, 'interactionSchema'), null);
910
+ if (!interactionSchema) return;
911
+
912
+ const toolCallId = normalizeToolRuntime(runtime)?.toolCallId;
913
+ const call = toolCallId
914
+ ? await this.db.getRepository('aiToolMessages').findOne({ filter: { toolCallId, toolName } })
915
+ : null;
916
+ const decision = readRecordValue(readRecordValue(call, 'userDecision'), 'type');
917
+ if (
918
+ readRecordValue(call, 'auto') !== false ||
919
+ readRecordValue(call, 'invokeStatus') !== 'pending' ||
920
+ (decision !== 'approve' && decision !== 'edit')
921
+ ) {
922
+ const message =
923
+ 'Human review is required for this skill. Disable Auto call and approve the tool call before execution.';
924
+ throw new Error(ctx?.t?.(message, { ns: 'plugin-agent-orchestrator' }) || message);
925
+ }
926
+ }
927
+
928
+ private registerAITools() {
929
+ try {
930
+ // Register on the SAME tools manager the harness resolves from
931
+ // (app.aiManager.toolsManager). Using pluginAI.ai.toolsManager here while
932
+ // the harness reads app.aiManager.toolsManager would register skill tools
933
+ // on one object and look them up on another if the wiring ever diverges.
934
+ const toolsManager = tryGetAIToolsManager((this as any).app);
935
+ if (!toolsManager) {
936
+ (this as any).app.logger.warn('[skill-hub] plugin-ai not available, skip AI tool registration.');
937
+ return;
938
+ }
939
+
940
+ // 1. General tool (list + execute)
941
+ toolsManager.registerTools(createSkillExecuteTool(this));
942
+
943
+ // 2. Dynamic tools — each enabled skill becomes a separate AI tool.
944
+ toolsManager.registerDynamicTools(async (register: { registerTools: (options: any) => void }) => {
945
+ try {
946
+ const skills = await (this as any).db.getRepository('skillDefinitions').find({
947
+ filter: { enabled: true },
948
+ });
949
+
950
+ if (!skills || skills.length === 0) return;
951
+
952
+ const loopConfigsBySkillId = await this.getLoopConfigsBySkillId(
953
+ skills.map((skill: any) => this.getSkillRecordId(skill)),
954
+ );
955
+
956
+ const tools = await Promise.all(
957
+ skills.map(async (skill: any) => {
958
+ const autoCall = !!skill.get('autoCall');
959
+ const loopConfig = loopConfigsBySkillId.get(this.getSkillRecordId(skill));
960
+ const loopInteractionSchema = this.resolveLoopInteractionSchema(loopConfig);
961
+ const skillInteractionSchema = parseJsonText(skill.get('interactionSchema'), null);
962
+ const interactionSchema = loopInteractionSchema || skillInteractionSchema;
963
+ const requiresHumanReview = !!interactionSchema;
964
+ const fullDescription = await this.getSkillDescriptionForAI(skill);
965
+ const baseDescription = `${fullDescription || skill.get('description')}\nLanguage: ${skill.get(
966
+ 'language',
967
+ )}`;
968
+ const description = requiresHumanReview
969
+ ? `${baseDescription}\n\nIMPORTANT: This skill is bound to a Skill Hub human-in-the-loop review template. Pass best-effort args; the user can approve, edit, or reject them before execution.`
970
+ : baseDescription;
971
+ return {
972
+ scope: normalizeSkillToolScope(skill.get('toolScope')),
973
+ execution: 'backend' as const,
974
+ defaultPermission: (requiresHumanReview ? 'ASK' : autoCall ? 'ALLOW' : 'ASK') as 'ALLOW' | 'ASK',
975
+ introduction: {
976
+ title: `Skill Hub: ${skill.get('title')}`,
977
+ about: skill.get('description') || `Thực thi kỹ năng ${skill.get('title')}`,
978
+ },
979
+ definition: {
980
+ name: getSkillToolName(skill),
981
+ description,
982
+ schema: parseJsonText(skill.get('inputSchema'), { type: 'object', properties: {} }),
983
+ },
984
+ invoke: async (toolCtx: any, args: any, runtime?: ToolRuntimeInput) => {
985
+ const restoreRuntime = assignToolRuntime(toolCtx, runtime);
986
+ try {
987
+ // Re-fetch skill to get latest version (hot-reload support)
988
+ const latestSkill = await (this as any).db.getRepository('skillDefinitions').findOne({
989
+ filter: { id: skill.get('id'), enabled: true },
990
+ });
991
+ if (!latestSkill) {
992
+ return { status: 'error', content: `Skill "${skill.get('name')}" is no longer available` };
993
+ }
994
+ await this.assertSkillReviewApproved(latestSkill, runtime, getSkillToolName(skill), toolCtx);
995
+ const result = await this.executeSkill(latestSkill, args, toolCtx);
996
+ return {
997
+ status: result.status === 'succeeded' ? 'success' : 'error',
998
+ result: result, // Attach raw result
999
+ };
1000
+ } finally {
1001
+ restoreRuntime();
1002
+ }
1003
+ },
1004
+ };
1005
+ }),
1006
+ );
1007
+
1008
+ register.registerTools(tools);
1009
+ } catch (err) {
1010
+ (this as any).app.logger.warn('[skill-hub] Failed to provide dynamic tools', err);
1011
+ }
1012
+ });
1013
+
1014
+ (this as any).app.logger.info('[skill-hub] AI tools registered (dynamic provider + general tool).');
1015
+ } catch (error) {
1016
+ (this as any).app.logger.warn('[skill-hub] Failed to register AI tools:', error);
1017
+ }
1018
+ }
1019
+
1020
+ private startCleanupInterval() {
1021
+ if (this.cleanupInterval) return;
1022
+ // Check old execution files every hour, rate limiter every 5 minutes
1023
+ const CLEANUP_INTERVAL = 60 * 60 * 1000; // 1 hour
1024
+
1025
+ this.cleanupInterval = runWithDistributedLock(
1026
+ (this as any).app,
1027
+ 'skill-hub:cleanup',
1028
+ async () => {
1029
+ // 1. Storage Retention Cleanup
1030
+ try {
1031
+ const config = await (this as any).db.getRepository('skillWorkerConfigs').findOne();
1032
+ const hours = config ? config.get('retentionHours') : 24;
1033
+
1034
+ if (hours && hours > 0) {
1035
+ const MAX_AGE_MS = hours * 60 * 60 * 1000;
1036
+ const cutoff = new Date(Date.now() - MAX_AGE_MS);
1037
+ const repo = (this as any).db.getRepository('skillExecutions');
1038
+
1039
+ const outdated = await repo.find({
1040
+ filter: { createdAt: { $lt: cutoff } },
1041
+ });
1042
+
1043
+ if (outdated.length > 0) {
1044
+ for (const record of outdated) {
1045
+ await record.destroy(); // Fires afterDestroy hook which removes physical folder
1046
+ }
1047
+ (this as any).app.logger.info(`[skill-hub] Auto-cleaned up ${outdated.length} expired execution records`);
1048
+ }
1049
+ }
1050
+ } catch (err) {
1051
+ (this as any).app.logger.warn('[skill-hub] Auto Cleanup error:', err);
1052
+ }
1053
+
1054
+ // 2. Cleanup rate limiter stale entries
1055
+ this.rateLimiter.cleanup();
1056
+ },
1057
+ CLEANUP_INTERVAL,
1058
+ );
1059
+ }
1060
+
1061
+ async beforeStop() {
1062
+ (this as any).app.off?.('afterStart', this.afterStart);
1063
+ (this as any).app.removeListener?.('afterStart', this.afterStart);
1064
+ // Unsubscribe PubSub
1065
+ if (this.skillTaskCallback) {
1066
+ try {
1067
+ await (this as any).app.pubSubManager.unsubscribe('skill-hub.task', this.skillTaskCallback);
1068
+ } catch {
1069
+ /* ignore */
1070
+ }
1071
+ }
1072
+ if (this.initEnvTaskCallback) {
1073
+ try {
1074
+ await (this as any).app.pubSubManager.unsubscribe('skill-hub.init-env', this.initEnvTaskCallback);
1075
+ } catch {
1076
+ /* ignore */
1077
+ }
1078
+ }
1079
+ if (this.initEnvDoneCallback) {
1080
+ try {
1081
+ await (this as any).app.pubSubManager.unsubscribe('skill-hub.init-env.done', this.initEnvDoneCallback);
1082
+ } catch {
1083
+ /* ignore */
1084
+ }
1085
+ }
1086
+ if (this.initEnvProgressCallback) {
1087
+ try {
1088
+ await (this as any).app.pubSubManager.unsubscribe('skill-hub.init-env.progress', this.initEnvProgressCallback);
1089
+ } catch {
1090
+ /* ignore */
1091
+ }
1092
+ }
1093
+
1094
+ // Clear cleanup interval
1095
+ if (this.cleanupInterval) {
1096
+ clearInterval(this.cleanupInterval);
1097
+ this.cleanupInterval = null;
1098
+ }
1099
+ if (this.skillTaskPoller) {
1100
+ clearInterval(this.skillTaskPoller);
1101
+ this.skillTaskPoller = null;
1102
+ }
1103
+ }
1104
+
1105
+ // --- Handlers ---
1106
+ private async handleClearStorage(ctx: any, next: () => Promise<any>) {
1107
+ const { type } = ctx.request.body || ctx.action.params.values;
1108
+ const repo = (this as any).db.getRepository('skillExecutions');
1109
+ let count = 0;
1110
+
1111
+ if (type === 'all') {
1112
+ const results = await repo.find({ fields: ['id'] });
1113
+ for (const rec of results) {
1114
+ await rec.destroy();
1115
+ }
1116
+ count = results.length;
1117
+ } else if (type === 'expired') {
1118
+ const config = await (this as any).db.getRepository('skillWorkerConfigs').findOne();
1119
+ const hours = config ? config.get('retentionHours') : 24;
1120
+ if (hours > 0) {
1121
+ const cutoff = new Date(Date.now() - hours * 60 * 60 * 1000);
1122
+ const results = await repo.find({ filter: { createdAt: { $lt: cutoff } }, fields: ['id'] });
1123
+ for (const rec of results) {
1124
+ await rec.destroy();
1125
+ }
1126
+ count = results.length;
1127
+ }
1128
+ }
1129
+
1130
+ ctx.body = { count };
1131
+ await next();
1132
+ }
1133
+
1134
+ private async handleListTemplates(ctx: any, next: () => Promise<any>) {
1135
+ // Dynamic Pull: discover templates from all active plugins in the system
1136
+ try {
1137
+ const allPlugins = (this as any).app.pm.getPlugins();
1138
+ for (const [, pluginInstance] of allPlugins) {
1139
+ if (typeof (pluginInstance as any).getSkillTemplates === 'function') {
1140
+ const pluginSkills = (pluginInstance as any).getSkillTemplates();
1141
+ if (Array.isArray(pluginSkills)) {
1142
+ for (const s of pluginSkills) {
1143
+ if (!this.skillTemplates.has(s.name)) {
1144
+ this.skillTemplates.set(s.name, this.hydrateSkillTemplate(pluginInstance.name, s));
1145
+ }
1146
+ }
1147
+ }
1148
+ }
1149
+ }
1150
+ } catch (e) {
1151
+ (this as any).app.logger.warn(`[skill-hub] Failed to discover some plugin skills: ${e.message}`);
1152
+ }
1153
+
1154
+ ctx.body = { data: Array.from(this.skillTemplates.values()) };
1155
+ await next();
1156
+ }
1157
+
1158
+ // ─── Extension API: other plugins register/unregister skills ───
1159
+
1160
+ /**
1161
+ * Register a skill template into memory for UI importing.
1162
+ */
1163
+ registerSkillTemplate(pluginName: string, skillDef: any) {
1164
+ this.skillTemplates.set(skillDef.name, this.hydrateSkillTemplate(pluginName, skillDef));
1165
+ (this as any).app.logger.info(
1166
+ `[skill-hub] Registered skill template "${skillDef.name}" from plugin "${pluginName}"`,
1167
+ );
1168
+ }
1169
+
1170
+ resolveSkillTemplate(templateName: string) {
1171
+ if (!templateName) return null;
1172
+ const cached = this.skillTemplates.get(templateName);
1173
+ if (cached) return cached;
1174
+
1175
+ try {
1176
+ const allPlugins = (this as any).app.pm.getPlugins();
1177
+ for (const [, pluginInstance] of allPlugins) {
1178
+ if (typeof (pluginInstance as any).getSkillTemplates !== 'function') continue;
1179
+ const pluginSkills = (pluginInstance as any).getSkillTemplates();
1180
+ if (!Array.isArray(pluginSkills)) continue;
1181
+ const found = pluginSkills.find((s: any) => s?.name === templateName);
1182
+ if (found) {
1183
+ const hydrated = this.hydrateSkillTemplate(pluginInstance.name, found);
1184
+ this.skillTemplates.set(templateName, hydrated);
1185
+ return hydrated;
1186
+ }
1187
+ }
1188
+ } catch (e: any) {
1189
+ (this as any).app.logger.warn(`[skill-hub] Failed to resolve plugin skill "${templateName}": ${e.message}`);
1190
+ }
1191
+
1192
+ return null;
1193
+ }
1194
+
1195
+ async getSkillDescriptionForAI(skill: any) {
1196
+ const description = skill.get ? skill.get('description') : skill.description;
1197
+ const instructions = await this.getSkillInstructions(skill);
1198
+ const maxInlineInstructionChars = 24000;
1199
+ const inlineInstructions =
1200
+ instructions && instructions.length > maxInlineInstructionChars
1201
+ ? `${instructions.slice(
1202
+ 0,
1203
+ maxInlineInstructionChars,
1204
+ )}\n\n[Instructions truncated in tool description. Call skill_hub_execute with action="describe" and this skillName to load the complete workflow.]`
1205
+ : instructions;
1206
+ return [description, inlineInstructions ? `Instructions:\n${inlineInstructions}` : ''].filter(Boolean).join('\n\n');
1207
+ }
1208
+
1209
+ async getSkillInstructions(skill: any) {
1210
+ const storedInstructions = skill.get ? skill.get('instructions') : skill.instructions;
1211
+ if (storedInstructions) return storedInstructions;
1212
+
1213
+ const storageType = skill.get ? skill.get('storageType') : skill.storageType;
1214
+ if (storageType !== 'plugin') return '';
1215
+
1216
+ const templateName =
1217
+ (skill.get ? skill.get('pluginSource') : skill.pluginSource) || (skill.get ? skill.get('name') : skill.name);
1218
+ const template = this.resolveSkillTemplate(templateName);
1219
+ return template?.instructions || '';
1220
+ }
1221
+
1222
+ private hydrateSkillTemplate(pluginName: string, skillDef: any) {
1223
+ const skillName = skillDef.name;
1224
+ const packageRoot = skillDef.skillPackage?.rootDir;
1225
+ let packageInfo: any = null;
1226
+
1227
+ if (packageRoot && this.skillRepoService) {
1228
+ packageInfo = this.skillRepoService.readSkillPackage(packageRoot);
1229
+ }
1230
+
1231
+ const metadata = packageInfo?.metadata || {};
1232
+ const packageInstructions = packageInfo?.instructions;
1233
+
1234
+ return {
1235
+ ...skillDef,
1236
+ title: skillDef.title || metadata.title || skillName,
1237
+ description: skillDef.description || metadata.description || '',
1238
+ instructions: [skillDef.instructions, packageInstructions].filter(Boolean).join('\n\n').trim(),
1239
+ language: skillDef.language || metadata.language || 'python',
1240
+ codeTemplate: skillDef.codeTemplate || packageInfo?.code || '',
1241
+ storageType: 'plugin',
1242
+ storageUrl: skillDef.storageUrl || `plugin://${pluginName}/${skillName}`,
1243
+ // Keep pluginSource as the skill template name because existing DB records use it for lookup.
1244
+ pluginSource: skillName,
1245
+ pluginName,
1246
+ };
1247
+ }
1248
+
1249
+ async install() {
1250
+ await this.skillManager.seedDefaults();
1251
+ }
1252
+ }
1253
+
1254
+ export default SkillHubSubFeature;
1255
+ export function shouldRunSkillSandbox(env: NodeJS.ProcessEnv = process.env): boolean {
1256
+ if (env.SKILL_HUB_SANDBOX === 'false') return false;
1257
+ const workerMode = String(env.WORKER_MODE || '').trim();
1258
+ if (!workerMode) return true;
1259
+ if (
1260
+ workerMode === '*' ||
1261
+ workerMode
1262
+ .split(',')
1263
+ .map((value) => value.trim())
1264
+ .includes('skill-hub:sandbox')
1265
+ ) {
1266
+ return true;
1267
+ }
1268
+ return workerMode
1269
+ .split(',')
1270
+ .map((value) => value.trim())
1271
+ .includes('skill-hub.task');
1272
+ }