plugin-agent-orchestrator 1.1.8 → 1.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (413) hide show
  1. package/README.md +207 -204
  2. package/client-v2.d.ts +2 -2
  3. package/client-v2.js +1 -1
  4. package/client.d.ts +2 -2
  5. package/client.js +1 -1
  6. package/dist/client/117.2e4cb0477da3db1f.js +10 -0
  7. package/dist/client/253.93deb9e0192e76a5.js +10 -0
  8. package/dist/client/325.8f7f509bdb35e142.js +10 -0
  9. package/dist/client/404.498d2d9516dd1dce.js +10 -0
  10. package/dist/client/418.6f01da17774a5a25.js +10 -0
  11. package/dist/client/53.774ff07505d521fa.js +10 -0
  12. package/dist/client/619.e342b0fa467d39ca.js +10 -0
  13. package/dist/client/627.fdd60bcc0f3a9cf6.js +10 -0
  14. package/dist/client/652.477e21bfff67bc1c.js +10 -0
  15. package/dist/client/981.e0546ffc34afedcd.js +10 -0
  16. package/dist/client/993.5d04b510835ab0d2.js +10 -0
  17. package/dist/client/index.js +1 -1
  18. package/dist/client-v2/117.ccf43ae8631f7d74.js +10 -0
  19. package/dist/client-v2/214.cdf76752053a8990.js +10 -0
  20. package/dist/client-v2/253.1198df22f5baf304.js +10 -0
  21. package/dist/client-v2/264.78887ff88f969467.js +10 -0
  22. package/dist/client-v2/325.fafe5a6e83ba9cb3.js +10 -0
  23. package/dist/client-v2/404.9ba964c28a151c81.js +10 -0
  24. package/dist/client-v2/{41.3deb9e57a0f64fc4.js → 41.b28cf7a675a603d1.js} +1 -1
  25. package/dist/client-v2/418.55b6b28cda8bb5f3.js +10 -0
  26. package/dist/client-v2/{53.349fff8db80b19d4.js → 53.282081f97e4308c6.js} +1 -1
  27. package/dist/client-v2/{619.0a2144aaffefe018.js → 619.8c03913873785fb6.js} +1 -1
  28. package/dist/client-v2/627.e16f4a0dd596c3e6.js +10 -0
  29. package/dist/client-v2/652.1a48364774d5383a.js +10 -0
  30. package/dist/client-v2/{70.ffff2997c10fd4b0.js → 70.9166ed70906d041f.js} +1 -1
  31. package/dist/client-v2/{981.e4a1f41cfc94a856.js → 981.a81521f0296c7db8.js} +1 -1
  32. package/dist/client-v2/993.ca5b28f1e2b4c1ef.js +10 -0
  33. package/dist/client-v2/index.js +1 -1
  34. package/dist/externalVersion.js +10 -7
  35. package/dist/locale/en-US.json +229 -1
  36. package/dist/locale/zh-CN.json +229 -1
  37. package/dist/node_modules/adm-zip/adm-zip.js +1 -1
  38. package/dist/node_modules/adm-zip/package.json +1 -1
  39. package/dist/node_modules/ajv/package.json +1 -1
  40. package/dist/node_modules/zod/index.cjs +1 -1
  41. package/dist/node_modules/zod/package.json +1 -1
  42. package/dist/server/collections/agent-execution-spans.js +145 -6
  43. package/dist/server/collections/agent-governance-audit-events.js +47 -0
  44. package/dist/server/collections/agent-governance-policies.js +47 -0
  45. package/dist/server/collections/agent-governance-policy-versions.js +48 -0
  46. package/dist/server/collections/agent-governance-prompt-bindings.js +50 -0
  47. package/dist/server/collections/agent-loop-runs.js +23 -5
  48. package/dist/server/migrations/20261110000000-add-usage-pricing-snapshots.js +117 -0
  49. package/dist/server/migrations/20261110010000-add-usage-department-attribution.js +54 -0
  50. package/dist/server/plugin.js +114 -33
  51. package/dist/server/resources/agent-governance.js +192 -0
  52. package/dist/server/resources/agent-harness-profile.js +11 -3
  53. package/dist/server/resources/agent-monitor.js +109 -339
  54. package/dist/server/resources/agent-usage.js +423 -0
  55. package/dist/server/resources/native-monitor-format.js +179 -0
  56. package/dist/server/resources/tracing.js +35 -12
  57. package/dist/server/services/AgentGovernanceService.js +500 -0
  58. package/dist/server/services/DepartmentAttribution.js +65 -0
  59. package/dist/server/services/ExecutionSpanService.js +96 -3
  60. package/dist/server/services/GovernanceAdmission.js +211 -0
  61. package/dist/server/services/HarnessCapabilities.js +118 -0
  62. package/dist/server/services/LoopBudgetService.js +29 -11
  63. package/dist/server/services/LoopRunRepository.js +15 -6
  64. package/dist/server/services/LoopRunStateMachine.js +18 -7
  65. package/dist/server/services/LoopTriggerService.js +1 -1
  66. package/dist/server/services/LoopWorkerService.js +66 -32
  67. package/dist/server/services/ManagedPromptProtection.js +99 -0
  68. package/dist/server/services/NativeAgentMonitorSyncService.js +584 -0
  69. package/dist/server/services/NativeSubAgentObserver.js +141 -508
  70. package/dist/server/services/NativeUsageAttribution.js +97 -0
  71. package/dist/server/services/TokenTracker.js +787 -104
  72. package/dist/server/services/TracingRetentionPolicy.js +66 -0
  73. package/dist/server/services/VerificationService.js +18 -8
  74. package/dist/server/skill-hub/sandbox-config.json +6 -6
  75. package/dist/server/utils/ensure-indexes.js +14 -5
  76. package/package.json +63 -53
  77. package/server.d.ts +2 -2
  78. package/server.js +1 -1
  79. package/src/client/AgentRunsTab.tsx +2 -2
  80. package/src/client/ApprovalsTab.tsx +2 -2
  81. package/src/client/HarnessProfilesTab.tsx +2 -2
  82. package/src/client/OrchestratorSettings.tsx +152 -152
  83. package/src/client/SkillPages.tsx +41 -0
  84. package/src/client/__tests__/embedded-settings.test.tsx +232 -0
  85. package/src/client/hooks/useRunEventStream.ts +76 -76
  86. package/src/client/index.tsx +2 -2
  87. package/src/client/plugin.tsx +76 -33
  88. package/src/client/skill-hub/components/ExecutionHistory.tsx +200 -200
  89. package/src/client/skill-hub/components/GitSkillImport.tsx +562 -562
  90. package/src/client/skill-hub/components/LoopSettings.tsx +331 -331
  91. package/src/client/skill-hub/components/SkillEditor.tsx +460 -460
  92. package/src/client/skill-hub/components/SkillManager.tsx +194 -194
  93. package/src/client/skill-hub/components/SkillMetrics.tsx +162 -162
  94. package/src/client/skill-hub/components/SkillTestPanel.tsx +141 -141
  95. package/src/client/skill-hub/index.tsx +6 -6
  96. package/src/client/skill-hub/locale.ts +16 -16
  97. package/src/client/skill-hub/tools/InteractionSchemasProvider.tsx +132 -132
  98. package/src/client/skill-hub/tools/SkillHubCard.tsx +104 -104
  99. package/src/client/skill-hub/tools/loopTemplates.ts +52 -52
  100. package/src/client/skill-hub/tools/registerSkillLoopCards.ts +71 -71
  101. package/src/client/skill-hub/utils/jsonFields.ts +41 -41
  102. package/src/client-v2/__tests__/embedded-settings.test.tsx +193 -0
  103. package/src/client-v2/components/AIEmployeeSelect.tsx +47 -47
  104. package/src/client-v2/components/AIEmployeesContext.tsx +97 -97
  105. package/src/client-v2/components/AgentBindingsTab.tsx +269 -269
  106. package/src/client-v2/components/AgentRunsTab.tsx +92 -83
  107. package/src/client-v2/components/ApprovalsTab.tsx +337 -337
  108. package/src/client-v2/components/EmployeeGovernanceTab.tsx +702 -0
  109. package/src/client-v2/components/HarnessProfilesTab.tsx +704 -541
  110. package/src/client-v2/components/KnowledgeAccessTab.tsx +116 -116
  111. package/src/client-v2/components/RetrievalTraceTab.tsx +162 -162
  112. package/src/client-v2/components/UsageGovernanceTab.tsx +386 -0
  113. package/src/client-v2/index.tsx +1 -1
  114. package/src/client-v2/pages/AgentBindingsPage.tsx +22 -13
  115. package/src/client-v2/pages/ApprovalsPage.tsx +19 -10
  116. package/src/client-v2/pages/EmployeeGovernancePage.tsx +22 -0
  117. package/src/client-v2/pages/ExecutionHistoryPage.tsx +19 -10
  118. package/src/client-v2/pages/HarnessProfilesPage.tsx +19 -10
  119. package/src/client-v2/pages/KnowledgeAccessPage.tsx +19 -10
  120. package/src/client-v2/pages/LoopSettingsPage.tsx +19 -10
  121. package/src/client-v2/pages/MemoryInspectorPage.tsx +22 -13
  122. package/src/client-v2/pages/RetrievalTracePage.tsx +19 -10
  123. package/src/client-v2/pages/RulesPage.tsx +22 -13
  124. package/src/client-v2/pages/SkillDefinitionsPage.tsx +19 -10
  125. package/src/client-v2/pages/SkillMetricsPage.tsx +19 -10
  126. package/src/client-v2/pages/TracingPage.tsx +22 -13
  127. package/src/client-v2/pages/UsageGovernancePage.tsx +22 -0
  128. package/src/client-v2/plugin.tsx +139 -111
  129. package/src/client-v2/skill-hub/components/ExecutionHistory.tsx +196 -196
  130. package/src/client-v2/skill-hub/components/FileLinkList.tsx +37 -37
  131. package/src/client-v2/skill-hub/components/GitSkillImport.tsx +539 -539
  132. package/src/client-v2/skill-hub/components/LoopSettings.tsx +331 -331
  133. package/src/client-v2/skill-hub/components/SkillEditor.tsx +453 -453
  134. package/src/client-v2/skill-hub/components/SkillManager.tsx +191 -174
  135. package/src/client-v2/skill-hub/components/SkillMetrics.tsx +162 -162
  136. package/src/client-v2/skill-hub/components/SkillTestPanel.tsx +135 -135
  137. package/src/client-v2/skill-hub/locale.ts +13 -13
  138. package/src/client-v2/skill-hub/tools/InteractionSchemasProvider.tsx +62 -0
  139. package/src/client-v2/skill-hub/tools/SkillHubCard.tsx +104 -0
  140. package/src/client-v2/skill-hub/tools/__tests__/interactions.test.ts +110 -0
  141. package/src/client-v2/skill-hub/tools/interactions.ts +128 -0
  142. package/src/client-v2/skill-hub/tools/loopTemplates.ts +52 -52
  143. package/src/client-v2/skill-hub/utils/jsonFields.ts +41 -41
  144. package/src/client-v2/utils/jsonFields.ts +41 -41
  145. package/src/index.ts +2 -2
  146. package/src/locale/en-US.json +229 -1
  147. package/src/locale/zh-CN.json +229 -1
  148. package/src/server/__tests__/agent-execution-context.test.ts +18 -18
  149. package/src/server/__tests__/agent-governance.integration.test.ts +392 -0
  150. package/src/server/__tests__/agent-knowledge-insights.test.ts +123 -123
  151. package/src/server/__tests__/agent-monitor-acl.integration.test.ts +274 -0
  152. package/src/server/__tests__/agent-registry-service.test.ts +147 -147
  153. package/src/server/__tests__/agent-runtime-lifecycle.test.ts +46 -46
  154. package/src/server/__tests__/agent-usage-report.integration.test.ts +342 -0
  155. package/src/server/__tests__/code-validator.test.ts +63 -63
  156. package/src/server/__tests__/external-rag-search.test.ts +107 -107
  157. package/src/server/__tests__/harness-capabilities.test.ts +95 -0
  158. package/src/server/__tests__/harness-compiler.test.ts +214 -214
  159. package/src/server/__tests__/harness-profile-service.test.ts +167 -167
  160. package/src/server/__tests__/harness-runtime-policy.test.ts +293 -293
  161. package/src/server/__tests__/harness-tool-plan.test.ts +182 -172
  162. package/src/server/__tests__/input-schema-validator.test.ts +26 -26
  163. package/src/server/__tests__/loop-approval-decision.test.ts +577 -512
  164. package/src/server/__tests__/loop-approval-expiry.test.ts +258 -258
  165. package/src/server/__tests__/loop-budget-service.test.ts +36 -0
  166. package/src/server/__tests__/loop-pattern-schema.test.ts +73 -73
  167. package/src/server/__tests__/loop-run-repository.test.ts +32 -0
  168. package/src/server/__tests__/loop-run-state-machine.test.ts +101 -101
  169. package/src/server/__tests__/loop-trigger-service.test.ts +192 -148
  170. package/src/server/__tests__/loop-worker-claim.test.ts +72 -9
  171. package/src/server/__tests__/loop-worker-execution.test.ts +382 -317
  172. package/src/server/__tests__/native-agent-monitor-sync.test.ts +350 -0
  173. package/src/server/__tests__/native-sub-agent-observer.test.ts +470 -662
  174. package/src/server/__tests__/native-usage-attribution.integration.test.ts +175 -0
  175. package/src/server/__tests__/skill-access-service.test.ts +64 -64
  176. package/src/server/__tests__/skill-execute.test.ts +70 -70
  177. package/src/server/__tests__/skill-execution-task-policy.test.ts +140 -140
  178. package/src/server/__tests__/skill-sandbox-worker-mode.test.ts +15 -15
  179. package/src/server/__tests__/skill-settings.test.ts +63 -63
  180. package/src/server/__tests__/skill-tool-name.test.ts +23 -23
  181. package/src/server/__tests__/token-tracker.test.ts +639 -0
  182. package/src/server/__tests__/tool-loop-detection.test.ts +276 -276
  183. package/src/server/__tests__/tracing-retention-policy.test.ts +37 -0
  184. package/src/server/__tests__/usage-ledger.integration.test.ts +194 -0
  185. package/src/server/collections/agent-execution-spans.ts +393 -245
  186. package/src/server/collections/agent-governance-audit-events.ts +26 -0
  187. package/src/server/collections/agent-governance-policies.ts +26 -0
  188. package/src/server/collections/agent-governance-policy-versions.ts +27 -0
  189. package/src/server/collections/agent-governance-prompt-bindings.ts +29 -0
  190. package/src/server/collections/agent-loop-action-approvals.ts +39 -39
  191. package/src/server/collections/agent-loop-runs.ts +396 -369
  192. package/src/server/collections/agent-loop-steps.ts +220 -220
  193. package/src/server/collections/agent-memory-contexts.ts +95 -95
  194. package/src/server/collections/orchestrator-config.ts +87 -87
  195. package/src/server/collections/orchestrator-logs.ts +116 -116
  196. package/src/server/collections/skill-definitions.ts +159 -159
  197. package/src/server/collections/skill-executions.ts +154 -154
  198. package/src/server/collections/skill-loop-configs.ts +65 -65
  199. package/src/server/collections/skill-metrics.ts +36 -36
  200. package/src/server/collections/skill-registry-installations.ts +41 -41
  201. package/src/server/collections/skill-worker-configs.ts +86 -86
  202. package/src/server/index.ts +1 -1
  203. package/src/server/migrations/20260423000000-add-progress-fields.ts +50 -50
  204. package/src/server/migrations/20260425000000-add-interaction-schema.ts +37 -37
  205. package/src/server/migrations/20260427000000-add-tracing-detail-fields.ts +41 -41
  206. package/src/server/migrations/20260427000001-change-other-json-to-text.ts +61 -61
  207. package/src/server/migrations/20260524001000-add-plan-approval-and-harness-profiles.ts +145 -145
  208. package/src/server/migrations/20260601000000-add-token-fields.ts +89 -89
  209. package/src/server/migrations/20260615000000-normalize-ai-employee-tool-bindings.ts +39 -39
  210. package/src/server/migrations/20260621000000-native-policy-profile-defaults.ts +190 -190
  211. package/src/server/migrations/20260727000000-remove-unused-knowledge-scopes.ts +25 -25
  212. package/src/server/migrations/20260727010000-backfill-skill-tool-names.ts +45 -45
  213. package/src/server/migrations/20261110000000-add-usage-pricing-snapshots.ts +117 -0
  214. package/src/server/migrations/20261110010000-add-usage-department-attribution.ts +35 -0
  215. package/src/server/plugin.ts +674 -573
  216. package/src/server/resources/agent-governance.ts +168 -0
  217. package/src/server/resources/agent-harness-profile.ts +110 -94
  218. package/src/server/resources/agent-knowledge-insights.ts +306 -306
  219. package/src/server/resources/agent-loop-approval.ts +84 -84
  220. package/src/server/resources/agent-loop-events-stream.ts +108 -108
  221. package/src/server/resources/agent-loop.ts +252 -252
  222. package/src/server/resources/agent-monitor.ts +215 -482
  223. package/src/server/resources/agent-usage.ts +420 -0
  224. package/src/server/resources/native-monitor-format.ts +157 -0
  225. package/src/server/resources/tracing.ts +303 -267
  226. package/src/server/services/AgentExecutionContext.ts +23 -23
  227. package/src/server/services/AgentGovernanceService.ts +548 -0
  228. package/src/server/services/AgentMemoryContextService.ts +344 -344
  229. package/src/server/services/AgentRegistryService.ts +220 -220
  230. package/src/server/services/AgentRuntimeLifecycle.ts +64 -64
  231. package/src/server/services/CodeValidator.ts +238 -238
  232. package/src/server/services/DepartmentAttribution.ts +54 -0
  233. package/src/server/services/DurableCircuitBreakerService.ts +235 -235
  234. package/src/server/services/ExecutionSpanService.ts +278 -146
  235. package/src/server/services/FileManager.ts +159 -159
  236. package/src/server/services/GovernanceAdmission.ts +239 -0
  237. package/src/server/services/HarnessCapabilities.ts +119 -0
  238. package/src/server/services/HarnessCompiler.ts +170 -170
  239. package/src/server/services/HarnessProfileService.ts +235 -235
  240. package/src/server/services/HarnessSchema.ts +194 -194
  241. package/src/server/services/InputSchemaValidator.ts +44 -44
  242. package/src/server/services/LoopBudgetService.ts +332 -271
  243. package/src/server/services/LoopControlService.ts +120 -120
  244. package/src/server/services/LoopPatternSchema.ts +231 -231
  245. package/src/server/services/LoopPatternService.ts +171 -171
  246. package/src/server/services/LoopRunRepository.ts +350 -332
  247. package/src/server/services/LoopRunStateMachine.ts +545 -525
  248. package/src/server/services/LoopSchedulerService.ts +195 -195
  249. package/src/server/services/LoopTriggerService.ts +169 -159
  250. package/src/server/services/LoopWorkerService.ts +986 -912
  251. package/src/server/services/ManagedPromptProtection.ts +88 -0
  252. package/src/server/services/NativeAgentMonitorSyncService.ts +691 -0
  253. package/src/server/services/NativeSubAgentObserver.ts +331 -757
  254. package/src/server/services/NativeUsageAttribution.ts +98 -0
  255. package/src/server/services/PathLockService.ts +317 -317
  256. package/src/server/services/PluginAiRuntimeAdapter.ts +387 -387
  257. package/src/server/services/RunEventBus.ts +58 -58
  258. package/src/server/services/SandboxRunner.ts +492 -492
  259. package/src/server/services/SkillAccessService.ts +175 -175
  260. package/src/server/services/SkillManager.ts +585 -585
  261. package/src/server/services/SkillRepositoryService.ts +236 -236
  262. package/src/server/services/TokenTracker.ts +1158 -287
  263. package/src/server/services/ToolLoopDetectionService.ts +210 -210
  264. package/src/server/services/TracingRetentionPolicy.ts +56 -0
  265. package/src/server/services/VerificationSchema.ts +31 -31
  266. package/src/server/services/VerificationService.ts +332 -313
  267. package/src/server/services/WorkerEnvManager.ts +198 -198
  268. package/src/server/services/__tests__/SkillRepositoryService.test.ts +33 -33
  269. package/src/server/services/harness-runtime-policy.ts +134 -134
  270. package/src/server/services/pythonGuardTemplate.ts +87 -87
  271. package/src/server/services/sandboxCapabilities.ts +348 -348
  272. package/src/server/skill-hub/actions/__tests__/git-import.test.ts +563 -563
  273. package/src/server/skill-hub/actions/git-import.ts +936 -936
  274. package/src/server/skill-hub/mcp/McpController.ts +107 -107
  275. package/src/server/skill-hub/middlewares/git-import-request-method-policy.ts +51 -51
  276. package/src/server/skill-hub/plugin.ts +1232 -1232
  277. package/src/server/skill-hub/sandbox-config.json +6 -6
  278. package/src/server/skill-hub/services/RegistrySkillInstallationService.ts +281 -281
  279. package/src/server/skill-hub/services/__tests__/RegistrySkillInstallationService.test.ts +295 -295
  280. package/src/server/skill-hub/tasks/SkillExecutionTask.ts +568 -568
  281. package/src/server/skill-hub/utils/json-fields.ts +57 -57
  282. package/src/server/tools/delegate-task.ts +30 -30
  283. package/src/server/tools/external-rag-search.ts +329 -329
  284. package/src/server/tools/skill-execute.ts +216 -216
  285. package/src/server/types.ts +21 -21
  286. package/src/server/utils/ai-manager.ts +24 -24
  287. package/src/server/utils/ctx-utils.ts +132 -132
  288. package/src/server/utils/ensure-indexes.ts +119 -96
  289. package/src/server/utils/ha-lock.ts +80 -80
  290. package/src/server/utils/loop-pattern-context.ts +84 -84
  291. package/src/server/utils/record-utils.ts +19 -19
  292. package/src/server/utils/skill-settings.ts +135 -135
  293. package/src/server/utils/skill-tool-name.ts +58 -58
  294. package/dist/client-v2/117.7565cff57c39318a.js +0 -10
  295. package/dist/client-v2/214.106635011859dede.js +0 -10
  296. package/dist/client-v2/253.59577b40d9875be0.js +0 -10
  297. package/dist/client-v2/264.7ed8bee71fa5935c.js +0 -10
  298. package/dist/client-v2/418.41ed200e7d6da332.js +0 -10
  299. package/dist/client-v2/794.a67a2614405ba627.js +0 -10
  300. package/dist/client-v2/993.b0688fdc5ccb000a.js +0 -10
  301. package/dist/node_modules/simple-git/dist/cjs/index.js +0 -7399
  302. package/dist/node_modules/simple-git/dist/esm/index.js +0 -4745
  303. package/dist/node_modules/simple-git/dist/esm/package.json +0 -3
  304. package/dist/node_modules/simple-git/dist/src/lib/api.d.ts +0 -13
  305. package/dist/node_modules/simple-git/dist/src/lib/args/log-format.d.ts +0 -9
  306. package/dist/node_modules/simple-git/dist/src/lib/errors/git-construct-error.d.ts +0 -15
  307. package/dist/node_modules/simple-git/dist/src/lib/errors/git-error.d.ts +0 -30
  308. package/dist/node_modules/simple-git/dist/src/lib/errors/git-plugin-error.d.ts +0 -7
  309. package/dist/node_modules/simple-git/dist/src/lib/errors/git-response-error.d.ts +0 -32
  310. package/dist/node_modules/simple-git/dist/src/lib/errors/task-configuration-error.d.ts +0 -12
  311. package/dist/node_modules/simple-git/dist/src/lib/git-factory.d.ts +0 -15
  312. package/dist/node_modules/simple-git/dist/src/lib/git-logger.d.ts +0 -21
  313. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-branch-delete.d.ts +0 -5
  314. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-branch.d.ts +0 -2
  315. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-commit.d.ts +0 -2
  316. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-diff-summary.d.ts +0 -3
  317. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-fetch.d.ts +0 -2
  318. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-list-log-summary.d.ts +0 -6
  319. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-merge.d.ts +0 -11
  320. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-move.d.ts +0 -2
  321. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-pull.d.ts +0 -6
  322. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-push.d.ts +0 -4
  323. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-remote-messages.d.ts +0 -5
  324. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-remote-objects.d.ts +0 -3
  325. package/dist/node_modules/simple-git/dist/src/lib/plugins/abort-plugin.d.ts +0 -3
  326. package/dist/node_modules/simple-git/dist/src/lib/plugins/block-unsafe-operations-plugin.d.ts +0 -3
  327. package/dist/node_modules/simple-git/dist/src/lib/plugins/command-config-prefixing-plugin.d.ts +0 -2
  328. package/dist/node_modules/simple-git/dist/src/lib/plugins/completion-detection.plugin.d.ts +0 -3
  329. package/dist/node_modules/simple-git/dist/src/lib/plugins/custom-binary.plugin.d.ts +0 -3
  330. package/dist/node_modules/simple-git/dist/src/lib/plugins/error-detection.plugin.d.ts +0 -7
  331. package/dist/node_modules/simple-git/dist/src/lib/plugins/index.d.ts +0 -11
  332. package/dist/node_modules/simple-git/dist/src/lib/plugins/plugin-store.d.ts +0 -11
  333. package/dist/node_modules/simple-git/dist/src/lib/plugins/progress-monitor-plugin.d.ts +0 -3
  334. package/dist/node_modules/simple-git/dist/src/lib/plugins/simple-git-plugin.d.ts +0 -48
  335. package/dist/node_modules/simple-git/dist/src/lib/plugins/spawn-options-plugin.d.ts +0 -3
  336. package/dist/node_modules/simple-git/dist/src/lib/plugins/suffix-paths.plugin.d.ts +0 -2
  337. package/dist/node_modules/simple-git/dist/src/lib/plugins/timout-plugin.d.ts +0 -3
  338. package/dist/node_modules/simple-git/dist/src/lib/responses/BranchDeleteSummary.d.ts +0 -12
  339. package/dist/node_modules/simple-git/dist/src/lib/responses/BranchSummary.d.ts +0 -14
  340. package/dist/node_modules/simple-git/dist/src/lib/responses/CheckIgnore.d.ts +0 -4
  341. package/dist/node_modules/simple-git/dist/src/lib/responses/CleanSummary.d.ts +0 -9
  342. package/dist/node_modules/simple-git/dist/src/lib/responses/ConfigList.d.ts +0 -13
  343. package/dist/node_modules/simple-git/dist/src/lib/responses/DiffSummary.d.ts +0 -10
  344. package/dist/node_modules/simple-git/dist/src/lib/responses/FileStatusSummary.d.ts +0 -9
  345. package/dist/node_modules/simple-git/dist/src/lib/responses/GetRemoteSummary.d.ts +0 -11
  346. package/dist/node_modules/simple-git/dist/src/lib/responses/InitSummary.d.ts +0 -9
  347. package/dist/node_modules/simple-git/dist/src/lib/responses/MergeSummary.d.ts +0 -16
  348. package/dist/node_modules/simple-git/dist/src/lib/responses/PullSummary.d.ts +0 -25
  349. package/dist/node_modules/simple-git/dist/src/lib/responses/StatusSummary.d.ts +0 -19
  350. package/dist/node_modules/simple-git/dist/src/lib/responses/TagList.d.ts +0 -7
  351. package/dist/node_modules/simple-git/dist/src/lib/runners/git-executor-chain.d.ts +0 -25
  352. package/dist/node_modules/simple-git/dist/src/lib/runners/git-executor.d.ts +0 -14
  353. package/dist/node_modules/simple-git/dist/src/lib/runners/promise-wrapped.d.ts +0 -2
  354. package/dist/node_modules/simple-git/dist/src/lib/runners/scheduler.d.ts +0 -11
  355. package/dist/node_modules/simple-git/dist/src/lib/runners/tasks-pending-queue.d.ts +0 -23
  356. package/dist/node_modules/simple-git/dist/src/lib/simple-git-api.d.ts +0 -20
  357. package/dist/node_modules/simple-git/dist/src/lib/task-callback.d.ts +0 -2
  358. package/dist/node_modules/simple-git/dist/src/lib/tasks/apply-patch.d.ts +0 -3
  359. package/dist/node_modules/simple-git/dist/src/lib/tasks/branch.d.ts +0 -7
  360. package/dist/node_modules/simple-git/dist/src/lib/tasks/change-working-directory.d.ts +0 -2
  361. package/dist/node_modules/simple-git/dist/src/lib/tasks/check-ignore.d.ts +0 -2
  362. package/dist/node_modules/simple-git/dist/src/lib/tasks/check-is-repo.d.ts +0 -9
  363. package/dist/node_modules/simple-git/dist/src/lib/tasks/checkout.d.ts +0 -2
  364. package/dist/node_modules/simple-git/dist/src/lib/tasks/clean.d.ts +0 -25
  365. package/dist/node_modules/simple-git/dist/src/lib/tasks/clone.d.ts +0 -9
  366. package/dist/node_modules/simple-git/dist/src/lib/tasks/commit.d.ts +0 -4
  367. package/dist/node_modules/simple-git/dist/src/lib/tasks/config.d.ts +0 -8
  368. package/dist/node_modules/simple-git/dist/src/lib/tasks/count-objects.d.ts +0 -12
  369. package/dist/node_modules/simple-git/dist/src/lib/tasks/diff-name-status.d.ts +0 -12
  370. package/dist/node_modules/simple-git/dist/src/lib/tasks/diff.d.ts +0 -5
  371. package/dist/node_modules/simple-git/dist/src/lib/tasks/fetch.d.ts +0 -4
  372. package/dist/node_modules/simple-git/dist/src/lib/tasks/first-commit.d.ts +0 -2
  373. package/dist/node_modules/simple-git/dist/src/lib/tasks/grep.d.ts +0 -12
  374. package/dist/node_modules/simple-git/dist/src/lib/tasks/hash-object.d.ts +0 -5
  375. package/dist/node_modules/simple-git/dist/src/lib/tasks/init.d.ts +0 -3
  376. package/dist/node_modules/simple-git/dist/src/lib/tasks/log.d.ts +0 -32
  377. package/dist/node_modules/simple-git/dist/src/lib/tasks/merge.d.ts +0 -4
  378. package/dist/node_modules/simple-git/dist/src/lib/tasks/move.d.ts +0 -3
  379. package/dist/node_modules/simple-git/dist/src/lib/tasks/pull.d.ts +0 -3
  380. package/dist/node_modules/simple-git/dist/src/lib/tasks/push.d.ts +0 -9
  381. package/dist/node_modules/simple-git/dist/src/lib/tasks/remote.d.ts +0 -8
  382. package/dist/node_modules/simple-git/dist/src/lib/tasks/reset.d.ts +0 -11
  383. package/dist/node_modules/simple-git/dist/src/lib/tasks/show.d.ts +0 -2
  384. package/dist/node_modules/simple-git/dist/src/lib/tasks/stash-list.d.ts +0 -4
  385. package/dist/node_modules/simple-git/dist/src/lib/tasks/status.d.ts +0 -3
  386. package/dist/node_modules/simple-git/dist/src/lib/tasks/sub-module.d.ts +0 -5
  387. package/dist/node_modules/simple-git/dist/src/lib/tasks/tag.d.ts +0 -18
  388. package/dist/node_modules/simple-git/dist/src/lib/tasks/task.d.ts +0 -14
  389. package/dist/node_modules/simple-git/dist/src/lib/tasks/version.d.ts +0 -9
  390. package/dist/node_modules/simple-git/dist/src/lib/types/handlers.d.ts +0 -21
  391. package/dist/node_modules/simple-git/dist/src/lib/types/index.d.ts +0 -136
  392. package/dist/node_modules/simple-git/dist/src/lib/types/tasks.d.ts +0 -19
  393. package/dist/node_modules/simple-git/dist/src/lib/utils/argument-filters.d.ts +0 -14
  394. package/dist/node_modules/simple-git/dist/src/lib/utils/exit-codes.d.ts +0 -10
  395. package/dist/node_modules/simple-git/dist/src/lib/utils/git-output-streams.d.ts +0 -7
  396. package/dist/node_modules/simple-git/dist/src/lib/utils/index.d.ts +0 -8
  397. package/dist/node_modules/simple-git/dist/src/lib/utils/line-parser.d.ts +0 -15
  398. package/dist/node_modules/simple-git/dist/src/lib/utils/simple-git-options.d.ts +0 -2
  399. package/dist/node_modules/simple-git/dist/src/lib/utils/task-options.d.ts +0 -13
  400. package/dist/node_modules/simple-git/dist/src/lib/utils/task-parser.d.ts +0 -5
  401. package/dist/node_modules/simple-git/dist/src/lib/utils/util.d.ts +0 -47
  402. package/dist/node_modules/simple-git/dist/typings/errors.d.ts +0 -5
  403. package/dist/node_modules/simple-git/dist/typings/index.d.ts +0 -14
  404. package/dist/node_modules/simple-git/dist/typings/response.d.ts +0 -556
  405. package/dist/node_modules/simple-git/dist/typings/simple-git.d.ts +0 -1033
  406. package/dist/node_modules/simple-git/dist/typings/types.d.ts +0 -22
  407. package/dist/node_modules/simple-git/node_modules/debug/package.json +0 -64
  408. package/dist/node_modules/simple-git/node_modules/debug/src/browser.js +0 -272
  409. package/dist/node_modules/simple-git/node_modules/debug/src/common.js +0 -292
  410. package/dist/node_modules/simple-git/node_modules/debug/src/index.js +0 -10
  411. package/dist/node_modules/simple-git/node_modules/debug/src/node.js +0 -263
  412. package/dist/node_modules/simple-git/package.json +0 -1
  413. package/dist/node_modules/simple-git/promise.js +0 -17
@@ -1,568 +1,568 @@
1
- import Application from '@nocobase/server';
2
- import { cpSync, existsSync, readFileSync, rmSync, statSync, writeFileSync } from 'fs';
3
- import { resolve, sep } from 'path';
4
- import { SandboxRunner } from '../../services/SandboxRunner';
5
- import { FileManager } from '../../services/FileManager';
6
- import { SkillRepositoryService } from '../../services/SkillRepositoryService';
7
- import { CodeValidator } from '../../services/CodeValidator';
8
- import { spilledText } from '../../services/harness-runtime-policy';
9
- import { createHash } from 'crypto';
10
- import { assertSkillToolNameAvailable, buildSkillToolName } from '../../utils/skill-tool-name';
11
- import { parseJsonLike, parseJsonText, stringifyJsonText } from '../utils/json-fields';
12
-
13
- /**
14
- * Lightweight abort controller compatible with the SandboxRunner signal interface.
15
- * Worker-side: subscribes to PubSub abort channel and triggers signal.
16
- */
17
- class TaskAbortController {
18
- private listeners: Array<() => void> = [];
19
- private _aborted = false;
20
-
21
- get aborted() {
22
- return this._aborted;
23
- }
24
-
25
- get signal() {
26
- return {
27
- addEventListener: (_event: string, listener: () => void) => {
28
- if (this._aborted) {
29
- listener();
30
- } else {
31
- this.listeners.push(listener);
32
- }
33
- },
34
- };
35
- }
36
-
37
- abort() {
38
- if (this._aborted) return;
39
- this._aborted = true;
40
- for (const listener of this.listeners) {
41
- try {
42
- listener();
43
- } catch {
44
- // ignore
45
- }
46
- }
47
- this.listeners = [];
48
- }
49
- }
50
-
51
- export class SkillExecutionTask {
52
- constructor(
53
- private execution: any,
54
- private sandboxRunner: SandboxRunner,
55
- private fileManager: FileManager,
56
- private skillRepoService: SkillRepositoryService,
57
- private app: Application,
58
- ) {}
59
-
60
- async run() {
61
- const skill = this.execution.get('skill') || this.execution.skill;
62
- const execId = String(this.execution.get('id'));
63
- const workerId = String(this.execution.get('workerId') || '');
64
- if (this.execution.get('status') !== 'running' || !workerId) {
65
- (this as any).app.logger.warn(`[skill-hub] Task ${execId}: refused execution without an active worker claim.`);
66
- return;
67
- }
68
-
69
- // Set up abort controller — listens for cancel from main server via PubSub
70
- const abortController = new TaskAbortController();
71
- const abortChannel = `skill-hub.abort.${execId}`;
72
- const abortCallback = async () => {
73
- (this as any).app.logger.info(`[skill-hub] Task ${execId}: received abort signal`);
74
- abortController.abort();
75
- };
76
- const configuredHeartbeat = Number.parseInt(process.env.SKILL_HUB_HEARTBEAT_INTERVAL_MS || '', 10);
77
- const heartbeatIntervalMs =
78
- Number.isFinite(configuredHeartbeat) && configuredHeartbeat > 0 ? configuredHeartbeat : 10000;
79
- const heartbeat = setInterval(() => {
80
- this.updateIfOwned(execId, workerId, { heartbeatAt: new Date() })
81
- .then((updated) => {
82
- if (!updated) {
83
- (this as any).app.logger.warn(`[skill-hub] Task ${execId}: worker claim was lost; aborting stale worker.`);
84
- abortController.abort();
85
- }
86
- })
87
- .catch((error: unknown) => {
88
- (this as any).app.logger.warn(`[skill-hub] Task ${execId}: heartbeat update failed`, {
89
- error: error instanceof Error ? error : new Error(String(error)),
90
- });
91
- });
92
- }, heartbeatIntervalMs);
93
- heartbeat.unref?.();
94
-
95
- try {
96
- // Subscribe to abort channel before starting execution
97
- await (this as any).app.pubSubManager.subscribe(abortChannel, abortCallback);
98
-
99
- // Render code template with input args
100
- const inputArgs = parseJsonText(this.execution.get('inputArgs'), {});
101
- const storageType = skill.get ? skill.get('storageType') : skill.storageType;
102
-
103
- let rawCodeTemplate = skill.get ? skill.get('codeTemplate') : skill.codeTemplate;
104
- let language = skill.get ? skill.get('language') : skill.language;
105
- let timeoutSeconds = skill.get ? skill.get('timeoutSeconds') : skill.timeoutSeconds;
106
- let maxOutputSizeMb = skill.get ? skill.get('maxOutputSizeMb') : skill.maxOutputSizeMb;
107
- const skillName = skill.get ? skill.get('name') : skill.name;
108
- const workDir = this.fileManager.createExecDir(execId);
109
- let skillDir: string | undefined;
110
-
111
- if (storageType === 'plugin') {
112
- const pluginSkillName = (skill.get ? skill.get('pluginSource') : skill.pluginSource) || skillName;
113
- const orchestratorPlugin = (this as any).app.pm.get('plugin-agent-orchestrator') as any;
114
- const skillHub = orchestratorPlugin?.skillHub;
115
- let pluginTemplate =
116
- typeof skillHub?.resolveSkillTemplate === 'function'
117
- ? skillHub.resolveSkillTemplate(pluginSkillName)
118
- : skillHub?.skillTemplates?.get(pluginSkillName);
119
-
120
- // Fallback: discover dynamically if not cached (e.g. executed in worker before UI was loaded)
121
- if (!pluginTemplate && skillHub) {
122
- const allPlugins = (this as any).app.pm.getPlugins();
123
- for (const [, pInstance] of allPlugins) {
124
- if (typeof (pInstance as any).getSkillTemplates === 'function') {
125
- const pluginSkills = (pInstance as any).getSkillTemplates();
126
- if (Array.isArray(pluginSkills)) {
127
- for (const s of pluginSkills) {
128
- if (s.name === pluginSkillName) {
129
- pluginTemplate =
130
- typeof skillHub?.hydrateSkillTemplate === 'function'
131
- ? skillHub.hydrateSkillTemplate(pInstance.name, s)
132
- : { ...s, pluginSource: s.name, pluginName: pInstance.name };
133
- skillHub.skillTemplates.set(s.name, pluginTemplate);
134
- break;
135
- }
136
- }
137
- }
138
- }
139
- if (pluginTemplate) break;
140
- }
141
- }
142
-
143
- if (pluginTemplate) {
144
- rawCodeTemplate = pluginTemplate.codeTemplate;
145
- language = pluginTemplate.language;
146
- if (pluginTemplate.timeoutSeconds) timeoutSeconds = pluginTemplate.timeoutSeconds;
147
- if (pluginTemplate.maxOutputSizeMb) maxOutputSizeMb = pluginTemplate.maxOutputSizeMb;
148
- const packageRoot = pluginTemplate.skillPackage?.rootDir;
149
- if (packageRoot) {
150
- const mountMode = pluginTemplate.skillPackage?.mountMode || 'reference';
151
- if (mountMode === 'copy') {
152
- skillDir = resolve(workDir, 'skill');
153
- this.skillRepoService.copyDirectoryTo(packageRoot, skillDir);
154
- } else {
155
- skillDir = packageRoot;
156
- }
157
- }
158
- } else {
159
- throw new Error(`Plugin skill "${pluginSkillName}" not found. Is the parent plugin enabled?`);
160
- }
161
- }
162
-
163
- // Harness-derived overrides resolved when the execution was queued. They cap (never widen)
164
- // the skill's own limits, so a permissive skill cannot outrun a restrictive harness.
165
- const runtimePolicy = parseJsonLike(
166
- this.execution.get ? this.execution.get('runtimePolicy') : this.execution.runtimePolicy,
167
- {},
168
- ) as Record<string, unknown>;
169
- if (typeof runtimePolicy?.timeoutSeconds === 'number' && runtimePolicy.timeoutSeconds > 0) {
170
- timeoutSeconds = Math.min(Number(timeoutSeconds) || 60, runtimePolicy.timeoutSeconds);
171
- }
172
- const spillMaxInlineBytes =
173
- typeof runtimePolicy?.spillMaxInlineBytes === 'number' && runtimePolicy.spillMaxInlineBytes > 0
174
- ? runtimePolicy.spillMaxInlineBytes
175
- : null;
176
-
177
- if (!rawCodeTemplate) {
178
- throw new Error(
179
- `Skill "${skillName}" has no codeTemplate. Add a code file, inline codeTemplate, or bind it to an installed plugin skill.`,
180
- );
181
- }
182
-
183
- if (storageType !== 'plugin') {
184
- skillDir = workDir;
185
- }
186
-
187
- const code = this.renderTemplate(rawCodeTemplate, inputArgs, execId, skillDir);
188
- const skillDigest = createHash('sha256').update(code, 'utf8').digest('hex');
189
- if (!(await this.updateIfOwned(execId, workerId, { executedCode: code, skillDigest }))) {
190
- abortController.abort();
191
- return;
192
- }
193
-
194
- // Load package whitelist for import validation
195
- let packageWhitelist: string[] = [];
196
- try {
197
- const workerConfig = await (this as any).app.db.getRepository('skillWorkerConfigs').findOne();
198
- if (workerConfig) {
199
- const wl = parseJsonText(
200
- workerConfig.get ? workerConfig.get('packageWhitelist') : workerConfig.packageWhitelist,
201
- { python: [], node: [], apt: [] },
202
- );
203
- if (wl) {
204
- packageWhitelist = (language === 'node' ? wl.node : wl.python) || [];
205
- }
206
- }
207
- } catch {
208
- // Skip whitelist validation if config not available
209
- }
210
-
211
- // Pre-hydrate execution workspace with package contents (multi-file support)
212
- const fileId = skill.get ? skill.get('fileId') : skill.fileId;
213
-
214
- // In multi-node setups, local cache might be missing on this specific worker node. Re-download from S3 if needed.
215
- if (!require('fs').existsSync(this.skillRepoService.getSkillPath(skillName)) && fileId) {
216
- const fmPlugin = (this as any).app.pm.get('@nocobase/plugin-file-manager') as any;
217
- const attachment = await (this as any).app.db.getRepository('attachments').findOne({ filter: { id: fileId } });
218
- if (fmPlugin && attachment) {
219
- const rawStorageId = attachment.get('storageId') || attachment.storageId;
220
- let matchedKey = null;
221
- if (rawStorageId) {
222
- const strId = String(rawStorageId);
223
- for (const key of fmPlugin.storagesCache.keys()) {
224
- if (String(key) === strId) {
225
- matchedKey = key;
226
- break;
227
- }
228
- }
229
- }
230
-
231
- const attachmentObj = typeof attachment.toJSON === 'function' ? attachment.toJSON() : { ...attachment };
232
- if (matchedKey !== null) {
233
- attachmentObj.storageId = matchedKey;
234
- }
235
-
236
- try {
237
- const streamData = await fmPlugin.getFileStream(attachmentObj);
238
- if (streamData?.stream) {
239
- const tempZipPath = require('path').resolve(require('os').tmpdir(), `skill_${Date.now()}_exec.zip`);
240
- await new Promise((resolve, reject) => {
241
- const writeStream = require('fs').createWriteStream(tempZipPath);
242
- streamData.stream.pipe(writeStream);
243
- writeStream.on('finish', resolve);
244
- writeStream.on('error', reject);
245
- streamData.stream.on('error', reject);
246
- });
247
- await this.skillRepoService.extractSkillPackage(skillName, tempZipPath);
248
- require('fs').unlinkSync(tempZipPath);
249
- (this as any).app.logger.info(
250
- `[skill-hub] Task ${execId}: Auto-restored skill package ${skillName} from S3/Storage`,
251
- );
252
- }
253
- } catch (fetchErr) {
254
- (this as any).app.logger.warn(
255
- `[skill-hub] Task ${execId}: Failed to fetch skill package ${skillName} from storage`,
256
- { error: fetchErr },
257
- );
258
- }
259
- }
260
- }
261
-
262
- if (storageType !== 'plugin') {
263
- this.skillRepoService.copySkillPackageTo(skillName, workDir);
264
- skillDir = workDir;
265
- }
266
-
267
- const result = await this.sandboxRunner.execute({
268
- language,
269
- code,
270
- execId,
271
- timeoutSeconds: timeoutSeconds || 60,
272
- maxOutputSizeMb: maxOutputSizeMb || 50,
273
- skillDir,
274
- inputArgs,
275
- signal: abortController.signal,
276
- packageWhitelist,
277
- onProgress: (progress) => {
278
- // Worker → PubSub → Main Server → runtime.writer → SSE → Client
279
- (this as any).app.pubSubManager.publish(`skill-hub.progress.${execId}`, progress);
280
- },
281
- });
282
-
283
- if (result.success) {
284
- const installMessage = await this.installGeneratedSkillIfRequested(execId);
285
- if (installMessage) {
286
- result.stdout = [result.stdout, installMessage].filter(Boolean).join('\n');
287
- }
288
- }
289
-
290
- // Determine final status
291
- let status: string;
292
- if (result.canceled) {
293
- status = 'canceled';
294
- } else if (result.timedOut) {
295
- status = 'timeout';
296
- } else {
297
- status = result.success ? 'succeeded' : 'failed';
298
- }
299
-
300
- // Spill oversized stdout: the full text moves to the execution's output directory (served
301
- // by the existing download endpoint) and the inline result becomes a head/tail preview, so
302
- // one huge output cannot blow up the model's context.
303
- if (spillMaxInlineBytes && typeof result.stdout === 'string') {
304
- const spillName = 'stdout-full.txt';
305
- const spillPath = resolve(this.fileManager.getOutputDir(execId), spillName);
306
- const locator = `/api/skillHub:download?execId=${execId}&f=${Buffer.from(spillName).toString('base64url')}`;
307
- const replaced = spilledText(result.stdout, spillMaxInlineBytes, locator);
308
- if (replaced) {
309
- try {
310
- writeFileSync(spillPath, result.stdout, 'utf8');
311
- result.stdout = replaced;
312
- result.files = [
313
- ...(result.files || []),
314
- { name: spillName, size: statSync(spillPath).size, mimeType: 'text/plain' },
315
- ];
316
- } catch (spillError) {
317
- // Best effort like dsh: a spill failure keeps the original inline output rather
318
- // than turning a successful execution into an error.
319
- (this as any).app.logger.warn(`[skill-hub] Task ${execId}: stdout spill failed`, {
320
- error: spillError,
321
- });
322
- }
323
- }
324
- }
325
-
326
- const completed = await this.updateIfOwned(execId, workerId, {
327
- status,
328
- stdout: result.stdout,
329
- stderr: result.stderr,
330
- outputFiles: stringifyJsonText(result.files, []),
331
- durationMs: result.durationMs,
332
- });
333
- if (!completed) {
334
- (this as any).app.logger.warn(
335
- `[skill-hub] Task ${execId}: discarded result from a worker that lost its claim.`,
336
- );
337
- return;
338
- }
339
-
340
- // Notify main server: task completed
341
- await (this as any).app.pubSubManager.publish(`skill-hub.done.${execId}`, {
342
- status,
343
- stdout: result.stdout?.slice(0, 3000),
344
- stderr: result.stderr?.slice(0, 1000),
345
- files: result.files,
346
- durationMs: result.durationMs,
347
- });
348
-
349
- // Log execution metrics
350
- (this as any).app.logger.info(
351
- `[skill-hub] Execution ${execId} ${status}: ` +
352
- `skill=${skill.get ? skill.get('name') : skill.name}, ` +
353
- `language=${language}, ` +
354
- `duration=${result.durationMs}ms, ` +
355
- `files=${result.files.length}, ` +
356
- `outputSize=${this.fileManager.getTotalOutputSize(execId)}bytes`,
357
- );
358
- } catch (error) {
359
- const errorMessage = error instanceof Error ? error.message : String(error);
360
-
361
- const failed = await this.updateIfOwned(execId, workerId, {
362
- status: 'failed',
363
- stderr: errorMessage,
364
- });
365
- if (!failed) {
366
- (this as any).app.logger.warn(`[skill-hub] Task ${execId}: discarded error from a worker that lost its claim.`);
367
- return;
368
- }
369
-
370
- await (this as any).app.pubSubManager.publish(`skill-hub.done.${execId}`, {
371
- status: 'failed',
372
- stderr: errorMessage,
373
- files: [],
374
- durationMs: 0,
375
- });
376
-
377
- (this as any).app.logger.error(`[skill-hub] Execution ${execId} error: ${errorMessage}`);
378
- } finally {
379
- clearInterval(heartbeat);
380
- // Always cleanup abort subscription
381
- try {
382
- await (this as any).app.pubSubManager.unsubscribe(abortChannel, abortCallback);
383
- } catch {
384
- // ignore cleanup errors
385
- }
386
- }
387
- }
388
-
389
- private async updateIfOwned(execId: string, workerId: string, values: Record<string, unknown>): Promise<boolean> {
390
- const model = (this as any).app.db.getModel('skillExecutions');
391
- const [affected] = await model.update(values, {
392
- where: {
393
- id: execId,
394
- status: 'running',
395
- workerId,
396
- },
397
- });
398
- return affected > 0;
399
- }
400
-
401
- private renderTemplate(template: string, args: Record<string, any>, execId: string, skillDir?: string): string {
402
- let code = template;
403
- for (const [key, value] of Object.entries(args)) {
404
- const serialized = typeof value === 'string' ? value : JSON.stringify(value);
405
- // Raw injection — use for simple scalar values (canvas_format, transition, etc.)
406
- code = code.replaceAll(`{{${key}}}`, serialized);
407
- // Safe base64 injection — use for fields that may contain quotes/newlines (slides_svg, title, etc.)
408
- // Template placeholder: {{key_b64}}
409
- const b64 = Buffer.from(serialized, 'utf-8').toString('base64');
410
- code = code.replaceAll(`{{${key}_b64}}`, b64);
411
- }
412
- // Inject outputDir so code templates can use {{outputDir}}
413
- code = code.replaceAll('{{outputDir}}', this.fileManager.getOutputDir(execId).replace(/\\/g, '/'));
414
- code = code.replaceAll('{{skillDir}}', (skillDir || '').replace(/\\/g, '/'));
415
- code = code.replaceAll(
416
- '{{inputFile}}',
417
- resolve(this.fileManager.getExecDir(execId), 'input.json').replace(/\\/g, '/'),
418
- );
419
- return code;
420
- }
421
-
422
- private async installGeneratedSkillIfRequested(execId: string): Promise<string | null> {
423
- const manifestPath = this.fileManager.getOutputFilePath(execId, 'skill-hub-install.json');
424
- if (!manifestPath) return null;
425
-
426
- let manifest: any;
427
- try {
428
- manifest = JSON.parse(readFileSync(manifestPath, 'utf8'));
429
- } catch (error) {
430
- throw new Error(
431
- `Generated skill install manifest is invalid JSON: ${error instanceof Error ? error.message : String(error)}`,
432
- );
433
- }
434
-
435
- if (!manifest?.autoInstall) return null;
436
-
437
- const skill = manifest.skill || {};
438
- const name = String(skill.name || '').trim();
439
- if (!/^[a-z0-9][a-z0-9-]{0,63}$/.test(name)) {
440
- throw new Error(`Generated skill name "${name}" is invalid. Use lowercase letters, numbers, and hyphens.`);
441
- }
442
-
443
- const language = skill.language;
444
- if (language !== 'python' && language !== 'node') {
445
- throw new Error(`Generated skill "${name}" has unsupported language "${language}".`);
446
- }
447
-
448
- if (!skill.codeTemplate) {
449
- throw new Error(`Generated skill "${name}" is missing codeTemplate.`);
450
- }
451
-
452
- const validator = new CodeValidator();
453
- validator.validate(skill.codeTemplate, language);
454
- await this.validateGeneratedSkillPackages(name, language, skill.packages);
455
-
456
- const outputDir = this.fileManager.getOutputDir(execId);
457
- const outputRoot = resolve(outputDir);
458
- const packageDirName = String(manifest.packageDir || name);
459
- const packageDir = resolve(outputRoot, packageDirName);
460
- if ((packageDir !== outputRoot && !packageDir.startsWith(outputRoot + sep)) || !existsSync(packageDir)) {
461
- throw new Error(`Generated skill package directory "${packageDirName}" was not found in output.`);
462
- }
463
-
464
- if (manifest.testInput && Object.keys(manifest.testInput).length > 0) {
465
- const verifyExecId = `${execId}-verify-${name}`;
466
- const verifyCode = this.renderTemplate(skill.codeTemplate, manifest.testInput, verifyExecId, packageDir);
467
- const verifyResult = await this.sandboxRunner.execute({
468
- language,
469
- code: verifyCode,
470
- execId: verifyExecId,
471
- timeoutSeconds: Math.min(Number(skill.timeoutSeconds || 60), 30),
472
- maxOutputSizeMb: Math.min(Number(skill.maxOutputSizeMb || 50), 10),
473
- skillDir: packageDir,
474
- inputArgs: manifest.testInput,
475
- });
476
-
477
- if (!verifyResult.success) {
478
- throw new Error(
479
- `Generated skill "${name}" failed smoke verification: ${
480
- verifyResult.stderr || verifyResult.stdout || 'unknown error'
481
- }`,
482
- );
483
- }
484
- }
485
-
486
- const skillRepoDir = this.skillRepoService.getSkillPath(name);
487
- if (existsSync(skillRepoDir)) {
488
- rmSync(skillRepoDir, { recursive: true, force: true });
489
- }
490
- cpSync(packageDir, skillRepoDir, {
491
- recursive: true,
492
- force: true,
493
- filter: (src) => {
494
- const leaf = src.split(/[\\/]/).pop();
495
- return !['node_modules', '.git', '__pycache__'].includes(leaf || '') && !src.endsWith('.pyc');
496
- },
497
- });
498
-
499
- const values: any = {
500
- name,
501
- toolName: buildSkillToolName(name),
502
- title: skill.title || name,
503
- description: skill.description || '',
504
- instructions: skill.instructions || '',
505
- language,
506
- codeTemplate: skill.codeTemplate,
507
- inputSchema: stringifyJsonText(skill.inputSchema || { type: 'object', properties: {} }),
508
- packages: stringifyJsonText(skill.packages || [], []),
509
- timeoutSeconds: skill.timeoutSeconds || 60,
510
- maxOutputSizeMb: skill.maxOutputSizeMb || 50,
511
- enabled: skill.enabled !== false,
512
- toolScope: skill.toolScope || 'CUSTOM',
513
- autoCall: !!skill.autoCall,
514
- storageType: 'local',
515
- storageUrl: `local://generated/${name}`,
516
- };
517
-
518
- if (skill.interactionSchema) {
519
- values.interactionSchema = stringifyJsonText(skill.interactionSchema);
520
- }
521
-
522
- const repo = (this as any).app.db.getRepository('skillDefinitions');
523
- const existing = await repo.findOne({ filter: { name } });
524
- if (existing) {
525
- if (manifest.overwrite === false) {
526
- throw new Error(`Skill "${name}" already exists and overwrite=false.`);
527
- }
528
- const { toolName: _stableToolName, ...updateValues } = values;
529
- await repo.update({ filter: { name }, values: updateValues });
530
- return `[skill-hub] Updated generated skill "${name}" in Skill Hub.`;
531
- }
532
-
533
- await assertSkillToolNameAvailable((this as any).app.db, values.toolName);
534
- await repo.create({ values });
535
- return `[skill-hub] Installed generated skill "${name}" in Skill Hub.`;
536
- }
537
-
538
- private async validateGeneratedSkillPackages(name: string, language: 'python' | 'node', packages: any) {
539
- if (!Array.isArray(packages) || packages.length === 0) return;
540
- if (!packages.every((pkg) => typeof pkg === 'string' && pkg.trim())) {
541
- throw new Error(`Generated skill "${name}" has invalid packages. Use an array of package names.`);
542
- }
543
-
544
- const workerConfig = await (this as any).app.db.getRepository('skillWorkerConfigs').findOne();
545
- if (!workerConfig) return;
546
-
547
- const whitelist = parseJsonText(
548
- workerConfig.get ? workerConfig.get('packageWhitelist') : workerConfig.packageWhitelist,
549
- null,
550
- );
551
- const allowed = whitelist?.[language];
552
- if (!Array.isArray(allowed) || allowed.length === 0) return;
553
-
554
- const allowedSet = new Set(allowed.map((pkg: string) => pkg.toLowerCase()));
555
- const missing = packages
556
- .map((pkg: string) => pkg.trim())
557
- .filter((pkg: string) => !allowedSet.has(pkg.toLowerCase()));
558
-
559
- if (missing.length > 0) {
560
- throw new Error(
561
- `Generated skill "${name}" requires ${language} package(s) not available in the Skill Hub worker environment: ` +
562
- `${missing.join(
563
- ', ',
564
- )}. Add them to the worker environment and refresh/init Skill Hub before installing this skill.`,
565
- );
566
- }
567
- }
568
- }
1
+ import Application from '@nocobase/server';
2
+ import { cpSync, existsSync, readFileSync, rmSync, statSync, writeFileSync } from 'fs';
3
+ import { resolve, sep } from 'path';
4
+ import { SandboxRunner } from '../../services/SandboxRunner';
5
+ import { FileManager } from '../../services/FileManager';
6
+ import { SkillRepositoryService } from '../../services/SkillRepositoryService';
7
+ import { CodeValidator } from '../../services/CodeValidator';
8
+ import { spilledText } from '../../services/harness-runtime-policy';
9
+ import { createHash } from 'crypto';
10
+ import { assertSkillToolNameAvailable, buildSkillToolName } from '../../utils/skill-tool-name';
11
+ import { parseJsonLike, parseJsonText, stringifyJsonText } from '../utils/json-fields';
12
+
13
+ /**
14
+ * Lightweight abort controller compatible with the SandboxRunner signal interface.
15
+ * Worker-side: subscribes to PubSub abort channel and triggers signal.
16
+ */
17
+ class TaskAbortController {
18
+ private listeners: Array<() => void> = [];
19
+ private _aborted = false;
20
+
21
+ get aborted() {
22
+ return this._aborted;
23
+ }
24
+
25
+ get signal() {
26
+ return {
27
+ addEventListener: (_event: string, listener: () => void) => {
28
+ if (this._aborted) {
29
+ listener();
30
+ } else {
31
+ this.listeners.push(listener);
32
+ }
33
+ },
34
+ };
35
+ }
36
+
37
+ abort() {
38
+ if (this._aborted) return;
39
+ this._aborted = true;
40
+ for (const listener of this.listeners) {
41
+ try {
42
+ listener();
43
+ } catch {
44
+ // ignore
45
+ }
46
+ }
47
+ this.listeners = [];
48
+ }
49
+ }
50
+
51
+ export class SkillExecutionTask {
52
+ constructor(
53
+ private execution: any,
54
+ private sandboxRunner: SandboxRunner,
55
+ private fileManager: FileManager,
56
+ private skillRepoService: SkillRepositoryService,
57
+ private app: Application,
58
+ ) {}
59
+
60
+ async run() {
61
+ const skill = this.execution.get('skill') || this.execution.skill;
62
+ const execId = String(this.execution.get('id'));
63
+ const workerId = String(this.execution.get('workerId') || '');
64
+ if (this.execution.get('status') !== 'running' || !workerId) {
65
+ (this as any).app.logger.warn(`[skill-hub] Task ${execId}: refused execution without an active worker claim.`);
66
+ return;
67
+ }
68
+
69
+ // Set up abort controller — listens for cancel from main server via PubSub
70
+ const abortController = new TaskAbortController();
71
+ const abortChannel = `skill-hub.abort.${execId}`;
72
+ const abortCallback = async () => {
73
+ (this as any).app.logger.info(`[skill-hub] Task ${execId}: received abort signal`);
74
+ abortController.abort();
75
+ };
76
+ const configuredHeartbeat = Number.parseInt(process.env.SKILL_HUB_HEARTBEAT_INTERVAL_MS || '', 10);
77
+ const heartbeatIntervalMs =
78
+ Number.isFinite(configuredHeartbeat) && configuredHeartbeat > 0 ? configuredHeartbeat : 10000;
79
+ const heartbeat = setInterval(() => {
80
+ this.updateIfOwned(execId, workerId, { heartbeatAt: new Date() })
81
+ .then((updated) => {
82
+ if (!updated) {
83
+ (this as any).app.logger.warn(`[skill-hub] Task ${execId}: worker claim was lost; aborting stale worker.`);
84
+ abortController.abort();
85
+ }
86
+ })
87
+ .catch((error: unknown) => {
88
+ (this as any).app.logger.warn(`[skill-hub] Task ${execId}: heartbeat update failed`, {
89
+ error: error instanceof Error ? error : new Error(String(error)),
90
+ });
91
+ });
92
+ }, heartbeatIntervalMs);
93
+ heartbeat.unref?.();
94
+
95
+ try {
96
+ // Subscribe to abort channel before starting execution
97
+ await (this as any).app.pubSubManager.subscribe(abortChannel, abortCallback);
98
+
99
+ // Render code template with input args
100
+ const inputArgs = parseJsonText(this.execution.get('inputArgs'), {});
101
+ const storageType = skill.get ? skill.get('storageType') : skill.storageType;
102
+
103
+ let rawCodeTemplate = skill.get ? skill.get('codeTemplate') : skill.codeTemplate;
104
+ let language = skill.get ? skill.get('language') : skill.language;
105
+ let timeoutSeconds = skill.get ? skill.get('timeoutSeconds') : skill.timeoutSeconds;
106
+ let maxOutputSizeMb = skill.get ? skill.get('maxOutputSizeMb') : skill.maxOutputSizeMb;
107
+ const skillName = skill.get ? skill.get('name') : skill.name;
108
+ const workDir = this.fileManager.createExecDir(execId);
109
+ let skillDir: string | undefined;
110
+
111
+ if (storageType === 'plugin') {
112
+ const pluginSkillName = (skill.get ? skill.get('pluginSource') : skill.pluginSource) || skillName;
113
+ const orchestratorPlugin = (this as any).app.pm.get('plugin-agent-orchestrator') as any;
114
+ const skillHub = orchestratorPlugin?.skillHub;
115
+ let pluginTemplate =
116
+ typeof skillHub?.resolveSkillTemplate === 'function'
117
+ ? skillHub.resolveSkillTemplate(pluginSkillName)
118
+ : skillHub?.skillTemplates?.get(pluginSkillName);
119
+
120
+ // Fallback: discover dynamically if not cached (e.g. executed in worker before UI was loaded)
121
+ if (!pluginTemplate && skillHub) {
122
+ const allPlugins = (this as any).app.pm.getPlugins();
123
+ for (const [, pInstance] of allPlugins) {
124
+ if (typeof (pInstance as any).getSkillTemplates === 'function') {
125
+ const pluginSkills = (pInstance as any).getSkillTemplates();
126
+ if (Array.isArray(pluginSkills)) {
127
+ for (const s of pluginSkills) {
128
+ if (s.name === pluginSkillName) {
129
+ pluginTemplate =
130
+ typeof skillHub?.hydrateSkillTemplate === 'function'
131
+ ? skillHub.hydrateSkillTemplate(pInstance.name, s)
132
+ : { ...s, pluginSource: s.name, pluginName: pInstance.name };
133
+ skillHub.skillTemplates.set(s.name, pluginTemplate);
134
+ break;
135
+ }
136
+ }
137
+ }
138
+ }
139
+ if (pluginTemplate) break;
140
+ }
141
+ }
142
+
143
+ if (pluginTemplate) {
144
+ rawCodeTemplate = pluginTemplate.codeTemplate;
145
+ language = pluginTemplate.language;
146
+ if (pluginTemplate.timeoutSeconds) timeoutSeconds = pluginTemplate.timeoutSeconds;
147
+ if (pluginTemplate.maxOutputSizeMb) maxOutputSizeMb = pluginTemplate.maxOutputSizeMb;
148
+ const packageRoot = pluginTemplate.skillPackage?.rootDir;
149
+ if (packageRoot) {
150
+ const mountMode = pluginTemplate.skillPackage?.mountMode || 'reference';
151
+ if (mountMode === 'copy') {
152
+ skillDir = resolve(workDir, 'skill');
153
+ this.skillRepoService.copyDirectoryTo(packageRoot, skillDir);
154
+ } else {
155
+ skillDir = packageRoot;
156
+ }
157
+ }
158
+ } else {
159
+ throw new Error(`Plugin skill "${pluginSkillName}" not found. Is the parent plugin enabled?`);
160
+ }
161
+ }
162
+
163
+ // Harness-derived overrides resolved when the execution was queued. They cap (never widen)
164
+ // the skill's own limits, so a permissive skill cannot outrun a restrictive harness.
165
+ const runtimePolicy = parseJsonLike(
166
+ this.execution.get ? this.execution.get('runtimePolicy') : this.execution.runtimePolicy,
167
+ {},
168
+ ) as Record<string, unknown>;
169
+ if (typeof runtimePolicy?.timeoutSeconds === 'number' && runtimePolicy.timeoutSeconds > 0) {
170
+ timeoutSeconds = Math.min(Number(timeoutSeconds) || 60, runtimePolicy.timeoutSeconds);
171
+ }
172
+ const spillMaxInlineBytes =
173
+ typeof runtimePolicy?.spillMaxInlineBytes === 'number' && runtimePolicy.spillMaxInlineBytes > 0
174
+ ? runtimePolicy.spillMaxInlineBytes
175
+ : null;
176
+
177
+ if (!rawCodeTemplate) {
178
+ throw new Error(
179
+ `Skill "${skillName}" has no codeTemplate. Add a code file, inline codeTemplate, or bind it to an installed plugin skill.`,
180
+ );
181
+ }
182
+
183
+ if (storageType !== 'plugin') {
184
+ skillDir = workDir;
185
+ }
186
+
187
+ const code = this.renderTemplate(rawCodeTemplate, inputArgs, execId, skillDir);
188
+ const skillDigest = createHash('sha256').update(code, 'utf8').digest('hex');
189
+ if (!(await this.updateIfOwned(execId, workerId, { executedCode: code, skillDigest }))) {
190
+ abortController.abort();
191
+ return;
192
+ }
193
+
194
+ // Load package whitelist for import validation
195
+ let packageWhitelist: string[] = [];
196
+ try {
197
+ const workerConfig = await (this as any).app.db.getRepository('skillWorkerConfigs').findOne();
198
+ if (workerConfig) {
199
+ const wl = parseJsonText(
200
+ workerConfig.get ? workerConfig.get('packageWhitelist') : workerConfig.packageWhitelist,
201
+ { python: [], node: [], apt: [] },
202
+ );
203
+ if (wl) {
204
+ packageWhitelist = (language === 'node' ? wl.node : wl.python) || [];
205
+ }
206
+ }
207
+ } catch {
208
+ // Skip whitelist validation if config not available
209
+ }
210
+
211
+ // Pre-hydrate execution workspace with package contents (multi-file support)
212
+ const fileId = skill.get ? skill.get('fileId') : skill.fileId;
213
+
214
+ // In multi-node setups, local cache might be missing on this specific worker node. Re-download from S3 if needed.
215
+ if (!require('fs').existsSync(this.skillRepoService.getSkillPath(skillName)) && fileId) {
216
+ const fmPlugin = (this as any).app.pm.get('@nocobase/plugin-file-manager') as any;
217
+ const attachment = await (this as any).app.db.getRepository('attachments').findOne({ filter: { id: fileId } });
218
+ if (fmPlugin && attachment) {
219
+ const rawStorageId = attachment.get('storageId') || attachment.storageId;
220
+ let matchedKey = null;
221
+ if (rawStorageId) {
222
+ const strId = String(rawStorageId);
223
+ for (const key of fmPlugin.storagesCache.keys()) {
224
+ if (String(key) === strId) {
225
+ matchedKey = key;
226
+ break;
227
+ }
228
+ }
229
+ }
230
+
231
+ const attachmentObj = typeof attachment.toJSON === 'function' ? attachment.toJSON() : { ...attachment };
232
+ if (matchedKey !== null) {
233
+ attachmentObj.storageId = matchedKey;
234
+ }
235
+
236
+ try {
237
+ const streamData = await fmPlugin.getFileStream(attachmentObj);
238
+ if (streamData?.stream) {
239
+ const tempZipPath = require('path').resolve(require('os').tmpdir(), `skill_${Date.now()}_exec.zip`);
240
+ await new Promise((resolve, reject) => {
241
+ const writeStream = require('fs').createWriteStream(tempZipPath);
242
+ streamData.stream.pipe(writeStream);
243
+ writeStream.on('finish', resolve);
244
+ writeStream.on('error', reject);
245
+ streamData.stream.on('error', reject);
246
+ });
247
+ await this.skillRepoService.extractSkillPackage(skillName, tempZipPath);
248
+ require('fs').unlinkSync(tempZipPath);
249
+ (this as any).app.logger.info(
250
+ `[skill-hub] Task ${execId}: Auto-restored skill package ${skillName} from S3/Storage`,
251
+ );
252
+ }
253
+ } catch (fetchErr) {
254
+ (this as any).app.logger.warn(
255
+ `[skill-hub] Task ${execId}: Failed to fetch skill package ${skillName} from storage`,
256
+ { error: fetchErr },
257
+ );
258
+ }
259
+ }
260
+ }
261
+
262
+ if (storageType !== 'plugin') {
263
+ this.skillRepoService.copySkillPackageTo(skillName, workDir);
264
+ skillDir = workDir;
265
+ }
266
+
267
+ const result = await this.sandboxRunner.execute({
268
+ language,
269
+ code,
270
+ execId,
271
+ timeoutSeconds: timeoutSeconds || 60,
272
+ maxOutputSizeMb: maxOutputSizeMb || 50,
273
+ skillDir,
274
+ inputArgs,
275
+ signal: abortController.signal,
276
+ packageWhitelist,
277
+ onProgress: (progress) => {
278
+ // Worker → PubSub → Main Server → runtime.writer → SSE → Client
279
+ (this as any).app.pubSubManager.publish(`skill-hub.progress.${execId}`, progress);
280
+ },
281
+ });
282
+
283
+ if (result.success) {
284
+ const installMessage = await this.installGeneratedSkillIfRequested(execId);
285
+ if (installMessage) {
286
+ result.stdout = [result.stdout, installMessage].filter(Boolean).join('\n');
287
+ }
288
+ }
289
+
290
+ // Determine final status
291
+ let status: string;
292
+ if (result.canceled) {
293
+ status = 'canceled';
294
+ } else if (result.timedOut) {
295
+ status = 'timeout';
296
+ } else {
297
+ status = result.success ? 'succeeded' : 'failed';
298
+ }
299
+
300
+ // Spill oversized stdout: the full text moves to the execution's output directory (served
301
+ // by the existing download endpoint) and the inline result becomes a head/tail preview, so
302
+ // one huge output cannot blow up the model's context.
303
+ if (spillMaxInlineBytes && typeof result.stdout === 'string') {
304
+ const spillName = 'stdout-full.txt';
305
+ const spillPath = resolve(this.fileManager.getOutputDir(execId), spillName);
306
+ const locator = `/api/skillHub:download?execId=${execId}&f=${Buffer.from(spillName).toString('base64url')}`;
307
+ const replaced = spilledText(result.stdout, spillMaxInlineBytes, locator);
308
+ if (replaced) {
309
+ try {
310
+ writeFileSync(spillPath, result.stdout, 'utf8');
311
+ result.stdout = replaced;
312
+ result.files = [
313
+ ...(result.files || []),
314
+ { name: spillName, size: statSync(spillPath).size, mimeType: 'text/plain' },
315
+ ];
316
+ } catch (spillError) {
317
+ // Best effort like dsh: a spill failure keeps the original inline output rather
318
+ // than turning a successful execution into an error.
319
+ (this as any).app.logger.warn(`[skill-hub] Task ${execId}: stdout spill failed`, {
320
+ error: spillError,
321
+ });
322
+ }
323
+ }
324
+ }
325
+
326
+ const completed = await this.updateIfOwned(execId, workerId, {
327
+ status,
328
+ stdout: result.stdout,
329
+ stderr: result.stderr,
330
+ outputFiles: stringifyJsonText(result.files, []),
331
+ durationMs: result.durationMs,
332
+ });
333
+ if (!completed) {
334
+ (this as any).app.logger.warn(
335
+ `[skill-hub] Task ${execId}: discarded result from a worker that lost its claim.`,
336
+ );
337
+ return;
338
+ }
339
+
340
+ // Notify main server: task completed
341
+ await (this as any).app.pubSubManager.publish(`skill-hub.done.${execId}`, {
342
+ status,
343
+ stdout: result.stdout?.slice(0, 3000),
344
+ stderr: result.stderr?.slice(0, 1000),
345
+ files: result.files,
346
+ durationMs: result.durationMs,
347
+ });
348
+
349
+ // Log execution metrics
350
+ (this as any).app.logger.info(
351
+ `[skill-hub] Execution ${execId} ${status}: ` +
352
+ `skill=${skill.get ? skill.get('name') : skill.name}, ` +
353
+ `language=${language}, ` +
354
+ `duration=${result.durationMs}ms, ` +
355
+ `files=${result.files.length}, ` +
356
+ `outputSize=${this.fileManager.getTotalOutputSize(execId)}bytes`,
357
+ );
358
+ } catch (error) {
359
+ const errorMessage = error instanceof Error ? error.message : String(error);
360
+
361
+ const failed = await this.updateIfOwned(execId, workerId, {
362
+ status: 'failed',
363
+ stderr: errorMessage,
364
+ });
365
+ if (!failed) {
366
+ (this as any).app.logger.warn(`[skill-hub] Task ${execId}: discarded error from a worker that lost its claim.`);
367
+ return;
368
+ }
369
+
370
+ await (this as any).app.pubSubManager.publish(`skill-hub.done.${execId}`, {
371
+ status: 'failed',
372
+ stderr: errorMessage,
373
+ files: [],
374
+ durationMs: 0,
375
+ });
376
+
377
+ (this as any).app.logger.error(`[skill-hub] Execution ${execId} error: ${errorMessage}`);
378
+ } finally {
379
+ clearInterval(heartbeat);
380
+ // Always cleanup abort subscription
381
+ try {
382
+ await (this as any).app.pubSubManager.unsubscribe(abortChannel, abortCallback);
383
+ } catch {
384
+ // ignore cleanup errors
385
+ }
386
+ }
387
+ }
388
+
389
+ private async updateIfOwned(execId: string, workerId: string, values: Record<string, unknown>): Promise<boolean> {
390
+ const model = (this as any).app.db.getModel('skillExecutions');
391
+ const [affected] = await model.update(values, {
392
+ where: {
393
+ id: execId,
394
+ status: 'running',
395
+ workerId,
396
+ },
397
+ });
398
+ return affected > 0;
399
+ }
400
+
401
+ private renderTemplate(template: string, args: Record<string, any>, execId: string, skillDir?: string): string {
402
+ let code = template;
403
+ for (const [key, value] of Object.entries(args)) {
404
+ const serialized = typeof value === 'string' ? value : JSON.stringify(value);
405
+ // Raw injection — use for simple scalar values (canvas_format, transition, etc.)
406
+ code = code.replaceAll(`{{${key}}}`, serialized);
407
+ // Safe base64 injection — use for fields that may contain quotes/newlines (slides_svg, title, etc.)
408
+ // Template placeholder: {{key_b64}}
409
+ const b64 = Buffer.from(serialized, 'utf-8').toString('base64');
410
+ code = code.replaceAll(`{{${key}_b64}}`, b64);
411
+ }
412
+ // Inject outputDir so code templates can use {{outputDir}}
413
+ code = code.replaceAll('{{outputDir}}', this.fileManager.getOutputDir(execId).replace(/\\/g, '/'));
414
+ code = code.replaceAll('{{skillDir}}', (skillDir || '').replace(/\\/g, '/'));
415
+ code = code.replaceAll(
416
+ '{{inputFile}}',
417
+ resolve(this.fileManager.getExecDir(execId), 'input.json').replace(/\\/g, '/'),
418
+ );
419
+ return code;
420
+ }
421
+
422
+ private async installGeneratedSkillIfRequested(execId: string): Promise<string | null> {
423
+ const manifestPath = this.fileManager.getOutputFilePath(execId, 'skill-hub-install.json');
424
+ if (!manifestPath) return null;
425
+
426
+ let manifest: any;
427
+ try {
428
+ manifest = JSON.parse(readFileSync(manifestPath, 'utf8'));
429
+ } catch (error) {
430
+ throw new Error(
431
+ `Generated skill install manifest is invalid JSON: ${error instanceof Error ? error.message : String(error)}`,
432
+ );
433
+ }
434
+
435
+ if (!manifest?.autoInstall) return null;
436
+
437
+ const skill = manifest.skill || {};
438
+ const name = String(skill.name || '').trim();
439
+ if (!/^[a-z0-9][a-z0-9-]{0,63}$/.test(name)) {
440
+ throw new Error(`Generated skill name "${name}" is invalid. Use lowercase letters, numbers, and hyphens.`);
441
+ }
442
+
443
+ const language = skill.language;
444
+ if (language !== 'python' && language !== 'node') {
445
+ throw new Error(`Generated skill "${name}" has unsupported language "${language}".`);
446
+ }
447
+
448
+ if (!skill.codeTemplate) {
449
+ throw new Error(`Generated skill "${name}" is missing codeTemplate.`);
450
+ }
451
+
452
+ const validator = new CodeValidator();
453
+ validator.validate(skill.codeTemplate, language);
454
+ await this.validateGeneratedSkillPackages(name, language, skill.packages);
455
+
456
+ const outputDir = this.fileManager.getOutputDir(execId);
457
+ const outputRoot = resolve(outputDir);
458
+ const packageDirName = String(manifest.packageDir || name);
459
+ const packageDir = resolve(outputRoot, packageDirName);
460
+ if ((packageDir !== outputRoot && !packageDir.startsWith(outputRoot + sep)) || !existsSync(packageDir)) {
461
+ throw new Error(`Generated skill package directory "${packageDirName}" was not found in output.`);
462
+ }
463
+
464
+ if (manifest.testInput && Object.keys(manifest.testInput).length > 0) {
465
+ const verifyExecId = `${execId}-verify-${name}`;
466
+ const verifyCode = this.renderTemplate(skill.codeTemplate, manifest.testInput, verifyExecId, packageDir);
467
+ const verifyResult = await this.sandboxRunner.execute({
468
+ language,
469
+ code: verifyCode,
470
+ execId: verifyExecId,
471
+ timeoutSeconds: Math.min(Number(skill.timeoutSeconds || 60), 30),
472
+ maxOutputSizeMb: Math.min(Number(skill.maxOutputSizeMb || 50), 10),
473
+ skillDir: packageDir,
474
+ inputArgs: manifest.testInput,
475
+ });
476
+
477
+ if (!verifyResult.success) {
478
+ throw new Error(
479
+ `Generated skill "${name}" failed smoke verification: ${
480
+ verifyResult.stderr || verifyResult.stdout || 'unknown error'
481
+ }`,
482
+ );
483
+ }
484
+ }
485
+
486
+ const skillRepoDir = this.skillRepoService.getSkillPath(name);
487
+ if (existsSync(skillRepoDir)) {
488
+ rmSync(skillRepoDir, { recursive: true, force: true });
489
+ }
490
+ cpSync(packageDir, skillRepoDir, {
491
+ recursive: true,
492
+ force: true,
493
+ filter: (src) => {
494
+ const leaf = src.split(/[\\/]/).pop();
495
+ return !['node_modules', '.git', '__pycache__'].includes(leaf || '') && !src.endsWith('.pyc');
496
+ },
497
+ });
498
+
499
+ const values: any = {
500
+ name,
501
+ toolName: buildSkillToolName(name),
502
+ title: skill.title || name,
503
+ description: skill.description || '',
504
+ instructions: skill.instructions || '',
505
+ language,
506
+ codeTemplate: skill.codeTemplate,
507
+ inputSchema: stringifyJsonText(skill.inputSchema || { type: 'object', properties: {} }),
508
+ packages: stringifyJsonText(skill.packages || [], []),
509
+ timeoutSeconds: skill.timeoutSeconds || 60,
510
+ maxOutputSizeMb: skill.maxOutputSizeMb || 50,
511
+ enabled: skill.enabled !== false,
512
+ toolScope: skill.toolScope || 'CUSTOM',
513
+ autoCall: !!skill.autoCall,
514
+ storageType: 'local',
515
+ storageUrl: `local://generated/${name}`,
516
+ };
517
+
518
+ if (skill.interactionSchema) {
519
+ values.interactionSchema = stringifyJsonText(skill.interactionSchema);
520
+ }
521
+
522
+ const repo = (this as any).app.db.getRepository('skillDefinitions');
523
+ const existing = await repo.findOne({ filter: { name } });
524
+ if (existing) {
525
+ if (manifest.overwrite === false) {
526
+ throw new Error(`Skill "${name}" already exists and overwrite=false.`);
527
+ }
528
+ const { toolName: _stableToolName, ...updateValues } = values;
529
+ await repo.update({ filter: { name }, values: updateValues });
530
+ return `[skill-hub] Updated generated skill "${name}" in Skill Hub.`;
531
+ }
532
+
533
+ await assertSkillToolNameAvailable((this as any).app.db, values.toolName);
534
+ await repo.create({ values });
535
+ return `[skill-hub] Installed generated skill "${name}" in Skill Hub.`;
536
+ }
537
+
538
+ private async validateGeneratedSkillPackages(name: string, language: 'python' | 'node', packages: any) {
539
+ if (!Array.isArray(packages) || packages.length === 0) return;
540
+ if (!packages.every((pkg) => typeof pkg === 'string' && pkg.trim())) {
541
+ throw new Error(`Generated skill "${name}" has invalid packages. Use an array of package names.`);
542
+ }
543
+
544
+ const workerConfig = await (this as any).app.db.getRepository('skillWorkerConfigs').findOne();
545
+ if (!workerConfig) return;
546
+
547
+ const whitelist = parseJsonText(
548
+ workerConfig.get ? workerConfig.get('packageWhitelist') : workerConfig.packageWhitelist,
549
+ null,
550
+ );
551
+ const allowed = whitelist?.[language];
552
+ if (!Array.isArray(allowed) || allowed.length === 0) return;
553
+
554
+ const allowedSet = new Set(allowed.map((pkg: string) => pkg.toLowerCase()));
555
+ const missing = packages
556
+ .map((pkg: string) => pkg.trim())
557
+ .filter((pkg: string) => !allowedSet.has(pkg.toLowerCase()));
558
+
559
+ if (missing.length > 0) {
560
+ throw new Error(
561
+ `Generated skill "${name}" requires ${language} package(s) not available in the Skill Hub worker environment: ` +
562
+ `${missing.join(
563
+ ', ',
564
+ )}. Add them to the worker environment and refresh/init Skill Hub before installing this skill.`,
565
+ );
566
+ }
567
+ }
568
+ }