plugin-agent-orchestrator 1.1.8 → 1.2.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (495) hide show
  1. package/LICENSE +201 -0
  2. package/README.md +207 -204
  3. package/client-v2.d.ts +2 -2
  4. package/client-v2.js +1 -1
  5. package/client.d.ts +2 -2
  6. package/client.js +1 -1
  7. package/dist/client/117.6c69b6a87751dd18.js +10 -0
  8. package/dist/client/253.52f62e1bc0e9520a.js +10 -0
  9. package/dist/client/325.8f7f509bdb35e142.js +10 -0
  10. package/dist/client/404.86593f98c9768ed5.js +10 -0
  11. package/dist/client/453.fa2d169576262213.js +10 -0
  12. package/dist/client/53.567db3ae078650c6.js +10 -0
  13. package/dist/client/619.01713281e5e951d3.js +10 -0
  14. package/dist/client/652.69da1598312b3a3f.js +10 -0
  15. package/dist/client/773.648965568ff476f9.js +10 -0
  16. package/dist/client/981.37e7aeecdb1ef6fa.js +10 -0
  17. package/dist/client/993.ac89f3852990918d.js +10 -0
  18. package/dist/client/index.js +1 -1
  19. package/dist/client-v2/117.c982d79ff68738f5.js +10 -0
  20. package/dist/client-v2/214.94c4257bf2838577.js +10 -0
  21. package/dist/client-v2/253.8e19956d2a44dfb8.js +10 -0
  22. package/dist/client-v2/264.80e8e358c8c6c2e5.js +10 -0
  23. package/dist/client-v2/325.fafe5a6e83ba9cb3.js +10 -0
  24. package/dist/client-v2/404.ab032b79c95dab6f.js +10 -0
  25. package/dist/client-v2/{41.3deb9e57a0f64fc4.js → 41.cd5610fcf7446127.js} +1 -1
  26. package/dist/client-v2/453.42c6d70628d56cc2.js +10 -0
  27. package/dist/client-v2/{53.349fff8db80b19d4.js → 53.37c08089a648f89a.js} +1 -1
  28. package/dist/client-v2/{619.0a2144aaffefe018.js → 619.6e9618550101e819.js} +1 -1
  29. package/dist/client-v2/652.eeba4e0c38367321.js +10 -0
  30. package/dist/client-v2/{70.ffff2997c10fd4b0.js → 70.332698e53eb59677.js} +1 -1
  31. package/dist/client-v2/773.4de2ba5acb07318c.js +10 -0
  32. package/dist/client-v2/981.76060f466e6f7c11.js +10 -0
  33. package/dist/client-v2/993.f8cdb5172566ce75.js +10 -0
  34. package/dist/client-v2/index.js +1 -1
  35. package/dist/externalVersion.js +13 -7
  36. package/dist/locale/en-US.json +308 -1
  37. package/dist/locale/vi-VN.json +5 -1
  38. package/dist/locale/zh-CN.json +308 -1
  39. package/dist/node_modules/acorn/LICENSE +21 -0
  40. package/dist/node_modules/acorn/bin/acorn +4 -0
  41. package/dist/node_modules/acorn/dist/acorn.d.mts +857 -0
  42. package/dist/node_modules/acorn/dist/acorn.d.ts +857 -0
  43. package/dist/node_modules/acorn/dist/acorn.js +1 -0
  44. package/dist/node_modules/acorn/dist/bin.js +90 -0
  45. package/dist/node_modules/acorn/package.json +1 -0
  46. package/dist/node_modules/acorn-walk/LICENSE +21 -0
  47. package/dist/node_modules/acorn-walk/dist/walk.d.mts +177 -0
  48. package/dist/node_modules/acorn-walk/dist/walk.d.ts +177 -0
  49. package/dist/node_modules/acorn-walk/dist/walk.js +1 -0
  50. package/dist/node_modules/acorn-walk/node_modules/.bin/acorn +15 -0
  51. package/dist/node_modules/acorn-walk/node_modules/.bin/acorn.cmd +7 -0
  52. package/dist/node_modules/acorn-walk/node_modules/acorn/bin/acorn +4 -0
  53. package/dist/node_modules/acorn-walk/node_modules/acorn/dist/acorn.d.mts +866 -0
  54. package/dist/node_modules/acorn-walk/node_modules/acorn/dist/acorn.d.ts +866 -0
  55. package/dist/node_modules/acorn-walk/node_modules/acorn/dist/acorn.js +6174 -0
  56. package/dist/node_modules/acorn-walk/node_modules/acorn/dist/bin.js +90 -0
  57. package/dist/node_modules/acorn-walk/node_modules/acorn/package.json +50 -0
  58. package/dist/node_modules/acorn-walk/package.json +1 -0
  59. package/dist/node_modules/adm-zip/adm-zip.js +1 -1
  60. package/dist/node_modules/adm-zip/package.json +1 -1
  61. package/dist/node_modules/ajv/package.json +1 -1
  62. package/dist/node_modules/zod/index.cjs +1 -1
  63. package/dist/node_modules/zod/package.json +1 -1
  64. package/dist/server/collections/agent-auto-approval-checkpoints.js +47 -0
  65. package/dist/server/collections/agent-execution-spans.js +148 -9
  66. package/dist/server/collections/agent-governance-audit-events.js +47 -0
  67. package/dist/server/collections/agent-governance-policies.js +47 -0
  68. package/dist/server/collections/agent-governance-policy-versions.js +48 -0
  69. package/dist/server/collections/agent-governance-prompt-bindings.js +50 -0
  70. package/dist/server/collections/agent-hierarchy-invocations.js +59 -0
  71. package/dist/server/collections/agent-loop-runs.js +23 -5
  72. package/dist/server/collections/agent-routing-graph-locks.js +40 -0
  73. package/dist/server/collections/agent-session-auto-approvals.js +45 -0
  74. package/dist/server/collections/orchestrator-config.js +17 -0
  75. package/dist/server/migrations/20261110000000-add-usage-pricing-snapshots.js +117 -0
  76. package/dist/server/migrations/20261110010000-add-usage-department-attribution.js +54 -0
  77. package/dist/server/migrations/20261119000000-widen-native-employee-identifiers.js +59 -0
  78. package/dist/server/plugin.js +169 -33
  79. package/dist/server/resources/agent-auto-approval.js +80 -0
  80. package/dist/server/resources/agent-governance.js +192 -0
  81. package/dist/server/resources/agent-harness-profile.js +11 -3
  82. package/dist/server/resources/agent-monitor.js +109 -339
  83. package/dist/server/resources/agent-usage.js +423 -0
  84. package/dist/server/resources/hierarchical-routing.js +60 -0
  85. package/dist/server/resources/native-monitor-format.js +179 -0
  86. package/dist/server/resources/tracing.js +35 -12
  87. package/dist/server/services/AgentGovernanceService.js +500 -0
  88. package/dist/server/services/AutoApprovalCheckpoint.js +133 -0
  89. package/dist/server/services/CodeValidator.js +8 -4
  90. package/dist/server/services/DepartmentAttribution.js +65 -0
  91. package/dist/server/services/ExecutionSpanService.js +96 -3
  92. package/dist/server/services/GovernanceAdmission.js +271 -0
  93. package/dist/server/services/HarnessCapabilities.js +118 -0
  94. package/dist/server/services/HarnessCompiler.js +3 -0
  95. package/dist/server/services/HarnessSchema.js +13 -1
  96. package/dist/server/services/HierarchicalAgentRuntime.js +925 -0
  97. package/dist/server/services/HierarchyEnrollmentGuard.js +216 -0
  98. package/dist/server/services/HierarchyInvocationJournal.js +157 -0
  99. package/dist/server/services/HierarchyRequestCancellation.js +150 -0
  100. package/dist/server/services/LoopBudgetService.js +29 -11
  101. package/dist/server/services/LoopRunRepository.js +16 -7
  102. package/dist/server/services/LoopRunStateMachine.js +20 -9
  103. package/dist/server/services/LoopTriggerService.js +1 -1
  104. package/dist/server/services/LoopWorkerService.js +71 -37
  105. package/dist/server/services/ManagedPromptProtection.js +99 -0
  106. package/dist/server/services/NativeAgentMonitorSyncService.js +584 -0
  107. package/dist/server/services/NativeSubAgentObserver.js +141 -508
  108. package/dist/server/services/NativeUsageAttribution.js +97 -0
  109. package/dist/server/services/PluginAiRuntimeAdapter.js +107 -9
  110. package/dist/server/services/RoutingBindingRepository.js +156 -0
  111. package/dist/server/services/RoutingBindingValidation.js +161 -0
  112. package/dist/server/services/SandboxRunner.js +19 -0
  113. package/dist/server/services/SessionAutoApproval.js +173 -0
  114. package/dist/server/services/TokenTracker.js +787 -104
  115. package/dist/server/services/TracingRetentionPolicy.js +66 -0
  116. package/dist/server/services/VerificationService.js +20 -10
  117. package/dist/server/skill-hub/plugin.js +17 -0
  118. package/dist/server/skill-hub/sandbox-config.json +6 -6
  119. package/dist/server/skill-hub/services/RegistrySkillInstallationService.js +2 -2
  120. package/dist/server/skill-hub/services/registry-node-package.js +191 -0
  121. package/dist/server/skill-hub/tasks/SkillExecutionTask.js +21 -6
  122. package/dist/server/tools/skill-execute.js +1 -0
  123. package/dist/server/utils/ensure-indexes.js +15 -5
  124. package/package.json +66 -53
  125. package/server.d.ts +2 -2
  126. package/server.js +1 -1
  127. package/src/client/AgentRunsTab.tsx +2 -2
  128. package/src/client/ApprovalsTab.tsx +2 -2
  129. package/src/client/HarnessProfilesTab.tsx +2 -2
  130. package/src/client/OrchestratorSettings.tsx +152 -152
  131. package/src/client/SkillPages.tsx +34 -0
  132. package/src/client/__tests__/embedded-settings.test.tsx +225 -0
  133. package/src/client/hooks/useRunEventStream.ts +76 -76
  134. package/src/client/index.tsx +2 -2
  135. package/src/client/plugin.tsx +71 -33
  136. package/src/client/skill-hub/components/ExecutionHistory.tsx +200 -200
  137. package/src/client/skill-hub/components/GitSkillImport.tsx +562 -562
  138. package/src/client/skill-hub/components/LoopSettings.tsx +331 -331
  139. package/src/client/skill-hub/components/SkillEditor.tsx +460 -460
  140. package/src/client/skill-hub/components/SkillManager.tsx +194 -194
  141. package/src/client/skill-hub/components/SkillMetrics.tsx +162 -162
  142. package/src/client/skill-hub/components/SkillTestPanel.tsx +141 -141
  143. package/src/client/skill-hub/index.tsx +6 -6
  144. package/src/client/skill-hub/locale.ts +16 -16
  145. package/src/client/skill-hub/tools/InteractionSchemasProvider.tsx +147 -132
  146. package/src/client/skill-hub/tools/SkillHubCard.tsx +110 -104
  147. package/src/client/skill-hub/tools/__tests__/skill-hub-card.test.tsx +255 -0
  148. package/src/client/skill-hub/tools/loopTemplates.ts +52 -52
  149. package/src/client/skill-hub/tools/registerSkillLoopCards.ts +80 -71
  150. package/src/client/skill-hub/utils/jsonFields.ts +41 -41
  151. package/src/client-v2/__tests__/embedded-settings.test.tsx +202 -0
  152. package/src/client-v2/__tests__/hierarchical-routing-settings.test.tsx +350 -0
  153. package/src/client-v2/auto-approval/AutoApprovalBridge.tsx +513 -0
  154. package/src/client-v2/auto-approval/AutoApprovalProvider.tsx +399 -0
  155. package/src/client-v2/auto-approval/__tests__/session-auto-approval.test.tsx +1676 -0
  156. package/src/client-v2/components/AIEmployeeSelect.tsx +47 -47
  157. package/src/client-v2/components/AIEmployeesContext.tsx +97 -97
  158. package/src/client-v2/components/AgentBindingsTab.tsx +541 -269
  159. package/src/client-v2/components/AgentRunsTab.tsx +85 -83
  160. package/src/client-v2/components/ApprovalsTab.tsx +337 -337
  161. package/src/client-v2/components/EmployeeGovernanceTab.tsx +695 -0
  162. package/src/client-v2/components/HarnessProfilesTab.tsx +700 -541
  163. package/src/client-v2/components/HarnessSettingsForm.tsx +221 -0
  164. package/src/client-v2/components/KnowledgeAccessTab.tsx +116 -116
  165. package/src/client-v2/components/RetrievalTraceTab.tsx +162 -162
  166. package/src/client-v2/components/UsageGovernanceTab.tsx +379 -0
  167. package/src/client-v2/index.tsx +1 -1
  168. package/src/client-v2/pages/AgentBindingsPage.tsx +15 -13
  169. package/src/client-v2/pages/ApprovalsPage.tsx +12 -10
  170. package/src/client-v2/pages/EmployeeGovernancePage.tsx +15 -0
  171. package/src/client-v2/pages/ExecutionHistoryPage.tsx +12 -10
  172. package/src/client-v2/pages/HarnessProfilesPage.tsx +12 -10
  173. package/src/client-v2/pages/KnowledgeAccessPage.tsx +12 -10
  174. package/src/client-v2/pages/LoopSettingsPage.tsx +12 -10
  175. package/src/client-v2/pages/MemoryInspectorPage.tsx +15 -13
  176. package/src/client-v2/pages/RetrievalTracePage.tsx +12 -10
  177. package/src/client-v2/pages/RulesPage.tsx +15 -13
  178. package/src/client-v2/pages/SkillDefinitionsPage.tsx +12 -10
  179. package/src/client-v2/pages/SkillMetricsPage.tsx +12 -10
  180. package/src/client-v2/pages/TracingPage.tsx +15 -13
  181. package/src/client-v2/pages/UsageGovernancePage.tsx +15 -0
  182. package/src/client-v2/plugin.tsx +134 -111
  183. package/src/client-v2/skill-hub/components/ExecutionHistory.tsx +196 -196
  184. package/src/client-v2/skill-hub/components/FileLinkList.tsx +37 -37
  185. package/src/client-v2/skill-hub/components/GitSkillImport.tsx +539 -539
  186. package/src/client-v2/skill-hub/components/LoopSettings.tsx +331 -331
  187. package/src/client-v2/skill-hub/components/SkillEditor.tsx +453 -453
  188. package/src/client-v2/skill-hub/components/SkillManager.tsx +191 -174
  189. package/src/client-v2/skill-hub/components/SkillMetrics.tsx +162 -162
  190. package/src/client-v2/skill-hub/components/SkillTestPanel.tsx +135 -135
  191. package/src/client-v2/skill-hub/locale.ts +13 -13
  192. package/src/client-v2/skill-hub/tools/InteractionSchemasProvider.tsx +62 -0
  193. package/src/client-v2/skill-hub/tools/SkillHubCard.tsx +104 -0
  194. package/src/client-v2/skill-hub/tools/__tests__/interactions.test.ts +126 -0
  195. package/src/client-v2/skill-hub/tools/interactions.ts +137 -0
  196. package/src/client-v2/skill-hub/tools/loopTemplates.ts +52 -52
  197. package/src/client-v2/skill-hub/utils/jsonFields.ts +41 -41
  198. package/src/client-v2/utils/jsonFields.ts +41 -41
  199. package/src/index.ts +2 -2
  200. package/src/locale/en-US.json +308 -1
  201. package/src/locale/vi-VN.json +5 -1
  202. package/src/locale/zh-CN.json +308 -1
  203. package/src/server/__tests__/agent-execution-context.test.ts +18 -18
  204. package/src/server/__tests__/agent-governance.integration.test.ts +385 -0
  205. package/src/server/__tests__/agent-knowledge-insights.test.ts +123 -123
  206. package/src/server/__tests__/agent-monitor-acl.integration.test.ts +267 -0
  207. package/src/server/__tests__/agent-registry-service.test.ts +147 -147
  208. package/src/server/__tests__/agent-runtime-lifecycle.test.ts +46 -46
  209. package/src/server/__tests__/agent-usage-report.integration.test.ts +335 -0
  210. package/src/server/__tests__/auto-approval-checkpoint.integration.test.ts +295 -0
  211. package/src/server/__tests__/code-validator.test.ts +63 -63
  212. package/src/server/__tests__/external-rag-search.test.ts +107 -107
  213. package/src/server/__tests__/harness-capabilities.test.ts +88 -0
  214. package/src/server/__tests__/harness-compiler.test.ts +278 -214
  215. package/src/server/__tests__/harness-profile-service.test.ts +167 -167
  216. package/src/server/__tests__/harness-runtime-policy.test.ts +293 -293
  217. package/src/server/__tests__/harness-tool-plan.test.ts +175 -172
  218. package/src/server/__tests__/hierarchical-routing.integration.test.ts +2318 -0
  219. package/src/server/__tests__/hierarchy-invocation-journal.integration.test.ts +119 -0
  220. package/src/server/__tests__/input-schema-validator.test.ts +26 -26
  221. package/src/server/__tests__/loop-approval-decision.test.ts +624 -512
  222. package/src/server/__tests__/loop-approval-expiry.test.ts +258 -258
  223. package/src/server/__tests__/loop-budget-service.test.ts +29 -0
  224. package/src/server/__tests__/loop-pattern-schema.test.ts +73 -73
  225. package/src/server/__tests__/loop-run-repository.test.ts +25 -0
  226. package/src/server/__tests__/loop-run-state-machine.test.ts +101 -101
  227. package/src/server/__tests__/loop-trigger-service.test.ts +185 -148
  228. package/src/server/__tests__/loop-worker-claim.test.ts +110 -10
  229. package/src/server/__tests__/loop-worker-execution.test.ts +375 -317
  230. package/src/server/__tests__/native-agent-monitor-sync.test.ts +343 -0
  231. package/src/server/__tests__/native-hierarchy-probe.integration.test.ts +527 -0
  232. package/src/server/__tests__/native-sub-agent-observer.test.ts +463 -662
  233. package/src/server/__tests__/native-usage-attribution.integration.test.ts +168 -0
  234. package/src/server/__tests__/plugin-ai-runtime-adapter.test.ts +403 -0
  235. package/src/server/__tests__/registry-node-package.test.ts +299 -0
  236. package/src/server/__tests__/routing-binding-graph.integration.test.ts +217 -0
  237. package/src/server/__tests__/routing-binding-validation.test.ts +256 -0
  238. package/src/server/__tests__/session-auto-approval.integration.test.ts +329 -0
  239. package/src/server/__tests__/skill-access-service.test.ts +64 -64
  240. package/src/server/__tests__/skill-execute.test.ts +81 -70
  241. package/src/server/__tests__/skill-execution-task-policy.test.ts +140 -140
  242. package/src/server/__tests__/skill-review-guard.test.ts +171 -0
  243. package/src/server/__tests__/skill-sandbox-worker-mode.test.ts +15 -15
  244. package/src/server/__tests__/skill-settings.test.ts +63 -63
  245. package/src/server/__tests__/skill-tool-name.test.ts +23 -23
  246. package/src/server/__tests__/token-tracker.test.ts +632 -0
  247. package/src/server/__tests__/tool-loop-detection.test.ts +276 -276
  248. package/src/server/__tests__/tracing-retention-policy.test.ts +30 -0
  249. package/src/server/__tests__/usage-ledger.integration.test.ts +187 -0
  250. package/src/server/collections/agent-auto-approval-checkpoints.ts +18 -0
  251. package/src/server/collections/agent-execution-spans.ts +386 -245
  252. package/src/server/collections/agent-governance-audit-events.ts +19 -0
  253. package/src/server/collections/agent-governance-policies.ts +19 -0
  254. package/src/server/collections/agent-governance-policy-versions.ts +20 -0
  255. package/src/server/collections/agent-governance-prompt-bindings.ts +22 -0
  256. package/src/server/collections/agent-hierarchy-invocations.ts +30 -0
  257. package/src/server/collections/agent-loop-action-approvals.ts +39 -39
  258. package/src/server/collections/agent-loop-runs.ts +389 -369
  259. package/src/server/collections/agent-loop-steps.ts +220 -220
  260. package/src/server/collections/agent-memory-contexts.ts +95 -95
  261. package/src/server/collections/agent-routing-graph-locks.ts +11 -0
  262. package/src/server/collections/agent-session-auto-approvals.ts +16 -0
  263. package/src/server/collections/orchestrator-config.ts +113 -87
  264. package/src/server/collections/orchestrator-logs.ts +116 -116
  265. package/src/server/collections/skill-definitions.ts +159 -159
  266. package/src/server/collections/skill-executions.ts +154 -154
  267. package/src/server/collections/skill-loop-configs.ts +65 -65
  268. package/src/server/collections/skill-metrics.ts +36 -36
  269. package/src/server/collections/skill-registry-installations.ts +41 -41
  270. package/src/server/collections/skill-worker-configs.ts +86 -86
  271. package/src/server/index.ts +1 -1
  272. package/src/server/migrations/20260423000000-add-progress-fields.ts +50 -50
  273. package/src/server/migrations/20260425000000-add-interaction-schema.ts +37 -37
  274. package/src/server/migrations/20260427000000-add-tracing-detail-fields.ts +41 -41
  275. package/src/server/migrations/20260427000001-change-other-json-to-text.ts +61 -61
  276. package/src/server/migrations/20260524001000-add-plan-approval-and-harness-profiles.ts +145 -145
  277. package/src/server/migrations/20260601000000-add-token-fields.ts +89 -89
  278. package/src/server/migrations/20260615000000-normalize-ai-employee-tool-bindings.ts +39 -39
  279. package/src/server/migrations/20260621000000-native-policy-profile-defaults.ts +190 -190
  280. package/src/server/migrations/20260727000000-remove-unused-knowledge-scopes.ts +25 -25
  281. package/src/server/migrations/20260727010000-backfill-skill-tool-names.ts +45 -45
  282. package/src/server/migrations/20261110000000-add-usage-pricing-snapshots.ts +110 -0
  283. package/src/server/migrations/20261110010000-add-usage-department-attribution.ts +28 -0
  284. package/src/server/migrations/20261119000000-widen-native-employee-identifiers.ts +37 -0
  285. package/src/server/plugin.ts +724 -573
  286. package/src/server/resources/agent-auto-approval.ts +51 -0
  287. package/src/server/resources/agent-governance.ts +161 -0
  288. package/src/server/resources/agent-harness-profile.ts +103 -94
  289. package/src/server/resources/agent-knowledge-insights.ts +306 -306
  290. package/src/server/resources/agent-loop-approval.ts +84 -84
  291. package/src/server/resources/agent-loop-events-stream.ts +108 -108
  292. package/src/server/resources/agent-loop.ts +252 -252
  293. package/src/server/resources/agent-monitor.ts +208 -482
  294. package/src/server/resources/agent-usage.ts +413 -0
  295. package/src/server/resources/hierarchical-routing.ts +39 -0
  296. package/src/server/resources/native-monitor-format.ts +150 -0
  297. package/src/server/resources/tracing.ts +296 -267
  298. package/src/server/services/AgentExecutionContext.ts +23 -23
  299. package/src/server/services/AgentGovernanceService.ts +541 -0
  300. package/src/server/services/AgentMemoryContextService.ts +344 -344
  301. package/src/server/services/AgentRegistryService.ts +220 -220
  302. package/src/server/services/AgentRuntimeLifecycle.ts +64 -64
  303. package/src/server/services/AutoApprovalCheckpoint.ts +140 -0
  304. package/src/server/services/CodeValidator.ts +257 -238
  305. package/src/server/services/DepartmentAttribution.ts +47 -0
  306. package/src/server/services/DurableCircuitBreakerService.ts +235 -235
  307. package/src/server/services/ExecutionSpanService.ts +271 -146
  308. package/src/server/services/FileManager.ts +159 -159
  309. package/src/server/services/GovernanceAdmission.ts +314 -0
  310. package/src/server/services/HarnessCapabilities.ts +112 -0
  311. package/src/server/services/HarnessCompiler.ts +182 -170
  312. package/src/server/services/HarnessProfileService.ts +235 -235
  313. package/src/server/services/HarnessSchema.ts +224 -194
  314. package/src/server/services/HierarchicalAgentRuntime.ts +1052 -0
  315. package/src/server/services/HierarchyEnrollmentGuard.ts +211 -0
  316. package/src/server/services/HierarchyInvocationJournal.ts +172 -0
  317. package/src/server/services/HierarchyRequestCancellation.ts +132 -0
  318. package/src/server/services/InputSchemaValidator.ts +44 -44
  319. package/src/server/services/LoopBudgetService.ts +325 -271
  320. package/src/server/services/LoopControlService.ts +120 -120
  321. package/src/server/services/LoopPatternSchema.ts +231 -231
  322. package/src/server/services/LoopPatternService.ts +171 -171
  323. package/src/server/services/LoopRunRepository.ts +343 -332
  324. package/src/server/services/LoopRunStateMachine.ts +538 -525
  325. package/src/server/services/LoopSchedulerService.ts +195 -195
  326. package/src/server/services/LoopTriggerService.ts +162 -159
  327. package/src/server/services/LoopWorkerService.ts +975 -912
  328. package/src/server/services/ManagedPromptProtection.ts +81 -0
  329. package/src/server/services/NativeAgentMonitorSyncService.ts +684 -0
  330. package/src/server/services/NativeSubAgentObserver.ts +324 -757
  331. package/src/server/services/NativeUsageAttribution.ts +91 -0
  332. package/src/server/services/PathLockService.ts +317 -317
  333. package/src/server/services/PluginAiRuntimeAdapter.ts +518 -387
  334. package/src/server/services/RoutingBindingRepository.ts +146 -0
  335. package/src/server/services/RoutingBindingValidation.ts +161 -0
  336. package/src/server/services/RunEventBus.ts +58 -58
  337. package/src/server/services/SandboxRunner.ts +526 -492
  338. package/src/server/services/SessionAutoApproval.ts +167 -0
  339. package/src/server/services/SkillAccessService.ts +175 -175
  340. package/src/server/services/SkillManager.ts +585 -585
  341. package/src/server/services/SkillRepositoryService.ts +236 -236
  342. package/src/server/services/TokenTracker.ts +1151 -287
  343. package/src/server/services/ToolLoopDetectionService.ts +210 -210
  344. package/src/server/services/TracingRetentionPolicy.ts +49 -0
  345. package/src/server/services/VerificationSchema.ts +31 -31
  346. package/src/server/services/VerificationService.ts +325 -313
  347. package/src/server/services/WorkerEnvManager.ts +198 -198
  348. package/src/server/services/__tests__/SkillRepositoryService.test.ts +33 -33
  349. package/src/server/services/harness-runtime-policy.ts +134 -134
  350. package/src/server/services/pythonGuardTemplate.ts +87 -87
  351. package/src/server/services/sandboxCapabilities.ts +348 -348
  352. package/src/server/skill-hub/actions/__tests__/git-import.test.ts +563 -563
  353. package/src/server/skill-hub/actions/git-import.ts +936 -936
  354. package/src/server/skill-hub/mcp/McpController.ts +107 -107
  355. package/src/server/skill-hub/middlewares/git-import-request-method-policy.ts +51 -51
  356. package/src/server/skill-hub/plugin.ts +1272 -1232
  357. package/src/server/skill-hub/sandbox-config.json +6 -6
  358. package/src/server/skill-hub/services/RegistrySkillInstallationService.ts +291 -281
  359. package/src/server/skill-hub/services/__tests__/RegistrySkillInstallationService.test.ts +295 -295
  360. package/src/server/skill-hub/services/registry-node-package.ts +191 -0
  361. package/src/server/skill-hub/tasks/SkillExecutionTask.ts +597 -568
  362. package/src/server/skill-hub/utils/json-fields.ts +57 -57
  363. package/src/server/tools/delegate-task.ts +30 -30
  364. package/src/server/tools/external-rag-search.ts +329 -329
  365. package/src/server/tools/skill-execute.ts +226 -216
  366. package/src/server/types.ts +21 -21
  367. package/src/server/utils/ai-manager.ts +24 -24
  368. package/src/server/utils/ctx-utils.ts +132 -132
  369. package/src/server/utils/ensure-indexes.ts +113 -96
  370. package/src/server/utils/ha-lock.ts +80 -80
  371. package/src/server/utils/loop-pattern-context.ts +84 -84
  372. package/src/server/utils/record-utils.ts +19 -19
  373. package/src/server/utils/skill-settings.ts +135 -135
  374. package/src/server/utils/skill-tool-name.ts +58 -58
  375. package/dist/client-v2/117.7565cff57c39318a.js +0 -10
  376. package/dist/client-v2/214.106635011859dede.js +0 -10
  377. package/dist/client-v2/253.59577b40d9875be0.js +0 -10
  378. package/dist/client-v2/264.7ed8bee71fa5935c.js +0 -10
  379. package/dist/client-v2/418.41ed200e7d6da332.js +0 -10
  380. package/dist/client-v2/794.a67a2614405ba627.js +0 -10
  381. package/dist/client-v2/981.e4a1f41cfc94a856.js +0 -10
  382. package/dist/client-v2/993.b0688fdc5ccb000a.js +0 -10
  383. package/dist/node_modules/simple-git/dist/cjs/index.js +0 -7399
  384. package/dist/node_modules/simple-git/dist/esm/index.js +0 -4745
  385. package/dist/node_modules/simple-git/dist/esm/package.json +0 -3
  386. package/dist/node_modules/simple-git/dist/src/lib/api.d.ts +0 -13
  387. package/dist/node_modules/simple-git/dist/src/lib/args/log-format.d.ts +0 -9
  388. package/dist/node_modules/simple-git/dist/src/lib/errors/git-construct-error.d.ts +0 -15
  389. package/dist/node_modules/simple-git/dist/src/lib/errors/git-error.d.ts +0 -30
  390. package/dist/node_modules/simple-git/dist/src/lib/errors/git-plugin-error.d.ts +0 -7
  391. package/dist/node_modules/simple-git/dist/src/lib/errors/git-response-error.d.ts +0 -32
  392. package/dist/node_modules/simple-git/dist/src/lib/errors/task-configuration-error.d.ts +0 -12
  393. package/dist/node_modules/simple-git/dist/src/lib/git-factory.d.ts +0 -15
  394. package/dist/node_modules/simple-git/dist/src/lib/git-logger.d.ts +0 -21
  395. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-branch-delete.d.ts +0 -5
  396. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-branch.d.ts +0 -2
  397. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-commit.d.ts +0 -2
  398. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-diff-summary.d.ts +0 -3
  399. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-fetch.d.ts +0 -2
  400. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-list-log-summary.d.ts +0 -6
  401. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-merge.d.ts +0 -11
  402. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-move.d.ts +0 -2
  403. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-pull.d.ts +0 -6
  404. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-push.d.ts +0 -4
  405. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-remote-messages.d.ts +0 -5
  406. package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-remote-objects.d.ts +0 -3
  407. package/dist/node_modules/simple-git/dist/src/lib/plugins/abort-plugin.d.ts +0 -3
  408. package/dist/node_modules/simple-git/dist/src/lib/plugins/block-unsafe-operations-plugin.d.ts +0 -3
  409. package/dist/node_modules/simple-git/dist/src/lib/plugins/command-config-prefixing-plugin.d.ts +0 -2
  410. package/dist/node_modules/simple-git/dist/src/lib/plugins/completion-detection.plugin.d.ts +0 -3
  411. package/dist/node_modules/simple-git/dist/src/lib/plugins/custom-binary.plugin.d.ts +0 -3
  412. package/dist/node_modules/simple-git/dist/src/lib/plugins/error-detection.plugin.d.ts +0 -7
  413. package/dist/node_modules/simple-git/dist/src/lib/plugins/index.d.ts +0 -11
  414. package/dist/node_modules/simple-git/dist/src/lib/plugins/plugin-store.d.ts +0 -11
  415. package/dist/node_modules/simple-git/dist/src/lib/plugins/progress-monitor-plugin.d.ts +0 -3
  416. package/dist/node_modules/simple-git/dist/src/lib/plugins/simple-git-plugin.d.ts +0 -48
  417. package/dist/node_modules/simple-git/dist/src/lib/plugins/spawn-options-plugin.d.ts +0 -3
  418. package/dist/node_modules/simple-git/dist/src/lib/plugins/suffix-paths.plugin.d.ts +0 -2
  419. package/dist/node_modules/simple-git/dist/src/lib/plugins/timout-plugin.d.ts +0 -3
  420. package/dist/node_modules/simple-git/dist/src/lib/responses/BranchDeleteSummary.d.ts +0 -12
  421. package/dist/node_modules/simple-git/dist/src/lib/responses/BranchSummary.d.ts +0 -14
  422. package/dist/node_modules/simple-git/dist/src/lib/responses/CheckIgnore.d.ts +0 -4
  423. package/dist/node_modules/simple-git/dist/src/lib/responses/CleanSummary.d.ts +0 -9
  424. package/dist/node_modules/simple-git/dist/src/lib/responses/ConfigList.d.ts +0 -13
  425. package/dist/node_modules/simple-git/dist/src/lib/responses/DiffSummary.d.ts +0 -10
  426. package/dist/node_modules/simple-git/dist/src/lib/responses/FileStatusSummary.d.ts +0 -9
  427. package/dist/node_modules/simple-git/dist/src/lib/responses/GetRemoteSummary.d.ts +0 -11
  428. package/dist/node_modules/simple-git/dist/src/lib/responses/InitSummary.d.ts +0 -9
  429. package/dist/node_modules/simple-git/dist/src/lib/responses/MergeSummary.d.ts +0 -16
  430. package/dist/node_modules/simple-git/dist/src/lib/responses/PullSummary.d.ts +0 -25
  431. package/dist/node_modules/simple-git/dist/src/lib/responses/StatusSummary.d.ts +0 -19
  432. package/dist/node_modules/simple-git/dist/src/lib/responses/TagList.d.ts +0 -7
  433. package/dist/node_modules/simple-git/dist/src/lib/runners/git-executor-chain.d.ts +0 -25
  434. package/dist/node_modules/simple-git/dist/src/lib/runners/git-executor.d.ts +0 -14
  435. package/dist/node_modules/simple-git/dist/src/lib/runners/promise-wrapped.d.ts +0 -2
  436. package/dist/node_modules/simple-git/dist/src/lib/runners/scheduler.d.ts +0 -11
  437. package/dist/node_modules/simple-git/dist/src/lib/runners/tasks-pending-queue.d.ts +0 -23
  438. package/dist/node_modules/simple-git/dist/src/lib/simple-git-api.d.ts +0 -20
  439. package/dist/node_modules/simple-git/dist/src/lib/task-callback.d.ts +0 -2
  440. package/dist/node_modules/simple-git/dist/src/lib/tasks/apply-patch.d.ts +0 -3
  441. package/dist/node_modules/simple-git/dist/src/lib/tasks/branch.d.ts +0 -7
  442. package/dist/node_modules/simple-git/dist/src/lib/tasks/change-working-directory.d.ts +0 -2
  443. package/dist/node_modules/simple-git/dist/src/lib/tasks/check-ignore.d.ts +0 -2
  444. package/dist/node_modules/simple-git/dist/src/lib/tasks/check-is-repo.d.ts +0 -9
  445. package/dist/node_modules/simple-git/dist/src/lib/tasks/checkout.d.ts +0 -2
  446. package/dist/node_modules/simple-git/dist/src/lib/tasks/clean.d.ts +0 -25
  447. package/dist/node_modules/simple-git/dist/src/lib/tasks/clone.d.ts +0 -9
  448. package/dist/node_modules/simple-git/dist/src/lib/tasks/commit.d.ts +0 -4
  449. package/dist/node_modules/simple-git/dist/src/lib/tasks/config.d.ts +0 -8
  450. package/dist/node_modules/simple-git/dist/src/lib/tasks/count-objects.d.ts +0 -12
  451. package/dist/node_modules/simple-git/dist/src/lib/tasks/diff-name-status.d.ts +0 -12
  452. package/dist/node_modules/simple-git/dist/src/lib/tasks/diff.d.ts +0 -5
  453. package/dist/node_modules/simple-git/dist/src/lib/tasks/fetch.d.ts +0 -4
  454. package/dist/node_modules/simple-git/dist/src/lib/tasks/first-commit.d.ts +0 -2
  455. package/dist/node_modules/simple-git/dist/src/lib/tasks/grep.d.ts +0 -12
  456. package/dist/node_modules/simple-git/dist/src/lib/tasks/hash-object.d.ts +0 -5
  457. package/dist/node_modules/simple-git/dist/src/lib/tasks/init.d.ts +0 -3
  458. package/dist/node_modules/simple-git/dist/src/lib/tasks/log.d.ts +0 -32
  459. package/dist/node_modules/simple-git/dist/src/lib/tasks/merge.d.ts +0 -4
  460. package/dist/node_modules/simple-git/dist/src/lib/tasks/move.d.ts +0 -3
  461. package/dist/node_modules/simple-git/dist/src/lib/tasks/pull.d.ts +0 -3
  462. package/dist/node_modules/simple-git/dist/src/lib/tasks/push.d.ts +0 -9
  463. package/dist/node_modules/simple-git/dist/src/lib/tasks/remote.d.ts +0 -8
  464. package/dist/node_modules/simple-git/dist/src/lib/tasks/reset.d.ts +0 -11
  465. package/dist/node_modules/simple-git/dist/src/lib/tasks/show.d.ts +0 -2
  466. package/dist/node_modules/simple-git/dist/src/lib/tasks/stash-list.d.ts +0 -4
  467. package/dist/node_modules/simple-git/dist/src/lib/tasks/status.d.ts +0 -3
  468. package/dist/node_modules/simple-git/dist/src/lib/tasks/sub-module.d.ts +0 -5
  469. package/dist/node_modules/simple-git/dist/src/lib/tasks/tag.d.ts +0 -18
  470. package/dist/node_modules/simple-git/dist/src/lib/tasks/task.d.ts +0 -14
  471. package/dist/node_modules/simple-git/dist/src/lib/tasks/version.d.ts +0 -9
  472. package/dist/node_modules/simple-git/dist/src/lib/types/handlers.d.ts +0 -21
  473. package/dist/node_modules/simple-git/dist/src/lib/types/index.d.ts +0 -136
  474. package/dist/node_modules/simple-git/dist/src/lib/types/tasks.d.ts +0 -19
  475. package/dist/node_modules/simple-git/dist/src/lib/utils/argument-filters.d.ts +0 -14
  476. package/dist/node_modules/simple-git/dist/src/lib/utils/exit-codes.d.ts +0 -10
  477. package/dist/node_modules/simple-git/dist/src/lib/utils/git-output-streams.d.ts +0 -7
  478. package/dist/node_modules/simple-git/dist/src/lib/utils/index.d.ts +0 -8
  479. package/dist/node_modules/simple-git/dist/src/lib/utils/line-parser.d.ts +0 -15
  480. package/dist/node_modules/simple-git/dist/src/lib/utils/simple-git-options.d.ts +0 -2
  481. package/dist/node_modules/simple-git/dist/src/lib/utils/task-options.d.ts +0 -13
  482. package/dist/node_modules/simple-git/dist/src/lib/utils/task-parser.d.ts +0 -5
  483. package/dist/node_modules/simple-git/dist/src/lib/utils/util.d.ts +0 -47
  484. package/dist/node_modules/simple-git/dist/typings/errors.d.ts +0 -5
  485. package/dist/node_modules/simple-git/dist/typings/index.d.ts +0 -14
  486. package/dist/node_modules/simple-git/dist/typings/response.d.ts +0 -556
  487. package/dist/node_modules/simple-git/dist/typings/simple-git.d.ts +0 -1033
  488. package/dist/node_modules/simple-git/dist/typings/types.d.ts +0 -22
  489. package/dist/node_modules/simple-git/node_modules/debug/package.json +0 -64
  490. package/dist/node_modules/simple-git/node_modules/debug/src/browser.js +0 -272
  491. package/dist/node_modules/simple-git/node_modules/debug/src/common.js +0 -292
  492. package/dist/node_modules/simple-git/node_modules/debug/src/index.js +0 -10
  493. package/dist/node_modules/simple-git/node_modules/debug/src/node.js +0 -263
  494. package/dist/node_modules/simple-git/package.json +0 -1
  495. package/dist/node_modules/simple-git/promise.js +0 -17
@@ -1,492 +1,526 @@
1
- import { spawn } from 'child_process';
2
- import { existsSync, writeFileSync } from 'fs';
3
- import { resolve, delimiter } from 'path';
4
- import { tmpdir } from 'os';
5
- import { FileManager, OutputFileInfo } from './FileManager';
6
- import { CodeValidator } from './CodeValidator';
7
- import {
8
- ensureSandboxCapabilities,
9
- getPythonGuardDir,
10
- SandboxCapabilities,
11
- SandboxIdentity,
12
- SandboxNetworkMode,
13
- } from './sandboxCapabilities';
14
-
15
- const IS_WINDOWS = process.platform === 'win32';
16
-
17
- /** stdout/stderr accumulation cap — matches the old exec() maxBuffer. */
18
- const MAX_STDIO_BYTES = 10 * 1024 * 1024;
19
-
20
- /** Only the head of stdout/stderr is ever returned to callers — don't retain more in memory. */
21
- const MAX_STDOUT_CHARS = 5000;
22
- const MAX_STDERR_CHARS = 2000;
23
-
24
- /** Resolve the python executable name per platform (python3 on *nix, python on Windows). */
25
- function pythonBinary() {
26
- return process.env.SKILL_HUB_PYTHON_BIN || (IS_WINDOWS ? 'python' : 'python3');
27
- }
28
-
29
- export interface ExecuteOptions {
30
- language: 'node' | 'python';
31
- code: string;
32
- execId: string;
33
- timeoutSeconds?: number;
34
- maxOutputSizeMb?: number;
35
- onProgress?: (progress: ProgressUpdate) => void;
36
- /** AbortSignal — when aborted, the child process is killed */
37
- signal?: { addEventListener(event: string, listener: () => void): void };
38
- /** Package whitelist for import validation (from skillWorkerConfigs) */
39
- packageWhitelist?: string[];
40
- /** Optional installed/copied skill package root exposed to the runtime as SKILL_DIR. */
41
- skillDir?: string;
42
- /** Validated input exposed as a JSON file to avoid source-code interpolation. */
43
- inputArgs?: Record<string, unknown>;
44
- }
45
-
46
- export interface ProgressUpdate {
47
- percent: number;
48
- log: string;
49
- }
50
-
51
- export interface ExecutionResult {
52
- success: boolean;
53
- stdout: string;
54
- stderr: string;
55
- files: OutputFileInfo[];
56
- durationMs: number;
57
- /** true if execution was canceled by user */
58
- canceled?: boolean;
59
- /** true if execution timed out */
60
- timedOut?: boolean;
61
- }
62
-
63
- export interface UlimitOptions {
64
- language: 'node' | 'python';
65
- memLimitMb: number;
66
- timeoutSeconds: number;
67
- maxOutputSizeMb: number;
68
- /** Only apply -u when the child runs under the dedicated sandbox uid. */
69
- includeNproc: boolean;
70
- }
71
-
72
- /**
73
- * Fixed ulimit prefix for the POSIX shell wrapper. Every number is computed
74
- * server-side and validated as a finite positive integer before interpolation;
75
- * no per-execution user data ever enters this string.
76
- */
77
- export function buildUlimitPrefix(options: UlimitOptions): string {
78
- const parts: string[] = [];
79
- const add = (flag: string, value: number) => {
80
- if (!Number.isFinite(value) || value <= 0) return;
81
- parts.push(`ulimit ${flag} ${Math.floor(value)} 2>/dev/null;`);
82
- };
83
- if (options.language === 'python') {
84
- // RLIMIT_AS would fatally crash modern Node at startup (V8 reserves a
85
- // multi-GB virtual address space cage); Node memory is bounded by
86
- // --max-old-space-size instead.
87
- add('-v', options.memLimitMb * 1024); // KB
88
- }
89
- add('-t', options.timeoutSeconds + 5); // CPU-seconds safety net behind the wall-clock kill
90
- add('-n', Number(process.env.SKILL_HUB_ULIMIT_NOFILE || 256));
91
- add('-f', Math.ceil((options.maxOutputSizeMb * 1024 * 1024) / 512)); // POSIX 512-byte blocks, single file
92
- if (options.includeNproc) {
93
- // RLIMIT_NPROC is per real uid system-wide — only safe on the dedicated sandbox uid.
94
- add('-u', Number(process.env.SKILL_HUB_ULIMIT_NPROC || 64));
95
- }
96
- return parts.join(' ');
97
- }
98
-
99
- export interface NodeArgsOptions {
100
- memLimitMb: number;
101
- scriptPath: string;
102
- workDir: string;
103
- outputDir: string;
104
- skillDir?: string;
105
- nodePathEntries: string[];
106
- capabilities: SandboxCapabilities;
107
- }
108
-
109
- export function buildNodeArgs(options: NodeArgsOptions): string[] {
110
- const args = [`--max-old-space-size=${options.memLimitMb}`];
111
- const permissionEnabled = process.env.SKILL_HUB_NODE_PERMISSION !== 'false';
112
- if (permissionEnabled && options.capabilities.nodePermissionFlag) {
113
- args.push(options.capabilities.nodePermissionFlag);
114
- const readDirs = new Set(
115
- [options.workDir, tmpdir(), options.skillDir || '', ...options.nodePathEntries].filter(Boolean),
116
- );
117
- for (const dir of readDirs) {
118
- args.push(`--allow-fs-read=${dir}`);
119
- }
120
- for (const dir of new Set([options.workDir, options.outputDir, tmpdir()])) {
121
- args.push(`--allow-fs-write=${dir}`);
122
- }
123
- if (options.capabilities.nodePermissionAllowAddons) {
124
- args.push('--allow-addons');
125
- }
126
- }
127
- // Independent of the permission model and version-stable — always on.
128
- args.push('--disallow-code-generation-from-strings');
129
- args.push(options.scriptPath);
130
- return args;
131
- }
132
-
133
- export interface BwrapArgsOptions {
134
- workDir: string;
135
- skillDir?: string;
136
- sandboxWorkspace: string;
137
- /** Extra host dirs (global NODE_PATH/PYTHONPATH entries) to expose read-only. */
138
- extraReadOnlyDirs: string[];
139
- env: Record<string, string>;
140
- network: SandboxNetworkMode;
141
- }
142
-
143
- export function buildBwrapArgs(options: BwrapArgsOptions): string[] {
144
- const args = ['--unshare-all', '--die-with-parent', '--new-session'];
145
- const bound = new Set<string>();
146
- const roBind = (path: string) => {
147
- if (!path || bound.has(path) || !existsSync(path)) return;
148
- bound.add(path);
149
- args.push('--ro-bind', path, path);
150
- };
151
- // /bin and /lib are usually merged-usr symlinks on Debian; binding them
152
- // explicitly keeps /bin/sh resolvable inside the mount namespace.
153
- for (const path of ['/usr', '/bin', '/sbin', '/lib', '/lib64', '/etc/ssl', '/etc/alternatives']) {
154
- roBind(path);
155
- }
156
- roBind(options.sandboxWorkspace); // node_modules, python_packages, py-guard
157
- if (options.skillDir) roBind(options.skillDir);
158
- for (const dir of options.extraReadOnlyDirs) roBind(dir);
159
- if (options.network === 'inherit') {
160
- args.push('--share-net');
161
- for (const path of ['/etc/resolv.conf', '/etc/hosts', '/etc/nsswitch.conf']) {
162
- roBind(path);
163
- }
164
- }
165
- args.push('--bind', options.workDir, options.workDir); // covers workDir/output
166
- args.push('--tmpfs', tmpdir());
167
- args.push('--proc', '/proc');
168
- args.push('--dev', '/dev');
169
- args.push('--chdir', options.workDir);
170
- args.push('--clearenv');
171
- for (const [key, value] of Object.entries(options.env)) {
172
- args.push('--setenv', key, value);
173
- }
174
- return args;
175
- }
176
-
177
- export class SandboxRunner {
178
- private validator = new CodeValidator();
179
-
180
- private sandboxWorkspace: string;
181
-
182
- constructor(
183
- private fileManager: FileManager,
184
- private logger: any,
185
- private storagePath: string,
186
- ) {
187
- this.sandboxWorkspace = resolve(storagePath, 'sandbox-workspace');
188
- }
189
-
190
- async execute(options: ExecuteOptions): Promise<ExecutionResult> {
191
- const {
192
- language,
193
- code,
194
- execId,
195
- timeoutSeconds = 60,
196
- maxOutputSizeMb = 50,
197
- onProgress,
198
- signal,
199
- packageWhitelist,
200
- skillDir,
201
- inputArgs,
202
- } = options;
203
-
204
- // 1. Validate code against forbidden patterns
205
- this.validator.validate(code, language);
206
-
207
- // 1b. Validate imports against the allowlist (builtins + whitelist).
208
- // Always runs: an empty whitelist restricts code to built-in modules only,
209
- // which blocks stdlib-based network exfiltration (urllib/socket/etc.).
210
- this.validator.validateImports(code, language, packageWhitelist || []);
211
-
212
- // 2. Resolve worker capabilities (memoized after the first execution/boot).
213
- const capabilities = await ensureSandboxCapabilities(this.logger, this.storagePath);
214
-
215
- // 3. Prepare workspace
216
- const workDir = this.fileManager.createExecDir(execId);
217
- const outputDir = this.fileManager.getOutputDir(execId);
218
- const inputFile = resolve(workDir, 'input.json');
219
- writeFileSync(inputFile, JSON.stringify(inputArgs || {}, null, 2), 'utf-8');
220
-
221
- const filename = language === 'node' ? 'script.js' : 'script.py';
222
- const scriptPath = resolve(workDir, filename);
223
- writeFileSync(scriptPath, code, 'utf-8');
224
-
225
- // 3b. Privilege drop — only when the worker runs as root and the sandbox
226
- // user resolved at init time. Hand the exec dir to that uid first.
227
- let identity: SandboxIdentity | null =
228
- !IS_WINDOWS && process.getuid?.() === 0 && capabilities.privilegeDropAvailable
229
- ? capabilities.sandboxIdentity
230
- : null;
231
- if (identity) {
232
- try {
233
- this.fileManager.chownExecDir(execId, identity.uid, identity.gid);
234
- } catch (error) {
235
- this.logger.warn(
236
- `[skill-hub] chown of exec dir failed for ${execId}; running without privilege drop: ${
237
- (error as Error).message
238
- }`,
239
- );
240
- identity = null;
241
- }
242
- }
243
-
244
- onProgress?.({ percent: 20, log: 'Code validated, executing...' });
245
-
246
- // 4. Resolve Node Modules Path using the local sandbox workspace
247
- const nodePath = resolve(this.sandboxWorkspace, 'node_modules');
248
- const finalNodePath = process.env.NODE_PATH ? `${nodePath}${delimiter}${process.env.NODE_PATH}` : nodePath;
249
- const nodePathEntries = finalNodePath.split(delimiter).filter(Boolean);
250
-
251
- // 5. Sanitized environment — only expose what's necessary.
252
- const pythonGuardDir = getPythonGuardDir(this.storagePath);
253
- const execEnv: Record<string, string> = {
254
- PATH: process.env.PATH || '',
255
- HOME: tmpdir(),
256
- TMPDIR: tmpdir(),
257
- OUTPUT_DIR: outputDir,
258
- LANG: 'en_US.UTF-8',
259
- // Node.js
260
- NODE_PATH: finalNodePath,
261
- // Python — audit-hook guard dir first, then bundled packages (svg_to_pptx etc.)
262
- PYTHONPATH: [
263
- capabilities.pythonGuardActive ? pythonGuardDir : '',
264
- skillDir ? resolve(skillDir, 'scripts') : '',
265
- resolve(this.sandboxWorkspace, 'python_packages'),
266
- process.env.PYTHONPATH || '',
267
- ]
268
- .filter(Boolean)
269
- .join(delimiter),
270
- PYTHONIOENCODING: 'utf-8',
271
- // Denied bytecode-cache writes are best-effort anyway; skip them entirely.
272
- PYTHONDONTWRITEBYTECODE: '1',
273
- // Consumed by the sitecustomize.py guard to scope file writes.
274
- SKILL_HUB_WRITE_ROOTS: [workDir, outputDir, tmpdir()].join(delimiter),
275
- SKILL_DIR: skillDir || '',
276
- SKILL_INPUT_FILE: inputFile,
277
- // DO NOT pass: DB credentials, API keys, APP_KEY, etc.
278
- };
279
-
280
- // 6. Build command + args — never interpolate per-execution values into a
281
- // shell string; scriptPath/workDir travel as argv entries only.
282
- const memLimitMb = Math.max(64, Number(process.env.SKILL_HUB_MEM_LIMIT_MB || 512));
283
- const command = language === 'node' ? 'node' : pythonBinary();
284
- const args =
285
- language === 'node'
286
- ? buildNodeArgs({
287
- memLimitMb,
288
- scriptPath,
289
- workDir,
290
- outputDir,
291
- skillDir,
292
- nodePathEntries,
293
- capabilities,
294
- })
295
- : [scriptPath];
296
-
297
- let spawnCommand = command;
298
- let spawnArgs = args;
299
- if (!IS_WINDOWS) {
300
- // Tiny shell wrapper exists only for the ulimit builtins. "$0"/"$@" pass
301
- // command/args through as argv — nothing user-controlled is parsed as shell.
302
- const ulimitPrefix = buildUlimitPrefix({
303
- language,
304
- memLimitMb,
305
- timeoutSeconds,
306
- maxOutputSizeMb,
307
- includeNproc: identity !== null,
308
- });
309
- spawnCommand = '/bin/sh';
310
- spawnArgs = ['-c', `${ulimitPrefix} exec "$0" "$@"`, command, ...args];
311
-
312
- if (capabilities.isolationLevel === 'bwrap') {
313
- const extraReadOnlyDirs = [
314
- ...nodePathEntries.filter((entry) => entry !== nodePath),
315
- ...(process.env.PYTHONPATH || '').split(delimiter),
316
- ].filter(Boolean);
317
- spawnArgs = [
318
- ...buildBwrapArgs({
319
- workDir,
320
- skillDir,
321
- sandboxWorkspace: this.sandboxWorkspace,
322
- extraReadOnlyDirs,
323
- env: execEnv,
324
- network: capabilities.network,
325
- }),
326
- '--',
327
- spawnCommand,
328
- ...spawnArgs,
329
- ];
330
- spawnCommand = 'bwrap';
331
- }
332
- }
333
-
334
- // 7. Execute via spawn (no shell around user data, group-kill support)
335
- const startTime = Date.now();
336
- let wasCanceled = false;
337
- let wasTimedOut = false;
338
- let outputExceeded = false;
339
-
340
- const processResult = await new Promise<{
341
- exitCode: number;
342
- stdout: string;
343
- stderr: string;
344
- }>((_resolve) => {
345
- let stdout = '';
346
- let stderr = '';
347
- let totalBytes = 0;
348
- let settled = false;
349
- let timeoutTimer: NodeJS.Timeout | null = null;
350
- let forceKillTimer: NodeJS.Timeout | null = null;
351
-
352
- const child = spawn(spawnCommand, spawnArgs, {
353
- cwd: workDir,
354
- env: execEnv,
355
- // Process-group leader on POSIX so kill(-pid) reaches every descendant.
356
- detached: !IS_WINDOWS,
357
- stdio: ['ignore', 'pipe', 'pipe'],
358
- uid: identity?.uid,
359
- gid: identity?.gid,
360
- });
361
-
362
- const finish = (exitCode: number) => {
363
- if (settled) return;
364
- settled = true;
365
- if (timeoutTimer) clearTimeout(timeoutTimer);
366
- if (forceKillTimer) clearTimeout(forceKillTimer);
367
- _resolve({
368
- exitCode,
369
- stdout: stdout.slice(0, MAX_STDOUT_CHARS),
370
- stderr: stderr.slice(0, MAX_STDERR_CHARS),
371
- });
372
- };
373
-
374
- const killTree = (killSignal: 'SIGTERM' | 'SIGKILL') => {
375
- if (!child.pid) return;
376
- if (IS_WINDOWS) {
377
- // Best-effort whole-tree kill on Windows (dev-only platform).
378
- try {
379
- spawn('taskkill', ['/pid', String(child.pid), '/T', '/F'], { stdio: 'ignore' });
380
- } catch {
381
- child.kill(killSignal);
382
- }
383
- return;
384
- }
385
- try {
386
- process.kill(-child.pid, killSignal);
387
- } catch {
388
- // ESRCH: group already gone. Fall back to the direct child just in case.
389
- try {
390
- child.kill(killSignal);
391
- } catch {
392
- // already exited
393
- }
394
- }
395
- };
396
-
397
- const terminate = (reason: string) => {
398
- this.logger.info(`[skill-hub] Killing process tree for exec ${execId} (${reason})`);
399
- killTree('SIGTERM');
400
- if (!forceKillTimer) {
401
- // Same 3-second grace window as before, applied to the whole group.
402
- forceKillTimer = setTimeout(() => killTree('SIGKILL'), 3000);
403
- }
404
- };
405
-
406
- timeoutTimer = setTimeout(() => {
407
- wasTimedOut = true;
408
- terminate('timeout');
409
- }, timeoutSeconds * 1000);
410
-
411
- const onData = (isStdout: boolean) => (chunk: Buffer) => {
412
- totalBytes += chunk.length;
413
- if (totalBytes > MAX_STDIO_BYTES) {
414
- if (!outputExceeded) {
415
- outputExceeded = true;
416
- terminate('output exceeded limit');
417
- }
418
- return;
419
- }
420
- // Retain only the head that finish() returns; totalBytes keeps counting
421
- // so the runaway-output kill above still triggers.
422
- if (isStdout) {
423
- if (stdout.length < MAX_STDOUT_CHARS) stdout += chunk.toString();
424
- } else if (stderr.length < MAX_STDERR_CHARS) {
425
- stderr += chunk.toString();
426
- }
427
- };
428
- child.stdout?.on('data', onData(true));
429
- child.stderr?.on('data', onData(false));
430
-
431
- child.on('error', (error: NodeJS.ErrnoException) => {
432
- // Spawn-time failures (missing binary, EPERM on uid/gid, ...)
433
- stderr = `Failed to start sandbox process: ${error.message}\n${stderr}`;
434
- finish(1);
435
- });
436
-
437
- child.on('close', (exitCode, exitSignal) => {
438
- finish(exitSignal !== null || exitCode === null ? -1 : exitCode);
439
- });
440
-
441
- if (signal) {
442
- signal.addEventListener('abort', () => {
443
- wasCanceled = true;
444
- terminate('user abort');
445
- });
446
- }
447
- });
448
-
449
- const durationMs = Date.now() - startTime;
450
-
451
- onProgress?.({ percent: 80, log: wasCanceled ? 'Canceled' : 'Execution completed, collecting files...' });
452
-
453
- // 8. Collect output files
454
- const files = this.fileManager.listOutputFiles(execId);
455
-
456
- // 9. Check output size limit
457
- const totalSizeBytes = this.fileManager.getTotalOutputSize(execId);
458
- const maxBytes = maxOutputSizeMb * 1024 * 1024;
459
- if (totalSizeBytes > maxBytes) {
460
- this.logger.warn(
461
- `[skill-hub] Execution ${execId}: output size ${totalSizeBytes} bytes exceeds limit ${maxBytes}`,
462
- );
463
- }
464
-
465
- onProgress?.({ percent: 100, log: 'Done' });
466
-
467
- const timedOut = wasTimedOut && !wasCanceled;
468
- if (timedOut) {
469
- processResult.stderr = `Execution timed out after ${timeoutSeconds}s\n${processResult.stderr}`;
470
- }
471
-
472
- if (outputExceeded) {
473
- processResult.stderr = `Execution stdout/stderr exceeded ${Math.floor(MAX_STDIO_BYTES / 1024 / 1024)}MB limit\n${
474
- processResult.stderr
475
- }`;
476
- }
477
-
478
- if (wasCanceled) {
479
- processResult.stderr = `Execution canceled by user\n${processResult.stderr}`;
480
- }
481
-
482
- return {
483
- success: !wasCanceled && !timedOut && !outputExceeded && processResult.exitCode === 0,
484
- stdout: processResult.stdout,
485
- stderr: processResult.stderr,
486
- files,
487
- durationMs,
488
- canceled: wasCanceled,
489
- timedOut,
490
- };
491
- }
492
- }
1
+ /**
2
+ * This file is part of the NocoBase (R) project.
3
+ * Copyright (c) 2020-2024 NocoBase Co., Ltd.
4
+ * Authors: NocoBase Team.
5
+ *
6
+ * This project is dual-licensed under AGPL-3.0 and NocoBase Commercial License.
7
+ * For more information, please refer to: https://www.nocobase.com/agreement.
8
+ */
9
+
10
+ import { spawn } from 'child_process';
11
+ import { chownSync, existsSync, lstatSync, readdirSync, realpathSync, writeFileSync } from 'fs';
12
+ import { resolve, delimiter } from 'path';
13
+ import { tmpdir } from 'os';
14
+ import { FileManager, OutputFileInfo } from './FileManager';
15
+ import { CodeValidator } from './CodeValidator';
16
+ import {
17
+ ensureSandboxCapabilities,
18
+ getPythonGuardDir,
19
+ SandboxCapabilities,
20
+ SandboxIdentity,
21
+ SandboxNetworkMode,
22
+ } from './sandboxCapabilities';
23
+
24
+ const IS_WINDOWS = process.platform === 'win32';
25
+
26
+ /** stdout/stderr accumulation cap — matches the old exec() maxBuffer. */
27
+ const MAX_STDIO_BYTES = 10 * 1024 * 1024;
28
+
29
+ /** Only the head of stdout/stderr is ever returned to callers — don't retain more in memory. */
30
+ const MAX_STDOUT_CHARS = 5000;
31
+ const MAX_STDERR_CHARS = 2000;
32
+
33
+ /** Resolve the python executable name per platform (python3 on *nix, python on Windows). */
34
+ function pythonBinary() {
35
+ return process.env.SKILL_HUB_PYTHON_BIN || (IS_WINDOWS ? 'python' : 'python3');
36
+ }
37
+
38
+ export interface ExecuteOptions {
39
+ language: 'node' | 'python';
40
+ code: string;
41
+ execId: string;
42
+ timeoutSeconds?: number;
43
+ maxOutputSizeMb?: number;
44
+ onProgress?: (progress: ProgressUpdate) => void;
45
+ /** AbortSignal — when aborted, the child process is killed */
46
+ signal?: { addEventListener(event: string, listener: () => void): void };
47
+ /** Package whitelist for import validation (from skillWorkerConfigs) */
48
+ packageWhitelist?: string[];
49
+ /** Optional installed/copied skill package root exposed to the runtime as SKILL_DIR. */
50
+ skillDir?: string;
51
+ /** Private package snapshot inside the execution directory, if it needs a privilege-drop owner. */
52
+ packageSnapshotDir?: string;
53
+ /** Validated input exposed as a JSON file to avoid source-code interpolation. */
54
+ inputArgs?: Record<string, unknown>;
55
+ }
56
+
57
+ export interface ProgressUpdate {
58
+ percent: number;
59
+ log: string;
60
+ }
61
+
62
+ export interface ExecutionResult {
63
+ success: boolean;
64
+ stdout: string;
65
+ stderr: string;
66
+ files: OutputFileInfo[];
67
+ durationMs: number;
68
+ /** true if execution was canceled by user */
69
+ canceled?: boolean;
70
+ /** true if execution timed out */
71
+ timedOut?: boolean;
72
+ }
73
+
74
+ export interface UlimitOptions {
75
+ language: 'node' | 'python';
76
+ memLimitMb: number;
77
+ timeoutSeconds: number;
78
+ maxOutputSizeMb: number;
79
+ /** Only apply -u when the child runs under the dedicated sandbox uid. */
80
+ includeNproc: boolean;
81
+ }
82
+
83
+ /**
84
+ * Fixed ulimit prefix for the POSIX shell wrapper. Every number is computed
85
+ * server-side and validated as a finite positive integer before interpolation;
86
+ * no per-execution user data ever enters this string.
87
+ */
88
+ export function buildUlimitPrefix(options: UlimitOptions): string {
89
+ const parts: string[] = [];
90
+ const add = (flag: string, value: number) => {
91
+ if (!Number.isFinite(value) || value <= 0) return;
92
+ parts.push(`ulimit ${flag} ${Math.floor(value)} 2>/dev/null;`);
93
+ };
94
+ if (options.language === 'python') {
95
+ // RLIMIT_AS would fatally crash modern Node at startup (V8 reserves a
96
+ // multi-GB virtual address space cage); Node memory is bounded by
97
+ // --max-old-space-size instead.
98
+ add('-v', options.memLimitMb * 1024); // KB
99
+ }
100
+ add('-t', options.timeoutSeconds + 5); // CPU-seconds safety net behind the wall-clock kill
101
+ add('-n', Number(process.env.SKILL_HUB_ULIMIT_NOFILE || 256));
102
+ add('-f', Math.ceil((options.maxOutputSizeMb * 1024 * 1024) / 512)); // POSIX 512-byte blocks, single file
103
+ if (options.includeNproc) {
104
+ // RLIMIT_NPROC is per real uid system-wide — only safe on the dedicated sandbox uid.
105
+ add('-u', Number(process.env.SKILL_HUB_ULIMIT_NPROC || 64));
106
+ }
107
+ return parts.join(' ');
108
+ }
109
+
110
+ export interface NodeArgsOptions {
111
+ memLimitMb: number;
112
+ scriptPath: string;
113
+ workDir: string;
114
+ outputDir: string;
115
+ skillDir?: string;
116
+ nodePathEntries: string[];
117
+ capabilities: SandboxCapabilities;
118
+ }
119
+
120
+ export function buildNodeArgs(options: NodeArgsOptions): string[] {
121
+ const args = [`--max-old-space-size=${options.memLimitMb}`];
122
+ const permissionEnabled = process.env.SKILL_HUB_NODE_PERMISSION !== 'false';
123
+ if (permissionEnabled && options.capabilities.nodePermissionFlag) {
124
+ args.push(options.capabilities.nodePermissionFlag);
125
+ const readDirs = new Set(
126
+ [options.workDir, tmpdir(), options.skillDir || '', ...options.nodePathEntries].filter(Boolean),
127
+ );
128
+ for (const dir of readDirs) {
129
+ args.push(`--allow-fs-read=${dir}`);
130
+ }
131
+ for (const dir of new Set([options.workDir, options.outputDir, tmpdir()])) {
132
+ args.push(`--allow-fs-write=${dir}`);
133
+ }
134
+ if (options.capabilities.nodePermissionAllowAddons) {
135
+ args.push('--allow-addons');
136
+ }
137
+ }
138
+ // Independent of the permission model and version-stable — always on.
139
+ args.push('--disallow-code-generation-from-strings');
140
+ args.push(options.scriptPath);
141
+ return args;
142
+ }
143
+
144
+ export interface BwrapArgsOptions {
145
+ workDir: string;
146
+ skillDir?: string;
147
+ sandboxWorkspace: string;
148
+ /** Extra host dirs (global NODE_PATH/PYTHONPATH entries) to expose read-only. */
149
+ extraReadOnlyDirs: string[];
150
+ env: Record<string, string>;
151
+ network: SandboxNetworkMode;
152
+ }
153
+
154
+ export function buildBwrapArgs(options: BwrapArgsOptions): string[] {
155
+ const args = ['--unshare-all', '--die-with-parent', '--new-session'];
156
+ const bound = new Set<string>();
157
+ const roBind = (path: string) => {
158
+ if (!path || bound.has(path) || !existsSync(path)) return;
159
+ bound.add(path);
160
+ args.push('--ro-bind', path, path);
161
+ };
162
+ // /bin and /lib are usually merged-usr symlinks on Debian; binding them
163
+ // explicitly keeps /bin/sh resolvable inside the mount namespace.
164
+ for (const path of ['/usr', '/bin', '/sbin', '/lib', '/lib64', '/etc/ssl', '/etc/alternatives']) {
165
+ roBind(path);
166
+ }
167
+ roBind(options.sandboxWorkspace); // node_modules, python_packages, py-guard
168
+ if (options.skillDir) roBind(options.skillDir);
169
+ for (const dir of options.extraReadOnlyDirs) roBind(dir);
170
+ if (options.network === 'inherit') {
171
+ args.push('--share-net');
172
+ for (const path of ['/etc/resolv.conf', '/etc/hosts', '/etc/nsswitch.conf']) {
173
+ roBind(path);
174
+ }
175
+ }
176
+ args.push('--bind', options.workDir, options.workDir); // covers workDir/output
177
+ args.push('--tmpfs', tmpdir());
178
+ args.push('--proc', '/proc');
179
+ args.push('--dev', '/dev');
180
+ args.push('--chdir', options.workDir);
181
+ args.push('--clearenv');
182
+ for (const [key, value] of Object.entries(options.env)) {
183
+ args.push('--setenv', key, value);
184
+ }
185
+ return args;
186
+ }
187
+
188
+ export class SandboxRunner {
189
+ private validator = new CodeValidator();
190
+
191
+ private sandboxWorkspace: string;
192
+
193
+ constructor(
194
+ private fileManager: FileManager,
195
+ private logger: any,
196
+ private storagePath: string,
197
+ ) {
198
+ this.sandboxWorkspace = resolve(storagePath, 'sandbox-workspace');
199
+ }
200
+
201
+ async execute(options: ExecuteOptions): Promise<ExecutionResult> {
202
+ const {
203
+ language,
204
+ code,
205
+ execId,
206
+ timeoutSeconds = 60,
207
+ maxOutputSizeMb = 50,
208
+ onProgress,
209
+ signal,
210
+ packageWhitelist,
211
+ skillDir,
212
+ packageSnapshotDir,
213
+ inputArgs,
214
+ } = options;
215
+
216
+ // 1. Validate code against forbidden patterns
217
+ this.validator.validate(code, language);
218
+
219
+ // 1b. Validate imports against the allowlist (builtins + whitelist).
220
+ // Always runs: an empty whitelist restricts code to built-in modules only,
221
+ // which blocks stdlib-based network exfiltration (urllib/socket/etc.).
222
+ this.validator.validateImports(code, language, packageWhitelist || []);
223
+
224
+ // 2. Resolve worker capabilities (memoized after the first execution/boot).
225
+ const capabilities = await ensureSandboxCapabilities(this.logger, this.storagePath);
226
+
227
+ // 3. Prepare workspace
228
+ const workDir = this.fileManager.createExecDir(execId);
229
+ const outputDir = this.fileManager.getOutputDir(execId);
230
+ const inputFile = resolve(workDir, 'input.json');
231
+ writeFileSync(inputFile, JSON.stringify(inputArgs || {}, null, 2), 'utf-8');
232
+
233
+ const filename = language === 'node' ? 'script.js' : 'script.py';
234
+ const scriptPath = resolve(workDir, filename);
235
+ writeFileSync(scriptPath, code, 'utf-8');
236
+
237
+ // 3b. Privilege drop — only when the worker runs as root and the sandbox
238
+ // user resolved at init time. Hand the exec dir to that uid first.
239
+ let identity: SandboxIdentity | null =
240
+ !IS_WINDOWS && process.getuid?.() === 0 && capabilities.privilegeDropAvailable
241
+ ? capabilities.sandboxIdentity
242
+ : null;
243
+ if (identity) {
244
+ try {
245
+ const snapshotPaths: string[] = [];
246
+ if (packageSnapshotDir) {
247
+ const expected = resolve(workDir, 'skill');
248
+ if (
249
+ resolve(packageSnapshotDir) !== expected ||
250
+ lstatSync(packageSnapshotDir).isSymbolicLink() ||
251
+ realpathSync(packageSnapshotDir) !== resolve(realpathSync(workDir), 'skill')
252
+ ) {
253
+ throw new Error('Invalid skill package snapshot path.');
254
+ }
255
+ const collect = (path: string) => {
256
+ const stat = lstatSync(path);
257
+ if (stat.isSymbolicLink()) throw new Error('Invalid skill package snapshot path.');
258
+ snapshotPaths.push(path);
259
+ if (stat.isDirectory()) {
260
+ for (const entry of readdirSync(path)) collect(resolve(path, entry));
261
+ }
262
+ };
263
+ collect(packageSnapshotDir);
264
+ }
265
+ this.fileManager.chownExecDir(execId, identity.uid, identity.gid);
266
+ for (const path of snapshotPaths) chownSync(path, identity.uid, identity.gid);
267
+ } catch (error) {
268
+ if (packageSnapshotDir) throw error;
269
+ this.logger.warn(
270
+ `[skill-hub] chown of exec dir failed for ${execId}; running without privilege drop: ${
271
+ (error as Error).message
272
+ }`,
273
+ );
274
+ identity = null;
275
+ }
276
+ }
277
+
278
+ onProgress?.({ percent: 20, log: 'Code validated, executing...' });
279
+
280
+ // 4. Resolve Node Modules Path using the local sandbox workspace
281
+ const nodePath = resolve(this.sandboxWorkspace, 'node_modules');
282
+ const finalNodePath = process.env.NODE_PATH ? `${nodePath}${delimiter}${process.env.NODE_PATH}` : nodePath;
283
+ const nodePathEntries = finalNodePath.split(delimiter).filter(Boolean);
284
+
285
+ // 5. Sanitized environment — only expose what's necessary.
286
+ const pythonGuardDir = getPythonGuardDir(this.storagePath);
287
+ const execEnv: Record<string, string> = {
288
+ PATH: process.env.PATH || '',
289
+ HOME: tmpdir(),
290
+ TMPDIR: tmpdir(),
291
+ OUTPUT_DIR: outputDir,
292
+ LANG: 'en_US.UTF-8',
293
+ // Node.js
294
+ NODE_PATH: finalNodePath,
295
+ // Python — audit-hook guard dir first, then bundled packages (svg_to_pptx etc.)
296
+ PYTHONPATH: [
297
+ capabilities.pythonGuardActive ? pythonGuardDir : '',
298
+ skillDir ? resolve(skillDir, 'scripts') : '',
299
+ resolve(this.sandboxWorkspace, 'python_packages'),
300
+ process.env.PYTHONPATH || '',
301
+ ]
302
+ .filter(Boolean)
303
+ .join(delimiter),
304
+ PYTHONIOENCODING: 'utf-8',
305
+ // Denied bytecode-cache writes are best-effort anyway; skip them entirely.
306
+ PYTHONDONTWRITEBYTECODE: '1',
307
+ // Consumed by the sitecustomize.py guard to scope file writes.
308
+ SKILL_HUB_WRITE_ROOTS: [workDir, outputDir, tmpdir()].join(delimiter),
309
+ SKILL_DIR: skillDir || '',
310
+ SKILL_INPUT_FILE: inputFile,
311
+ // DO NOT pass: DB credentials, API keys, APP_KEY, etc.
312
+ };
313
+
314
+ // 6. Build command + args — never interpolate per-execution values into a
315
+ // shell string; scriptPath/workDir travel as argv entries only.
316
+ const memLimitMb = Math.max(64, Number(process.env.SKILL_HUB_MEM_LIMIT_MB || 512));
317
+ const command = language === 'node' ? 'node' : pythonBinary();
318
+ const args =
319
+ language === 'node'
320
+ ? buildNodeArgs({
321
+ memLimitMb,
322
+ scriptPath,
323
+ workDir,
324
+ outputDir,
325
+ skillDir,
326
+ nodePathEntries,
327
+ capabilities,
328
+ })
329
+ : [scriptPath];
330
+
331
+ let spawnCommand = command;
332
+ let spawnArgs = args;
333
+ if (!IS_WINDOWS) {
334
+ // Tiny shell wrapper exists only for the ulimit builtins. "$0"/"$@" pass
335
+ // command/args through as argv — nothing user-controlled is parsed as shell.
336
+ const ulimitPrefix = buildUlimitPrefix({
337
+ language,
338
+ memLimitMb,
339
+ timeoutSeconds,
340
+ maxOutputSizeMb,
341
+ includeNproc: identity !== null,
342
+ });
343
+ spawnCommand = '/bin/sh';
344
+ spawnArgs = ['-c', `${ulimitPrefix} exec "$0" "$@"`, command, ...args];
345
+
346
+ if (capabilities.isolationLevel === 'bwrap') {
347
+ const extraReadOnlyDirs = [
348
+ ...nodePathEntries.filter((entry) => entry !== nodePath),
349
+ ...(process.env.PYTHONPATH || '').split(delimiter),
350
+ ].filter(Boolean);
351
+ spawnArgs = [
352
+ ...buildBwrapArgs({
353
+ workDir,
354
+ skillDir,
355
+ sandboxWorkspace: this.sandboxWorkspace,
356
+ extraReadOnlyDirs,
357
+ env: execEnv,
358
+ network: capabilities.network,
359
+ }),
360
+ '--',
361
+ spawnCommand,
362
+ ...spawnArgs,
363
+ ];
364
+ spawnCommand = 'bwrap';
365
+ }
366
+ }
367
+
368
+ // 7. Execute via spawn (no shell around user data, group-kill support)
369
+ const startTime = Date.now();
370
+ let wasCanceled = false;
371
+ let wasTimedOut = false;
372
+ let outputExceeded = false;
373
+
374
+ const processResult = await new Promise<{
375
+ exitCode: number;
376
+ stdout: string;
377
+ stderr: string;
378
+ }>((_resolve) => {
379
+ let stdout = '';
380
+ let stderr = '';
381
+ let totalBytes = 0;
382
+ let settled = false;
383
+ let timeoutTimer: NodeJS.Timeout | null = null;
384
+ let forceKillTimer: NodeJS.Timeout | null = null;
385
+
386
+ const child = spawn(spawnCommand, spawnArgs, {
387
+ cwd: workDir,
388
+ env: execEnv,
389
+ // Process-group leader on POSIX so kill(-pid) reaches every descendant.
390
+ detached: !IS_WINDOWS,
391
+ stdio: ['ignore', 'pipe', 'pipe'],
392
+ uid: identity?.uid,
393
+ gid: identity?.gid,
394
+ });
395
+
396
+ const finish = (exitCode: number) => {
397
+ if (settled) return;
398
+ settled = true;
399
+ if (timeoutTimer) clearTimeout(timeoutTimer);
400
+ if (forceKillTimer) clearTimeout(forceKillTimer);
401
+ _resolve({
402
+ exitCode,
403
+ stdout: stdout.slice(0, MAX_STDOUT_CHARS),
404
+ stderr: stderr.slice(0, MAX_STDERR_CHARS),
405
+ });
406
+ };
407
+
408
+ const killTree = (killSignal: 'SIGTERM' | 'SIGKILL') => {
409
+ if (!child.pid) return;
410
+ if (IS_WINDOWS) {
411
+ // Best-effort whole-tree kill on Windows (dev-only platform).
412
+ try {
413
+ spawn('taskkill', ['/pid', String(child.pid), '/T', '/F'], { stdio: 'ignore' });
414
+ } catch {
415
+ child.kill(killSignal);
416
+ }
417
+ return;
418
+ }
419
+ try {
420
+ process.kill(-child.pid, killSignal);
421
+ } catch {
422
+ // ESRCH: group already gone. Fall back to the direct child just in case.
423
+ try {
424
+ child.kill(killSignal);
425
+ } catch {
426
+ // already exited
427
+ }
428
+ }
429
+ };
430
+
431
+ const terminate = (reason: string) => {
432
+ this.logger.info(`[skill-hub] Killing process tree for exec ${execId} (${reason})`);
433
+ killTree('SIGTERM');
434
+ if (!forceKillTimer) {
435
+ // Same 3-second grace window as before, applied to the whole group.
436
+ forceKillTimer = setTimeout(() => killTree('SIGKILL'), 3000);
437
+ }
438
+ };
439
+
440
+ timeoutTimer = setTimeout(() => {
441
+ wasTimedOut = true;
442
+ terminate('timeout');
443
+ }, timeoutSeconds * 1000);
444
+
445
+ const onData = (isStdout: boolean) => (chunk: Buffer) => {
446
+ totalBytes += chunk.length;
447
+ if (totalBytes > MAX_STDIO_BYTES) {
448
+ if (!outputExceeded) {
449
+ outputExceeded = true;
450
+ terminate('output exceeded limit');
451
+ }
452
+ return;
453
+ }
454
+ // Retain only the head that finish() returns; totalBytes keeps counting
455
+ // so the runaway-output kill above still triggers.
456
+ if (isStdout) {
457
+ if (stdout.length < MAX_STDOUT_CHARS) stdout += chunk.toString();
458
+ } else if (stderr.length < MAX_STDERR_CHARS) {
459
+ stderr += chunk.toString();
460
+ }
461
+ };
462
+ child.stdout?.on('data', onData(true));
463
+ child.stderr?.on('data', onData(false));
464
+
465
+ child.on('error', (error: NodeJS.ErrnoException) => {
466
+ // Spawn-time failures (missing binary, EPERM on uid/gid, ...)
467
+ stderr = `Failed to start sandbox process: ${error.message}\n${stderr}`;
468
+ finish(1);
469
+ });
470
+
471
+ child.on('close', (exitCode, exitSignal) => {
472
+ finish(exitSignal !== null || exitCode === null ? -1 : exitCode);
473
+ });
474
+
475
+ if (signal) {
476
+ signal.addEventListener('abort', () => {
477
+ wasCanceled = true;
478
+ terminate('user abort');
479
+ });
480
+ }
481
+ });
482
+
483
+ const durationMs = Date.now() - startTime;
484
+
485
+ onProgress?.({ percent: 80, log: wasCanceled ? 'Canceled' : 'Execution completed, collecting files...' });
486
+
487
+ // 8. Collect output files
488
+ const files = this.fileManager.listOutputFiles(execId);
489
+
490
+ // 9. Check output size limit
491
+ const totalSizeBytes = this.fileManager.getTotalOutputSize(execId);
492
+ const maxBytes = maxOutputSizeMb * 1024 * 1024;
493
+ if (totalSizeBytes > maxBytes) {
494
+ this.logger.warn(
495
+ `[skill-hub] Execution ${execId}: output size ${totalSizeBytes} bytes exceeds limit ${maxBytes}`,
496
+ );
497
+ }
498
+
499
+ onProgress?.({ percent: 100, log: 'Done' });
500
+
501
+ const timedOut = wasTimedOut && !wasCanceled;
502
+ if (timedOut) {
503
+ processResult.stderr = `Execution timed out after ${timeoutSeconds}s\n${processResult.stderr}`;
504
+ }
505
+
506
+ if (outputExceeded) {
507
+ processResult.stderr = `Execution stdout/stderr exceeded ${Math.floor(MAX_STDIO_BYTES / 1024 / 1024)}MB limit\n${
508
+ processResult.stderr
509
+ }`;
510
+ }
511
+
512
+ if (wasCanceled) {
513
+ processResult.stderr = `Execution canceled by user\n${processResult.stderr}`;
514
+ }
515
+
516
+ return {
517
+ success: !wasCanceled && !timedOut && !outputExceeded && processResult.exitCode === 0,
518
+ stdout: processResult.stdout,
519
+ stderr: processResult.stderr,
520
+ files,
521
+ durationMs,
522
+ canceled: wasCanceled,
523
+ timedOut,
524
+ };
525
+ }
526
+ }