plugin-agent-orchestrator 1.1.8 → 1.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +201 -0
- package/README.md +207 -204
- package/client-v2.d.ts +2 -2
- package/client-v2.js +1 -1
- package/client.d.ts +2 -2
- package/client.js +1 -1
- package/dist/client/117.6c69b6a87751dd18.js +10 -0
- package/dist/client/253.52f62e1bc0e9520a.js +10 -0
- package/dist/client/325.8f7f509bdb35e142.js +10 -0
- package/dist/client/404.86593f98c9768ed5.js +10 -0
- package/dist/client/453.fa2d169576262213.js +10 -0
- package/dist/client/53.567db3ae078650c6.js +10 -0
- package/dist/client/619.01713281e5e951d3.js +10 -0
- package/dist/client/652.69da1598312b3a3f.js +10 -0
- package/dist/client/773.648965568ff476f9.js +10 -0
- package/dist/client/981.37e7aeecdb1ef6fa.js +10 -0
- package/dist/client/993.ac89f3852990918d.js +10 -0
- package/dist/client/index.js +1 -1
- package/dist/client-v2/117.c982d79ff68738f5.js +10 -0
- package/dist/client-v2/214.94c4257bf2838577.js +10 -0
- package/dist/client-v2/253.8e19956d2a44dfb8.js +10 -0
- package/dist/client-v2/264.80e8e358c8c6c2e5.js +10 -0
- package/dist/client-v2/325.fafe5a6e83ba9cb3.js +10 -0
- package/dist/client-v2/404.ab032b79c95dab6f.js +10 -0
- package/dist/client-v2/{41.3deb9e57a0f64fc4.js → 41.cd5610fcf7446127.js} +1 -1
- package/dist/client-v2/453.42c6d70628d56cc2.js +10 -0
- package/dist/client-v2/{53.349fff8db80b19d4.js → 53.37c08089a648f89a.js} +1 -1
- package/dist/client-v2/{619.0a2144aaffefe018.js → 619.6e9618550101e819.js} +1 -1
- package/dist/client-v2/652.eeba4e0c38367321.js +10 -0
- package/dist/client-v2/{70.ffff2997c10fd4b0.js → 70.332698e53eb59677.js} +1 -1
- package/dist/client-v2/773.4de2ba5acb07318c.js +10 -0
- package/dist/client-v2/981.76060f466e6f7c11.js +10 -0
- package/dist/client-v2/993.f8cdb5172566ce75.js +10 -0
- package/dist/client-v2/index.js +1 -1
- package/dist/externalVersion.js +13 -7
- package/dist/locale/en-US.json +308 -1
- package/dist/locale/vi-VN.json +5 -1
- package/dist/locale/zh-CN.json +308 -1
- package/dist/node_modules/acorn/LICENSE +21 -0
- package/dist/node_modules/acorn/bin/acorn +4 -0
- package/dist/node_modules/acorn/dist/acorn.d.mts +857 -0
- package/dist/node_modules/acorn/dist/acorn.d.ts +857 -0
- package/dist/node_modules/acorn/dist/acorn.js +1 -0
- package/dist/node_modules/acorn/dist/bin.js +90 -0
- package/dist/node_modules/acorn/package.json +1 -0
- package/dist/node_modules/acorn-walk/LICENSE +21 -0
- package/dist/node_modules/acorn-walk/dist/walk.d.mts +177 -0
- package/dist/node_modules/acorn-walk/dist/walk.d.ts +177 -0
- package/dist/node_modules/acorn-walk/dist/walk.js +1 -0
- package/dist/node_modules/acorn-walk/node_modules/.bin/acorn +15 -0
- package/dist/node_modules/acorn-walk/node_modules/.bin/acorn.cmd +7 -0
- package/dist/node_modules/acorn-walk/node_modules/acorn/bin/acorn +4 -0
- package/dist/node_modules/acorn-walk/node_modules/acorn/dist/acorn.d.mts +866 -0
- package/dist/node_modules/acorn-walk/node_modules/acorn/dist/acorn.d.ts +866 -0
- package/dist/node_modules/acorn-walk/node_modules/acorn/dist/acorn.js +6174 -0
- package/dist/node_modules/acorn-walk/node_modules/acorn/dist/bin.js +90 -0
- package/dist/node_modules/acorn-walk/node_modules/acorn/package.json +50 -0
- package/dist/node_modules/acorn-walk/package.json +1 -0
- package/dist/node_modules/adm-zip/adm-zip.js +1 -1
- package/dist/node_modules/adm-zip/package.json +1 -1
- package/dist/node_modules/ajv/package.json +1 -1
- package/dist/node_modules/zod/index.cjs +1 -1
- package/dist/node_modules/zod/package.json +1 -1
- package/dist/server/collections/agent-auto-approval-checkpoints.js +47 -0
- package/dist/server/collections/agent-execution-spans.js +148 -9
- package/dist/server/collections/agent-governance-audit-events.js +47 -0
- package/dist/server/collections/agent-governance-policies.js +47 -0
- package/dist/server/collections/agent-governance-policy-versions.js +48 -0
- package/dist/server/collections/agent-governance-prompt-bindings.js +50 -0
- package/dist/server/collections/agent-hierarchy-invocations.js +59 -0
- package/dist/server/collections/agent-loop-runs.js +23 -5
- package/dist/server/collections/agent-routing-graph-locks.js +40 -0
- package/dist/server/collections/agent-session-auto-approvals.js +45 -0
- package/dist/server/collections/orchestrator-config.js +17 -0
- package/dist/server/migrations/20261110000000-add-usage-pricing-snapshots.js +117 -0
- package/dist/server/migrations/20261110010000-add-usage-department-attribution.js +54 -0
- package/dist/server/migrations/20261119000000-widen-native-employee-identifiers.js +59 -0
- package/dist/server/plugin.js +169 -33
- package/dist/server/resources/agent-auto-approval.js +80 -0
- package/dist/server/resources/agent-governance.js +192 -0
- package/dist/server/resources/agent-harness-profile.js +11 -3
- package/dist/server/resources/agent-monitor.js +109 -339
- package/dist/server/resources/agent-usage.js +423 -0
- package/dist/server/resources/hierarchical-routing.js +60 -0
- package/dist/server/resources/native-monitor-format.js +179 -0
- package/dist/server/resources/tracing.js +35 -12
- package/dist/server/services/AgentGovernanceService.js +500 -0
- package/dist/server/services/AutoApprovalCheckpoint.js +133 -0
- package/dist/server/services/CodeValidator.js +8 -4
- package/dist/server/services/DepartmentAttribution.js +65 -0
- package/dist/server/services/ExecutionSpanService.js +96 -3
- package/dist/server/services/GovernanceAdmission.js +271 -0
- package/dist/server/services/HarnessCapabilities.js +118 -0
- package/dist/server/services/HarnessCompiler.js +3 -0
- package/dist/server/services/HarnessSchema.js +13 -1
- package/dist/server/services/HierarchicalAgentRuntime.js +925 -0
- package/dist/server/services/HierarchyEnrollmentGuard.js +216 -0
- package/dist/server/services/HierarchyInvocationJournal.js +157 -0
- package/dist/server/services/HierarchyRequestCancellation.js +150 -0
- package/dist/server/services/LoopBudgetService.js +29 -11
- package/dist/server/services/LoopRunRepository.js +16 -7
- package/dist/server/services/LoopRunStateMachine.js +20 -9
- package/dist/server/services/LoopTriggerService.js +1 -1
- package/dist/server/services/LoopWorkerService.js +71 -37
- package/dist/server/services/ManagedPromptProtection.js +99 -0
- package/dist/server/services/NativeAgentMonitorSyncService.js +584 -0
- package/dist/server/services/NativeSubAgentObserver.js +141 -508
- package/dist/server/services/NativeUsageAttribution.js +97 -0
- package/dist/server/services/PluginAiRuntimeAdapter.js +107 -9
- package/dist/server/services/RoutingBindingRepository.js +156 -0
- package/dist/server/services/RoutingBindingValidation.js +161 -0
- package/dist/server/services/SandboxRunner.js +19 -0
- package/dist/server/services/SessionAutoApproval.js +173 -0
- package/dist/server/services/TokenTracker.js +787 -104
- package/dist/server/services/TracingRetentionPolicy.js +66 -0
- package/dist/server/services/VerificationService.js +20 -10
- package/dist/server/skill-hub/plugin.js +17 -0
- package/dist/server/skill-hub/sandbox-config.json +6 -6
- package/dist/server/skill-hub/services/RegistrySkillInstallationService.js +2 -2
- package/dist/server/skill-hub/services/registry-node-package.js +191 -0
- package/dist/server/skill-hub/tasks/SkillExecutionTask.js +21 -6
- package/dist/server/tools/skill-execute.js +1 -0
- package/dist/server/utils/ensure-indexes.js +15 -5
- package/package.json +66 -53
- package/server.d.ts +2 -2
- package/server.js +1 -1
- package/src/client/AgentRunsTab.tsx +2 -2
- package/src/client/ApprovalsTab.tsx +2 -2
- package/src/client/HarnessProfilesTab.tsx +2 -2
- package/src/client/OrchestratorSettings.tsx +152 -152
- package/src/client/SkillPages.tsx +34 -0
- package/src/client/__tests__/embedded-settings.test.tsx +225 -0
- package/src/client/hooks/useRunEventStream.ts +76 -76
- package/src/client/index.tsx +2 -2
- package/src/client/plugin.tsx +71 -33
- package/src/client/skill-hub/components/ExecutionHistory.tsx +200 -200
- package/src/client/skill-hub/components/GitSkillImport.tsx +562 -562
- package/src/client/skill-hub/components/LoopSettings.tsx +331 -331
- package/src/client/skill-hub/components/SkillEditor.tsx +460 -460
- package/src/client/skill-hub/components/SkillManager.tsx +194 -194
- package/src/client/skill-hub/components/SkillMetrics.tsx +162 -162
- package/src/client/skill-hub/components/SkillTestPanel.tsx +141 -141
- package/src/client/skill-hub/index.tsx +6 -6
- package/src/client/skill-hub/locale.ts +16 -16
- package/src/client/skill-hub/tools/InteractionSchemasProvider.tsx +147 -132
- package/src/client/skill-hub/tools/SkillHubCard.tsx +110 -104
- package/src/client/skill-hub/tools/__tests__/skill-hub-card.test.tsx +255 -0
- package/src/client/skill-hub/tools/loopTemplates.ts +52 -52
- package/src/client/skill-hub/tools/registerSkillLoopCards.ts +80 -71
- package/src/client/skill-hub/utils/jsonFields.ts +41 -41
- package/src/client-v2/__tests__/embedded-settings.test.tsx +202 -0
- package/src/client-v2/__tests__/hierarchical-routing-settings.test.tsx +350 -0
- package/src/client-v2/auto-approval/AutoApprovalBridge.tsx +513 -0
- package/src/client-v2/auto-approval/AutoApprovalProvider.tsx +399 -0
- package/src/client-v2/auto-approval/__tests__/session-auto-approval.test.tsx +1676 -0
- package/src/client-v2/components/AIEmployeeSelect.tsx +47 -47
- package/src/client-v2/components/AIEmployeesContext.tsx +97 -97
- package/src/client-v2/components/AgentBindingsTab.tsx +541 -269
- package/src/client-v2/components/AgentRunsTab.tsx +85 -83
- package/src/client-v2/components/ApprovalsTab.tsx +337 -337
- package/src/client-v2/components/EmployeeGovernanceTab.tsx +695 -0
- package/src/client-v2/components/HarnessProfilesTab.tsx +700 -541
- package/src/client-v2/components/HarnessSettingsForm.tsx +221 -0
- package/src/client-v2/components/KnowledgeAccessTab.tsx +116 -116
- package/src/client-v2/components/RetrievalTraceTab.tsx +162 -162
- package/src/client-v2/components/UsageGovernanceTab.tsx +379 -0
- package/src/client-v2/index.tsx +1 -1
- package/src/client-v2/pages/AgentBindingsPage.tsx +15 -13
- package/src/client-v2/pages/ApprovalsPage.tsx +12 -10
- package/src/client-v2/pages/EmployeeGovernancePage.tsx +15 -0
- package/src/client-v2/pages/ExecutionHistoryPage.tsx +12 -10
- package/src/client-v2/pages/HarnessProfilesPage.tsx +12 -10
- package/src/client-v2/pages/KnowledgeAccessPage.tsx +12 -10
- package/src/client-v2/pages/LoopSettingsPage.tsx +12 -10
- package/src/client-v2/pages/MemoryInspectorPage.tsx +15 -13
- package/src/client-v2/pages/RetrievalTracePage.tsx +12 -10
- package/src/client-v2/pages/RulesPage.tsx +15 -13
- package/src/client-v2/pages/SkillDefinitionsPage.tsx +12 -10
- package/src/client-v2/pages/SkillMetricsPage.tsx +12 -10
- package/src/client-v2/pages/TracingPage.tsx +15 -13
- package/src/client-v2/pages/UsageGovernancePage.tsx +15 -0
- package/src/client-v2/plugin.tsx +134 -111
- package/src/client-v2/skill-hub/components/ExecutionHistory.tsx +196 -196
- package/src/client-v2/skill-hub/components/FileLinkList.tsx +37 -37
- package/src/client-v2/skill-hub/components/GitSkillImport.tsx +539 -539
- package/src/client-v2/skill-hub/components/LoopSettings.tsx +331 -331
- package/src/client-v2/skill-hub/components/SkillEditor.tsx +453 -453
- package/src/client-v2/skill-hub/components/SkillManager.tsx +191 -174
- package/src/client-v2/skill-hub/components/SkillMetrics.tsx +162 -162
- package/src/client-v2/skill-hub/components/SkillTestPanel.tsx +135 -135
- package/src/client-v2/skill-hub/locale.ts +13 -13
- package/src/client-v2/skill-hub/tools/InteractionSchemasProvider.tsx +62 -0
- package/src/client-v2/skill-hub/tools/SkillHubCard.tsx +104 -0
- package/src/client-v2/skill-hub/tools/__tests__/interactions.test.ts +126 -0
- package/src/client-v2/skill-hub/tools/interactions.ts +137 -0
- package/src/client-v2/skill-hub/tools/loopTemplates.ts +52 -52
- package/src/client-v2/skill-hub/utils/jsonFields.ts +41 -41
- package/src/client-v2/utils/jsonFields.ts +41 -41
- package/src/index.ts +2 -2
- package/src/locale/en-US.json +308 -1
- package/src/locale/vi-VN.json +5 -1
- package/src/locale/zh-CN.json +308 -1
- package/src/server/__tests__/agent-execution-context.test.ts +18 -18
- package/src/server/__tests__/agent-governance.integration.test.ts +385 -0
- package/src/server/__tests__/agent-knowledge-insights.test.ts +123 -123
- package/src/server/__tests__/agent-monitor-acl.integration.test.ts +267 -0
- package/src/server/__tests__/agent-registry-service.test.ts +147 -147
- package/src/server/__tests__/agent-runtime-lifecycle.test.ts +46 -46
- package/src/server/__tests__/agent-usage-report.integration.test.ts +335 -0
- package/src/server/__tests__/auto-approval-checkpoint.integration.test.ts +295 -0
- package/src/server/__tests__/code-validator.test.ts +63 -63
- package/src/server/__tests__/external-rag-search.test.ts +107 -107
- package/src/server/__tests__/harness-capabilities.test.ts +88 -0
- package/src/server/__tests__/harness-compiler.test.ts +278 -214
- package/src/server/__tests__/harness-profile-service.test.ts +167 -167
- package/src/server/__tests__/harness-runtime-policy.test.ts +293 -293
- package/src/server/__tests__/harness-tool-plan.test.ts +175 -172
- package/src/server/__tests__/hierarchical-routing.integration.test.ts +2318 -0
- package/src/server/__tests__/hierarchy-invocation-journal.integration.test.ts +119 -0
- package/src/server/__tests__/input-schema-validator.test.ts +26 -26
- package/src/server/__tests__/loop-approval-decision.test.ts +624 -512
- package/src/server/__tests__/loop-approval-expiry.test.ts +258 -258
- package/src/server/__tests__/loop-budget-service.test.ts +29 -0
- package/src/server/__tests__/loop-pattern-schema.test.ts +73 -73
- package/src/server/__tests__/loop-run-repository.test.ts +25 -0
- package/src/server/__tests__/loop-run-state-machine.test.ts +101 -101
- package/src/server/__tests__/loop-trigger-service.test.ts +185 -148
- package/src/server/__tests__/loop-worker-claim.test.ts +110 -10
- package/src/server/__tests__/loop-worker-execution.test.ts +375 -317
- package/src/server/__tests__/native-agent-monitor-sync.test.ts +343 -0
- package/src/server/__tests__/native-hierarchy-probe.integration.test.ts +527 -0
- package/src/server/__tests__/native-sub-agent-observer.test.ts +463 -662
- package/src/server/__tests__/native-usage-attribution.integration.test.ts +168 -0
- package/src/server/__tests__/plugin-ai-runtime-adapter.test.ts +403 -0
- package/src/server/__tests__/registry-node-package.test.ts +299 -0
- package/src/server/__tests__/routing-binding-graph.integration.test.ts +217 -0
- package/src/server/__tests__/routing-binding-validation.test.ts +256 -0
- package/src/server/__tests__/session-auto-approval.integration.test.ts +329 -0
- package/src/server/__tests__/skill-access-service.test.ts +64 -64
- package/src/server/__tests__/skill-execute.test.ts +81 -70
- package/src/server/__tests__/skill-execution-task-policy.test.ts +140 -140
- package/src/server/__tests__/skill-review-guard.test.ts +171 -0
- package/src/server/__tests__/skill-sandbox-worker-mode.test.ts +15 -15
- package/src/server/__tests__/skill-settings.test.ts +63 -63
- package/src/server/__tests__/skill-tool-name.test.ts +23 -23
- package/src/server/__tests__/token-tracker.test.ts +632 -0
- package/src/server/__tests__/tool-loop-detection.test.ts +276 -276
- package/src/server/__tests__/tracing-retention-policy.test.ts +30 -0
- package/src/server/__tests__/usage-ledger.integration.test.ts +187 -0
- package/src/server/collections/agent-auto-approval-checkpoints.ts +18 -0
- package/src/server/collections/agent-execution-spans.ts +386 -245
- package/src/server/collections/agent-governance-audit-events.ts +19 -0
- package/src/server/collections/agent-governance-policies.ts +19 -0
- package/src/server/collections/agent-governance-policy-versions.ts +20 -0
- package/src/server/collections/agent-governance-prompt-bindings.ts +22 -0
- package/src/server/collections/agent-hierarchy-invocations.ts +30 -0
- package/src/server/collections/agent-loop-action-approvals.ts +39 -39
- package/src/server/collections/agent-loop-runs.ts +389 -369
- package/src/server/collections/agent-loop-steps.ts +220 -220
- package/src/server/collections/agent-memory-contexts.ts +95 -95
- package/src/server/collections/agent-routing-graph-locks.ts +11 -0
- package/src/server/collections/agent-session-auto-approvals.ts +16 -0
- package/src/server/collections/orchestrator-config.ts +113 -87
- package/src/server/collections/orchestrator-logs.ts +116 -116
- package/src/server/collections/skill-definitions.ts +159 -159
- package/src/server/collections/skill-executions.ts +154 -154
- package/src/server/collections/skill-loop-configs.ts +65 -65
- package/src/server/collections/skill-metrics.ts +36 -36
- package/src/server/collections/skill-registry-installations.ts +41 -41
- package/src/server/collections/skill-worker-configs.ts +86 -86
- package/src/server/index.ts +1 -1
- package/src/server/migrations/20260423000000-add-progress-fields.ts +50 -50
- package/src/server/migrations/20260425000000-add-interaction-schema.ts +37 -37
- package/src/server/migrations/20260427000000-add-tracing-detail-fields.ts +41 -41
- package/src/server/migrations/20260427000001-change-other-json-to-text.ts +61 -61
- package/src/server/migrations/20260524001000-add-plan-approval-and-harness-profiles.ts +145 -145
- package/src/server/migrations/20260601000000-add-token-fields.ts +89 -89
- package/src/server/migrations/20260615000000-normalize-ai-employee-tool-bindings.ts +39 -39
- package/src/server/migrations/20260621000000-native-policy-profile-defaults.ts +190 -190
- package/src/server/migrations/20260727000000-remove-unused-knowledge-scopes.ts +25 -25
- package/src/server/migrations/20260727010000-backfill-skill-tool-names.ts +45 -45
- package/src/server/migrations/20261110000000-add-usage-pricing-snapshots.ts +110 -0
- package/src/server/migrations/20261110010000-add-usage-department-attribution.ts +28 -0
- package/src/server/migrations/20261119000000-widen-native-employee-identifiers.ts +37 -0
- package/src/server/plugin.ts +724 -573
- package/src/server/resources/agent-auto-approval.ts +51 -0
- package/src/server/resources/agent-governance.ts +161 -0
- package/src/server/resources/agent-harness-profile.ts +103 -94
- package/src/server/resources/agent-knowledge-insights.ts +306 -306
- package/src/server/resources/agent-loop-approval.ts +84 -84
- package/src/server/resources/agent-loop-events-stream.ts +108 -108
- package/src/server/resources/agent-loop.ts +252 -252
- package/src/server/resources/agent-monitor.ts +208 -482
- package/src/server/resources/agent-usage.ts +413 -0
- package/src/server/resources/hierarchical-routing.ts +39 -0
- package/src/server/resources/native-monitor-format.ts +150 -0
- package/src/server/resources/tracing.ts +296 -267
- package/src/server/services/AgentExecutionContext.ts +23 -23
- package/src/server/services/AgentGovernanceService.ts +541 -0
- package/src/server/services/AgentMemoryContextService.ts +344 -344
- package/src/server/services/AgentRegistryService.ts +220 -220
- package/src/server/services/AgentRuntimeLifecycle.ts +64 -64
- package/src/server/services/AutoApprovalCheckpoint.ts +140 -0
- package/src/server/services/CodeValidator.ts +257 -238
- package/src/server/services/DepartmentAttribution.ts +47 -0
- package/src/server/services/DurableCircuitBreakerService.ts +235 -235
- package/src/server/services/ExecutionSpanService.ts +271 -146
- package/src/server/services/FileManager.ts +159 -159
- package/src/server/services/GovernanceAdmission.ts +314 -0
- package/src/server/services/HarnessCapabilities.ts +112 -0
- package/src/server/services/HarnessCompiler.ts +182 -170
- package/src/server/services/HarnessProfileService.ts +235 -235
- package/src/server/services/HarnessSchema.ts +224 -194
- package/src/server/services/HierarchicalAgentRuntime.ts +1052 -0
- package/src/server/services/HierarchyEnrollmentGuard.ts +211 -0
- package/src/server/services/HierarchyInvocationJournal.ts +172 -0
- package/src/server/services/HierarchyRequestCancellation.ts +132 -0
- package/src/server/services/InputSchemaValidator.ts +44 -44
- package/src/server/services/LoopBudgetService.ts +325 -271
- package/src/server/services/LoopControlService.ts +120 -120
- package/src/server/services/LoopPatternSchema.ts +231 -231
- package/src/server/services/LoopPatternService.ts +171 -171
- package/src/server/services/LoopRunRepository.ts +343 -332
- package/src/server/services/LoopRunStateMachine.ts +538 -525
- package/src/server/services/LoopSchedulerService.ts +195 -195
- package/src/server/services/LoopTriggerService.ts +162 -159
- package/src/server/services/LoopWorkerService.ts +975 -912
- package/src/server/services/ManagedPromptProtection.ts +81 -0
- package/src/server/services/NativeAgentMonitorSyncService.ts +684 -0
- package/src/server/services/NativeSubAgentObserver.ts +324 -757
- package/src/server/services/NativeUsageAttribution.ts +91 -0
- package/src/server/services/PathLockService.ts +317 -317
- package/src/server/services/PluginAiRuntimeAdapter.ts +518 -387
- package/src/server/services/RoutingBindingRepository.ts +146 -0
- package/src/server/services/RoutingBindingValidation.ts +161 -0
- package/src/server/services/RunEventBus.ts +58 -58
- package/src/server/services/SandboxRunner.ts +526 -492
- package/src/server/services/SessionAutoApproval.ts +167 -0
- package/src/server/services/SkillAccessService.ts +175 -175
- package/src/server/services/SkillManager.ts +585 -585
- package/src/server/services/SkillRepositoryService.ts +236 -236
- package/src/server/services/TokenTracker.ts +1151 -287
- package/src/server/services/ToolLoopDetectionService.ts +210 -210
- package/src/server/services/TracingRetentionPolicy.ts +49 -0
- package/src/server/services/VerificationSchema.ts +31 -31
- package/src/server/services/VerificationService.ts +325 -313
- package/src/server/services/WorkerEnvManager.ts +198 -198
- package/src/server/services/__tests__/SkillRepositoryService.test.ts +33 -33
- package/src/server/services/harness-runtime-policy.ts +134 -134
- package/src/server/services/pythonGuardTemplate.ts +87 -87
- package/src/server/services/sandboxCapabilities.ts +348 -348
- package/src/server/skill-hub/actions/__tests__/git-import.test.ts +563 -563
- package/src/server/skill-hub/actions/git-import.ts +936 -936
- package/src/server/skill-hub/mcp/McpController.ts +107 -107
- package/src/server/skill-hub/middlewares/git-import-request-method-policy.ts +51 -51
- package/src/server/skill-hub/plugin.ts +1272 -1232
- package/src/server/skill-hub/sandbox-config.json +6 -6
- package/src/server/skill-hub/services/RegistrySkillInstallationService.ts +291 -281
- package/src/server/skill-hub/services/__tests__/RegistrySkillInstallationService.test.ts +295 -295
- package/src/server/skill-hub/services/registry-node-package.ts +191 -0
- package/src/server/skill-hub/tasks/SkillExecutionTask.ts +597 -568
- package/src/server/skill-hub/utils/json-fields.ts +57 -57
- package/src/server/tools/delegate-task.ts +30 -30
- package/src/server/tools/external-rag-search.ts +329 -329
- package/src/server/tools/skill-execute.ts +226 -216
- package/src/server/types.ts +21 -21
- package/src/server/utils/ai-manager.ts +24 -24
- package/src/server/utils/ctx-utils.ts +132 -132
- package/src/server/utils/ensure-indexes.ts +113 -96
- package/src/server/utils/ha-lock.ts +80 -80
- package/src/server/utils/loop-pattern-context.ts +84 -84
- package/src/server/utils/record-utils.ts +19 -19
- package/src/server/utils/skill-settings.ts +135 -135
- package/src/server/utils/skill-tool-name.ts +58 -58
- package/dist/client-v2/117.7565cff57c39318a.js +0 -10
- package/dist/client-v2/214.106635011859dede.js +0 -10
- package/dist/client-v2/253.59577b40d9875be0.js +0 -10
- package/dist/client-v2/264.7ed8bee71fa5935c.js +0 -10
- package/dist/client-v2/418.41ed200e7d6da332.js +0 -10
- package/dist/client-v2/794.a67a2614405ba627.js +0 -10
- package/dist/client-v2/981.e4a1f41cfc94a856.js +0 -10
- package/dist/client-v2/993.b0688fdc5ccb000a.js +0 -10
- package/dist/node_modules/simple-git/dist/cjs/index.js +0 -7399
- package/dist/node_modules/simple-git/dist/esm/index.js +0 -4745
- package/dist/node_modules/simple-git/dist/esm/package.json +0 -3
- package/dist/node_modules/simple-git/dist/src/lib/api.d.ts +0 -13
- package/dist/node_modules/simple-git/dist/src/lib/args/log-format.d.ts +0 -9
- package/dist/node_modules/simple-git/dist/src/lib/errors/git-construct-error.d.ts +0 -15
- package/dist/node_modules/simple-git/dist/src/lib/errors/git-error.d.ts +0 -30
- package/dist/node_modules/simple-git/dist/src/lib/errors/git-plugin-error.d.ts +0 -7
- package/dist/node_modules/simple-git/dist/src/lib/errors/git-response-error.d.ts +0 -32
- package/dist/node_modules/simple-git/dist/src/lib/errors/task-configuration-error.d.ts +0 -12
- package/dist/node_modules/simple-git/dist/src/lib/git-factory.d.ts +0 -15
- package/dist/node_modules/simple-git/dist/src/lib/git-logger.d.ts +0 -21
- package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-branch-delete.d.ts +0 -5
- package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-branch.d.ts +0 -2
- package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-commit.d.ts +0 -2
- package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-diff-summary.d.ts +0 -3
- package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-fetch.d.ts +0 -2
- package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-list-log-summary.d.ts +0 -6
- package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-merge.d.ts +0 -11
- package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-move.d.ts +0 -2
- package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-pull.d.ts +0 -6
- package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-push.d.ts +0 -4
- package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-remote-messages.d.ts +0 -5
- package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-remote-objects.d.ts +0 -3
- package/dist/node_modules/simple-git/dist/src/lib/plugins/abort-plugin.d.ts +0 -3
- package/dist/node_modules/simple-git/dist/src/lib/plugins/block-unsafe-operations-plugin.d.ts +0 -3
- package/dist/node_modules/simple-git/dist/src/lib/plugins/command-config-prefixing-plugin.d.ts +0 -2
- package/dist/node_modules/simple-git/dist/src/lib/plugins/completion-detection.plugin.d.ts +0 -3
- package/dist/node_modules/simple-git/dist/src/lib/plugins/custom-binary.plugin.d.ts +0 -3
- package/dist/node_modules/simple-git/dist/src/lib/plugins/error-detection.plugin.d.ts +0 -7
- package/dist/node_modules/simple-git/dist/src/lib/plugins/index.d.ts +0 -11
- package/dist/node_modules/simple-git/dist/src/lib/plugins/plugin-store.d.ts +0 -11
- package/dist/node_modules/simple-git/dist/src/lib/plugins/progress-monitor-plugin.d.ts +0 -3
- package/dist/node_modules/simple-git/dist/src/lib/plugins/simple-git-plugin.d.ts +0 -48
- package/dist/node_modules/simple-git/dist/src/lib/plugins/spawn-options-plugin.d.ts +0 -3
- package/dist/node_modules/simple-git/dist/src/lib/plugins/suffix-paths.plugin.d.ts +0 -2
- package/dist/node_modules/simple-git/dist/src/lib/plugins/timout-plugin.d.ts +0 -3
- package/dist/node_modules/simple-git/dist/src/lib/responses/BranchDeleteSummary.d.ts +0 -12
- package/dist/node_modules/simple-git/dist/src/lib/responses/BranchSummary.d.ts +0 -14
- package/dist/node_modules/simple-git/dist/src/lib/responses/CheckIgnore.d.ts +0 -4
- package/dist/node_modules/simple-git/dist/src/lib/responses/CleanSummary.d.ts +0 -9
- package/dist/node_modules/simple-git/dist/src/lib/responses/ConfigList.d.ts +0 -13
- package/dist/node_modules/simple-git/dist/src/lib/responses/DiffSummary.d.ts +0 -10
- package/dist/node_modules/simple-git/dist/src/lib/responses/FileStatusSummary.d.ts +0 -9
- package/dist/node_modules/simple-git/dist/src/lib/responses/GetRemoteSummary.d.ts +0 -11
- package/dist/node_modules/simple-git/dist/src/lib/responses/InitSummary.d.ts +0 -9
- package/dist/node_modules/simple-git/dist/src/lib/responses/MergeSummary.d.ts +0 -16
- package/dist/node_modules/simple-git/dist/src/lib/responses/PullSummary.d.ts +0 -25
- package/dist/node_modules/simple-git/dist/src/lib/responses/StatusSummary.d.ts +0 -19
- package/dist/node_modules/simple-git/dist/src/lib/responses/TagList.d.ts +0 -7
- package/dist/node_modules/simple-git/dist/src/lib/runners/git-executor-chain.d.ts +0 -25
- package/dist/node_modules/simple-git/dist/src/lib/runners/git-executor.d.ts +0 -14
- package/dist/node_modules/simple-git/dist/src/lib/runners/promise-wrapped.d.ts +0 -2
- package/dist/node_modules/simple-git/dist/src/lib/runners/scheduler.d.ts +0 -11
- package/dist/node_modules/simple-git/dist/src/lib/runners/tasks-pending-queue.d.ts +0 -23
- package/dist/node_modules/simple-git/dist/src/lib/simple-git-api.d.ts +0 -20
- package/dist/node_modules/simple-git/dist/src/lib/task-callback.d.ts +0 -2
- package/dist/node_modules/simple-git/dist/src/lib/tasks/apply-patch.d.ts +0 -3
- package/dist/node_modules/simple-git/dist/src/lib/tasks/branch.d.ts +0 -7
- package/dist/node_modules/simple-git/dist/src/lib/tasks/change-working-directory.d.ts +0 -2
- package/dist/node_modules/simple-git/dist/src/lib/tasks/check-ignore.d.ts +0 -2
- package/dist/node_modules/simple-git/dist/src/lib/tasks/check-is-repo.d.ts +0 -9
- package/dist/node_modules/simple-git/dist/src/lib/tasks/checkout.d.ts +0 -2
- package/dist/node_modules/simple-git/dist/src/lib/tasks/clean.d.ts +0 -25
- package/dist/node_modules/simple-git/dist/src/lib/tasks/clone.d.ts +0 -9
- package/dist/node_modules/simple-git/dist/src/lib/tasks/commit.d.ts +0 -4
- package/dist/node_modules/simple-git/dist/src/lib/tasks/config.d.ts +0 -8
- package/dist/node_modules/simple-git/dist/src/lib/tasks/count-objects.d.ts +0 -12
- package/dist/node_modules/simple-git/dist/src/lib/tasks/diff-name-status.d.ts +0 -12
- package/dist/node_modules/simple-git/dist/src/lib/tasks/diff.d.ts +0 -5
- package/dist/node_modules/simple-git/dist/src/lib/tasks/fetch.d.ts +0 -4
- package/dist/node_modules/simple-git/dist/src/lib/tasks/first-commit.d.ts +0 -2
- package/dist/node_modules/simple-git/dist/src/lib/tasks/grep.d.ts +0 -12
- package/dist/node_modules/simple-git/dist/src/lib/tasks/hash-object.d.ts +0 -5
- package/dist/node_modules/simple-git/dist/src/lib/tasks/init.d.ts +0 -3
- package/dist/node_modules/simple-git/dist/src/lib/tasks/log.d.ts +0 -32
- package/dist/node_modules/simple-git/dist/src/lib/tasks/merge.d.ts +0 -4
- package/dist/node_modules/simple-git/dist/src/lib/tasks/move.d.ts +0 -3
- package/dist/node_modules/simple-git/dist/src/lib/tasks/pull.d.ts +0 -3
- package/dist/node_modules/simple-git/dist/src/lib/tasks/push.d.ts +0 -9
- package/dist/node_modules/simple-git/dist/src/lib/tasks/remote.d.ts +0 -8
- package/dist/node_modules/simple-git/dist/src/lib/tasks/reset.d.ts +0 -11
- package/dist/node_modules/simple-git/dist/src/lib/tasks/show.d.ts +0 -2
- package/dist/node_modules/simple-git/dist/src/lib/tasks/stash-list.d.ts +0 -4
- package/dist/node_modules/simple-git/dist/src/lib/tasks/status.d.ts +0 -3
- package/dist/node_modules/simple-git/dist/src/lib/tasks/sub-module.d.ts +0 -5
- package/dist/node_modules/simple-git/dist/src/lib/tasks/tag.d.ts +0 -18
- package/dist/node_modules/simple-git/dist/src/lib/tasks/task.d.ts +0 -14
- package/dist/node_modules/simple-git/dist/src/lib/tasks/version.d.ts +0 -9
- package/dist/node_modules/simple-git/dist/src/lib/types/handlers.d.ts +0 -21
- package/dist/node_modules/simple-git/dist/src/lib/types/index.d.ts +0 -136
- package/dist/node_modules/simple-git/dist/src/lib/types/tasks.d.ts +0 -19
- package/dist/node_modules/simple-git/dist/src/lib/utils/argument-filters.d.ts +0 -14
- package/dist/node_modules/simple-git/dist/src/lib/utils/exit-codes.d.ts +0 -10
- package/dist/node_modules/simple-git/dist/src/lib/utils/git-output-streams.d.ts +0 -7
- package/dist/node_modules/simple-git/dist/src/lib/utils/index.d.ts +0 -8
- package/dist/node_modules/simple-git/dist/src/lib/utils/line-parser.d.ts +0 -15
- package/dist/node_modules/simple-git/dist/src/lib/utils/simple-git-options.d.ts +0 -2
- package/dist/node_modules/simple-git/dist/src/lib/utils/task-options.d.ts +0 -13
- package/dist/node_modules/simple-git/dist/src/lib/utils/task-parser.d.ts +0 -5
- package/dist/node_modules/simple-git/dist/src/lib/utils/util.d.ts +0 -47
- package/dist/node_modules/simple-git/dist/typings/errors.d.ts +0 -5
- package/dist/node_modules/simple-git/dist/typings/index.d.ts +0 -14
- package/dist/node_modules/simple-git/dist/typings/response.d.ts +0 -556
- package/dist/node_modules/simple-git/dist/typings/simple-git.d.ts +0 -1033
- package/dist/node_modules/simple-git/dist/typings/types.d.ts +0 -22
- package/dist/node_modules/simple-git/node_modules/debug/package.json +0 -64
- package/dist/node_modules/simple-git/node_modules/debug/src/browser.js +0 -272
- package/dist/node_modules/simple-git/node_modules/debug/src/common.js +0 -292
- package/dist/node_modules/simple-git/node_modules/debug/src/index.js +0 -10
- package/dist/node_modules/simple-git/node_modules/debug/src/node.js +0 -263
- package/dist/node_modules/simple-git/package.json +0 -1
- package/dist/node_modules/simple-git/promise.js +0 -17
|
@@ -1,210 +1,210 @@
|
|
|
1
|
-
import { asObject } from '../utils/ctx-utils';
|
|
2
|
-
import { createHash } from 'node:crypto';
|
|
3
|
-
import type { Database, Model } from '@nocobase/database';
|
|
4
|
-
import { getRunEventBus } from './RunEventBus';
|
|
5
|
-
import type { LoopPatternPolicy } from './LoopPatternSchema';
|
|
6
|
-
import { read } from '../utils/record-utils';
|
|
7
|
-
|
|
8
|
-
export type ToolLoopLevel = 'none' | 'warn' | 'block' | 'escalate';
|
|
9
|
-
|
|
10
|
-
export type ToolLoopFinding = {
|
|
11
|
-
level: Exclude<ToolLoopLevel, 'none'>;
|
|
12
|
-
toolName: string;
|
|
13
|
-
signature: string;
|
|
14
|
-
count: number;
|
|
15
|
-
sampleArgs: Record<string, unknown>;
|
|
16
|
-
};
|
|
17
|
-
|
|
18
|
-
export type ToolCallEntry = {
|
|
19
|
-
name: string;
|
|
20
|
-
args: unknown;
|
|
21
|
-
};
|
|
22
|
-
|
|
23
|
-
export type ToolLoopRecordContext = {
|
|
24
|
-
runId: number;
|
|
25
|
-
role: string;
|
|
26
|
-
username: string;
|
|
27
|
-
runStatus: string;
|
|
28
|
-
actorType: string;
|
|
29
|
-
actorIdentity: string;
|
|
30
|
-
};
|
|
31
|
-
|
|
32
|
-
// Key order alone must not change the signature, so object keys are sorted before hashing.
|
|
33
|
-
function canonicalize(value: unknown): unknown {
|
|
34
|
-
if (Array.isArray(value)) return value.map((entry) => canonicalize(entry));
|
|
35
|
-
if (value && typeof value === 'object') {
|
|
36
|
-
const source = value as Record<string, unknown>;
|
|
37
|
-
const ordered: Record<string, unknown> = {};
|
|
38
|
-
for (const key of Object.keys(source).sort()) ordered[key] = canonicalize(source[key]);
|
|
39
|
-
return ordered;
|
|
40
|
-
}
|
|
41
|
-
return value;
|
|
42
|
-
}
|
|
43
|
-
|
|
44
|
-
// A NUL byte cannot appear unescaped in JSON string output, so the name/args boundary of the
|
|
45
|
-
// hashed payload is unambiguous.
|
|
46
|
-
const NAME_ARGS_SEPARATOR = String.fromCharCode(0);
|
|
47
|
-
|
|
48
|
-
export function toolCallSignature(name: string, args: unknown): string {
|
|
49
|
-
return createHash('sha256')
|
|
50
|
-
.update(name + NAME_ARGS_SEPARATOR + JSON.stringify(canonicalize(args ?? null)))
|
|
51
|
-
.digest('hex');
|
|
52
|
-
}
|
|
53
|
-
|
|
54
|
-
type RepetitionEntry = { toolName: string; signature: string; count: number; sampleArgs: Record<string, unknown> };
|
|
55
|
-
|
|
56
|
-
export function countToolRepetitions(calls: ToolCallEntry[]): Map<string, RepetitionEntry> {
|
|
57
|
-
const counts = new Map<string, RepetitionEntry>();
|
|
58
|
-
for (const call of calls) {
|
|
59
|
-
if (!call.name) continue;
|
|
60
|
-
const signature = toolCallSignature(call.name, call.args);
|
|
61
|
-
const entry = counts.get(signature) ?? {
|
|
62
|
-
toolName: call.name,
|
|
63
|
-
signature,
|
|
64
|
-
count: 0,
|
|
65
|
-
sampleArgs: asObject(call.args),
|
|
66
|
-
};
|
|
67
|
-
entry.count += 1;
|
|
68
|
-
counts.set(signature, entry);
|
|
69
|
-
}
|
|
70
|
-
return counts;
|
|
71
|
-
}
|
|
72
|
-
|
|
73
|
-
export function toolLoopLevel(count: number, detection: LoopPatternPolicy['loopDetection']): ToolLoopLevel {
|
|
74
|
-
if (!detection.enabled) return 'none';
|
|
75
|
-
if (count >= detection.escalateAt) return 'escalate';
|
|
76
|
-
if (count >= detection.blockAt) return 'block';
|
|
77
|
-
if (count >= detection.warnAt) return 'warn';
|
|
78
|
-
return 'none';
|
|
79
|
-
}
|
|
80
|
-
|
|
81
|
-
export function toolLoopReason(finding: ToolLoopFinding): string {
|
|
82
|
-
return `Tool loop detected: "${finding.toolName}" was invoked ${finding.count} times with identical arguments.`;
|
|
83
|
-
}
|
|
84
|
-
|
|
85
|
-
export function toolLoopNotice(toolName: string, count: number): string {
|
|
86
|
-
return [
|
|
87
|
-
'<tool_loop_warning>',
|
|
88
|
-
`An earlier pass of this run invoked the tool "${toolName}" with identical arguments ${count} times.`,
|
|
89
|
-
'Do not repeat this pattern. If the tool did not return what you expected, change your approach or report the blocker explicitly instead of retrying the same call.',
|
|
90
|
-
'</tool_loop_warning>',
|
|
91
|
-
].join('\n');
|
|
92
|
-
}
|
|
93
|
-
|
|
94
|
-
export class ToolLoopDetectionService {
|
|
95
|
-
constructor(private readonly database: Database) {}
|
|
96
|
-
|
|
97
|
-
// Scans every tool call the run has issued so far (across all pass sessions, which are linked
|
|
98
|
-
// through agentLoopSteps.sessionId) and returns the most repeated signature once it crosses the
|
|
99
|
-
// policy's warn threshold. Returns null while the run stays under every threshold.
|
|
100
|
-
async scanRun(runId: number, policy: LoopPatternPolicy): Promise<ToolLoopFinding | null> {
|
|
101
|
-
const detection = policy.loopDetection;
|
|
102
|
-
if (!detection.enabled) return null;
|
|
103
|
-
|
|
104
|
-
const steps = await this.database.getRepository('agentLoopSteps').find({ filter: { runId } });
|
|
105
|
-
const sessionIds = new Set<string>();
|
|
106
|
-
for (const step of steps) {
|
|
107
|
-
const sessionId = read(step, 'sessionId');
|
|
108
|
-
if (typeof sessionId === 'string' && sessionId) sessionIds.add(sessionId);
|
|
109
|
-
}
|
|
110
|
-
if (!sessionIds.size) return null;
|
|
111
|
-
|
|
112
|
-
// Limit message scan to prevent memory pressure on long-running loops.
|
|
113
|
-
// Only load the toolCalls field since that's all we inspect.
|
|
114
|
-
const messages = await this.database.getRepository('aiMessages').find({
|
|
115
|
-
filter: { sessionId: { $in: [...sessionIds] } },
|
|
116
|
-
fields: ['toolCalls'],
|
|
117
|
-
limit: 5_000,
|
|
118
|
-
});
|
|
119
|
-
const calls: ToolCallEntry[] = [];
|
|
120
|
-
for (const message of messages) {
|
|
121
|
-
const toolCalls = read(message, 'toolCalls');
|
|
122
|
-
if (!Array.isArray(toolCalls)) continue;
|
|
123
|
-
for (const toolCall of toolCalls) {
|
|
124
|
-
const entry = asObject(toolCall);
|
|
125
|
-
if (typeof entry.name === 'string' && entry.name) calls.push({ name: entry.name, args: entry.args });
|
|
126
|
-
}
|
|
127
|
-
}
|
|
128
|
-
if (!calls.length) return null;
|
|
129
|
-
|
|
130
|
-
let worst: ToolLoopFinding | null = null;
|
|
131
|
-
for (const entry of countToolRepetitions(calls).values()) {
|
|
132
|
-
const level = toolLoopLevel(entry.count, detection);
|
|
133
|
-
if (level === 'none') continue;
|
|
134
|
-
if (!worst || entry.count > worst.count) worst = { level, ...entry };
|
|
135
|
-
}
|
|
136
|
-
return worst;
|
|
137
|
-
}
|
|
138
|
-
|
|
139
|
-
// Persists the guard step and event for a finding, deduplicated by signature so a run records
|
|
140
|
-
// each loop once no matter how many subsequent passes observe it. Returns true when a new
|
|
141
|
-
// record was created.
|
|
142
|
-
async recordFinding(context: ToolLoopRecordContext, finding: ToolLoopFinding): Promise<boolean> {
|
|
143
|
-
const steps = this.database.getRepository('agentLoopSteps');
|
|
144
|
-
const existing = await steps.findOne({
|
|
145
|
-
filter: { runId: context.runId, kind: 'guard', inputHash: finding.signature },
|
|
146
|
-
});
|
|
147
|
-
if (existing) return false;
|
|
148
|
-
|
|
149
|
-
const now = new Date();
|
|
150
|
-
const stepCount = await steps.count({ filter: { runId: context.runId } });
|
|
151
|
-
const step = await steps.create({
|
|
152
|
-
values: {
|
|
153
|
-
runId: context.runId,
|
|
154
|
-
runtimeVersion: 'control-plane-v2',
|
|
155
|
-
sequence: stepCount,
|
|
156
|
-
role: context.role,
|
|
157
|
-
kind: 'guard',
|
|
158
|
-
type: 'tool_loop',
|
|
159
|
-
employeeUsername: context.username,
|
|
160
|
-
toolName: finding.toolName,
|
|
161
|
-
inputHash: finding.signature,
|
|
162
|
-
title: `Tool loop ${finding.level}: ${finding.toolName} x${finding.count}`,
|
|
163
|
-
description: toolLoopReason(finding),
|
|
164
|
-
status: 'succeeded',
|
|
165
|
-
metadata: { level: finding.level, count: finding.count, sampleArgs: finding.sampleArgs },
|
|
166
|
-
startedAt: now,
|
|
167
|
-
endedAt: now,
|
|
168
|
-
createdAt: now,
|
|
169
|
-
},
|
|
170
|
-
});
|
|
171
|
-
const event = await this.database.getRepository('agentLoopEvents').create({
|
|
172
|
-
values: {
|
|
173
|
-
runId: context.runId,
|
|
174
|
-
stepId: read(step, 'id'),
|
|
175
|
-
type: 'tool_loop_detected',
|
|
176
|
-
title: `Tool loop ${finding.level}: ${finding.toolName}`,
|
|
177
|
-
content: toolLoopReason(finding),
|
|
178
|
-
status: context.runStatus,
|
|
179
|
-
payload: {
|
|
180
|
-
level: finding.level,
|
|
181
|
-
toolName: finding.toolName,
|
|
182
|
-
count: finding.count,
|
|
183
|
-
signature: finding.signature,
|
|
184
|
-
},
|
|
185
|
-
actorType: context.actorType,
|
|
186
|
-
actorIdentity: context.actorIdentity,
|
|
187
|
-
correlationKey: `tool-loop:${finding.signature}`,
|
|
188
|
-
createdAt: now,
|
|
189
|
-
},
|
|
190
|
-
});
|
|
191
|
-
getRunEventBus().emit(context.runId, typeof event.toJSON === 'function' ? event.toJSON() : event);
|
|
192
|
-
return true;
|
|
193
|
-
}
|
|
194
|
-
|
|
195
|
-
// Rebuilds the model-facing notices from guard steps recorded before the current worker claim,
|
|
196
|
-
// so a run that parked and resumed keeps warning later roles about an earlier loop.
|
|
197
|
-
async existingNotices(runId: number): Promise<string[]> {
|
|
198
|
-
const steps = await this.database.getRepository('agentLoopSteps').find({
|
|
199
|
-
filter: { runId, kind: 'guard' },
|
|
200
|
-
});
|
|
201
|
-
const notices: string[] = [];
|
|
202
|
-
for (const step of steps) {
|
|
203
|
-
const toolName = String(read(step, 'toolName') || '');
|
|
204
|
-
const count = Number(asObject(read(step, 'metadata')).count) || 0;
|
|
205
|
-
if (!toolName || !count) continue;
|
|
206
|
-
notices.push(toolLoopNotice(toolName, count));
|
|
207
|
-
}
|
|
208
|
-
return notices;
|
|
209
|
-
}
|
|
210
|
-
}
|
|
1
|
+
import { asObject } from '../utils/ctx-utils';
|
|
2
|
+
import { createHash } from 'node:crypto';
|
|
3
|
+
import type { Database, Model } from '@nocobase/database';
|
|
4
|
+
import { getRunEventBus } from './RunEventBus';
|
|
5
|
+
import type { LoopPatternPolicy } from './LoopPatternSchema';
|
|
6
|
+
import { read } from '../utils/record-utils';
|
|
7
|
+
|
|
8
|
+
export type ToolLoopLevel = 'none' | 'warn' | 'block' | 'escalate';
|
|
9
|
+
|
|
10
|
+
export type ToolLoopFinding = {
|
|
11
|
+
level: Exclude<ToolLoopLevel, 'none'>;
|
|
12
|
+
toolName: string;
|
|
13
|
+
signature: string;
|
|
14
|
+
count: number;
|
|
15
|
+
sampleArgs: Record<string, unknown>;
|
|
16
|
+
};
|
|
17
|
+
|
|
18
|
+
export type ToolCallEntry = {
|
|
19
|
+
name: string;
|
|
20
|
+
args: unknown;
|
|
21
|
+
};
|
|
22
|
+
|
|
23
|
+
export type ToolLoopRecordContext = {
|
|
24
|
+
runId: number;
|
|
25
|
+
role: string;
|
|
26
|
+
username: string;
|
|
27
|
+
runStatus: string;
|
|
28
|
+
actorType: string;
|
|
29
|
+
actorIdentity: string;
|
|
30
|
+
};
|
|
31
|
+
|
|
32
|
+
// Key order alone must not change the signature, so object keys are sorted before hashing.
|
|
33
|
+
function canonicalize(value: unknown): unknown {
|
|
34
|
+
if (Array.isArray(value)) return value.map((entry) => canonicalize(entry));
|
|
35
|
+
if (value && typeof value === 'object') {
|
|
36
|
+
const source = value as Record<string, unknown>;
|
|
37
|
+
const ordered: Record<string, unknown> = {};
|
|
38
|
+
for (const key of Object.keys(source).sort()) ordered[key] = canonicalize(source[key]);
|
|
39
|
+
return ordered;
|
|
40
|
+
}
|
|
41
|
+
return value;
|
|
42
|
+
}
|
|
43
|
+
|
|
44
|
+
// A NUL byte cannot appear unescaped in JSON string output, so the name/args boundary of the
|
|
45
|
+
// hashed payload is unambiguous.
|
|
46
|
+
const NAME_ARGS_SEPARATOR = String.fromCharCode(0);
|
|
47
|
+
|
|
48
|
+
export function toolCallSignature(name: string, args: unknown): string {
|
|
49
|
+
return createHash('sha256')
|
|
50
|
+
.update(name + NAME_ARGS_SEPARATOR + JSON.stringify(canonicalize(args ?? null)))
|
|
51
|
+
.digest('hex');
|
|
52
|
+
}
|
|
53
|
+
|
|
54
|
+
type RepetitionEntry = { toolName: string; signature: string; count: number; sampleArgs: Record<string, unknown> };
|
|
55
|
+
|
|
56
|
+
export function countToolRepetitions(calls: ToolCallEntry[]): Map<string, RepetitionEntry> {
|
|
57
|
+
const counts = new Map<string, RepetitionEntry>();
|
|
58
|
+
for (const call of calls) {
|
|
59
|
+
if (!call.name) continue;
|
|
60
|
+
const signature = toolCallSignature(call.name, call.args);
|
|
61
|
+
const entry = counts.get(signature) ?? {
|
|
62
|
+
toolName: call.name,
|
|
63
|
+
signature,
|
|
64
|
+
count: 0,
|
|
65
|
+
sampleArgs: asObject(call.args),
|
|
66
|
+
};
|
|
67
|
+
entry.count += 1;
|
|
68
|
+
counts.set(signature, entry);
|
|
69
|
+
}
|
|
70
|
+
return counts;
|
|
71
|
+
}
|
|
72
|
+
|
|
73
|
+
export function toolLoopLevel(count: number, detection: LoopPatternPolicy['loopDetection']): ToolLoopLevel {
|
|
74
|
+
if (!detection.enabled) return 'none';
|
|
75
|
+
if (count >= detection.escalateAt) return 'escalate';
|
|
76
|
+
if (count >= detection.blockAt) return 'block';
|
|
77
|
+
if (count >= detection.warnAt) return 'warn';
|
|
78
|
+
return 'none';
|
|
79
|
+
}
|
|
80
|
+
|
|
81
|
+
export function toolLoopReason(finding: ToolLoopFinding): string {
|
|
82
|
+
return `Tool loop detected: "${finding.toolName}" was invoked ${finding.count} times with identical arguments.`;
|
|
83
|
+
}
|
|
84
|
+
|
|
85
|
+
export function toolLoopNotice(toolName: string, count: number): string {
|
|
86
|
+
return [
|
|
87
|
+
'<tool_loop_warning>',
|
|
88
|
+
`An earlier pass of this run invoked the tool "${toolName}" with identical arguments ${count} times.`,
|
|
89
|
+
'Do not repeat this pattern. If the tool did not return what you expected, change your approach or report the blocker explicitly instead of retrying the same call.',
|
|
90
|
+
'</tool_loop_warning>',
|
|
91
|
+
].join('\n');
|
|
92
|
+
}
|
|
93
|
+
|
|
94
|
+
export class ToolLoopDetectionService {
|
|
95
|
+
constructor(private readonly database: Database) {}
|
|
96
|
+
|
|
97
|
+
// Scans every tool call the run has issued so far (across all pass sessions, which are linked
|
|
98
|
+
// through agentLoopSteps.sessionId) and returns the most repeated signature once it crosses the
|
|
99
|
+
// policy's warn threshold. Returns null while the run stays under every threshold.
|
|
100
|
+
async scanRun(runId: number, policy: LoopPatternPolicy): Promise<ToolLoopFinding | null> {
|
|
101
|
+
const detection = policy.loopDetection;
|
|
102
|
+
if (!detection.enabled) return null;
|
|
103
|
+
|
|
104
|
+
const steps = await this.database.getRepository('agentLoopSteps').find({ filter: { runId } });
|
|
105
|
+
const sessionIds = new Set<string>();
|
|
106
|
+
for (const step of steps) {
|
|
107
|
+
const sessionId = read(step, 'sessionId');
|
|
108
|
+
if (typeof sessionId === 'string' && sessionId) sessionIds.add(sessionId);
|
|
109
|
+
}
|
|
110
|
+
if (!sessionIds.size) return null;
|
|
111
|
+
|
|
112
|
+
// Limit message scan to prevent memory pressure on long-running loops.
|
|
113
|
+
// Only load the toolCalls field since that's all we inspect.
|
|
114
|
+
const messages = await this.database.getRepository('aiMessages').find({
|
|
115
|
+
filter: { sessionId: { $in: [...sessionIds] } },
|
|
116
|
+
fields: ['toolCalls'],
|
|
117
|
+
limit: 5_000,
|
|
118
|
+
});
|
|
119
|
+
const calls: ToolCallEntry[] = [];
|
|
120
|
+
for (const message of messages) {
|
|
121
|
+
const toolCalls = read(message, 'toolCalls');
|
|
122
|
+
if (!Array.isArray(toolCalls)) continue;
|
|
123
|
+
for (const toolCall of toolCalls) {
|
|
124
|
+
const entry = asObject(toolCall);
|
|
125
|
+
if (typeof entry.name === 'string' && entry.name) calls.push({ name: entry.name, args: entry.args });
|
|
126
|
+
}
|
|
127
|
+
}
|
|
128
|
+
if (!calls.length) return null;
|
|
129
|
+
|
|
130
|
+
let worst: ToolLoopFinding | null = null;
|
|
131
|
+
for (const entry of countToolRepetitions(calls).values()) {
|
|
132
|
+
const level = toolLoopLevel(entry.count, detection);
|
|
133
|
+
if (level === 'none') continue;
|
|
134
|
+
if (!worst || entry.count > worst.count) worst = { level, ...entry };
|
|
135
|
+
}
|
|
136
|
+
return worst;
|
|
137
|
+
}
|
|
138
|
+
|
|
139
|
+
// Persists the guard step and event for a finding, deduplicated by signature so a run records
|
|
140
|
+
// each loop once no matter how many subsequent passes observe it. Returns true when a new
|
|
141
|
+
// record was created.
|
|
142
|
+
async recordFinding(context: ToolLoopRecordContext, finding: ToolLoopFinding): Promise<boolean> {
|
|
143
|
+
const steps = this.database.getRepository('agentLoopSteps');
|
|
144
|
+
const existing = await steps.findOne({
|
|
145
|
+
filter: { runId: context.runId, kind: 'guard', inputHash: finding.signature },
|
|
146
|
+
});
|
|
147
|
+
if (existing) return false;
|
|
148
|
+
|
|
149
|
+
const now = new Date();
|
|
150
|
+
const stepCount = await steps.count({ filter: { runId: context.runId } });
|
|
151
|
+
const step = await steps.create({
|
|
152
|
+
values: {
|
|
153
|
+
runId: context.runId,
|
|
154
|
+
runtimeVersion: 'control-plane-v2',
|
|
155
|
+
sequence: stepCount,
|
|
156
|
+
role: context.role,
|
|
157
|
+
kind: 'guard',
|
|
158
|
+
type: 'tool_loop',
|
|
159
|
+
employeeUsername: context.username,
|
|
160
|
+
toolName: finding.toolName,
|
|
161
|
+
inputHash: finding.signature,
|
|
162
|
+
title: `Tool loop ${finding.level}: ${finding.toolName} x${finding.count}`,
|
|
163
|
+
description: toolLoopReason(finding),
|
|
164
|
+
status: 'succeeded',
|
|
165
|
+
metadata: { level: finding.level, count: finding.count, sampleArgs: finding.sampleArgs },
|
|
166
|
+
startedAt: now,
|
|
167
|
+
endedAt: now,
|
|
168
|
+
createdAt: now,
|
|
169
|
+
},
|
|
170
|
+
});
|
|
171
|
+
const event = await this.database.getRepository('agentLoopEvents').create({
|
|
172
|
+
values: {
|
|
173
|
+
runId: context.runId,
|
|
174
|
+
stepId: read(step, 'id'),
|
|
175
|
+
type: 'tool_loop_detected',
|
|
176
|
+
title: `Tool loop ${finding.level}: ${finding.toolName}`,
|
|
177
|
+
content: toolLoopReason(finding),
|
|
178
|
+
status: context.runStatus,
|
|
179
|
+
payload: {
|
|
180
|
+
level: finding.level,
|
|
181
|
+
toolName: finding.toolName,
|
|
182
|
+
count: finding.count,
|
|
183
|
+
signature: finding.signature,
|
|
184
|
+
},
|
|
185
|
+
actorType: context.actorType,
|
|
186
|
+
actorIdentity: context.actorIdentity,
|
|
187
|
+
correlationKey: `tool-loop:${finding.signature}`,
|
|
188
|
+
createdAt: now,
|
|
189
|
+
},
|
|
190
|
+
});
|
|
191
|
+
getRunEventBus().emit(context.runId, typeof event.toJSON === 'function' ? event.toJSON() : event);
|
|
192
|
+
return true;
|
|
193
|
+
}
|
|
194
|
+
|
|
195
|
+
// Rebuilds the model-facing notices from guard steps recorded before the current worker claim,
|
|
196
|
+
// so a run that parked and resumed keeps warning later roles about an earlier loop.
|
|
197
|
+
async existingNotices(runId: number): Promise<string[]> {
|
|
198
|
+
const steps = await this.database.getRepository('agentLoopSteps').find({
|
|
199
|
+
filter: { runId, kind: 'guard' },
|
|
200
|
+
});
|
|
201
|
+
const notices: string[] = [];
|
|
202
|
+
for (const step of steps) {
|
|
203
|
+
const toolName = String(read(step, 'toolName') || '');
|
|
204
|
+
const count = Number(asObject(read(step, 'metadata')).count) || 0;
|
|
205
|
+
if (!toolName || !count) continue;
|
|
206
|
+
notices.push(toolLoopNotice(toolName, count));
|
|
207
|
+
}
|
|
208
|
+
return notices;
|
|
209
|
+
}
|
|
210
|
+
}
|
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
// SPDX-License-Identifier: Apache-2.0
|
|
2
|
+
|
|
3
|
+
function positiveDays(value: unknown): number | null {
|
|
4
|
+
const days = typeof value === 'number' ? value : Number(value);
|
|
5
|
+
return Number.isFinite(days) && days > 0 ? days : null;
|
|
6
|
+
}
|
|
7
|
+
|
|
8
|
+
export function getHarnessProfileRetentionDays(settings: unknown): number | null {
|
|
9
|
+
if (!settings || typeof settings !== 'object' || Array.isArray(settings)) return null;
|
|
10
|
+
|
|
11
|
+
const profileSettings = settings as Record<string, unknown>;
|
|
12
|
+
const observability = profileSettings.observability;
|
|
13
|
+
const canonicalDays =
|
|
14
|
+
observability && typeof observability === 'object' && !Array.isArray(observability)
|
|
15
|
+
? positiveDays((observability as Record<string, unknown>).tracingRetentionDays)
|
|
16
|
+
: null;
|
|
17
|
+
|
|
18
|
+
return canonicalDays ?? positiveDays(profileSettings.tracingRetentionDays);
|
|
19
|
+
}
|
|
20
|
+
|
|
21
|
+
export async function resolveTracingRetentionDays(plugin: {
|
|
22
|
+
db: {
|
|
23
|
+
getRepository: (name: string) => { findOne?: (options: Record<string, unknown>) => Promise<unknown> } | undefined;
|
|
24
|
+
};
|
|
25
|
+
app: {
|
|
26
|
+
logger?: {
|
|
27
|
+
warn?: (
|
|
28
|
+
message: string,
|
|
29
|
+
meta?: { module?: string; submodule?: string; method?: string; [key: string]: unknown },
|
|
30
|
+
) => void;
|
|
31
|
+
};
|
|
32
|
+
};
|
|
33
|
+
}) {
|
|
34
|
+
const envDays = positiveDays(process.env.ORCHESTRATOR_LOG_RETENTION_DAYS);
|
|
35
|
+
if (envDays !== null) return envDays;
|
|
36
|
+
try {
|
|
37
|
+
const profile = await plugin.db.getRepository('agentHarnessProfiles')?.findOne?.({
|
|
38
|
+
filter: { tag: 'default', enabled: true },
|
|
39
|
+
});
|
|
40
|
+
const record = profile as { get?: (name: string) => unknown; settings?: unknown } | undefined;
|
|
41
|
+
const settings = typeof record?.get === 'function' ? record.get('settings') : record?.settings;
|
|
42
|
+
const days = getHarnessProfileRetentionDays(asObject(settings));
|
|
43
|
+
if (days !== null) return days;
|
|
44
|
+
} catch (error) {
|
|
45
|
+
plugin.app.logger?.warn?.('[AgentOrchestrator] Failed to load tracing retention policy', { error });
|
|
46
|
+
}
|
|
47
|
+
return 30;
|
|
48
|
+
}
|
|
49
|
+
import { asObject } from '../utils/ctx-utils';
|
|
@@ -1,31 +1,31 @@
|
|
|
1
|
-
import { z } from 'zod';
|
|
2
|
-
|
|
3
|
-
export const verificationVerdictSchema = z.object({
|
|
4
|
-
verdict: z.enum(['pass', 'reject', 'escalate']),
|
|
5
|
-
summary: z.string().min(1),
|
|
6
|
-
checks: z
|
|
7
|
-
.array(
|
|
8
|
-
z.object({
|
|
9
|
-
name: z.string().min(1),
|
|
10
|
-
status: z.enum(['pass', 'fail', 'skipped']),
|
|
11
|
-
evidenceArtifactIds: z.array(z.number().int().positive()).default([]),
|
|
12
|
-
}),
|
|
13
|
-
)
|
|
14
|
-
.min(1),
|
|
15
|
-
residualRisks: z.array(z.string()).default([]),
|
|
16
|
-
});
|
|
17
|
-
|
|
18
|
-
export type VerificationVerdict = z.infer<typeof verificationVerdictSchema>;
|
|
19
|
-
|
|
20
|
-
export function parseVerificationVerdict(value: unknown) {
|
|
21
|
-
return verificationVerdictSchema.parse(value);
|
|
22
|
-
}
|
|
23
|
-
|
|
24
|
-
export function isPassingVerification(value: unknown) {
|
|
25
|
-
const parsed = verificationVerdictSchema.safeParse(value);
|
|
26
|
-
return (
|
|
27
|
-
parsed.success &&
|
|
28
|
-
parsed.data.verdict === 'pass' &&
|
|
29
|
-
parsed.data.checks.every((check) => check.status === 'pass' && check.evidenceArtifactIds.length > 0)
|
|
30
|
-
);
|
|
31
|
-
}
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
|
|
3
|
+
export const verificationVerdictSchema = z.object({
|
|
4
|
+
verdict: z.enum(['pass', 'reject', 'escalate']),
|
|
5
|
+
summary: z.string().min(1),
|
|
6
|
+
checks: z
|
|
7
|
+
.array(
|
|
8
|
+
z.object({
|
|
9
|
+
name: z.string().min(1),
|
|
10
|
+
status: z.enum(['pass', 'fail', 'skipped']),
|
|
11
|
+
evidenceArtifactIds: z.array(z.number().int().positive()).default([]),
|
|
12
|
+
}),
|
|
13
|
+
)
|
|
14
|
+
.min(1),
|
|
15
|
+
residualRisks: z.array(z.string()).default([]),
|
|
16
|
+
});
|
|
17
|
+
|
|
18
|
+
export type VerificationVerdict = z.infer<typeof verificationVerdictSchema>;
|
|
19
|
+
|
|
20
|
+
export function parseVerificationVerdict(value: unknown) {
|
|
21
|
+
return verificationVerdictSchema.parse(value);
|
|
22
|
+
}
|
|
23
|
+
|
|
24
|
+
export function isPassingVerification(value: unknown) {
|
|
25
|
+
const parsed = verificationVerdictSchema.safeParse(value);
|
|
26
|
+
return (
|
|
27
|
+
parsed.success &&
|
|
28
|
+
parsed.data.verdict === 'pass' &&
|
|
29
|
+
parsed.data.checks.every((check) => check.status === 'pass' && check.evidenceArtifactIds.length > 0)
|
|
30
|
+
);
|
|
31
|
+
}
|