plugin-agent-orchestrator 1.1.7 → 1.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +207 -204
- package/client-v2.d.ts +2 -2
- package/client-v2.js +1 -1
- package/client.d.ts +2 -2
- package/client.js +1 -1
- package/dist/client/117.2e4cb0477da3db1f.js +10 -0
- package/dist/client/253.93deb9e0192e76a5.js +10 -0
- package/dist/client/325.8f7f509bdb35e142.js +10 -0
- package/dist/client/404.498d2d9516dd1dce.js +10 -0
- package/dist/client/418.6f01da17774a5a25.js +10 -0
- package/dist/client/53.774ff07505d521fa.js +10 -0
- package/dist/client/619.e342b0fa467d39ca.js +10 -0
- package/dist/client/627.fdd60bcc0f3a9cf6.js +10 -0
- package/dist/client/652.477e21bfff67bc1c.js +10 -0
- package/dist/client/981.e0546ffc34afedcd.js +10 -0
- package/dist/client/993.5d04b510835ab0d2.js +10 -0
- package/dist/client/index.js +1 -1
- package/dist/client-v2/117.ccf43ae8631f7d74.js +10 -0
- package/dist/client-v2/214.cdf76752053a8990.js +10 -0
- package/dist/client-v2/253.1198df22f5baf304.js +10 -0
- package/dist/client-v2/264.78887ff88f969467.js +10 -0
- package/dist/client-v2/325.fafe5a6e83ba9cb3.js +10 -0
- package/dist/client-v2/404.9ba964c28a151c81.js +10 -0
- package/dist/client-v2/{41.3deb9e57a0f64fc4.js → 41.b28cf7a675a603d1.js} +1 -1
- package/dist/client-v2/418.55b6b28cda8bb5f3.js +10 -0
- package/dist/client-v2/{53.349fff8db80b19d4.js → 53.282081f97e4308c6.js} +1 -1
- package/dist/client-v2/{619.0a2144aaffefe018.js → 619.8c03913873785fb6.js} +1 -1
- package/dist/client-v2/627.e16f4a0dd596c3e6.js +10 -0
- package/dist/client-v2/652.1a48364774d5383a.js +10 -0
- package/dist/client-v2/{70.ffff2997c10fd4b0.js → 70.9166ed70906d041f.js} +1 -1
- package/dist/client-v2/{981.e4a1f41cfc94a856.js → 981.a81521f0296c7db8.js} +1 -1
- package/dist/client-v2/993.ca5b28f1e2b4c1ef.js +10 -0
- package/dist/client-v2/index.js +1 -1
- package/dist/externalVersion.js +10 -7
- package/dist/locale/en-US.json +229 -1
- package/dist/locale/zh-CN.json +229 -1
- package/dist/node_modules/adm-zip/adm-zip.js +1 -1
- package/dist/node_modules/adm-zip/package.json +1 -1
- package/dist/node_modules/ajv/package.json +1 -1
- package/dist/node_modules/zod/index.cjs +1 -1
- package/dist/node_modules/zod/package.json +1 -1
- package/dist/server/collections/agent-execution-spans.js +145 -6
- package/dist/server/collections/agent-governance-audit-events.js +47 -0
- package/dist/server/collections/agent-governance-policies.js +47 -0
- package/dist/server/collections/agent-governance-policy-versions.js +48 -0
- package/dist/server/collections/agent-governance-prompt-bindings.js +50 -0
- package/dist/server/collections/agent-loop-runs.js +23 -5
- package/dist/server/migrations/20261110000000-add-usage-pricing-snapshots.js +117 -0
- package/dist/server/migrations/20261110010000-add-usage-department-attribution.js +54 -0
- package/dist/server/plugin.js +114 -33
- package/dist/server/resources/agent-governance.js +192 -0
- package/dist/server/resources/agent-harness-profile.js +11 -3
- package/dist/server/resources/agent-monitor.js +109 -339
- package/dist/server/resources/agent-usage.js +423 -0
- package/dist/server/resources/native-monitor-format.js +179 -0
- package/dist/server/resources/tracing.js +35 -12
- package/dist/server/services/AgentGovernanceService.js +500 -0
- package/dist/server/services/DepartmentAttribution.js +65 -0
- package/dist/server/services/ExecutionSpanService.js +96 -3
- package/dist/server/services/GovernanceAdmission.js +211 -0
- package/dist/server/services/HarnessCapabilities.js +118 -0
- package/dist/server/services/LoopBudgetService.js +29 -11
- package/dist/server/services/LoopRunRepository.js +15 -6
- package/dist/server/services/LoopRunStateMachine.js +18 -7
- package/dist/server/services/LoopTriggerService.js +1 -1
- package/dist/server/services/LoopWorkerService.js +66 -32
- package/dist/server/services/ManagedPromptProtection.js +99 -0
- package/dist/server/services/NativeAgentMonitorSyncService.js +584 -0
- package/dist/server/services/NativeSubAgentObserver.js +141 -508
- package/dist/server/services/NativeUsageAttribution.js +97 -0
- package/dist/server/services/TokenTracker.js +787 -104
- package/dist/server/services/TracingRetentionPolicy.js +66 -0
- package/dist/server/services/VerificationService.js +18 -8
- package/dist/server/skill-hub/sandbox-config.json +6 -6
- package/dist/server/utils/ensure-indexes.js +14 -5
- package/package.json +63 -53
- package/server.d.ts +2 -2
- package/server.js +1 -1
- package/src/client/AgentRunsTab.tsx +2 -2
- package/src/client/ApprovalsTab.tsx +2 -2
- package/src/client/HarnessProfilesTab.tsx +2 -2
- package/src/client/OrchestratorSettings.tsx +152 -152
- package/src/client/SkillPages.tsx +41 -0
- package/src/client/__tests__/embedded-settings.test.tsx +232 -0
- package/src/client/hooks/useRunEventStream.ts +76 -76
- package/src/client/index.tsx +2 -2
- package/src/client/plugin.tsx +76 -32
- package/src/client/skill-hub/components/ExecutionHistory.tsx +200 -200
- package/src/client/skill-hub/components/GitSkillImport.tsx +562 -562
- package/src/client/skill-hub/components/LoopSettings.tsx +331 -331
- package/src/client/skill-hub/components/SkillEditor.tsx +460 -460
- package/src/client/skill-hub/components/SkillManager.tsx +194 -194
- package/src/client/skill-hub/components/SkillMetrics.tsx +162 -162
- package/src/client/skill-hub/components/SkillTestPanel.tsx +141 -141
- package/src/client/skill-hub/index.tsx +6 -6
- package/src/client/skill-hub/locale.ts +16 -16
- package/src/client/skill-hub/tools/InteractionSchemasProvider.tsx +132 -132
- package/src/client/skill-hub/tools/SkillHubCard.tsx +104 -104
- package/src/client/skill-hub/tools/loopTemplates.ts +52 -52
- package/src/client/skill-hub/tools/registerSkillLoopCards.ts +71 -71
- package/src/client/skill-hub/utils/jsonFields.ts +41 -41
- package/src/client-v2/__tests__/embedded-settings.test.tsx +193 -0
- package/src/client-v2/components/AIEmployeeSelect.tsx +47 -47
- package/src/client-v2/components/AIEmployeesContext.tsx +97 -97
- package/src/client-v2/components/AgentBindingsTab.tsx +269 -269
- package/src/client-v2/components/AgentRunsTab.tsx +92 -83
- package/src/client-v2/components/ApprovalsTab.tsx +337 -337
- package/src/client-v2/components/EmployeeGovernanceTab.tsx +702 -0
- package/src/client-v2/components/HarnessProfilesTab.tsx +704 -541
- package/src/client-v2/components/KnowledgeAccessTab.tsx +116 -116
- package/src/client-v2/components/RetrievalTraceTab.tsx +162 -162
- package/src/client-v2/components/UsageGovernanceTab.tsx +386 -0
- package/src/client-v2/index.tsx +1 -1
- package/src/client-v2/pages/AgentBindingsPage.tsx +22 -13
- package/src/client-v2/pages/ApprovalsPage.tsx +19 -10
- package/src/client-v2/pages/EmployeeGovernancePage.tsx +22 -0
- package/src/client-v2/pages/ExecutionHistoryPage.tsx +19 -10
- package/src/client-v2/pages/HarnessProfilesPage.tsx +19 -10
- package/src/client-v2/pages/KnowledgeAccessPage.tsx +19 -10
- package/src/client-v2/pages/LoopSettingsPage.tsx +19 -10
- package/src/client-v2/pages/MemoryInspectorPage.tsx +22 -13
- package/src/client-v2/pages/RetrievalTracePage.tsx +19 -10
- package/src/client-v2/pages/RulesPage.tsx +22 -13
- package/src/client-v2/pages/SkillDefinitionsPage.tsx +19 -10
- package/src/client-v2/pages/SkillMetricsPage.tsx +19 -10
- package/src/client-v2/pages/TracingPage.tsx +22 -13
- package/src/client-v2/pages/UsageGovernancePage.tsx +22 -0
- package/src/client-v2/plugin.tsx +139 -99
- package/src/client-v2/skill-hub/components/ExecutionHistory.tsx +196 -196
- package/src/client-v2/skill-hub/components/FileLinkList.tsx +37 -37
- package/src/client-v2/skill-hub/components/GitSkillImport.tsx +539 -539
- package/src/client-v2/skill-hub/components/LoopSettings.tsx +331 -331
- package/src/client-v2/skill-hub/components/SkillEditor.tsx +453 -453
- package/src/client-v2/skill-hub/components/SkillManager.tsx +191 -174
- package/src/client-v2/skill-hub/components/SkillMetrics.tsx +162 -162
- package/src/client-v2/skill-hub/components/SkillTestPanel.tsx +135 -135
- package/src/client-v2/skill-hub/locale.ts +13 -13
- package/src/client-v2/skill-hub/tools/InteractionSchemasProvider.tsx +62 -0
- package/src/client-v2/skill-hub/tools/SkillHubCard.tsx +104 -0
- package/src/client-v2/skill-hub/tools/__tests__/interactions.test.ts +110 -0
- package/src/client-v2/skill-hub/tools/interactions.ts +128 -0
- package/src/client-v2/skill-hub/tools/loopTemplates.ts +52 -52
- package/src/client-v2/skill-hub/utils/jsonFields.ts +41 -41
- package/src/client-v2/utils/jsonFields.ts +41 -41
- package/src/index.ts +2 -2
- package/src/locale/en-US.json +229 -1
- package/src/locale/zh-CN.json +229 -1
- package/src/server/__tests__/agent-execution-context.test.ts +18 -18
- package/src/server/__tests__/agent-governance.integration.test.ts +392 -0
- package/src/server/__tests__/agent-knowledge-insights.test.ts +123 -123
- package/src/server/__tests__/agent-monitor-acl.integration.test.ts +274 -0
- package/src/server/__tests__/agent-registry-service.test.ts +147 -147
- package/src/server/__tests__/agent-runtime-lifecycle.test.ts +46 -46
- package/src/server/__tests__/agent-usage-report.integration.test.ts +342 -0
- package/src/server/__tests__/code-validator.test.ts +63 -63
- package/src/server/__tests__/external-rag-search.test.ts +107 -107
- package/src/server/__tests__/harness-capabilities.test.ts +95 -0
- package/src/server/__tests__/harness-compiler.test.ts +214 -214
- package/src/server/__tests__/harness-profile-service.test.ts +167 -167
- package/src/server/__tests__/harness-runtime-policy.test.ts +293 -293
- package/src/server/__tests__/harness-tool-plan.test.ts +182 -172
- package/src/server/__tests__/input-schema-validator.test.ts +26 -26
- package/src/server/__tests__/loop-approval-decision.test.ts +577 -512
- package/src/server/__tests__/loop-approval-expiry.test.ts +258 -258
- package/src/server/__tests__/loop-budget-service.test.ts +36 -0
- package/src/server/__tests__/loop-pattern-schema.test.ts +73 -73
- package/src/server/__tests__/loop-run-repository.test.ts +32 -0
- package/src/server/__tests__/loop-run-state-machine.test.ts +101 -101
- package/src/server/__tests__/loop-trigger-service.test.ts +192 -148
- package/src/server/__tests__/loop-worker-claim.test.ts +72 -9
- package/src/server/__tests__/loop-worker-execution.test.ts +382 -317
- package/src/server/__tests__/native-agent-monitor-sync.test.ts +350 -0
- package/src/server/__tests__/native-sub-agent-observer.test.ts +470 -662
- package/src/server/__tests__/native-usage-attribution.integration.test.ts +175 -0
- package/src/server/__tests__/skill-access-service.test.ts +64 -64
- package/src/server/__tests__/skill-execute.test.ts +70 -70
- package/src/server/__tests__/skill-execution-task-policy.test.ts +140 -140
- package/src/server/__tests__/skill-sandbox-worker-mode.test.ts +15 -15
- package/src/server/__tests__/skill-settings.test.ts +63 -63
- package/src/server/__tests__/skill-tool-name.test.ts +23 -23
- package/src/server/__tests__/token-tracker.test.ts +639 -0
- package/src/server/__tests__/tool-loop-detection.test.ts +276 -276
- package/src/server/__tests__/tracing-retention-policy.test.ts +37 -0
- package/src/server/__tests__/usage-ledger.integration.test.ts +194 -0
- package/src/server/collections/agent-execution-spans.ts +393 -245
- package/src/server/collections/agent-governance-audit-events.ts +26 -0
- package/src/server/collections/agent-governance-policies.ts +26 -0
- package/src/server/collections/agent-governance-policy-versions.ts +27 -0
- package/src/server/collections/agent-governance-prompt-bindings.ts +29 -0
- package/src/server/collections/agent-loop-action-approvals.ts +39 -39
- package/src/server/collections/agent-loop-runs.ts +396 -369
- package/src/server/collections/agent-loop-steps.ts +220 -220
- package/src/server/collections/agent-memory-contexts.ts +95 -95
- package/src/server/collections/orchestrator-config.ts +87 -87
- package/src/server/collections/orchestrator-logs.ts +116 -116
- package/src/server/collections/skill-definitions.ts +159 -159
- package/src/server/collections/skill-executions.ts +154 -154
- package/src/server/collections/skill-loop-configs.ts +65 -65
- package/src/server/collections/skill-metrics.ts +36 -36
- package/src/server/collections/skill-registry-installations.ts +41 -41
- package/src/server/collections/skill-worker-configs.ts +86 -86
- package/src/server/index.ts +1 -1
- package/src/server/migrations/20260423000000-add-progress-fields.ts +50 -50
- package/src/server/migrations/20260425000000-add-interaction-schema.ts +37 -37
- package/src/server/migrations/20260427000000-add-tracing-detail-fields.ts +41 -41
- package/src/server/migrations/20260427000001-change-other-json-to-text.ts +61 -61
- package/src/server/migrations/20260524001000-add-plan-approval-and-harness-profiles.ts +145 -145
- package/src/server/migrations/20260601000000-add-token-fields.ts +89 -89
- package/src/server/migrations/20260615000000-normalize-ai-employee-tool-bindings.ts +39 -39
- package/src/server/migrations/20260621000000-native-policy-profile-defaults.ts +190 -190
- package/src/server/migrations/20260727000000-remove-unused-knowledge-scopes.ts +25 -25
- package/src/server/migrations/20260727010000-backfill-skill-tool-names.ts +45 -45
- package/src/server/migrations/20261110000000-add-usage-pricing-snapshots.ts +117 -0
- package/src/server/migrations/20261110010000-add-usage-department-attribution.ts +35 -0
- package/src/server/plugin.ts +674 -573
- package/src/server/resources/agent-governance.ts +168 -0
- package/src/server/resources/agent-harness-profile.ts +110 -94
- package/src/server/resources/agent-knowledge-insights.ts +306 -306
- package/src/server/resources/agent-loop-approval.ts +84 -84
- package/src/server/resources/agent-loop-events-stream.ts +108 -108
- package/src/server/resources/agent-loop.ts +252 -252
- package/src/server/resources/agent-monitor.ts +215 -482
- package/src/server/resources/agent-usage.ts +420 -0
- package/src/server/resources/native-monitor-format.ts +157 -0
- package/src/server/resources/tracing.ts +303 -267
- package/src/server/services/AgentExecutionContext.ts +23 -23
- package/src/server/services/AgentGovernanceService.ts +548 -0
- package/src/server/services/AgentMemoryContextService.ts +344 -344
- package/src/server/services/AgentRegistryService.ts +220 -220
- package/src/server/services/AgentRuntimeLifecycle.ts +64 -64
- package/src/server/services/CodeValidator.ts +238 -238
- package/src/server/services/DepartmentAttribution.ts +54 -0
- package/src/server/services/DurableCircuitBreakerService.ts +235 -235
- package/src/server/services/ExecutionSpanService.ts +278 -146
- package/src/server/services/FileManager.ts +159 -159
- package/src/server/services/GovernanceAdmission.ts +239 -0
- package/src/server/services/HarnessCapabilities.ts +119 -0
- package/src/server/services/HarnessCompiler.ts +170 -170
- package/src/server/services/HarnessProfileService.ts +235 -235
- package/src/server/services/HarnessSchema.ts +194 -194
- package/src/server/services/InputSchemaValidator.ts +44 -44
- package/src/server/services/LoopBudgetService.ts +332 -271
- package/src/server/services/LoopControlService.ts +120 -120
- package/src/server/services/LoopPatternSchema.ts +231 -231
- package/src/server/services/LoopPatternService.ts +171 -171
- package/src/server/services/LoopRunRepository.ts +350 -332
- package/src/server/services/LoopRunStateMachine.ts +545 -525
- package/src/server/services/LoopSchedulerService.ts +195 -195
- package/src/server/services/LoopTriggerService.ts +169 -159
- package/src/server/services/LoopWorkerService.ts +986 -912
- package/src/server/services/ManagedPromptProtection.ts +88 -0
- package/src/server/services/NativeAgentMonitorSyncService.ts +691 -0
- package/src/server/services/NativeSubAgentObserver.ts +331 -757
- package/src/server/services/NativeUsageAttribution.ts +98 -0
- package/src/server/services/PathLockService.ts +317 -317
- package/src/server/services/PluginAiRuntimeAdapter.ts +387 -387
- package/src/server/services/RunEventBus.ts +58 -58
- package/src/server/services/SandboxRunner.ts +492 -492
- package/src/server/services/SkillAccessService.ts +175 -175
- package/src/server/services/SkillManager.ts +585 -585
- package/src/server/services/SkillRepositoryService.ts +236 -236
- package/src/server/services/TokenTracker.ts +1158 -287
- package/src/server/services/ToolLoopDetectionService.ts +210 -210
- package/src/server/services/TracingRetentionPolicy.ts +56 -0
- package/src/server/services/VerificationSchema.ts +31 -31
- package/src/server/services/VerificationService.ts +332 -313
- package/src/server/services/WorkerEnvManager.ts +198 -198
- package/src/server/services/__tests__/SkillRepositoryService.test.ts +33 -33
- package/src/server/services/harness-runtime-policy.ts +134 -134
- package/src/server/services/pythonGuardTemplate.ts +87 -87
- package/src/server/services/sandboxCapabilities.ts +348 -348
- package/src/server/skill-hub/actions/__tests__/git-import.test.ts +563 -563
- package/src/server/skill-hub/actions/git-import.ts +936 -936
- package/src/server/skill-hub/mcp/McpController.ts +107 -107
- package/src/server/skill-hub/middlewares/git-import-request-method-policy.ts +51 -51
- package/src/server/skill-hub/plugin.ts +1232 -1232
- package/src/server/skill-hub/sandbox-config.json +6 -6
- package/src/server/skill-hub/services/RegistrySkillInstallationService.ts +281 -281
- package/src/server/skill-hub/services/__tests__/RegistrySkillInstallationService.test.ts +295 -295
- package/src/server/skill-hub/tasks/SkillExecutionTask.ts +568 -568
- package/src/server/skill-hub/utils/json-fields.ts +57 -57
- package/src/server/tools/delegate-task.ts +30 -30
- package/src/server/tools/external-rag-search.ts +329 -329
- package/src/server/tools/skill-execute.ts +216 -216
- package/src/server/types.ts +21 -21
- package/src/server/utils/ai-manager.ts +24 -24
- package/src/server/utils/ctx-utils.ts +132 -132
- package/src/server/utils/ensure-indexes.ts +119 -96
- package/src/server/utils/ha-lock.ts +80 -80
- package/src/server/utils/loop-pattern-context.ts +84 -84
- package/src/server/utils/record-utils.ts +19 -19
- package/src/server/utils/skill-settings.ts +135 -135
- package/src/server/utils/skill-tool-name.ts +58 -58
- package/dist/client-v2/117.7565cff57c39318a.js +0 -10
- package/dist/client-v2/214.106635011859dede.js +0 -10
- package/dist/client-v2/253.59577b40d9875be0.js +0 -10
- package/dist/client-v2/264.7ed8bee71fa5935c.js +0 -10
- package/dist/client-v2/418.41ed200e7d6da332.js +0 -10
- package/dist/client-v2/794.a67a2614405ba627.js +0 -10
- package/dist/client-v2/993.b0688fdc5ccb000a.js +0 -10
- package/dist/node_modules/simple-git/dist/cjs/index.js +0 -7399
- package/dist/node_modules/simple-git/dist/esm/index.js +0 -4745
- package/dist/node_modules/simple-git/dist/esm/package.json +0 -3
- package/dist/node_modules/simple-git/dist/src/lib/api.d.ts +0 -13
- package/dist/node_modules/simple-git/dist/src/lib/args/log-format.d.ts +0 -9
- package/dist/node_modules/simple-git/dist/src/lib/errors/git-construct-error.d.ts +0 -15
- package/dist/node_modules/simple-git/dist/src/lib/errors/git-error.d.ts +0 -30
- package/dist/node_modules/simple-git/dist/src/lib/errors/git-plugin-error.d.ts +0 -7
- package/dist/node_modules/simple-git/dist/src/lib/errors/git-response-error.d.ts +0 -32
- package/dist/node_modules/simple-git/dist/src/lib/errors/task-configuration-error.d.ts +0 -12
- package/dist/node_modules/simple-git/dist/src/lib/git-factory.d.ts +0 -15
- package/dist/node_modules/simple-git/dist/src/lib/git-logger.d.ts +0 -21
- package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-branch-delete.d.ts +0 -5
- package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-branch.d.ts +0 -2
- package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-commit.d.ts +0 -2
- package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-diff-summary.d.ts +0 -3
- package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-fetch.d.ts +0 -2
- package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-list-log-summary.d.ts +0 -6
- package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-merge.d.ts +0 -11
- package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-move.d.ts +0 -2
- package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-pull.d.ts +0 -6
- package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-push.d.ts +0 -4
- package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-remote-messages.d.ts +0 -5
- package/dist/node_modules/simple-git/dist/src/lib/parsers/parse-remote-objects.d.ts +0 -3
- package/dist/node_modules/simple-git/dist/src/lib/plugins/abort-plugin.d.ts +0 -3
- package/dist/node_modules/simple-git/dist/src/lib/plugins/block-unsafe-operations-plugin.d.ts +0 -3
- package/dist/node_modules/simple-git/dist/src/lib/plugins/command-config-prefixing-plugin.d.ts +0 -2
- package/dist/node_modules/simple-git/dist/src/lib/plugins/completion-detection.plugin.d.ts +0 -3
- package/dist/node_modules/simple-git/dist/src/lib/plugins/custom-binary.plugin.d.ts +0 -3
- package/dist/node_modules/simple-git/dist/src/lib/plugins/error-detection.plugin.d.ts +0 -7
- package/dist/node_modules/simple-git/dist/src/lib/plugins/index.d.ts +0 -11
- package/dist/node_modules/simple-git/dist/src/lib/plugins/plugin-store.d.ts +0 -11
- package/dist/node_modules/simple-git/dist/src/lib/plugins/progress-monitor-plugin.d.ts +0 -3
- package/dist/node_modules/simple-git/dist/src/lib/plugins/simple-git-plugin.d.ts +0 -48
- package/dist/node_modules/simple-git/dist/src/lib/plugins/spawn-options-plugin.d.ts +0 -3
- package/dist/node_modules/simple-git/dist/src/lib/plugins/suffix-paths.plugin.d.ts +0 -2
- package/dist/node_modules/simple-git/dist/src/lib/plugins/timout-plugin.d.ts +0 -3
- package/dist/node_modules/simple-git/dist/src/lib/responses/BranchDeleteSummary.d.ts +0 -12
- package/dist/node_modules/simple-git/dist/src/lib/responses/BranchSummary.d.ts +0 -14
- package/dist/node_modules/simple-git/dist/src/lib/responses/CheckIgnore.d.ts +0 -4
- package/dist/node_modules/simple-git/dist/src/lib/responses/CleanSummary.d.ts +0 -9
- package/dist/node_modules/simple-git/dist/src/lib/responses/ConfigList.d.ts +0 -13
- package/dist/node_modules/simple-git/dist/src/lib/responses/DiffSummary.d.ts +0 -10
- package/dist/node_modules/simple-git/dist/src/lib/responses/FileStatusSummary.d.ts +0 -9
- package/dist/node_modules/simple-git/dist/src/lib/responses/GetRemoteSummary.d.ts +0 -11
- package/dist/node_modules/simple-git/dist/src/lib/responses/InitSummary.d.ts +0 -9
- package/dist/node_modules/simple-git/dist/src/lib/responses/MergeSummary.d.ts +0 -16
- package/dist/node_modules/simple-git/dist/src/lib/responses/PullSummary.d.ts +0 -25
- package/dist/node_modules/simple-git/dist/src/lib/responses/StatusSummary.d.ts +0 -19
- package/dist/node_modules/simple-git/dist/src/lib/responses/TagList.d.ts +0 -7
- package/dist/node_modules/simple-git/dist/src/lib/runners/git-executor-chain.d.ts +0 -25
- package/dist/node_modules/simple-git/dist/src/lib/runners/git-executor.d.ts +0 -14
- package/dist/node_modules/simple-git/dist/src/lib/runners/promise-wrapped.d.ts +0 -2
- package/dist/node_modules/simple-git/dist/src/lib/runners/scheduler.d.ts +0 -11
- package/dist/node_modules/simple-git/dist/src/lib/runners/tasks-pending-queue.d.ts +0 -23
- package/dist/node_modules/simple-git/dist/src/lib/simple-git-api.d.ts +0 -20
- package/dist/node_modules/simple-git/dist/src/lib/task-callback.d.ts +0 -2
- package/dist/node_modules/simple-git/dist/src/lib/tasks/apply-patch.d.ts +0 -3
- package/dist/node_modules/simple-git/dist/src/lib/tasks/branch.d.ts +0 -7
- package/dist/node_modules/simple-git/dist/src/lib/tasks/change-working-directory.d.ts +0 -2
- package/dist/node_modules/simple-git/dist/src/lib/tasks/check-ignore.d.ts +0 -2
- package/dist/node_modules/simple-git/dist/src/lib/tasks/check-is-repo.d.ts +0 -9
- package/dist/node_modules/simple-git/dist/src/lib/tasks/checkout.d.ts +0 -2
- package/dist/node_modules/simple-git/dist/src/lib/tasks/clean.d.ts +0 -25
- package/dist/node_modules/simple-git/dist/src/lib/tasks/clone.d.ts +0 -9
- package/dist/node_modules/simple-git/dist/src/lib/tasks/commit.d.ts +0 -4
- package/dist/node_modules/simple-git/dist/src/lib/tasks/config.d.ts +0 -8
- package/dist/node_modules/simple-git/dist/src/lib/tasks/count-objects.d.ts +0 -12
- package/dist/node_modules/simple-git/dist/src/lib/tasks/diff-name-status.d.ts +0 -12
- package/dist/node_modules/simple-git/dist/src/lib/tasks/diff.d.ts +0 -5
- package/dist/node_modules/simple-git/dist/src/lib/tasks/fetch.d.ts +0 -4
- package/dist/node_modules/simple-git/dist/src/lib/tasks/first-commit.d.ts +0 -2
- package/dist/node_modules/simple-git/dist/src/lib/tasks/grep.d.ts +0 -12
- package/dist/node_modules/simple-git/dist/src/lib/tasks/hash-object.d.ts +0 -5
- package/dist/node_modules/simple-git/dist/src/lib/tasks/init.d.ts +0 -3
- package/dist/node_modules/simple-git/dist/src/lib/tasks/log.d.ts +0 -32
- package/dist/node_modules/simple-git/dist/src/lib/tasks/merge.d.ts +0 -4
- package/dist/node_modules/simple-git/dist/src/lib/tasks/move.d.ts +0 -3
- package/dist/node_modules/simple-git/dist/src/lib/tasks/pull.d.ts +0 -3
- package/dist/node_modules/simple-git/dist/src/lib/tasks/push.d.ts +0 -9
- package/dist/node_modules/simple-git/dist/src/lib/tasks/remote.d.ts +0 -8
- package/dist/node_modules/simple-git/dist/src/lib/tasks/reset.d.ts +0 -11
- package/dist/node_modules/simple-git/dist/src/lib/tasks/show.d.ts +0 -2
- package/dist/node_modules/simple-git/dist/src/lib/tasks/stash-list.d.ts +0 -4
- package/dist/node_modules/simple-git/dist/src/lib/tasks/status.d.ts +0 -3
- package/dist/node_modules/simple-git/dist/src/lib/tasks/sub-module.d.ts +0 -5
- package/dist/node_modules/simple-git/dist/src/lib/tasks/tag.d.ts +0 -18
- package/dist/node_modules/simple-git/dist/src/lib/tasks/task.d.ts +0 -14
- package/dist/node_modules/simple-git/dist/src/lib/tasks/version.d.ts +0 -9
- package/dist/node_modules/simple-git/dist/src/lib/types/handlers.d.ts +0 -21
- package/dist/node_modules/simple-git/dist/src/lib/types/index.d.ts +0 -136
- package/dist/node_modules/simple-git/dist/src/lib/types/tasks.d.ts +0 -19
- package/dist/node_modules/simple-git/dist/src/lib/utils/argument-filters.d.ts +0 -14
- package/dist/node_modules/simple-git/dist/src/lib/utils/exit-codes.d.ts +0 -10
- package/dist/node_modules/simple-git/dist/src/lib/utils/git-output-streams.d.ts +0 -7
- package/dist/node_modules/simple-git/dist/src/lib/utils/index.d.ts +0 -8
- package/dist/node_modules/simple-git/dist/src/lib/utils/line-parser.d.ts +0 -15
- package/dist/node_modules/simple-git/dist/src/lib/utils/simple-git-options.d.ts +0 -2
- package/dist/node_modules/simple-git/dist/src/lib/utils/task-options.d.ts +0 -13
- package/dist/node_modules/simple-git/dist/src/lib/utils/task-parser.d.ts +0 -5
- package/dist/node_modules/simple-git/dist/src/lib/utils/util.d.ts +0 -47
- package/dist/node_modules/simple-git/dist/typings/errors.d.ts +0 -5
- package/dist/node_modules/simple-git/dist/typings/index.d.ts +0 -14
- package/dist/node_modules/simple-git/dist/typings/response.d.ts +0 -556
- package/dist/node_modules/simple-git/dist/typings/simple-git.d.ts +0 -1033
- package/dist/node_modules/simple-git/dist/typings/types.d.ts +0 -22
- package/dist/node_modules/simple-git/node_modules/debug/package.json +0 -64
- package/dist/node_modules/simple-git/node_modules/debug/src/browser.js +0 -272
- package/dist/node_modules/simple-git/node_modules/debug/src/common.js +0 -292
- package/dist/node_modules/simple-git/node_modules/debug/src/index.js +0 -10
- package/dist/node_modules/simple-git/node_modules/debug/src/node.js +0 -263
- package/dist/node_modules/simple-git/package.json +0 -1
- package/dist/node_modules/simple-git/promise.js +0 -17
|
@@ -28,35 +28,252 @@ var TokenTracker_exports = {};
|
|
|
28
28
|
__export(TokenTracker_exports, {
|
|
29
29
|
TokenTracker: () => TokenTracker,
|
|
30
30
|
estimateCost: () => estimateCost,
|
|
31
|
-
|
|
31
|
+
usageEventIdentity: () => usageEventIdentity,
|
|
32
|
+
usageFromAIUsageEvent: () => usageFromAIUsageEvent
|
|
32
33
|
});
|
|
33
34
|
module.exports = __toCommonJS(TokenTracker_exports);
|
|
34
|
-
|
|
35
|
-
const
|
|
35
|
+
var import_record_utils = require("../utils/record-utils");
|
|
36
|
+
const USAGE_EVENT_TYPE = "llm_message";
|
|
37
|
+
const USAGE_PAGE_SIZE = 1e3;
|
|
38
|
+
function asRecord(value) {
|
|
39
|
+
return value && typeof value === "object" && !Array.isArray(value) ? value : {};
|
|
40
|
+
}
|
|
41
|
+
function readNumber(value) {
|
|
42
|
+
if (typeof value === "string" && !value.trim()) return void 0;
|
|
43
|
+
const number = typeof value === "number" ? value : typeof value === "string" ? Number(value) : NaN;
|
|
44
|
+
return Number.isFinite(number) && number >= 0 ? number : void 0;
|
|
45
|
+
}
|
|
46
|
+
function readOptionalNumber(record, key) {
|
|
47
|
+
const raw = (0, import_record_utils.read)(record, key);
|
|
48
|
+
return readNumber(raw);
|
|
49
|
+
}
|
|
50
|
+
function identityPart(value) {
|
|
51
|
+
return String(value ?? "").trim();
|
|
52
|
+
}
|
|
53
|
+
function normalizedCurrency(value) {
|
|
54
|
+
const currency = identityPart(value).toUpperCase();
|
|
55
|
+
return /^[A-Z]{3}$/.test(currency) ? currency : "";
|
|
56
|
+
}
|
|
57
|
+
function usageEventIdentity(sessionId, messageId) {
|
|
58
|
+
return `ai-usage-event:${sessionId}:${messageId}`;
|
|
59
|
+
}
|
|
60
|
+
function usageFromAIUsageEvent(event) {
|
|
61
|
+
const raw = asRecord((0, import_record_utils.read)(event, "rawUsageMetadata"));
|
|
62
|
+
const hasRawInput = ["input_tokens", "prompt_tokens", "inputTokens", "promptTokens"].some(
|
|
63
|
+
(key) => Object.prototype.hasOwnProperty.call(raw, key) && readNumber(raw[key]) !== void 0
|
|
64
|
+
);
|
|
65
|
+
const hasRawOutput = ["output_tokens", "completion_tokens", "outputTokens", "completionTokens"].some(
|
|
66
|
+
(key) => Object.prototype.hasOwnProperty.call(raw, key) && readNumber(raw[key]) !== void 0
|
|
67
|
+
);
|
|
68
|
+
const hasRawTotal = ["total_tokens", "totalTokens"].some(
|
|
69
|
+
(key) => Object.prototype.hasOwnProperty.call(raw, key) && readNumber(raw[key]) !== void 0
|
|
70
|
+
);
|
|
71
|
+
const inputTokens = readOptionalNumber(event, "inputTokens");
|
|
72
|
+
const outputTokens = readOptionalNumber(event, "outputTokens");
|
|
73
|
+
const totalTokens = readOptionalNumber(event, "totalTokens");
|
|
74
|
+
if (!hasRawInput && !hasRawOutput && !hasRawTotal && inputTokens === 0 && outputTokens === 0 && totalTokens === 0) {
|
|
75
|
+
return null;
|
|
76
|
+
}
|
|
77
|
+
if (inputTokens === void 0 || outputTokens === void 0) return null;
|
|
78
|
+
if (!hasRawInput && inputTokens === 0 || !hasRawOutput && outputTokens === 0) return null;
|
|
79
|
+
const cachedTokens = readOptionalNumber(event, "cachedTokens");
|
|
80
|
+
const reasoningTokens = readOptionalNumber(event, "reasoningTokens");
|
|
81
|
+
return {
|
|
82
|
+
inputTokens,
|
|
83
|
+
outputTokens,
|
|
84
|
+
totalTokens: totalTokens ?? inputTokens + outputTokens,
|
|
85
|
+
...cachedTokens === void 0 ? {} : { cachedTokens },
|
|
86
|
+
...reasoningTokens === void 0 ? {} : { reasoningTokens }
|
|
87
|
+
};
|
|
88
|
+
}
|
|
89
|
+
function usageIsValid(usage) {
|
|
90
|
+
return Boolean(
|
|
91
|
+
usage && readNumber(usage.inputTokens) !== void 0 && readNumber(usage.outputTokens) !== void 0 && readNumber(usage.totalTokens) !== void 0
|
|
92
|
+
);
|
|
93
|
+
}
|
|
94
|
+
function normalizedModelKey(provider, model, llmService) {
|
|
95
|
+
const modelName = identityPart(model).toLowerCase();
|
|
96
|
+
if (!modelName) return "";
|
|
97
|
+
const providerName = identityPart(provider).toLowerCase() || identityPart(llmService).toLowerCase();
|
|
98
|
+
return providerName ? `${providerName}/${modelName}` : modelName;
|
|
99
|
+
}
|
|
100
|
+
function configuredRate(provider, model, llmService) {
|
|
101
|
+
const json = process.env.ORCHESTRATOR_MODEL_PRICING_JSON;
|
|
102
|
+
if (!json) return null;
|
|
103
|
+
let entries;
|
|
104
|
+
try {
|
|
105
|
+
entries = asRecord(JSON.parse(json));
|
|
106
|
+
} catch {
|
|
107
|
+
return null;
|
|
108
|
+
}
|
|
109
|
+
const normalizedEntries = /* @__PURE__ */ new Map();
|
|
110
|
+
for (const [key, value] of Object.entries(entries)) {
|
|
111
|
+
normalizedEntries.set(key.trim().toLowerCase(), asRecord(value));
|
|
112
|
+
}
|
|
113
|
+
const modelKey = normalizedModelKey(provider, model, llmService);
|
|
114
|
+
const entry = normalizedEntries.get(modelKey) ?? (!provider ? normalizedEntries.get(identityPart(model).toLowerCase()) : void 0);
|
|
115
|
+
if (!entry) return null;
|
|
116
|
+
const inputPer1k = readNumber(entry.inputPer1k);
|
|
117
|
+
const outputPer1k = readNumber(entry.outputPer1k);
|
|
118
|
+
const currency = normalizedCurrency(entry.currency);
|
|
119
|
+
if (inputPer1k === void 0 || outputPer1k === void 0 || !currency) return null;
|
|
120
|
+
const cachedInputPer1k = readNumber(entry.cachedInputPer1k);
|
|
121
|
+
return {
|
|
122
|
+
inputPer1k,
|
|
123
|
+
outputPer1k,
|
|
124
|
+
...cachedInputPer1k === void 0 ? {} : { cachedInputPer1k },
|
|
125
|
+
currency,
|
|
126
|
+
version: identityPart(entry.version) || identityPart(process.env.ORCHESTRATOR_MODEL_PRICING_VERSION) || "unversioned"
|
|
127
|
+
};
|
|
128
|
+
}
|
|
129
|
+
function legacyGlobalRate() {
|
|
130
|
+
const inputPer1k = readNumber(process.env.ORCHESTRATOR_PRICE_PER_1K_INPUT);
|
|
131
|
+
const outputPer1k = readNumber(process.env.ORCHESTRATOR_PRICE_PER_1K_OUTPUT);
|
|
132
|
+
if (inputPer1k === void 0 || outputPer1k === void 0) return null;
|
|
133
|
+
return {
|
|
134
|
+
inputPer1k,
|
|
135
|
+
outputPer1k,
|
|
136
|
+
currency: "USD",
|
|
137
|
+
version: "legacy-global-env"
|
|
138
|
+
};
|
|
139
|
+
}
|
|
140
|
+
function legacyCostEstimate(inputTokens, outputTokens) {
|
|
141
|
+
const rate = legacyGlobalRate();
|
|
142
|
+
if (!rate) return null;
|
|
143
|
+
return inputTokens / 1e3 * rate.inputPer1k + outputTokens / 1e3 * rate.outputPer1k;
|
|
144
|
+
}
|
|
36
145
|
function estimateCost(inputTokens, outputTokens) {
|
|
37
|
-
return inputTokens
|
|
38
|
-
}
|
|
39
|
-
function
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
totalInput += um.input_tokens || 0;
|
|
48
|
-
totalOutput += um.output_tokens || 0;
|
|
49
|
-
totalAll += um.total_tokens || 0;
|
|
146
|
+
return legacyCostEstimate(inputTokens, outputTokens) ?? Number.NaN;
|
|
147
|
+
}
|
|
148
|
+
function pricingFor(input) {
|
|
149
|
+
const supplied = input.priceSnapshot ? { ...input.priceSnapshot, currency: normalizedCurrency(input.priceSnapshot.currency) || void 0 } : void 0;
|
|
150
|
+
const nativeCost = readNumber(input.nativeCost) ?? readNumber(supplied == null ? void 0 : supplied.cost);
|
|
151
|
+
if (nativeCost !== void 0) {
|
|
152
|
+
const currency = normalizedCurrency(supplied == null ? void 0 : supplied.currency);
|
|
153
|
+
if (currency !== "USD") {
|
|
154
|
+
const status = currency ? "non_usd" : "unpriced";
|
|
155
|
+
return { cost: null, status, priceSource: (supplied == null ? void 0 : supplied.source) ?? "provider", snapshot: { ...supplied, status } };
|
|
50
156
|
}
|
|
157
|
+
return {
|
|
158
|
+
cost: nativeCost,
|
|
159
|
+
status: (supplied == null ? void 0 : supplied.status) ?? "native",
|
|
160
|
+
priceSource: (supplied == null ? void 0 : supplied.source) ?? "provider",
|
|
161
|
+
snapshot: supplied ?? { status: "native", source: "provider" }
|
|
162
|
+
};
|
|
51
163
|
}
|
|
52
|
-
|
|
164
|
+
const suppliedInputRate = readNumber(supplied == null ? void 0 : supplied.inputPer1k);
|
|
165
|
+
const suppliedOutputRate = readNumber(supplied == null ? void 0 : supplied.outputPer1k);
|
|
166
|
+
const suppliedCachedInputRate = readNumber(supplied == null ? void 0 : supplied.cachedInputPer1k);
|
|
167
|
+
if (supplied && identityPart(supplied.currency).toUpperCase() !== "USD") {
|
|
168
|
+
const status = supplied.currency ? "non_usd" : "unpriced";
|
|
169
|
+
return { cost: null, status, priceSource: supplied.source ?? null, snapshot: { ...supplied, status } };
|
|
170
|
+
}
|
|
171
|
+
if (supplied && usageIsValid(input.usage) && suppliedInputRate !== void 0 && suppliedOutputRate !== void 0) {
|
|
172
|
+
const cachedTokens = Math.min(input.usage.cachedTokens ?? 0, input.usage.inputTokens);
|
|
173
|
+
const regularInput = input.usage.inputTokens - cachedTokens;
|
|
174
|
+
const inputCost = suppliedCachedInputRate === void 0 ? input.usage.inputTokens / 1e3 * suppliedInputRate : regularInput / 1e3 * suppliedInputRate + cachedTokens / 1e3 * suppliedCachedInputRate;
|
|
175
|
+
return {
|
|
176
|
+
cost: inputCost + input.usage.outputTokens / 1e3 * suppliedOutputRate,
|
|
177
|
+
status: supplied.status ?? "native",
|
|
178
|
+
priceSource: supplied.source ?? "provider",
|
|
179
|
+
snapshot: supplied
|
|
180
|
+
};
|
|
181
|
+
}
|
|
182
|
+
const rate = configuredRate(input.provider, input.model, input.llmService);
|
|
183
|
+
if (rate && rate.currency !== "USD") {
|
|
184
|
+
return {
|
|
185
|
+
cost: null,
|
|
186
|
+
status: "non_usd",
|
|
187
|
+
priceSource: "model_pricing_json",
|
|
188
|
+
snapshot: { ...rate, source: "model_pricing_json", status: "non_usd" }
|
|
189
|
+
};
|
|
190
|
+
}
|
|
191
|
+
if (rate && usageIsValid(input.usage)) {
|
|
192
|
+
const cachedTokens = Math.min(input.usage.cachedTokens ?? 0, input.usage.inputTokens);
|
|
193
|
+
const regularInput = input.usage.inputTokens - cachedTokens;
|
|
194
|
+
const inputCost = rate.cachedInputPer1k === void 0 ? input.usage.inputTokens / 1e3 * rate.inputPer1k : regularInput / 1e3 * rate.inputPer1k + cachedTokens / 1e3 * rate.cachedInputPer1k;
|
|
195
|
+
return {
|
|
196
|
+
cost: inputCost + input.usage.outputTokens / 1e3 * rate.outputPer1k,
|
|
197
|
+
status: "configured",
|
|
198
|
+
priceSource: "model_pricing_json",
|
|
199
|
+
snapshot: {
|
|
200
|
+
inputPer1k: rate.inputPer1k,
|
|
201
|
+
outputPer1k: rate.outputPer1k,
|
|
202
|
+
...rate.cachedInputPer1k === void 0 ? {} : { cachedInputPer1k: rate.cachedInputPer1k },
|
|
203
|
+
currency: rate.currency,
|
|
204
|
+
version: rate.version,
|
|
205
|
+
source: "model_pricing_json",
|
|
206
|
+
status: "configured"
|
|
207
|
+
}
|
|
208
|
+
};
|
|
209
|
+
}
|
|
210
|
+
if (!input.model && !input.provider && !input.llmService && usageIsValid(input.usage)) {
|
|
211
|
+
const legacyRate = legacyGlobalRate();
|
|
212
|
+
const cost = legacyCostEstimate(input.usage.inputTokens, input.usage.outputTokens);
|
|
213
|
+
if (legacyRate && cost !== null) {
|
|
214
|
+
return {
|
|
215
|
+
cost,
|
|
216
|
+
status: "estimated",
|
|
217
|
+
priceSource: "legacy_global_env",
|
|
218
|
+
snapshot: {
|
|
219
|
+
inputPer1k: legacyRate.inputPer1k,
|
|
220
|
+
outputPer1k: legacyRate.outputPer1k,
|
|
221
|
+
currency: legacyRate.currency,
|
|
222
|
+
version: legacyRate.version,
|
|
223
|
+
source: "legacy_global_env",
|
|
224
|
+
status: "estimated"
|
|
225
|
+
}
|
|
226
|
+
};
|
|
227
|
+
}
|
|
228
|
+
}
|
|
229
|
+
return { cost: null, status: "unpriced", priceSource: null, snapshot: { status: "unpriced" } };
|
|
230
|
+
}
|
|
231
|
+
function storedNumber(record, key) {
|
|
232
|
+
const value = (0, import_record_utils.read)(record, key);
|
|
233
|
+
return value === null || value === void 0 || value === "" ? null : readNumber(value) ?? null;
|
|
234
|
+
}
|
|
235
|
+
function sourceDate(value) {
|
|
236
|
+
if (value instanceof Date && Number.isFinite(value.getTime())) return value;
|
|
237
|
+
if (typeof value === "string" || typeof value === "number") {
|
|
238
|
+
const date = new Date(value);
|
|
239
|
+
if (Number.isFinite(date.getTime())) return date;
|
|
240
|
+
}
|
|
241
|
+
return void 0;
|
|
242
|
+
}
|
|
243
|
+
function storedPriceSnapshot(record) {
|
|
244
|
+
const currency = identityPart((0, import_record_utils.read)(record, "priceCurrency"));
|
|
245
|
+
const version = identityPart((0, import_record_utils.read)(record, "priceVersion"));
|
|
246
|
+
const source = identityPart((0, import_record_utils.read)(record, "priceSource"));
|
|
247
|
+
const status = identityPart((0, import_record_utils.read)(record, "pricingStatus"));
|
|
53
248
|
return {
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
249
|
+
inputPer1k: storedNumber(record, "priceInputPer1k"),
|
|
250
|
+
outputPer1k: storedNumber(record, "priceOutputPer1k"),
|
|
251
|
+
cachedInputPer1k: storedNumber(record, "priceCachedInputPer1k"),
|
|
252
|
+
...currency ? { currency } : {},
|
|
253
|
+
...version ? { version } : {},
|
|
254
|
+
...source ? { source } : {},
|
|
255
|
+
...status ? { status } : {}
|
|
58
256
|
};
|
|
59
257
|
}
|
|
258
|
+
function sameUsage(record, usage) {
|
|
259
|
+
if (!usageIsValid(usage)) return false;
|
|
260
|
+
return storedNumber(record, "inputTokens") === usage.inputTokens && storedNumber(record, "outputTokens") === usage.outputTokens && storedNumber(record, "totalTokens") === usage.totalTokens && storedNumber(record, "cachedTokens") === (usage.cachedTokens ?? null) && storedNumber(record, "reasoningTokens") === (usage.reasoningTokens ?? null);
|
|
261
|
+
}
|
|
262
|
+
function incompleteSessions(record) {
|
|
263
|
+
const value = (0, import_record_utils.read)(record, "usageIncompleteSessions");
|
|
264
|
+
if (Array.isArray(value)) return value.filter((entry) => typeof entry === "string" && !!entry);
|
|
265
|
+
return [];
|
|
266
|
+
}
|
|
267
|
+
function spanIdentity(record) {
|
|
268
|
+
const value = (0, import_record_utils.read)(record, "id");
|
|
269
|
+
return typeof value === "string" || typeof value === "number" ? value : void 0;
|
|
270
|
+
}
|
|
271
|
+
function isModelCall(record) {
|
|
272
|
+
return (0, import_record_utils.read)(record, "type") === "model_call";
|
|
273
|
+
}
|
|
274
|
+
function messageIdFor(event) {
|
|
275
|
+
return identityPart((0, import_record_utils.read)(event, "messageId"));
|
|
276
|
+
}
|
|
60
277
|
class TokenTracker {
|
|
61
278
|
constructor(plugin) {
|
|
62
279
|
this.plugin = plugin;
|
|
@@ -67,94 +284,529 @@ class TokenTracker {
|
|
|
67
284
|
get app() {
|
|
68
285
|
return this.plugin.app;
|
|
69
286
|
}
|
|
287
|
+
warn(message, error) {
|
|
288
|
+
var _a, _b, _c, _d;
|
|
289
|
+
try {
|
|
290
|
+
(_b = (_a = this.app.log) == null ? void 0 : _a.warn) == null ? void 0 : _b.call(_a, message, { error });
|
|
291
|
+
(_d = (_c = this.app.logger) == null ? void 0 : _c.warn) == null ? void 0 : _d.call(_c, message, { error });
|
|
292
|
+
} catch {
|
|
293
|
+
}
|
|
294
|
+
}
|
|
295
|
+
withTransaction(operation) {
|
|
296
|
+
const sequelize = this.db.sequelize;
|
|
297
|
+
return (sequelize == null ? void 0 : sequelize.transaction) ? sequelize.transaction((active) => operation(active)) : operation();
|
|
298
|
+
}
|
|
299
|
+
async markSessionIncomplete(runId, sessionId, incomplete) {
|
|
300
|
+
await this.withTransaction(async (transaction) => {
|
|
301
|
+
var _a;
|
|
302
|
+
const repo = this.db.getRepository("agentLoopRuns");
|
|
303
|
+
if (!(repo == null ? void 0 : repo.findOne) || !repo.update) throw new Error("Run repository is unavailable.");
|
|
304
|
+
const txOptions = transaction ? { transaction, ...((_a = transaction.LOCK) == null ? void 0 : _a.UPDATE) === void 0 ? {} : { lock: transaction.LOCK.UPDATE } } : {};
|
|
305
|
+
const run = await repo.findOne({ filterByTk: runId, ...txOptions });
|
|
306
|
+
if (!run) throw new Error(`Run ${runId} does not exist.`);
|
|
307
|
+
const sessions = new Set(incompleteSessions(run));
|
|
308
|
+
if (incomplete) sessions.add(sessionId);
|
|
309
|
+
else sessions.delete(sessionId);
|
|
310
|
+
const currentUsageStatus = identityPart((0, import_record_utils.read)(run, "usageStatus"));
|
|
311
|
+
await repo.update({
|
|
312
|
+
filterByTk: runId,
|
|
313
|
+
values: {
|
|
314
|
+
usageIncompleteSessions: [...sessions],
|
|
315
|
+
...incomplete ? {
|
|
316
|
+
usageStatus: currentUsageStatus && currentUsageStatus !== "missing" ? "partial" : "missing",
|
|
317
|
+
pricingStatus: "unpriced",
|
|
318
|
+
totalCost: null
|
|
319
|
+
} : {}
|
|
320
|
+
},
|
|
321
|
+
...transaction ? { transaction } : {}
|
|
322
|
+
});
|
|
323
|
+
});
|
|
324
|
+
}
|
|
70
325
|
/**
|
|
71
|
-
*
|
|
72
|
-
*
|
|
73
|
-
*
|
|
74
|
-
* @param spanId - The agentExecutionSpans.id to update
|
|
75
|
-
* @param usage - Parsed token usage from extractTokenUsage()
|
|
76
|
-
* @param runId - Optional agentLoopRuns.id to accumulate totals
|
|
326
|
+
* Upserts a single provider model-call usage record by its durable identity. Native usage events
|
|
327
|
+
* use `ai-usage-event:<sessionId>:<messageId>`; retries and resume history therefore reconcile
|
|
328
|
+
* the same row instead of adding its tokens again.
|
|
77
329
|
*/
|
|
78
|
-
async
|
|
79
|
-
|
|
80
|
-
if (!
|
|
81
|
-
|
|
330
|
+
async recordModelCallUsage(input) {
|
|
331
|
+
const usageIdentity = identityPart(input.usageIdentity);
|
|
332
|
+
if (!usageIdentity) return void 0;
|
|
333
|
+
const persist = async (transaction) => {
|
|
334
|
+
var _a;
|
|
82
335
|
const repo = this.db.getRepository("agentExecutionSpans");
|
|
83
|
-
if (!repo) return;
|
|
84
|
-
|
|
85
|
-
|
|
336
|
+
if (!(repo == null ? void 0 : repo.create) || !repo.update || !repo.findOne) return void 0;
|
|
337
|
+
const txOptions = transaction ? { transaction, ...((_a = transaction.LOCK) == null ? void 0 : _a.UPDATE) === void 0 ? {} : { lock: transaction.LOCK.UPDATE } } : {};
|
|
338
|
+
const existingByIdentity = await repo.findOne({ filter: { usageIdentity }, ...txOptions });
|
|
339
|
+
const existingById = input.spanId !== void 0 ? await repo.findOne({ filterByTk: input.spanId, ...txOptions }) : null;
|
|
340
|
+
const existing = existingByIdentity || (existingById && isModelCall(existingById) ? existingById : null);
|
|
341
|
+
if (existing && !isModelCall(existing)) {
|
|
342
|
+
this.warn("[TokenTracker] Refused to attach model-call usage to a non-model-call span.", usageIdentity);
|
|
343
|
+
return void 0;
|
|
344
|
+
}
|
|
345
|
+
if (existingById && !existingByIdentity && identityPart((0, import_record_utils.read)(existingById, "usageIdentity")) && identityPart((0, import_record_utils.read)(existingById, "usageIdentity")) !== usageIdentity) {
|
|
346
|
+
this.warn("[TokenTracker] Refused to replace a different model-call usage identity.", usageIdentity);
|
|
347
|
+
return void 0;
|
|
348
|
+
}
|
|
349
|
+
const origin = input.source;
|
|
350
|
+
const existingOrigin = identityPart((0, import_record_utils.read)(existing, "usageOrigin"));
|
|
351
|
+
const existingUsageSource = identityPart((0, import_record_utils.read)(existing, "usageSource"));
|
|
352
|
+
const hasIncomingUsage = usageIsValid(input.usage);
|
|
353
|
+
const preserveNativeData = existingOrigin === "ai_usage_event" && (origin === "loop_runtime" || existingUsageSource === "actual" && !hasIncomingUsage);
|
|
354
|
+
const preserveKnownUsage = (existingUsageSource === "actual" || existingUsageSource === "estimated") && !hasIncomingUsage;
|
|
355
|
+
const shouldPreserveUsage = preserveNativeData || preserveKnownUsage;
|
|
356
|
+
const usage = shouldPreserveUsage ? null : input.usage;
|
|
357
|
+
const usageSource = shouldPreserveUsage ? identityPart((0, import_record_utils.read)(existing, "usageSource")) || "missing" : usageIsValid(usage) ? "actual" : "missing";
|
|
358
|
+
const preservePrice = shouldPreserveUsage || existingUsageSource === "actual" && sameUsage(existing, input.usage);
|
|
359
|
+
const historicalSnapshot = storedPriceSnapshot(existing);
|
|
360
|
+
const hasHistoricalRates = historicalSnapshot.inputPer1k != null && historicalSnapshot.outputPer1k != null;
|
|
361
|
+
let resolvedPricing = null;
|
|
362
|
+
if (!preservePrice) {
|
|
363
|
+
if (hasHistoricalRates && (existingUsageSource === "actual" || existingUsageSource === "estimated")) {
|
|
364
|
+
resolvedPricing = pricingFor({ ...input, nativeCost: void 0, priceSnapshot: historicalSnapshot });
|
|
365
|
+
} else if (existingUsageSource === "actual") {
|
|
366
|
+
const status = historicalSnapshot.status === "non_usd" ? "non_usd" : "unpriced";
|
|
367
|
+
resolvedPricing = {
|
|
368
|
+
cost: null,
|
|
369
|
+
status,
|
|
370
|
+
priceSource: historicalSnapshot.source ?? null,
|
|
371
|
+
snapshot: { ...historicalSnapshot, status }
|
|
372
|
+
};
|
|
373
|
+
} else {
|
|
374
|
+
resolvedPricing = pricingFor(input);
|
|
375
|
+
}
|
|
376
|
+
}
|
|
377
|
+
const now = /* @__PURE__ */ new Date();
|
|
378
|
+
const occurredAt = sourceDate(input.occurredAt) || sourceDate((0, import_record_utils.read)(existing, "usageOccurredAt"));
|
|
379
|
+
const existingDepartmentId = (0, import_record_utils.read)(existing, "departmentId");
|
|
380
|
+
const departmentId = existingDepartmentId ?? input.departmentId;
|
|
381
|
+
const values = {
|
|
382
|
+
type: "model_call",
|
|
383
|
+
usageIdentity,
|
|
384
|
+
...input.nativeIdentity ? { nativeIdentity: input.nativeIdentity } : {},
|
|
385
|
+
usageSessionId: input.sessionId,
|
|
386
|
+
usageMessageId: input.messageId,
|
|
387
|
+
...input.runId === void 0 ? {} : { agentLoopRunId: input.runId },
|
|
388
|
+
...input.rootRunId ? { rootRunId: input.rootRunId } : {},
|
|
389
|
+
...input.parentSpanId ? { parentSpanId: input.parentSpanId } : {},
|
|
390
|
+
...input.role ? { role: input.role } : {},
|
|
391
|
+
...input.employeeUsername ? { employeeUsername: input.employeeUsername } : {},
|
|
392
|
+
...input.userId == null ? {} : { userId: input.userId },
|
|
393
|
+
...departmentId == null ? {} : {
|
|
394
|
+
departmentId,
|
|
395
|
+
departmentAttribution: existingDepartmentId == null ? "snapshot" : (0, import_record_utils.read)(existing, "departmentAttribution")
|
|
396
|
+
},
|
|
397
|
+
...input.model ? { model: input.model } : {},
|
|
398
|
+
...input.provider ? { provider: input.provider } : {},
|
|
399
|
+
...input.llmService ? { llmService: input.llmService } : {},
|
|
400
|
+
source: input.source === "ai_usage_event" ? "native-plugin-ai" : "loop-runtime-usage",
|
|
401
|
+
usageSource,
|
|
402
|
+
usageOrigin: shouldPreserveUsage ? existingOrigin || identityPart((0, import_record_utils.read)(existing, "usageOrigin")) : origin,
|
|
403
|
+
inputTokens: shouldPreserveUsage ? (0, import_record_utils.read)(existing, "inputTokens") : (usage == null ? void 0 : usage.inputTokens) ?? null,
|
|
404
|
+
outputTokens: shouldPreserveUsage ? (0, import_record_utils.read)(existing, "outputTokens") : (usage == null ? void 0 : usage.outputTokens) ?? null,
|
|
405
|
+
totalTokens: shouldPreserveUsage ? (0, import_record_utils.read)(existing, "totalTokens") : (usage == null ? void 0 : usage.totalTokens) ?? null,
|
|
406
|
+
cachedTokens: shouldPreserveUsage ? (0, import_record_utils.read)(existing, "cachedTokens") : (usage == null ? void 0 : usage.cachedTokens) ?? null,
|
|
407
|
+
reasoningTokens: shouldPreserveUsage ? (0, import_record_utils.read)(existing, "reasoningTokens") : (usage == null ? void 0 : usage.reasoningTokens) ?? null,
|
|
408
|
+
cost: preservePrice ? (0, import_record_utils.read)(existing, "cost") : (resolvedPricing == null ? void 0 : resolvedPricing.cost) ?? null,
|
|
409
|
+
pricingStatus: preservePrice ? (0, import_record_utils.read)(existing, "pricingStatus") : (resolvedPricing == null ? void 0 : resolvedPricing.status) ?? "unpriced",
|
|
410
|
+
priceSource: preservePrice ? (0, import_record_utils.read)(existing, "priceSource") : (resolvedPricing == null ? void 0 : resolvedPricing.priceSource) ?? null,
|
|
411
|
+
priceCurrency: preservePrice ? (0, import_record_utils.read)(existing, "priceCurrency") : (resolvedPricing == null ? void 0 : resolvedPricing.snapshot.currency) ?? null,
|
|
412
|
+
priceVersion: preservePrice ? (0, import_record_utils.read)(existing, "priceVersion") : (resolvedPricing == null ? void 0 : resolvedPricing.snapshot.version) ?? null,
|
|
413
|
+
priceInputPer1k: preservePrice ? (0, import_record_utils.read)(existing, "priceInputPer1k") : (resolvedPricing == null ? void 0 : resolvedPricing.snapshot.inputPer1k) ?? null,
|
|
414
|
+
priceOutputPer1k: preservePrice ? (0, import_record_utils.read)(existing, "priceOutputPer1k") : (resolvedPricing == null ? void 0 : resolvedPricing.snapshot.outputPer1k) ?? null,
|
|
415
|
+
priceCachedInputPer1k: preservePrice ? (0, import_record_utils.read)(existing, "priceCachedInputPer1k") : (resolvedPricing == null ? void 0 : resolvedPricing.snapshot.cachedInputPer1k) ?? null,
|
|
416
|
+
...occurredAt ? { usageOccurredAt: occurredAt } : {},
|
|
417
|
+
...sourceDate(input.occurredAt) ? { startedAt: occurredAt, endedAt: occurredAt } : {},
|
|
418
|
+
...existing ? {} : { status: "success", startedAt: occurredAt || now, endedAt: occurredAt || now, createdAt: now },
|
|
419
|
+
updatedAt: now
|
|
420
|
+
};
|
|
421
|
+
const id = spanIdentity(existing);
|
|
422
|
+
if (id !== void 0) {
|
|
423
|
+
await repo.update({ filterByTk: id, values, ...txOptions });
|
|
424
|
+
return id;
|
|
425
|
+
}
|
|
426
|
+
const created = await repo.create({
|
|
86
427
|
values: {
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
428
|
+
rootRunId: input.rootRunId || `session:${input.sessionId}`,
|
|
429
|
+
status: "success",
|
|
430
|
+
startedAt: occurredAt || now,
|
|
431
|
+
endedAt: occurredAt || now,
|
|
432
|
+
createdAt: now,
|
|
433
|
+
...values
|
|
434
|
+
},
|
|
435
|
+
...txOptions
|
|
436
|
+
});
|
|
437
|
+
return spanIdentity(created);
|
|
438
|
+
};
|
|
439
|
+
try {
|
|
440
|
+
let id;
|
|
441
|
+
try {
|
|
442
|
+
id = await this.withTransaction(persist);
|
|
443
|
+
} catch {
|
|
444
|
+
id = await this.withTransaction(persist);
|
|
445
|
+
}
|
|
446
|
+
if (id === void 0) return void 0;
|
|
447
|
+
if (input.runId != null && input.recomputeRunTotals !== false && !await this.accumulateToRun(input.runId)) {
|
|
448
|
+
return void 0;
|
|
449
|
+
}
|
|
450
|
+
return id;
|
|
451
|
+
} catch (error) {
|
|
452
|
+
this.warn("[TokenTracker] Failed to track model-call usage", error);
|
|
453
|
+
return void 0;
|
|
454
|
+
}
|
|
455
|
+
}
|
|
456
|
+
/**
|
|
457
|
+
* Imports authoritative core aiUsageEvents for one session. The same identity is used by the
|
|
458
|
+
* native monitor projection, so loop retries and observer reconciliation update one model-call.
|
|
459
|
+
*/
|
|
460
|
+
async syncNativeUsageEvents(input) {
|
|
461
|
+
try {
|
|
462
|
+
const repo = this.db.getRepository("aiUsageEvents");
|
|
463
|
+
if (!(repo == null ? void 0 : repo.find)) {
|
|
464
|
+
if (input.expectEvents && input.runId != null)
|
|
465
|
+
await this.markSessionIncomplete(input.runId, input.sessionId, true);
|
|
466
|
+
return 0;
|
|
467
|
+
}
|
|
468
|
+
let tracked = 0;
|
|
469
|
+
let lastMessageId;
|
|
470
|
+
let hasMore = true;
|
|
471
|
+
while (hasMore) {
|
|
472
|
+
const events = await repo.find({
|
|
473
|
+
filter: {
|
|
474
|
+
sessionId: input.sessionId,
|
|
475
|
+
eventType: USAGE_EVENT_TYPE,
|
|
476
|
+
...lastMessageId ? { messageId: { $gt: lastMessageId } } : {}
|
|
477
|
+
},
|
|
478
|
+
sort: ["messageId"],
|
|
479
|
+
limit: USAGE_PAGE_SIZE
|
|
480
|
+
});
|
|
481
|
+
for (const event of events) {
|
|
482
|
+
const sessionId = identityPart((0, import_record_utils.read)(event, "sessionId")) || input.sessionId;
|
|
483
|
+
const messageId = messageIdFor(event);
|
|
484
|
+
if (!messageId) throw new Error("Native usage event has no message identity.");
|
|
485
|
+
const nativeCost = readNumber((0, import_record_utils.read)(event, "cost"));
|
|
486
|
+
const priceSnapshotValue = (0, import_record_utils.read)(event, "priceSnapshot");
|
|
487
|
+
const priceSnapshot = priceSnapshotValue && typeof priceSnapshotValue === "object" ? priceSnapshotValue : void 0;
|
|
488
|
+
const occurredAt = sourceDate((0, import_record_utils.read)(event, "occurredAt"));
|
|
489
|
+
const id = await this.recordModelCallUsage({
|
|
490
|
+
usageIdentity: usageEventIdentity(sessionId, messageId),
|
|
491
|
+
nativeIdentity: usageEventIdentity(sessionId, messageId),
|
|
492
|
+
sessionId,
|
|
493
|
+
messageId,
|
|
494
|
+
usage: usageFromAIUsageEvent(event),
|
|
495
|
+
model: identityPart((0, import_record_utils.read)(event, "model")) || void 0,
|
|
496
|
+
provider: identityPart((0, import_record_utils.read)(event, "provider")) || void 0,
|
|
497
|
+
llmService: identityPart((0, import_record_utils.read)(event, "llmService")) || void 0,
|
|
498
|
+
runId: input.runId,
|
|
499
|
+
rootRunId: input.rootRunId,
|
|
500
|
+
parentSpanId: input.parentSpanId,
|
|
501
|
+
role: input.role,
|
|
502
|
+
employeeUsername: input.employeeUsername || identityPart((0, import_record_utils.read)(event, "aiEmployeeUsername")) || void 0,
|
|
503
|
+
userId: input.userId ?? (0, import_record_utils.read)(event, "userId"),
|
|
504
|
+
source: "ai_usage_event",
|
|
505
|
+
recomputeRunTotals: false,
|
|
506
|
+
...occurredAt ? { occurredAt } : {},
|
|
507
|
+
...priceSnapshot ? { priceSnapshot } : {},
|
|
508
|
+
...nativeCost === void 0 ? {} : { nativeCost }
|
|
509
|
+
});
|
|
510
|
+
if (id === void 0) throw new Error(`Could not persist usage event ${messageId}.`);
|
|
511
|
+
tracked += 1;
|
|
512
|
+
}
|
|
513
|
+
if (events.length < USAGE_PAGE_SIZE) {
|
|
514
|
+
hasMore = false;
|
|
515
|
+
continue;
|
|
516
|
+
}
|
|
517
|
+
const nextMessageId = messageIdFor(events[events.length - 1]);
|
|
518
|
+
if (!nextMessageId || nextMessageId === lastMessageId)
|
|
519
|
+
throw new Error("Native usage pagination did not advance.");
|
|
520
|
+
lastMessageId = nextMessageId;
|
|
521
|
+
}
|
|
522
|
+
if (input.runId != null && (tracked > 0 || input.expectEvents)) {
|
|
523
|
+
await this.markSessionIncomplete(input.runId, input.sessionId, tracked === 0);
|
|
524
|
+
if (!await this.accumulateToRun(input.runId)) throw new Error("Could not recalculate usage totals.");
|
|
525
|
+
}
|
|
526
|
+
return tracked;
|
|
527
|
+
} catch (error) {
|
|
528
|
+
this.warn("[TokenTracker] Failed to synchronize native usage events", error);
|
|
529
|
+
if (input.runId != null) {
|
|
530
|
+
try {
|
|
531
|
+
await this.markSessionIncomplete(input.runId, input.sessionId, true);
|
|
532
|
+
} catch (markError) {
|
|
533
|
+
this.warn("[TokenTracker] Failed to mark incomplete run usage", markError);
|
|
91
534
|
}
|
|
535
|
+
}
|
|
536
|
+
return -1;
|
|
537
|
+
}
|
|
538
|
+
}
|
|
539
|
+
/**
|
|
540
|
+
* Persists the loop adapter's transcript aggregate only as a non-additive summary when the
|
|
541
|
+
* authoritative aiUsageEvents rows are unavailable. Summary rows stay out of run totals so a
|
|
542
|
+
* later native reconciliation cannot double-count resume history or model-call children.
|
|
543
|
+
*/
|
|
544
|
+
async trackLoopInvocationUsage(input) {
|
|
545
|
+
const nativeRows = await this.syncNativeUsageEvents({
|
|
546
|
+
sessionId: input.sessionId,
|
|
547
|
+
expectEvents: true,
|
|
548
|
+
runId: input.runId,
|
|
549
|
+
rootRunId: input.rootRunId,
|
|
550
|
+
role: input.role,
|
|
551
|
+
employeeUsername: input.employeeUsername,
|
|
552
|
+
userId: input.userId
|
|
553
|
+
});
|
|
554
|
+
if (nativeRows !== 0) return;
|
|
555
|
+
try {
|
|
556
|
+
const repo = this.db.getRepository("agentExecutionSpans");
|
|
557
|
+
if (!(repo == null ? void 0 : repo.findOne) || !(repo == null ? void 0 : repo.create) || !repo.update) return;
|
|
558
|
+
const usageIdentity = `loop-invocation-summary:${input.runId}:${input.stepId}`;
|
|
559
|
+
const existing = await repo.findOne({ filter: { usageIdentity } });
|
|
560
|
+
const now = /* @__PURE__ */ new Date();
|
|
561
|
+
let usage = usageIsValid(input.usage) ? input.usage : null;
|
|
562
|
+
let source = usage ? "actual" : "missing";
|
|
563
|
+
if (!usage) {
|
|
564
|
+
const inputTokens = Math.ceil((input.input || "").length / 4);
|
|
565
|
+
const outputTokens = Math.ceil((input.output || "").length / 4);
|
|
566
|
+
usage = { inputTokens, outputTokens, totalTokens: inputTokens + outputTokens };
|
|
567
|
+
source = "estimated";
|
|
568
|
+
}
|
|
569
|
+
const priced = pricingFor({
|
|
570
|
+
usageIdentity,
|
|
571
|
+
sessionId: input.sessionId,
|
|
572
|
+
messageId: input.messageId || "",
|
|
573
|
+
usage,
|
|
574
|
+
source: "loop_runtime"
|
|
92
575
|
});
|
|
93
|
-
|
|
94
|
-
|
|
576
|
+
const values = {
|
|
577
|
+
type: "invocation_summary",
|
|
578
|
+
usageIdentity,
|
|
579
|
+
usageSessionId: input.sessionId,
|
|
580
|
+
usageMessageId: input.messageId || null,
|
|
581
|
+
agentLoopRunId: input.runId,
|
|
582
|
+
agentLoopStepId: input.stepId,
|
|
583
|
+
rootRunId: input.rootRunId || `loop:${input.runId}`,
|
|
584
|
+
role: input.role,
|
|
585
|
+
employeeUsername: input.employeeUsername,
|
|
586
|
+
...input.userId == null ? {} : { userId: input.userId },
|
|
587
|
+
source: "loop-runtime-summary",
|
|
588
|
+
usageSource: source,
|
|
589
|
+
usageOrigin: "loop_invocation_summary",
|
|
590
|
+
inputTokens: usage.inputTokens,
|
|
591
|
+
outputTokens: usage.outputTokens,
|
|
592
|
+
totalTokens: usage.totalTokens,
|
|
593
|
+
cachedTokens: usage.cachedTokens ?? null,
|
|
594
|
+
reasoningTokens: usage.reasoningTokens ?? null,
|
|
595
|
+
cost: priced.cost,
|
|
596
|
+
pricingStatus: priced.cost === null ? "unpriced" : source === "estimated" ? "estimated" : priced.status,
|
|
597
|
+
priceSource: priced.priceSource,
|
|
598
|
+
priceCurrency: priced.snapshot.currency ?? null,
|
|
599
|
+
priceVersion: priced.snapshot.version ?? null,
|
|
600
|
+
priceInputPer1k: priced.snapshot.inputPer1k ?? null,
|
|
601
|
+
priceOutputPer1k: priced.snapshot.outputPer1k ?? null,
|
|
602
|
+
priceCachedInputPer1k: priced.snapshot.cachedInputPer1k ?? null,
|
|
603
|
+
status: "success",
|
|
604
|
+
startedAt: now,
|
|
605
|
+
endedAt: now,
|
|
606
|
+
updatedAt: now
|
|
607
|
+
};
|
|
608
|
+
const existingId = spanIdentity(existing);
|
|
609
|
+
if (existingId !== void 0) {
|
|
610
|
+
await repo.update({ filterByTk: existingId, values });
|
|
611
|
+
} else {
|
|
612
|
+
await repo.create({ values: { createdAt: now, ...values } });
|
|
95
613
|
}
|
|
96
|
-
} catch (
|
|
97
|
-
|
|
614
|
+
} catch (error) {
|
|
615
|
+
this.warn("[TokenTracker] Failed to persist loop invocation usage summary", error);
|
|
98
616
|
}
|
|
99
617
|
}
|
|
100
618
|
/**
|
|
101
|
-
*
|
|
619
|
+
* Compatibility API for callers that already hold an agentExecutionSpans primary key. This
|
|
620
|
+
* method deliberately keeps span identity separate from agentLoopSteps IDs.
|
|
102
621
|
*/
|
|
103
|
-
async
|
|
104
|
-
|
|
622
|
+
async trackSpan(spanId, usage, runId) {
|
|
623
|
+
if (spanId === void 0 || spanId === null || spanId === "") return;
|
|
105
624
|
try {
|
|
106
|
-
const
|
|
107
|
-
if (!
|
|
108
|
-
const
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
625
|
+
const repo = this.db.getRepository("agentExecutionSpans");
|
|
626
|
+
if (!(repo == null ? void 0 : repo.findOne) || !repo.update) return;
|
|
627
|
+
const span = await repo.findOne({ filterByTk: spanId });
|
|
628
|
+
if (!span) return;
|
|
629
|
+
const inputTokens = readNumber(usage.inputTokens);
|
|
630
|
+
const outputTokens = readNumber(usage.outputTokens);
|
|
631
|
+
const totalTokens = readNumber(usage.totalTokens);
|
|
632
|
+
if (inputTokens === void 0 || outputTokens === void 0 || totalTokens === void 0) return;
|
|
633
|
+
const model = identityPart((0, import_record_utils.read)(span, "model")) || void 0;
|
|
634
|
+
const provider = identityPart((0, import_record_utils.read)(span, "provider")) || void 0;
|
|
635
|
+
const llmService = identityPart((0, import_record_utils.read)(span, "llmService")) || void 0;
|
|
636
|
+
const resolved = pricingFor({
|
|
637
|
+
usageIdentity: identityPart((0, import_record_utils.read)(span, "usageIdentity")) || `legacy-span:${spanId}`,
|
|
638
|
+
nativeIdentity: identityPart((0, import_record_utils.read)(span, "nativeIdentity")) || void 0,
|
|
639
|
+
sessionId: identityPart((0, import_record_utils.read)(span, "sessionId")),
|
|
640
|
+
messageId: identityPart((0, import_record_utils.read)(span, "messageId")),
|
|
641
|
+
usage: { inputTokens, outputTokens, totalTokens, cost: usage.cost, cachedTokens: usage.cachedTokens },
|
|
642
|
+
model,
|
|
643
|
+
provider,
|
|
644
|
+
llmService,
|
|
645
|
+
source: "loop_runtime"
|
|
112
646
|
});
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
let totalCost = 0;
|
|
116
|
-
for (const span of spans) {
|
|
117
|
-
totalInput += Number(((_a = span.get) == null ? void 0 : _a.call(span, "inputTokens")) || span.inputTokens || 0);
|
|
118
|
-
totalOutput += Number(((_b = span.get) == null ? void 0 : _b.call(span, "outputTokens")) || span.outputTokens || 0);
|
|
119
|
-
totalCost += Number(((_c = span.get) == null ? void 0 : _c.call(span, "cost")) || span.cost || 0);
|
|
120
|
-
}
|
|
121
|
-
const runsRepo = this.db.getRepository("agentLoopRuns");
|
|
122
|
-
if (!runsRepo) return;
|
|
123
|
-
await runsRepo.update({
|
|
124
|
-
filterByTk: runId,
|
|
647
|
+
await repo.update({
|
|
648
|
+
filterByTk: spanId,
|
|
125
649
|
values: {
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
totalTokens
|
|
129
|
-
|
|
650
|
+
inputTokens,
|
|
651
|
+
outputTokens,
|
|
652
|
+
totalTokens,
|
|
653
|
+
cachedTokens: usage.cachedTokens ?? null,
|
|
654
|
+
reasoningTokens: usage.reasoningTokens ?? null,
|
|
655
|
+
usageSource: "actual",
|
|
656
|
+
usageOrigin: "legacy_tracker",
|
|
657
|
+
cost: resolved.cost,
|
|
658
|
+
pricingStatus: resolved.status,
|
|
659
|
+
priceSource: resolved.priceSource,
|
|
660
|
+
priceCurrency: resolved.snapshot.currency ?? null,
|
|
661
|
+
priceVersion: resolved.snapshot.version ?? null,
|
|
662
|
+
priceInputPer1k: resolved.snapshot.inputPer1k ?? null,
|
|
663
|
+
priceOutputPer1k: resolved.snapshot.outputPer1k ?? null,
|
|
664
|
+
priceCachedInputPer1k: resolved.snapshot.cachedInputPer1k ?? null,
|
|
665
|
+
updatedAt: /* @__PURE__ */ new Date()
|
|
130
666
|
}
|
|
131
667
|
});
|
|
132
|
-
|
|
133
|
-
|
|
668
|
+
if (runId != null) await this.accumulateToRun(runId);
|
|
669
|
+
} catch (error) {
|
|
670
|
+
this.warn("[TokenTracker] Failed to track span tokens", error);
|
|
134
671
|
}
|
|
135
672
|
}
|
|
136
|
-
/**
|
|
137
|
-
|
|
138
|
-
|
|
673
|
+
/** Recalculates totals from model-call spans only. Parent and child span tokens are not added. */
|
|
674
|
+
async accumulateToRun(runId) {
|
|
675
|
+
try {
|
|
676
|
+
return await this.withTransaction(async (transaction) => {
|
|
677
|
+
var _a;
|
|
678
|
+
const spansRepo = this.db.getRepository("agentExecutionSpans");
|
|
679
|
+
const runsRepo = this.db.getRepository("agentLoopRuns");
|
|
680
|
+
if (!(spansRepo == null ? void 0 : spansRepo.find) || !(runsRepo == null ? void 0 : runsRepo.findOne) || !runsRepo.update) return false;
|
|
681
|
+
const txOptions = transaction ? { transaction, ...((_a = transaction.LOCK) == null ? void 0 : _a.UPDATE) === void 0 ? {} : { lock: transaction.LOCK.UPDATE } } : {};
|
|
682
|
+
const run = await runsRepo.findOne({ filterByTk: runId, ...txOptions });
|
|
683
|
+
if (!run) return false;
|
|
684
|
+
let totalInput = 0;
|
|
685
|
+
let totalOutput = 0;
|
|
686
|
+
let totalTokens = 0;
|
|
687
|
+
let totalCost = 0;
|
|
688
|
+
let hasKnownUsage = false;
|
|
689
|
+
let hasMissingUsage = incompleteSessions(run).length > 0;
|
|
690
|
+
let hasEstimatedUsage = false;
|
|
691
|
+
let hasActualUsage = false;
|
|
692
|
+
let hasUnpriced = incompleteSessions(run).length > 0;
|
|
693
|
+
let hasNonUsd = false;
|
|
694
|
+
let hasEstimatedPrice = false;
|
|
695
|
+
let rowCount = 0;
|
|
696
|
+
let lastId;
|
|
697
|
+
let hasMore = true;
|
|
698
|
+
while (hasMore) {
|
|
699
|
+
const spans = await spansRepo.find({
|
|
700
|
+
filter: {
|
|
701
|
+
agentLoopRunId: runId,
|
|
702
|
+
type: "model_call",
|
|
703
|
+
...lastId === void 0 ? {} : { id: { $gt: lastId } }
|
|
704
|
+
},
|
|
705
|
+
fields: [
|
|
706
|
+
"id",
|
|
707
|
+
"inputTokens",
|
|
708
|
+
"outputTokens",
|
|
709
|
+
"totalTokens",
|
|
710
|
+
"cost",
|
|
711
|
+
"usageSource",
|
|
712
|
+
"pricingStatus",
|
|
713
|
+
"priceCurrency"
|
|
714
|
+
],
|
|
715
|
+
sort: ["id"],
|
|
716
|
+
limit: USAGE_PAGE_SIZE,
|
|
717
|
+
...transaction ? { transaction } : {}
|
|
718
|
+
});
|
|
719
|
+
rowCount += spans.length;
|
|
720
|
+
for (const span of spans) {
|
|
721
|
+
const source = identityPart((0, import_record_utils.read)(span, "usageSource"));
|
|
722
|
+
const inputTokens = storedNumber(span, "inputTokens");
|
|
723
|
+
const outputTokens = storedNumber(span, "outputTokens");
|
|
724
|
+
const storedTotalTokens = storedNumber(span, "totalTokens");
|
|
725
|
+
if (source === "missing" || inputTokens === null || outputTokens === null) {
|
|
726
|
+
hasMissingUsage = true;
|
|
727
|
+
} else {
|
|
728
|
+
hasKnownUsage = true;
|
|
729
|
+
totalInput += inputTokens;
|
|
730
|
+
totalOutput += outputTokens;
|
|
731
|
+
totalTokens += storedTotalTokens ?? inputTokens + outputTokens;
|
|
732
|
+
if (source === "estimated" || !source) hasEstimatedUsage = true;
|
|
733
|
+
if (source === "actual") hasActualUsage = true;
|
|
734
|
+
}
|
|
735
|
+
const pricingStatus2 = identityPart((0, import_record_utils.read)(span, "pricingStatus"));
|
|
736
|
+
const currency = identityPart((0, import_record_utils.read)(span, "priceCurrency")).toUpperCase();
|
|
737
|
+
const cost = storedNumber(span, "cost");
|
|
738
|
+
if (pricingStatus2 === "non_usd" || currency && currency !== "USD") hasNonUsd = true;
|
|
739
|
+
if (pricingStatus2 === "unpriced" || cost === null || currency !== "USD") {
|
|
740
|
+
hasUnpriced = true;
|
|
741
|
+
} else {
|
|
742
|
+
totalCost += cost;
|
|
743
|
+
if (pricingStatus2 === "estimated") hasEstimatedPrice = true;
|
|
744
|
+
}
|
|
745
|
+
}
|
|
746
|
+
if (spans.length < USAGE_PAGE_SIZE) {
|
|
747
|
+
hasMore = false;
|
|
748
|
+
continue;
|
|
749
|
+
}
|
|
750
|
+
const nextId = spanIdentity(spans[spans.length - 1]);
|
|
751
|
+
if (nextId === void 0 || nextId === lastId) throw new Error("Usage rollup pagination did not advance.");
|
|
752
|
+
lastId = nextId;
|
|
753
|
+
}
|
|
754
|
+
const usageStatus = !hasKnownUsage ? "missing" : hasMissingUsage ? "partial" : hasEstimatedUsage ? "estimated" : hasActualUsage ? "actual" : "partial";
|
|
755
|
+
const pricingStatus = hasNonUsd ? "non_usd" : hasUnpriced || rowCount === 0 ? "unpriced" : hasEstimatedPrice ? "estimated" : "configured";
|
|
756
|
+
await runsRepo.update({
|
|
757
|
+
filterByTk: runId,
|
|
758
|
+
values: {
|
|
759
|
+
totalInputTokens: hasKnownUsage ? totalInput : null,
|
|
760
|
+
totalOutputTokens: hasKnownUsage ? totalOutput : null,
|
|
761
|
+
totalTokens: hasKnownUsage ? totalTokens : null,
|
|
762
|
+
totalCost: hasUnpriced || rowCount === 0 ? null : totalCost,
|
|
763
|
+
usageStatus,
|
|
764
|
+
pricingStatus
|
|
765
|
+
},
|
|
766
|
+
...transaction ? { transaction } : {}
|
|
767
|
+
});
|
|
768
|
+
return true;
|
|
769
|
+
});
|
|
770
|
+
} catch (error) {
|
|
771
|
+
this.warn("[TokenTracker] Failed to accumulate run totals", error);
|
|
772
|
+
return false;
|
|
773
|
+
}
|
|
774
|
+
}
|
|
775
|
+
/** Checks configured budgets. Unknown cost is never treated as a free run. */
|
|
139
776
|
async checkBudget(runId) {
|
|
140
|
-
var _a, _b, _c, _d, _e, _f;
|
|
141
777
|
try {
|
|
142
778
|
const repo = this.db.getRepository("agentLoopRuns");
|
|
143
|
-
if (!repo) return { allowed: true };
|
|
779
|
+
if (!(repo == null ? void 0 : repo.findOne)) return { allowed: true };
|
|
144
780
|
const run = await repo.findOne({ filter: { id: runId } });
|
|
145
781
|
if (!run) return { allowed: true };
|
|
146
|
-
const budgetMaxTokens = Number((
|
|
147
|
-
const budgetMaxCost = Number((
|
|
782
|
+
const budgetMaxTokens = Number((0, import_record_utils.read)(run, "budgetMaxTokens") ?? 0);
|
|
783
|
+
const budgetMaxCost = Number((0, import_record_utils.read)(run, "budgetMaxCost") ?? 0);
|
|
148
784
|
if (budgetMaxTokens <= 0 && budgetMaxCost <= 0) return { allowed: true };
|
|
149
|
-
const
|
|
150
|
-
const
|
|
151
|
-
|
|
785
|
+
const usageStatus = identityPart((0, import_record_utils.read)(run, "usageStatus"));
|
|
786
|
+
const pricingStatus = identityPart((0, import_record_utils.read)(run, "pricingStatus"));
|
|
787
|
+
const hasIncompleteSessions = incompleteSessions(run).length > 0;
|
|
788
|
+
const totalTokens = readNumber((0, import_record_utils.read)(run, "totalTokens"));
|
|
789
|
+
const totalCost = readNumber((0, import_record_utils.read)(run, "totalCost"));
|
|
790
|
+
const hasInvocations = (readNumber((0, import_record_utils.read)(run, "invocationCount")) ?? 0) > 0;
|
|
791
|
+
if (budgetMaxTokens > 0 && (hasIncompleteSessions || usageStatus === "partial" || usageStatus === "missing" || totalTokens === void 0 && (usageStatus !== "" || hasInvocations))) {
|
|
792
|
+
return {
|
|
793
|
+
allowed: false,
|
|
794
|
+
reason: "Token usage is unavailable, so this run cannot be checked against its token budget."
|
|
795
|
+
};
|
|
796
|
+
}
|
|
797
|
+
if (budgetMaxCost > 0 && (hasIncompleteSessions || pricingStatus === "unpriced" || pricingStatus === "non_usd" || totalCost === void 0 && (pricingStatus !== "" || hasInvocations))) {
|
|
798
|
+
return {
|
|
799
|
+
allowed: false,
|
|
800
|
+
reason: "Model pricing is unavailable, so this run cannot be checked against its cost budget."
|
|
801
|
+
};
|
|
802
|
+
}
|
|
803
|
+
if (budgetMaxTokens > 0 && totalTokens !== void 0 && totalTokens >= budgetMaxTokens) {
|
|
152
804
|
return {
|
|
153
805
|
allowed: false,
|
|
154
806
|
reason: `Budget exceeded: ${totalTokens}/${budgetMaxTokens} tokens used. Maximum allowed tokens for this run: ${budgetMaxTokens}.`
|
|
155
807
|
};
|
|
156
808
|
}
|
|
157
|
-
if (budgetMaxCost > 0 && totalCost >= budgetMaxCost) {
|
|
809
|
+
if (budgetMaxCost > 0 && totalCost !== void 0 && totalCost >= budgetMaxCost) {
|
|
158
810
|
return {
|
|
159
811
|
allowed: false,
|
|
160
812
|
reason: `Budget exceeded: $${totalCost.toFixed(4)}/$${budgetMaxCost.toFixed(
|
|
@@ -163,47 +815,78 @@ class TokenTracker {
|
|
|
163
815
|
};
|
|
164
816
|
}
|
|
165
817
|
return { allowed: true };
|
|
166
|
-
} catch (
|
|
167
|
-
|
|
818
|
+
} catch (error) {
|
|
819
|
+
this.warn("[TokenTracker] Budget check failed, allowing", error);
|
|
168
820
|
return { allowed: true };
|
|
169
821
|
}
|
|
170
822
|
}
|
|
171
823
|
/**
|
|
172
|
-
*
|
|
173
|
-
*
|
|
174
|
-
* Falls back to estimation if usage is null.
|
|
824
|
+
* Compatibility API for callers that update an existing span. Missing usage falls back to an
|
|
825
|
+
* explicit text estimate; zero-token actual usage remains actual and is never re-estimated.
|
|
175
826
|
*/
|
|
176
827
|
async trackActualUsage(spanId, tokenUsage, input, output, runId) {
|
|
177
|
-
if (tokenUsage
|
|
178
|
-
await this.trackSpan(spanId, tokenUsage, runId);
|
|
828
|
+
if (usageIsValid(tokenUsage)) {
|
|
829
|
+
await this.trackSpan(spanId, { ...tokenUsage, cost: tokenUsage.cost ?? Number.NaN }, runId);
|
|
179
830
|
return;
|
|
180
831
|
}
|
|
181
832
|
await this.estimateAndTrack(spanId, input, output, runId);
|
|
182
833
|
}
|
|
183
|
-
/**
|
|
184
|
-
* Estimate tokens from text length and track on a span.
|
|
185
|
-
* Rough heuristic: ~4 chars per token for English text.
|
|
186
|
-
* Use when actual usage_metadata is not available (e.g. native plugin-ai flow).
|
|
187
|
-
*/
|
|
834
|
+
/** Stores the legacy text-length estimate explicitly, scoped to an existing span. */
|
|
188
835
|
async estimateAndTrack(spanId, input, output, runId) {
|
|
189
|
-
if (
|
|
190
|
-
|
|
191
|
-
|
|
192
|
-
|
|
193
|
-
spanId
|
|
194
|
-
|
|
836
|
+
if (spanId === void 0 || spanId === null || spanId === "") return;
|
|
837
|
+
try {
|
|
838
|
+
const repo = this.db.getRepository("agentExecutionSpans");
|
|
839
|
+
if (!(repo == null ? void 0 : repo.findOne) || !repo.update) return;
|
|
840
|
+
const span = await repo.findOne({ filterByTk: spanId });
|
|
841
|
+
if (!span) return;
|
|
842
|
+
const inputTokens = Math.ceil((input || "").length / 4);
|
|
843
|
+
const outputTokens = Math.ceil((output || "").length / 4);
|
|
844
|
+
const usage = {
|
|
195
845
|
inputTokens,
|
|
196
846
|
outputTokens,
|
|
197
|
-
totalTokens: inputTokens + outputTokens
|
|
198
|
-
|
|
199
|
-
|
|
200
|
-
|
|
201
|
-
|
|
847
|
+
totalTokens: inputTokens + outputTokens
|
|
848
|
+
};
|
|
849
|
+
const resolved = pricingFor({
|
|
850
|
+
usageIdentity: identityPart((0, import_record_utils.read)(span, "usageIdentity")) || `legacy-span:${spanId}`,
|
|
851
|
+
sessionId: identityPart((0, import_record_utils.read)(span, "sessionId")),
|
|
852
|
+
messageId: identityPart((0, import_record_utils.read)(span, "messageId")),
|
|
853
|
+
usage,
|
|
854
|
+
model: identityPart((0, import_record_utils.read)(span, "model")) || void 0,
|
|
855
|
+
provider: identityPart((0, import_record_utils.read)(span, "provider")) || void 0,
|
|
856
|
+
llmService: identityPart((0, import_record_utils.read)(span, "llmService")) || void 0,
|
|
857
|
+
source: "loop_runtime"
|
|
858
|
+
});
|
|
859
|
+
await repo.update({
|
|
860
|
+
filterByTk: spanId,
|
|
861
|
+
values: {
|
|
862
|
+
inputTokens,
|
|
863
|
+
outputTokens,
|
|
864
|
+
totalTokens: inputTokens + outputTokens,
|
|
865
|
+
cachedTokens: null,
|
|
866
|
+
reasoningTokens: null,
|
|
867
|
+
usageSource: "estimated",
|
|
868
|
+
usageOrigin: "text_length_estimate",
|
|
869
|
+
cost: resolved.cost,
|
|
870
|
+
pricingStatus: resolved.cost === null ? "unpriced" : "estimated",
|
|
871
|
+
priceSource: resolved.priceSource,
|
|
872
|
+
priceCurrency: resolved.snapshot.currency ?? null,
|
|
873
|
+
priceVersion: resolved.snapshot.version ?? null,
|
|
874
|
+
priceInputPer1k: resolved.snapshot.inputPer1k ?? null,
|
|
875
|
+
priceOutputPer1k: resolved.snapshot.outputPer1k ?? null,
|
|
876
|
+
priceCachedInputPer1k: resolved.snapshot.cachedInputPer1k ?? null,
|
|
877
|
+
updatedAt: /* @__PURE__ */ new Date()
|
|
878
|
+
}
|
|
879
|
+
});
|
|
880
|
+
if (runId != null) await this.accumulateToRun(runId);
|
|
881
|
+
} catch (error) {
|
|
882
|
+
this.warn("[TokenTracker] Failed to estimate span tokens", error);
|
|
883
|
+
}
|
|
202
884
|
}
|
|
203
885
|
}
|
|
204
886
|
// Annotate the CommonJS export names for ESM import in node:
|
|
205
887
|
0 && (module.exports = {
|
|
206
888
|
TokenTracker,
|
|
207
889
|
estimateCost,
|
|
208
|
-
|
|
890
|
+
usageEventIdentity,
|
|
891
|
+
usageFromAIUsageEvent
|
|
209
892
|
});
|