@google/gemini-cli-core 0.36.0-preview.8 → 0.37.0-preview.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/docs/CONTRIBUTING.md +10 -7
- package/dist/docs/assets/theme-tokyonight-dark.png +0 -0
- package/dist/docs/changelogs/index.md +24 -0
- package/dist/docs/changelogs/latest.md +366 -459
- package/dist/docs/changelogs/preview.md +362 -356
- package/dist/docs/cli/acp-mode.md +126 -0
- package/dist/docs/cli/cli-reference.md +1 -1
- package/dist/docs/cli/notifications.md +5 -5
- package/dist/docs/cli/plan-mode.md +12 -8
- package/dist/docs/cli/sandbox.md +1 -1
- package/dist/docs/cli/settings.md +14 -13
- package/dist/docs/cli/themes.md +5 -0
- package/dist/docs/core/index.md +2 -2
- package/dist/docs/core/subagents.md +134 -23
- package/dist/docs/get-started/gemini-3.md +1 -1
- package/dist/docs/get-started/index.md +127 -1
- package/dist/docs/ide-integration/index.md +99 -24
- package/dist/docs/index.md +0 -2
- package/dist/docs/redirects.json +1 -0
- package/dist/docs/reference/commands.md +1 -3
- package/dist/docs/reference/configuration.md +182 -91
- package/dist/docs/reference/keyboard-shortcuts.md +14 -6
- package/dist/docs/reference/policy-engine.md +16 -30
- package/dist/docs/reference/tools.md +56 -23
- package/dist/docs/resources/quota-and-pricing.md +23 -9
- package/dist/docs/sidebar.json +11 -4
- package/dist/docs/tools/planning.md +6 -4
- package/dist/src/agents/agentLoader.d.ts +12 -12
- package/dist/src/agents/agentLoader.js +1 -0
- package/dist/src/agents/agentLoader.js.map +1 -1
- package/dist/src/agents/browser/automationOverlay.js +2 -10
- package/dist/src/agents/browser/automationOverlay.js.map +1 -1
- package/dist/src/agents/browser/browserAgentDefinition.js +10 -3
- package/dist/src/agents/browser/browserAgentDefinition.js.map +1 -1
- package/dist/src/agents/browser/browserAgentFactory.d.ts +4 -4
- package/dist/src/agents/browser/browserAgentFactory.js +15 -29
- package/dist/src/agents/browser/browserAgentFactory.js.map +1 -1
- package/dist/src/agents/browser/browserAgentFactory.test.js +41 -24
- package/dist/src/agents/browser/browserAgentFactory.test.js.map +1 -1
- package/dist/src/agents/browser/browserAgentInvocation.d.ts +1 -0
- package/dist/src/agents/browser/browserAgentInvocation.js +60 -27
- package/dist/src/agents/browser/browserAgentInvocation.js.map +1 -1
- package/dist/src/agents/browser/browserAgentInvocation.test.js +59 -5
- package/dist/src/agents/browser/browserAgentInvocation.test.js.map +1 -1
- package/dist/src/agents/browser/browserManager.d.ts +51 -8
- package/dist/src/agents/browser/browserManager.js +242 -70
- package/dist/src/agents/browser/browserManager.js.map +1 -1
- package/dist/src/agents/browser/browserManager.test.js +384 -17
- package/dist/src/agents/browser/browserManager.test.js.map +1 -1
- package/dist/src/agents/browser/inputBlocker.d.ts +4 -4
- package/dist/src/agents/browser/inputBlocker.js +8 -18
- package/dist/src/agents/browser/inputBlocker.js.map +1 -1
- package/dist/src/agents/browser/inputBlocker.test.js +31 -3
- package/dist/src/agents/browser/inputBlocker.test.js.map +1 -1
- package/dist/src/agents/browser/mcpToolWrapper.d.ts +1 -1
- package/dist/src/agents/browser/mcpToolWrapper.js +9 -6
- package/dist/src/agents/browser/mcpToolWrapper.js.map +1 -1
- package/dist/src/agents/browser/mcpToolWrapper.test.js +2 -2
- package/dist/src/agents/browser/mcpToolWrapper.test.js.map +1 -1
- package/dist/src/agents/browser/snapshotSuperseder.d.ts +31 -0
- package/dist/src/agents/browser/snapshotSuperseder.js +101 -0
- package/dist/src/agents/browser/snapshotSuperseder.js.map +1 -0
- package/dist/src/agents/browser/snapshotSuperseder.test.js +158 -0
- package/dist/src/agents/browser/snapshotSuperseder.test.js.map +1 -0
- package/dist/src/agents/local-executor.d.ts +4 -0
- package/dist/src/agents/local-executor.js +46 -19
- package/dist/src/agents/local-executor.js.map +1 -1
- package/dist/src/agents/local-executor.test.js +118 -18
- package/dist/src/agents/local-executor.test.js.map +1 -1
- package/dist/src/agents/local-invocation.d.ts +1 -0
- package/dist/src/agents/local-invocation.js +19 -9
- package/dist/src/agents/local-invocation.js.map +1 -1
- package/dist/src/agents/local-invocation.test.js +24 -0
- package/dist/src/agents/local-invocation.test.js.map +1 -1
- package/dist/src/agents/registry.js +16 -1
- package/dist/src/agents/registry.js.map +1 -1
- package/dist/src/agents/registry.test.js +67 -0
- package/dist/src/agents/registry.test.js.map +1 -1
- package/dist/src/agents/types.d.ts +9 -0
- package/dist/src/agents/types.js.map +1 -1
- package/dist/src/code_assist/oauth2.js +8 -3
- package/dist/src/code_assist/oauth2.js.map +1 -1
- package/dist/src/code_assist/oauth2.test.js +57 -0
- package/dist/src/code_assist/oauth2.test.js.map +1 -1
- package/dist/src/code_assist/setup.js +5 -2
- package/dist/src/code_assist/setup.js.map +1 -1
- package/dist/src/code_assist/setup.test.js +27 -1
- package/dist/src/code_assist/setup.test.js.map +1 -1
- package/dist/src/code_assist/types.d.ts +80 -80
- package/dist/src/config/agent-loop-context.d.ts +2 -0
- package/dist/src/config/config.d.ts +81 -16
- package/dist/src/config/config.js +146 -50
- package/dist/src/config/config.js.map +1 -1
- package/dist/src/config/config.test.js +89 -2
- package/dist/src/config/config.test.js.map +1 -1
- package/dist/src/config/defaultModelConfigs.js +9 -0
- package/dist/src/config/defaultModelConfigs.js.map +1 -1
- package/dist/src/config/memory.d.ts +1 -0
- package/dist/src/config/memory.js +6 -0
- package/dist/src/config/memory.js.map +1 -1
- package/dist/src/config/storage.d.ts +1 -0
- package/dist/src/config/storage.js +4 -0
- package/dist/src/config/storage.js.map +1 -1
- package/dist/src/config/storage.test.js +5 -0
- package/dist/src/config/storage.test.js.map +1 -1
- package/dist/src/config/topicState.d.ts +21 -0
- package/dist/src/config/topicState.js +41 -0
- package/dist/src/config/topicState.js.map +1 -0
- package/dist/src/confirmation-bus/types.d.ts +9 -2
- package/dist/src/confirmation-bus/types.js +1 -0
- package/dist/src/confirmation-bus/types.js.map +1 -1
- package/dist/src/context/agentHistoryProvider.d.ts +45 -0
- package/dist/src/context/agentHistoryProvider.js +298 -0
- package/dist/src/context/agentHistoryProvider.js.map +1 -0
- package/dist/src/context/agentHistoryProvider.test.d.ts +6 -0
- package/dist/src/context/agentHistoryProvider.test.js +394 -0
- package/dist/src/context/agentHistoryProvider.test.js.map +1 -0
- package/dist/src/context/chatCompressionService.js.map +1 -0
- package/dist/src/context/chatCompressionService.test.js.map +1 -0
- package/dist/src/{services → context}/contextManager.d.ts +2 -0
- package/dist/src/{services → context}/contextManager.js +18 -9
- package/dist/src/context/contextManager.js.map +1 -0
- package/dist/src/{services → context}/contextManager.test.js +21 -6
- package/dist/src/context/contextManager.test.js.map +1 -0
- package/dist/src/context/toolDistillationService.d.ts +38 -0
- package/dist/src/context/toolDistillationService.js +170 -0
- package/dist/src/context/toolDistillationService.js.map +1 -0
- package/dist/src/context/toolDistillationService.test.d.ts +6 -0
- package/dist/src/context/toolDistillationService.test.js +83 -0
- package/dist/src/context/toolDistillationService.test.js.map +1 -0
- package/dist/src/{services → context}/toolOutputMaskingService.d.ts +2 -2
- package/dist/src/{services → context}/toolOutputMaskingService.js +7 -7
- package/dist/src/context/toolOutputMaskingService.js.map +1 -0
- package/dist/src/context/toolOutputMaskingService.test.d.ts +6 -0
- package/dist/src/{services → context}/toolOutputMaskingService.test.js +4 -5
- package/dist/src/context/toolOutputMaskingService.test.js.map +1 -0
- package/dist/src/context/truncation.d.ts +26 -0
- package/dist/src/context/truncation.js +102 -0
- package/dist/src/context/truncation.js.map +1 -0
- package/dist/src/core/client.d.ts +3 -1
- package/dist/src/core/client.js +23 -13
- package/dist/src/core/client.js.map +1 -1
- package/dist/src/core/client.test.js +29 -34
- package/dist/src/core/client.test.js.map +1 -1
- package/dist/src/core/contentGenerator.d.ts +0 -1
- package/dist/src/core/contentGenerator.js +2 -28
- package/dist/src/core/contentGenerator.js.map +1 -1
- package/dist/src/core/contentGenerator.test.js +1 -101
- package/dist/src/core/contentGenerator.test.js.map +1 -1
- package/dist/src/core/geminiChat.js +4 -5
- package/dist/src/core/geminiChat.js.map +1 -1
- package/dist/src/core/geminiChat.test.js +71 -18
- package/dist/src/core/geminiChat.test.js.map +1 -1
- package/dist/src/core/prompts-substitution.test.js +5 -0
- package/dist/src/core/prompts-substitution.test.js.map +1 -1
- package/dist/src/core/prompts.test.js +3 -0
- package/dist/src/core/prompts.test.js.map +1 -1
- package/dist/src/generated/git-commit.d.ts +2 -2
- package/dist/src/generated/git-commit.js +2 -2
- package/dist/src/index.d.ts +7 -3
- package/dist/src/index.js +9 -5
- package/dist/src/index.js.map +1 -1
- package/dist/src/policy/config.d.ts +1 -1
- package/dist/src/policy/config.js +5 -2
- package/dist/src/policy/config.js.map +1 -1
- package/dist/src/policy/policies/discovered.toml +7 -0
- package/dist/src/policy/policies/non-interactive.toml +7 -0
- package/dist/src/policy/policies/plan.toml +25 -0
- package/dist/src/policy/policies/read-only.toml +6 -0
- package/dist/src/policy/policies/sandbox-default.toml +3 -2
- package/dist/src/policy/policies/write.toml +21 -0
- package/dist/src/policy/policies/yolo.toml +1 -1
- package/dist/src/policy/policy-engine.d.ts +2 -4
- package/dist/src/policy/policy-engine.js +24 -37
- package/dist/src/policy/policy-engine.js.map +1 -1
- package/dist/src/policy/policy-engine.test.js +107 -29
- package/dist/src/policy/policy-engine.test.js.map +1 -1
- package/dist/src/policy/topic-policy.test.d.ts +6 -0
- package/dist/src/policy/topic-policy.test.js +48 -0
- package/dist/src/policy/topic-policy.test.js.map +1 -0
- package/dist/src/policy/types.d.ts +3 -6
- package/dist/src/policy/types.js.map +1 -1
- package/dist/src/prompts/promptProvider.js +20 -4
- package/dist/src/prompts/promptProvider.js.map +1 -1
- package/dist/src/prompts/promptProvider.test.js +84 -1
- package/dist/src/prompts/promptProvider.test.js.map +1 -1
- package/dist/src/prompts/snippets-memory-manager.test.js +1 -1
- package/dist/src/prompts/snippets-memory-manager.test.js.map +1 -1
- package/dist/src/prompts/snippets.d.ts +3 -4
- package/dist/src/prompts/snippets.js +33 -51
- package/dist/src/prompts/snippets.js.map +1 -1
- package/dist/src/prompts/snippets.legacy.d.ts +6 -4
- package/dist/src/prompts/snippets.legacy.js +32 -7
- package/dist/src/prompts/snippets.legacy.js.map +1 -1
- package/dist/src/sandbox/linux/LinuxSandboxManager.d.ts +11 -1
- package/dist/src/sandbox/linux/LinuxSandboxManager.js +261 -27
- package/dist/src/sandbox/linux/LinuxSandboxManager.js.map +1 -1
- package/dist/src/sandbox/linux/LinuxSandboxManager.test.js +430 -125
- package/dist/src/sandbox/linux/LinuxSandboxManager.test.js.map +1 -1
- package/dist/src/sandbox/macos/MacOsSandboxManager.d.ts +7 -22
- package/dist/src/sandbox/macos/MacOsSandboxManager.js +58 -57
- package/dist/src/sandbox/macos/MacOsSandboxManager.js.map +1 -1
- package/dist/src/sandbox/macos/MacOsSandboxManager.test.js +148 -103
- package/dist/src/sandbox/macos/MacOsSandboxManager.test.js.map +1 -1
- package/dist/src/sandbox/macos/baseProfile.d.ts +1 -1
- package/dist/src/sandbox/macos/baseProfile.js +0 -6
- package/dist/src/sandbox/macos/baseProfile.js.map +1 -1
- package/dist/src/sandbox/macos/seatbeltArgsBuilder.d.ts +10 -10
- package/dist/src/sandbox/macos/seatbeltArgsBuilder.js +80 -92
- package/dist/src/sandbox/macos/seatbeltArgsBuilder.js.map +1 -1
- package/dist/src/sandbox/macos/seatbeltArgsBuilder.test.js +135 -99
- package/dist/src/sandbox/macos/seatbeltArgsBuilder.test.js.map +1 -1
- package/dist/src/sandbox/{macos → utils}/commandSafety.d.ts +11 -0
- package/dist/src/sandbox/{macos → utils}/commandSafety.js +47 -14
- package/dist/src/sandbox/utils/commandSafety.js.map +1 -0
- package/dist/src/sandbox/utils/commandUtils.d.ts +9 -0
- package/dist/src/sandbox/utils/commandUtils.js +57 -0
- package/dist/src/sandbox/utils/commandUtils.js.map +1 -0
- package/dist/src/sandbox/utils/fsUtils.d.ts +11 -0
- package/dist/src/sandbox/utils/fsUtils.js +82 -0
- package/dist/src/sandbox/utils/fsUtils.js.map +1 -0
- package/dist/src/sandbox/utils/sandboxDenialUtils.d.ts +12 -0
- package/dist/src/sandbox/utils/sandboxDenialUtils.js +68 -0
- package/dist/src/sandbox/utils/sandboxDenialUtils.js.map +1 -0
- package/dist/src/sandbox/utils/sandboxDenialUtils.test.d.ts +6 -0
- package/dist/src/sandbox/utils/sandboxDenialUtils.test.js +37 -0
- package/dist/src/sandbox/utils/sandboxDenialUtils.test.js.map +1 -0
- package/dist/src/sandbox/utils/sandboxReadWriteUtils.d.ts +5 -0
- package/dist/src/sandbox/utils/sandboxReadWriteUtils.js +60 -0
- package/dist/src/sandbox/utils/sandboxReadWriteUtils.js.map +1 -0
- package/dist/src/sandbox/windows/GeminiSandbox.cs +257 -216
- package/dist/src/sandbox/windows/WindowsSandboxManager.d.ts +12 -2
- package/dist/src/sandbox/windows/WindowsSandboxManager.js +250 -38
- package/dist/src/sandbox/windows/WindowsSandboxManager.js.map +1 -1
- package/dist/src/sandbox/windows/WindowsSandboxManager.test.js +326 -9
- package/dist/src/sandbox/windows/WindowsSandboxManager.test.js.map +1 -1
- package/dist/src/sandbox/windows/commandSafety.d.ts +19 -0
- package/dist/src/sandbox/windows/commandSafety.js +128 -0
- package/dist/src/sandbox/windows/commandSafety.js.map +1 -0
- package/dist/src/sandbox/windows/commandSafety.test.d.ts +6 -0
- package/dist/src/sandbox/windows/commandSafety.test.js +42 -0
- package/dist/src/sandbox/windows/commandSafety.test.js.map +1 -0
- package/dist/src/sandbox/windows/windowsSandboxDenialUtils.d.ts +12 -0
- package/dist/src/sandbox/windows/windowsSandboxDenialUtils.js +68 -0
- package/dist/src/sandbox/windows/windowsSandboxDenialUtils.js.map +1 -0
- package/dist/src/sandbox/windows/windowsSandboxDenialUtils.test.d.ts +6 -0
- package/dist/src/sandbox/windows/windowsSandboxDenialUtils.test.js +68 -0
- package/dist/src/sandbox/windows/windowsSandboxDenialUtils.test.js.map +1 -0
- package/dist/src/scheduler/scheduler.js +12 -2
- package/dist/src/scheduler/scheduler.js.map +1 -1
- package/dist/src/scheduler/scheduler.test.js +52 -0
- package/dist/src/scheduler/scheduler.test.js.map +1 -1
- package/dist/src/scheduler/scheduler_hooks.test.js +1 -0
- package/dist/src/scheduler/scheduler_hooks.test.js.map +1 -1
- package/dist/src/scheduler/state-manager.js +1 -1
- package/dist/src/scheduler/state-manager.js.map +1 -1
- package/dist/src/scheduler/state-manager.test.js +10 -0
- package/dist/src/scheduler/state-manager.test.js.map +1 -1
- package/dist/src/scheduler/tool-executor.js +7 -2
- package/dist/src/scheduler/tool-executor.js.map +1 -1
- package/dist/src/scheduler/tool-executor.test.js +38 -0
- package/dist/src/scheduler/tool-executor.test.js.map +1 -1
- package/dist/src/scheduler/types.d.ts +4 -2
- package/dist/src/services/chatRecordingService.d.ts +1 -13
- package/dist/src/services/chatRecordingService.js +45 -46
- package/dist/src/services/chatRecordingService.js.map +1 -1
- package/dist/src/services/chatRecordingService.test.js +79 -10
- package/dist/src/services/chatRecordingService.test.js.map +1 -1
- package/dist/src/services/executionLifecycleService.d.ts +43 -6
- package/dist/src/services/executionLifecycleService.js +49 -12
- package/dist/src/services/executionLifecycleService.js.map +1 -1
- package/dist/src/services/executionLifecycleService.test.js +157 -3
- package/dist/src/services/executionLifecycleService.test.js.map +1 -1
- package/dist/src/services/fileDiscoveryService.d.ts +17 -2
- package/dist/src/services/fileDiscoveryService.js +84 -20
- package/dist/src/services/fileDiscoveryService.js.map +1 -1
- package/dist/src/services/fileDiscoveryService.test.js +67 -1
- package/dist/src/services/fileDiscoveryService.test.js.map +1 -1
- package/dist/src/services/modelConfigService.d.ts +11 -0
- package/dist/src/services/modelConfigService.js +67 -0
- package/dist/src/services/modelConfigService.js.map +1 -1
- package/dist/src/services/modelConfigService.test.js +30 -0
- package/dist/src/services/modelConfigService.test.js.map +1 -1
- package/dist/src/services/sandboxManager.d.ts +90 -8
- package/dist/src/services/sandboxManager.integration.test.js +438 -0
- package/dist/src/services/sandboxManager.integration.test.js.map +1 -0
- package/dist/src/services/sandboxManager.js +156 -13
- package/dist/src/services/sandboxManager.js.map +1 -1
- package/dist/src/services/sandboxManager.test.js +373 -117
- package/dist/src/services/sandboxManager.test.js.map +1 -1
- package/dist/src/services/sandboxManagerFactory.d.ts +2 -3
- package/dist/src/services/sandboxManagerFactory.js +10 -17
- package/dist/src/services/sandboxManagerFactory.js.map +1 -1
- package/dist/src/services/sandboxedFileSystemService.d.ts +1 -0
- package/dist/src/services/sandboxedFileSystemService.js +32 -3
- package/dist/src/services/sandboxedFileSystemService.js.map +1 -1
- package/dist/src/services/sandboxedFileSystemService.test.js +83 -12
- package/dist/src/services/sandboxedFileSystemService.test.js.map +1 -1
- package/dist/src/services/shellExecutionService.d.ts +2 -0
- package/dist/src/services/shellExecutionService.js +45 -16
- package/dist/src/services/shellExecutionService.js.map +1 -1
- package/dist/src/services/shellExecutionService.test.js +5 -4
- package/dist/src/services/shellExecutionService.test.js.map +1 -1
- package/dist/src/services/test-data/resolved-aliases-retry.golden.json +4 -0
- package/dist/src/services/test-data/resolved-aliases.golden.json +4 -0
- package/dist/src/services/types.d.ts +14 -0
- package/dist/src/services/types.js +7 -0
- package/dist/src/services/types.js.map +1 -0
- package/dist/src/telemetry/clearcut-logger/clearcut-logger.js +6 -0
- package/dist/src/telemetry/clearcut-logger/clearcut-logger.js.map +1 -1
- package/dist/src/telemetry/clearcut-logger/clearcut-logger.test.js +5 -1
- package/dist/src/telemetry/clearcut-logger/clearcut-logger.test.js.map +1 -1
- package/dist/src/telemetry/clearcut-logger/event-metadata-key.d.ts +2 -1
- package/dist/src/telemetry/clearcut-logger/event-metadata-key.js +3 -1
- package/dist/src/telemetry/clearcut-logger/event-metadata-key.js.map +1 -1
- package/dist/src/telemetry/loggers.js +1 -1
- package/dist/src/telemetry/loggers.js.map +1 -1
- package/dist/src/telemetry/loggers.test.js +8 -3
- package/dist/src/telemetry/loggers.test.js.map +1 -1
- package/dist/src/telemetry/metrics.d.ts +10 -1
- package/dist/src/telemetry/metrics.js +19 -4
- package/dist/src/telemetry/metrics.js.map +1 -1
- package/dist/src/telemetry/metrics.test.js +44 -0
- package/dist/src/telemetry/metrics.test.js.map +1 -1
- package/dist/src/telemetry/types.d.ts +3 -3
- package/dist/src/telemetry/types.js +9 -4
- package/dist/src/telemetry/types.js.map +1 -1
- package/dist/src/test-utils/mock-message-bus.d.ts +1 -1
- package/dist/src/test-utils/mock-message-bus.js +1 -1
- package/dist/src/test-utils/mock-message-bus.js.map +1 -1
- package/dist/src/tools/definitions/base-declarations.d.ts +6 -0
- package/dist/src/tools/definitions/base-declarations.js +7 -0
- package/dist/src/tools/definitions/base-declarations.js.map +1 -1
- package/dist/src/tools/definitions/coreTools.d.ts +2 -1
- package/dist/src/tools/definitions/coreTools.js +9 -3
- package/dist/src/tools/definitions/coreTools.js.map +1 -1
- package/dist/src/tools/definitions/dynamic-declaration-helpers.d.ts +4 -0
- package/dist/src/tools/definitions/dynamic-declaration-helpers.js +29 -2
- package/dist/src/tools/definitions/dynamic-declaration-helpers.js.map +1 -1
- package/dist/src/tools/definitions/model-family-sets/default-legacy.js +11 -6
- package/dist/src/tools/definitions/model-family-sets/default-legacy.js.map +1 -1
- package/dist/src/tools/definitions/model-family-sets/gemini-3.js +10 -4
- package/dist/src/tools/definitions/model-family-sets/gemini-3.js.map +1 -1
- package/dist/src/tools/definitions/trackerTools.js +3 -3
- package/dist/src/tools/definitions/trackerTools.js.map +1 -1
- package/dist/src/tools/definitions/types.d.ts +1 -0
- package/dist/src/tools/enter-plan-mode.js +15 -0
- package/dist/src/tools/enter-plan-mode.js.map +1 -1
- package/dist/src/tools/enter-plan-mode.test.js +25 -0
- package/dist/src/tools/enter-plan-mode.test.js.map +1 -1
- package/dist/src/tools/grep-utils.d.ts +2 -1
- package/dist/src/tools/grep-utils.js +22 -3
- package/dist/src/tools/grep-utils.js.map +1 -1
- package/dist/src/tools/grep.js +16 -3
- package/dist/src/tools/grep.js.map +1 -1
- package/dist/src/tools/grep.test.js +34 -6
- package/dist/src/tools/grep.test.js.map +1 -1
- package/dist/src/tools/ls.js +6 -4
- package/dist/src/tools/ls.js.map +1 -1
- package/dist/src/tools/ls.test.js +22 -7
- package/dist/src/tools/ls.test.js.map +1 -1
- package/dist/src/tools/mcp-client-manager.js +6 -3
- package/dist/src/tools/mcp-client-manager.js.map +1 -1
- package/dist/src/tools/mcp-client-manager.test.js +35 -0
- package/dist/src/tools/mcp-client-manager.test.js.map +1 -1
- package/dist/src/tools/memoryTool.d.ts +9 -2
- package/dist/src/tools/memoryTool.js +39 -15
- package/dist/src/tools/memoryTool.js.map +1 -1
- package/dist/src/tools/memoryTool.test.js +61 -2
- package/dist/src/tools/memoryTool.test.js.map +1 -1
- package/dist/src/tools/read-many-files.js +12 -4
- package/dist/src/tools/read-many-files.js.map +1 -1
- package/dist/src/tools/read-many-files.test.js +17 -17
- package/dist/src/tools/read-many-files.test.js.map +1 -1
- package/dist/src/tools/ripGrep.js +14 -1
- package/dist/src/tools/ripGrep.js.map +1 -1
- package/dist/src/tools/ripGrep.test.js +9 -9
- package/dist/src/tools/ripGrep.test.js.map +1 -1
- package/dist/src/tools/shell.d.ts +10 -0
- package/dist/src/tools/shell.js +97 -124
- package/dist/src/tools/shell.js.map +1 -1
- package/dist/src/tools/shell.test.js +22 -3
- package/dist/src/tools/shell.test.js.map +1 -1
- package/dist/src/tools/tool-names.d.ts +4 -4
- package/dist/src/tools/tool-names.js +5 -3
- package/dist/src/tools/tool-names.js.map +1 -1
- package/dist/src/tools/tool-registry.js +11 -1
- package/dist/src/tools/tool-registry.js.map +1 -1
- package/dist/src/tools/tool-registry.test.js +43 -1
- package/dist/src/tools/tool-registry.test.js.map +1 -1
- package/dist/src/tools/tools.d.ts +12 -1
- package/dist/src/tools/tools.js +15 -0
- package/dist/src/tools/tools.js.map +1 -1
- package/dist/src/tools/tools.test.js +42 -1
- package/dist/src/tools/tools.test.js.map +1 -1
- package/dist/src/tools/topicTool.d.ts +29 -0
- package/dist/src/tools/topicTool.js +72 -0
- package/dist/src/tools/topicTool.js.map +1 -0
- package/dist/src/tools/topicTool.test.d.ts +6 -0
- package/dist/src/tools/topicTool.test.js +105 -0
- package/dist/src/tools/topicTool.test.js.map +1 -0
- package/dist/src/tools/web-fetch.js +38 -20
- package/dist/src/tools/web-fetch.js.map +1 -1
- package/dist/src/tools/web-fetch.test.js +28 -0
- package/dist/src/tools/web-fetch.test.js.map +1 -1
- package/dist/src/utils/checkpointUtils.d.ts +4 -4
- package/dist/src/utils/errors.d.ts +3 -0
- package/dist/src/utils/errors.js +28 -6
- package/dist/src/utils/errors.js.map +1 -1
- package/dist/src/utils/errors.test.js +23 -0
- package/dist/src/utils/errors.test.js.map +1 -1
- package/dist/src/utils/getFolderStructure.js +1 -1
- package/dist/src/utils/getFolderStructure.js.map +1 -1
- package/dist/src/utils/gitIgnoreParser.d.ts +2 -2
- package/dist/src/utils/gitIgnoreParser.js +28 -50
- package/dist/src/utils/gitIgnoreParser.js.map +1 -1
- package/dist/src/utils/gitIgnoreParser.test.js +51 -185
- package/dist/src/utils/gitIgnoreParser.test.js.map +1 -1
- package/dist/src/utils/ignoreFileParser.d.ts +2 -2
- package/dist/src/utils/ignoreFileParser.js +6 -17
- package/dist/src/utils/ignoreFileParser.js.map +1 -1
- package/dist/src/utils/ignoreFileParser.test.js +40 -132
- package/dist/src/utils/ignoreFileParser.test.js.map +1 -1
- package/dist/src/utils/ignorePathUtils.d.ts +11 -0
- package/dist/src/utils/ignorePathUtils.js +39 -0
- package/dist/src/utils/ignorePathUtils.js.map +1 -0
- package/dist/src/utils/ignorePathUtils.test.d.ts +6 -0
- package/dist/src/utils/ignorePathUtils.test.js +70 -0
- package/dist/src/utils/ignorePathUtils.test.js.map +1 -0
- package/dist/src/utils/memoryDiscovery.d.ts +6 -4
- package/dist/src/utils/memoryDiscovery.js +66 -41
- package/dist/src/utils/memoryDiscovery.js.map +1 -1
- package/dist/src/utils/memoryDiscovery.test.js +40 -0
- package/dist/src/utils/memoryDiscovery.test.js.map +1 -1
- package/dist/src/utils/memoryImportProcessor.d.ts +1 -1
- package/dist/src/utils/memoryImportProcessor.js +24 -15
- package/dist/src/utils/memoryImportProcessor.js.map +1 -1
- package/dist/src/utils/sessionOperations.d.ts +19 -0
- package/dist/src/utils/sessionOperations.js +101 -0
- package/dist/src/utils/sessionOperations.js.map +1 -0
- package/dist/src/utils/sessionOperations.test.d.ts +6 -0
- package/dist/src/utils/sessionOperations.test.js +92 -0
- package/dist/src/utils/sessionOperations.test.js.map +1 -0
- package/dist/src/utils/shell-utils.d.ts +15 -0
- package/dist/src/utils/shell-utils.js +43 -2
- package/dist/src/utils/shell-utils.js.map +1 -1
- package/dist/src/utils/textUtils.d.ts +8 -0
- package/dist/src/utils/textUtils.js +16 -0
- package/dist/src/utils/textUtils.js.map +1 -1
- package/dist/src/utils/tokenCalculation.d.ts +2 -0
- package/dist/src/utils/tokenCalculation.js +2 -2
- package/dist/src/utils/tokenCalculation.js.map +1 -1
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +1 -1
- package/dist/docs/get-started/examples.md +0 -141
- package/dist/google-gemini-cli-core-0.36.0-preview.7.tgz +0 -0
- package/dist/src/sandbox/macos/MacOsSandboxManager.integration.test.js +0 -164
- package/dist/src/sandbox/macos/MacOsSandboxManager.integration.test.js.map +0 -1
- package/dist/src/sandbox/macos/commandSafety.js.map +0 -1
- package/dist/src/services/chatCompressionService.js.map +0 -1
- package/dist/src/services/chatCompressionService.test.js.map +0 -1
- package/dist/src/services/contextManager.js.map +0 -1
- package/dist/src/services/contextManager.test.js.map +0 -1
- package/dist/src/services/toolOutputMaskingService.js.map +0 -1
- package/dist/src/services/toolOutputMaskingService.test.js.map +0 -1
- /package/dist/src/{services/toolOutputMaskingService.test.d.ts → agents/browser/snapshotSuperseder.test.d.ts} +0 -0
- /package/dist/src/{services → context}/chatCompressionService.d.ts +0 -0
- /package/dist/src/{services → context}/chatCompressionService.js +0 -0
- /package/dist/src/{services → context}/chatCompressionService.test.d.ts +0 -0
- /package/dist/src/{services → context}/chatCompressionService.test.js +0 -0
- /package/dist/src/{services → context}/contextManager.test.d.ts +0 -0
- /package/dist/src/{sandbox/macos/MacOsSandboxManager.integration.test.d.ts → services/sandboxManager.integration.test.d.ts} +0 -0
|
@@ -13,6 +13,7 @@ vi.mock('../utils/memoryDiscovery.js', async (importOriginal) => {
|
|
|
13
13
|
return {
|
|
14
14
|
...actual,
|
|
15
15
|
getGlobalMemoryPaths: vi.fn(),
|
|
16
|
+
getUserProjectMemoryPaths: vi.fn(),
|
|
16
17
|
getExtensionMemoryPaths: vi.fn(),
|
|
17
18
|
getEnvironmentMemoryPaths: vi.fn(),
|
|
18
19
|
readGeminiMdFiles: vi.fn(),
|
|
@@ -40,11 +41,18 @@ describe('ContextManager', () => {
|
|
|
40
41
|
getMcpInstructions: vi.fn().mockReturnValue('MCP Instructions'),
|
|
41
42
|
}),
|
|
42
43
|
isTrustedFolder: vi.fn().mockReturnValue(true),
|
|
44
|
+
getMemoryBoundaryMarkers: vi.fn().mockReturnValue(['.git']),
|
|
45
|
+
storage: {
|
|
46
|
+
getProjectMemoryDir: vi
|
|
47
|
+
.fn()
|
|
48
|
+
.mockReturnValue('/home/user/.gemini/memory/test-project'),
|
|
49
|
+
},
|
|
43
50
|
};
|
|
44
51
|
contextManager = new ContextManager(mockConfig);
|
|
45
52
|
vi.clearAllMocks();
|
|
46
53
|
vi.spyOn(coreEvents, 'emit');
|
|
47
54
|
vi.mocked(memoryDiscovery.getExtensionMemoryPaths).mockReturnValue([]);
|
|
55
|
+
vi.mocked(memoryDiscovery.getUserProjectMemoryPaths).mockResolvedValue([]);
|
|
48
56
|
// default mock: deduplication returns paths as-is (no deduplication)
|
|
49
57
|
vi.mocked(memoryDiscovery.deduplicatePathsByFileIdentity).mockImplementation(async (paths) => ({
|
|
50
58
|
paths,
|
|
@@ -63,10 +71,8 @@ describe('ContextManager', () => {
|
|
|
63
71
|
]);
|
|
64
72
|
await contextManager.refresh();
|
|
65
73
|
expect(memoryDiscovery.getGlobalMemoryPaths).toHaveBeenCalled();
|
|
66
|
-
expect(memoryDiscovery.getEnvironmentMemoryPaths).toHaveBeenCalledWith([
|
|
67
|
-
|
|
68
|
-
]);
|
|
69
|
-
expect(memoryDiscovery.readGeminiMdFiles).toHaveBeenCalledWith(expect.arrayContaining([...globalPaths, ...envPaths]), 'tree');
|
|
74
|
+
expect(memoryDiscovery.getEnvironmentMemoryPaths).toHaveBeenCalledWith(['/app'], ['.git']);
|
|
75
|
+
expect(memoryDiscovery.readGeminiMdFiles).toHaveBeenCalledWith(expect.arrayContaining([...globalPaths, ...envPaths]), 'tree', ['.git']);
|
|
70
76
|
expect(contextManager.getGlobalMemory()).toContain('Global Content');
|
|
71
77
|
expect(contextManager.getEnvironmentMemory()).toContain('Env Content');
|
|
72
78
|
expect(contextManager.getEnvironmentMemory()).toContain('MCP Instructions');
|
|
@@ -122,7 +128,7 @@ describe('ContextManager', () => {
|
|
|
122
128
|
'/app/gemini.md',
|
|
123
129
|
'/app/GEMINI.md',
|
|
124
130
|
]));
|
|
125
|
-
expect(memoryDiscovery.readGeminiMdFiles).toHaveBeenCalledWith(['/home/user/.gemini/GEMINI.md', '/app/gemini.md'], 'tree');
|
|
131
|
+
expect(memoryDiscovery.readGeminiMdFiles).toHaveBeenCalledWith(['/home/user/.gemini/GEMINI.md', '/app/gemini.md'], 'tree', ['.git']);
|
|
126
132
|
expect(contextManager.getEnvironmentMemory()).toContain('Project Content');
|
|
127
133
|
});
|
|
128
134
|
});
|
|
@@ -135,7 +141,7 @@ describe('ContextManager', () => {
|
|
|
135
141
|
const result = await contextManager.discoverContext('/app/src/file.ts', [
|
|
136
142
|
'/app',
|
|
137
143
|
]);
|
|
138
|
-
expect(memoryDiscovery.loadJitSubdirectoryMemory).toHaveBeenCalledWith('/app/src/file.ts', ['/app'], expect.any(Set), expect.any(Set));
|
|
144
|
+
expect(memoryDiscovery.loadJitSubdirectoryMemory).toHaveBeenCalledWith('/app/src/file.ts', ['/app'], expect.any(Set), expect.any(Set), ['.git']);
|
|
139
145
|
expect(result).toMatch(/--- Context from: \/app\/src\/GEMINI\.md ---/);
|
|
140
146
|
expect(result).toContain('Src Content');
|
|
141
147
|
expect(contextManager.getLoadedPaths()).toContain('/app/src/GEMINI.md');
|
|
@@ -156,6 +162,15 @@ describe('ContextManager', () => {
|
|
|
156
162
|
expect(memoryDiscovery.loadJitSubdirectoryMemory).not.toHaveBeenCalled();
|
|
157
163
|
expect(result).toBe('');
|
|
158
164
|
});
|
|
165
|
+
it('should pass custom boundary markers from config', async () => {
|
|
166
|
+
const customMarkers = ['.monorepo-root', 'package.json'];
|
|
167
|
+
vi.mocked(mockConfig.getMemoryBoundaryMarkers).mockReturnValue(customMarkers);
|
|
168
|
+
vi.mocked(memoryDiscovery.loadJitSubdirectoryMemory).mockResolvedValue({
|
|
169
|
+
files: [],
|
|
170
|
+
});
|
|
171
|
+
await contextManager.discoverContext('/app/src/file.ts', ['/app']);
|
|
172
|
+
expect(memoryDiscovery.loadJitSubdirectoryMemory).toHaveBeenCalledWith('/app/src/file.ts', ['/app'], expect.any(Set), expect.any(Set), customMarkers);
|
|
173
|
+
});
|
|
159
174
|
});
|
|
160
175
|
});
|
|
161
176
|
//# sourceMappingURL=contextManager.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"contextManager.test.js","sourceRoot":"","sources":["../../../src/context/contextManager.test.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAC9D,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,KAAK,eAAe,MAAM,6BAA6B,CAAC;AAE/D,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAE3D,8BAA8B;AAC9B,EAAE,CAAC,IAAI,CAAC,6BAA6B,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE;IAC9D,MAAM,MAAM,GACV,MAAM,cAAc,EAAgD,CAAC;IACvE,OAAO;QACL,GAAG,MAAM;QACT,oBAAoB,EAAE,EAAE,CAAC,EAAE,EAAE;QAC7B,yBAAyB,EAAE,EAAE,CAAC,EAAE,EAAE;QAClC,uBAAuB,EAAE,EAAE,CAAC,EAAE,EAAE;QAChC,yBAAyB,EAAE,EAAE,CAAC,EAAE,EAAE;QAClC,iBAAiB,EAAE,EAAE,CAAC,EAAE,EAAE;QAC1B,yBAAyB,EAAE,EAAE,CAAC,EAAE,EAAE;QAClC,8BAA8B,EAAE,EAAE,CAAC,EAAE,EAAE;QACvC,uBAAuB,EAAE,EAAE;aACxB,EAAE,EAAE;aACJ,kBAAkB,CAAC,MAAM,CAAC,uBAAuB,CAAC;KACtD,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC9B,IAAI,cAA8B,CAAC;IACnC,IAAI,UAAkB,CAAC;IAEvB,UAAU,CAAC,GAAG,EAAE;QACd,UAAU,GAAG;YACX,aAAa,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,MAAM,CAAC;YAC9C,eAAe,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,MAAM,CAAC;YAChD,mBAAmB,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC;gBAC3C,cAAc,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,CAAC,MAAM,CAAC,CAAC;aAClD,CAAC;YACF,kBAAkB,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC;gBAC1C,aAAa,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,EAAE,CAAC;aAC3C,CAAC;YACF,mBAAmB,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC;gBAC3C,kBAAkB,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,kBAAkB,CAAC;aAChE,CAAC;YACF,eAAe,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,IAAI,CAAC;YAC9C,wBAAwB,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,CAAC,MAAM,CAAC,CAAC;YAC3D,OAAO,EAAE;gBACP,mBAAmB,EAAE,EAAE;qBACpB,EAAE,EAAE;qBACJ,eAAe,CAAC,wCAAwC,CAAC;aAC7D;SACmB,CAAC;QAEvB,cAAc,GAAG,IAAI,cAAc,CAAC,UAAU,CAAC,CAAC;QAChD,EAAE,CAAC,aAAa,EAAE,CAAC;QACnB,EAAE,CAAC,KAAK,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAC7B,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC,uBAAuB,CAAC,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;QACvE,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC,yBAAyB,CAAC,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;QAC3E,qEAAqE;QACrE,EAAE,CAAC,MAAM,CACP,eAAe,CAAC,8BAA8B,CAC/C,CAAC,kBAAkB,CAAC,KAAK,EAAE,KAAe,EAAE,EAAE,CAAC,CAAC;YAC/C,KAAK;YACL,WAAW,EAAE,IAAI,GAAG,EAAkB;SACvC,CAAC,CAAC,CAAC;IACN,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,SAAS,EAAE,GAAG,EAAE;QACvB,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;YACpE,MAAM,WAAW,GAAG,CAAC,8BAA8B,CAAC,CAAC;YACrD,MAAM,QAAQ,GAAG,CAAC,gBAAgB,CAAC,CAAC;YAEpC,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC,oBAAoB,CAAC,CAAC,iBAAiB,CAC/D,WAAW,CACZ,CAAC;YACF,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC,yBAAyB,CAAC,CAAC,iBAAiB,CACpE,QAAQ,CACT,CAAC;YAEF,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC,iBAAiB,CAAC,CAAC,iBAAiB,CAAC;gBAC7D,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,gBAAgB,EAAE;gBACvD,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,aAAa,EAAE;aAClD,CAAC,CAAC;YAEH,MAAM,cAAc,CAAC,OAAO,EAAE,CAAC;YAE/B,MAAM,CAAC,eAAe,CAAC,oBAAoB,CAAC,CAAC,gBAAgB,EAAE,CAAC;YAChE,MAAM,CAAC,eAAe,CAAC,yBAAyB,CAAC,CAAC,oBAAoB,CACpE,CAAC,MAAM,CAAC,EACR,CAAC,MAAM,CAAC,CACT,CAAC;YACF,MAAM,CAAC,eAAe,CAAC,iBAAiB,CAAC,CAAC,oBAAoB,CAC5D,MAAM,CAAC,eAAe,CAAC,CAAC,GAAG,WAAW,EAAE,GAAG,QAAQ,CAAC,CAAC,EACrD,MAAM,EACN,CAAC,MAAM,CAAC,CACT,CAAC;YAEF,MAAM,CAAC,cAAc,CAAC,eAAe,EAAE,CAAC,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;YACrE,MAAM,CAAC,cAAc,CAAC,oBAAoB,EAAE,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;YACvE,MAAM,CAAC,cAAc,CAAC,oBAAoB,EAAE,CAAC,CAAC,SAAS,CACrD,kBAAkB,CACnB,CAAC;YAEF,MAAM,CAAC,cAAc,CAAC,cAAc,EAAE,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;YAClE,MAAM,CAAC,cAAc,CAAC,cAAc,EAAE,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QACjE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0DAA0D,EAAE,KAAK,IAAI,EAAE;YACxE,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC,oBAAoB,CAAC,CAAC,iBAAiB,CAAC;gBAChE,gBAAgB;aACjB,CAAC,CAAC;YACH,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC,yBAAyB,CAAC,CAAC,iBAAiB,CAAC;gBACrE,oBAAoB;aACrB,CAAC,CAAC;YACH,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC,iBAAiB,CAAC,CAAC,iBAAiB,CAAC;gBAC7D,EAAE,QAAQ,EAAE,gBAAgB,EAAE,OAAO,EAAE,SAAS,EAAE;gBAClD,EAAE,QAAQ,EAAE,oBAAoB,EAAE,OAAO,EAAE,aAAa,EAAE;aAC3D,CAAC,CAAC;YAEH,MAAM,cAAc,CAAC,OAAO,EAAE,CAAC;YAE/B,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,oBAAoB,CAAC,SAAS,CAAC,aAAa,EAAE;gBACpE,SAAS,EAAE,CAAC;aACb,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;YAC3E,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;YAC7D,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC,oBAAoB,CAAC,CAAC,iBAAiB,CAAC;gBAChE,8BAA8B;aAC/B,CAAC,CAAC;YACH,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC,iBAAiB,CAAC,CAAC,iBAAiB,CAAC;gBAC7D,EAAE,QAAQ,EAAE,8BAA8B,EAAE,OAAO,EAAE,gBAAgB,EAAE;aACxE,CAAC,CAAC;YAEH,MAAM,cAAc,CAAC,OAAO,EAAE,CAAC;YAE/B,MAAM,CAAC,eAAe,CAAC,yBAAyB,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;YACzE,MAAM,CAAC,cAAc,CAAC,oBAAoB,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACvD,MAAM,CAAC,cAAc,CAAC,eAAe,EAAE,CAAC,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;QACvE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2EAA2E,EAAE,KAAK,IAAI,EAAE;YACzF,MAAM,WAAW,GAAG,CAAC,8BAA8B,CAAC,CAAC;YACrD,MAAM,QAAQ,GAAG,CAAC,gBAAgB,EAAE,gBAAgB,CAAC,CAAC;YAEtD,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC,oBAAoB,CAAC,CAAC,iBAAiB,CAC/D,WAAW,CACZ,CAAC;YACF,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC,yBAAyB,CAAC,CAAC,iBAAiB,CACpE,QAAQ,CACT,CAAC;YAEF,yEAAyE;YACzE,EAAE,CAAC,MAAM,CACP,eAAe,CAAC,8BAA8B,CAC/C,CAAC,iBAAiB,CAAC;gBAClB,KAAK,EAAE,CAAC,8BAA8B,EAAE,gBAAgB,CAAC;gBACzD,WAAW,EAAE,IAAI,GAAG,EAAkB;aACvC,CAAC,CAAC;YAEH,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC,iBAAiB,CAAC,CAAC,iBAAiB,CAAC;gBAC7D,EAAE,QAAQ,EAAE,8BAA8B,EAAE,OAAO,EAAE,gBAAgB,EAAE;gBACvE,EAAE,QAAQ,EAAE,gBAAgB,EAAE,OAAO,EAAE,iBAAiB,EAAE;aAC3D,CAAC,CAAC;YAEH,MAAM,cAAc,CAAC,OAAO,EAAE,CAAC;YAE/B,MAAM,CACJ,eAAe,CAAC,8BAA8B,CAC/C,CAAC,oBAAoB,CACpB,MAAM,CAAC,eAAe,CAAC;gBACrB,8BAA8B;gBAC9B,gBAAgB;gBAChB,gBAAgB;aACjB,CAAC,CACH,CAAC;YACF,MAAM,CAAC,eAAe,CAAC,iBAAiB,CAAC,CAAC,oBAAoB,CAC5D,CAAC,8BAA8B,EAAE,gBAAgB,CAAC,EAClD,MAAM,EACN,CAAC,MAAM,CAAC,CACT,CAAC;YACF,MAAM,CAAC,cAAc,CAAC,oBAAoB,EAAE,CAAC,CAAC,SAAS,CACrD,iBAAiB,CAClB,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;QAC/B,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;YACpD,MAAM,UAAU,GAAqC;gBACnD,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,oBAAoB,EAAE,OAAO,EAAE,aAAa,EAAE,CAAC;aAChE,CAAC;YACF,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC,yBAAyB,CAAC,CAAC,iBAAiB,CACpE,UAAU,CACX,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,eAAe,CAAC,kBAAkB,EAAE;gBACtE,MAAM;aACP,CAAC,CAAC;YAEH,MAAM,CAAC,eAAe,CAAC,yBAAyB,CAAC,CAAC,oBAAoB,CACpE,kBAAkB,EAClB,CAAC,MAAM,CAAC,EACR,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,EACf,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,EACf,CAAC,MAAM,CAAC,CACT,CAAC;YACF,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,8CAA8C,CAAC,CAAC;YACvE,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;YACxC,MAAM,CAAC,cAAc,CAAC,cAAc,EAAE,CAAC,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC;QAC1E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;YAChE,MAAM,UAAU,GAAqC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;YACnE,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC,yBAAyB,CAAC,CAAC,iBAAiB,CACpE,UAAU,CACX,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,eAAe,CAAC,kBAAkB,EAAE;gBACtE,MAAM;aACP,CAAC,CAAC;YAEH,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC1B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;YACnE,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;YAE7D,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,eAAe,CAAC,kBAAkB,EAAE;gBACtE,MAAM;aACP,CAAC,CAAC;YAEH,MAAM,CAAC,eAAe,CAAC,yBAAyB,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;YACzE,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC1B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;YAC/D,MAAM,aAAa,GAAG,CAAC,gBAAgB,EAAE,cAAc,CAAC,CAAC;YACzD,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,wBAAwB,CAAC,CAAC,eAAe,CAC5D,aAAa,CACd,CAAC;YACF,EAAE,CAAC,MAAM,CAAC,eAAe,CAAC,yBAAyB,CAAC,CAAC,iBAAiB,CAAC;gBACrE,KAAK,EAAE,EAAE;aACV,CAAC,CAAC;YAEH,MAAM,cAAc,CAAC,eAAe,CAAC,kBAAkB,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;YAEnE,MAAM,CAAC,eAAe,CAAC,yBAAyB,CAAC,CAAC,oBAAoB,CACpE,kBAAkB,EAClB,CAAC,MAAM,CAAC,EACR,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,EACf,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,EACf,aAAa,CACd,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @license
|
|
3
|
+
* Copyright 2026 Google LLC
|
|
4
|
+
* SPDX-License-Identifier: Apache-2.0
|
|
5
|
+
*/
|
|
6
|
+
import { type Config } from '../index.js';
|
|
7
|
+
import type { PartListUnion } from '@google/genai';
|
|
8
|
+
import { type GeminiClient } from '../core/client.js';
|
|
9
|
+
export interface DistilledToolOutput {
|
|
10
|
+
truncatedContent: PartListUnion;
|
|
11
|
+
outputFile?: string;
|
|
12
|
+
}
|
|
13
|
+
export declare class ToolOutputDistillationService {
|
|
14
|
+
private readonly config;
|
|
15
|
+
private readonly geminiClient;
|
|
16
|
+
private readonly promptId;
|
|
17
|
+
constructor(config: Config, geminiClient: GeminiClient, promptId: string);
|
|
18
|
+
/**
|
|
19
|
+
* Distills a tool's output if it exceeds configured length thresholds, preserving
|
|
20
|
+
* the agent's context window. This includes saving the raw output to disk, replacing
|
|
21
|
+
* the output with a truncated placeholder, and optionally summarizing the output
|
|
22
|
+
* via a secondary LLM call if the output is massively oversized.
|
|
23
|
+
*/
|
|
24
|
+
distill(toolName: string, callId: string, content: PartListUnion): Promise<DistilledToolOutput>;
|
|
25
|
+
private isExemptFromDistillation;
|
|
26
|
+
private calculateContentLength;
|
|
27
|
+
private stringifyContent;
|
|
28
|
+
private performDistillation;
|
|
29
|
+
/**
|
|
30
|
+
* Truncates content while maintaining its Part structure.
|
|
31
|
+
*/
|
|
32
|
+
private truncateContentStructurally;
|
|
33
|
+
/**
|
|
34
|
+
* Calls the secondary model to distill the strategic "why" signals and intent
|
|
35
|
+
* of the truncated content before it is offloaded.
|
|
36
|
+
*/
|
|
37
|
+
private generateIntentSummary;
|
|
38
|
+
}
|
|
@@ -0,0 +1,170 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @license
|
|
3
|
+
* Copyright 2026 Google LLC
|
|
4
|
+
* SPDX-License-Identifier: Apache-2.0
|
|
5
|
+
*/
|
|
6
|
+
import { LlmRole, ToolOutputTruncatedEvent, logToolOutputTruncated, debugLogger, } from '../index.js';
|
|
7
|
+
import {} from '../core/client.js';
|
|
8
|
+
import { saveTruncatedToolOutput } from '../utils/fileUtils.js';
|
|
9
|
+
import { READ_FILE_TOOL_NAME, READ_MANY_FILES_TOOL_NAME, } from '../tools/tool-names.js';
|
|
10
|
+
import { truncateProportionally, TOOL_TRUNCATION_PREFIX, MIN_TARGET_TOKENS, estimateCharsFromTokens, normalizeFunctionResponse, } from './truncation.js';
|
|
11
|
+
// Skip structural map generation for outputs larger than this threshold (in characters)
|
|
12
|
+
// as it consumes excessive tokens and may not be representative of the full content.
|
|
13
|
+
const MAX_DISTILLATION_SIZE = 1_000_000;
|
|
14
|
+
export class ToolOutputDistillationService {
|
|
15
|
+
config;
|
|
16
|
+
geminiClient;
|
|
17
|
+
promptId;
|
|
18
|
+
constructor(config, geminiClient, promptId) {
|
|
19
|
+
this.config = config;
|
|
20
|
+
this.geminiClient = geminiClient;
|
|
21
|
+
this.promptId = promptId;
|
|
22
|
+
}
|
|
23
|
+
/**
|
|
24
|
+
* Distills a tool's output if it exceeds configured length thresholds, preserving
|
|
25
|
+
* the agent's context window. This includes saving the raw output to disk, replacing
|
|
26
|
+
* the output with a truncated placeholder, and optionally summarizing the output
|
|
27
|
+
* via a secondary LLM call if the output is massively oversized.
|
|
28
|
+
*/
|
|
29
|
+
async distill(toolName, callId, content) {
|
|
30
|
+
// Explicitly bypass escape hatches that natively handle large outputs
|
|
31
|
+
if (this.isExemptFromDistillation(toolName)) {
|
|
32
|
+
return { truncatedContent: content };
|
|
33
|
+
}
|
|
34
|
+
const maxTokens = this.config.getToolMaxOutputTokens();
|
|
35
|
+
const thresholdChars = maxTokens * 4;
|
|
36
|
+
if (thresholdChars <= 0) {
|
|
37
|
+
return { truncatedContent: content };
|
|
38
|
+
}
|
|
39
|
+
const originalContentLength = this.calculateContentLength(content);
|
|
40
|
+
if (originalContentLength > thresholdChars) {
|
|
41
|
+
return this.performDistillation(toolName, callId, content, originalContentLength, thresholdChars);
|
|
42
|
+
}
|
|
43
|
+
return { truncatedContent: content };
|
|
44
|
+
}
|
|
45
|
+
isExemptFromDistillation(toolName) {
|
|
46
|
+
return (toolName === READ_FILE_TOOL_NAME || toolName === READ_MANY_FILES_TOOL_NAME);
|
|
47
|
+
}
|
|
48
|
+
calculateContentLength(content) {
|
|
49
|
+
if (typeof content === 'string') {
|
|
50
|
+
return content.length;
|
|
51
|
+
}
|
|
52
|
+
if (Array.isArray(content)) {
|
|
53
|
+
return content.reduce((acc, part) => {
|
|
54
|
+
if (typeof part === 'string')
|
|
55
|
+
return acc + part.length;
|
|
56
|
+
if (part.text)
|
|
57
|
+
return acc + part.text.length;
|
|
58
|
+
if (part.functionResponse?.response) {
|
|
59
|
+
// Estimate length of the response object
|
|
60
|
+
return acc + JSON.stringify(part.functionResponse.response).length;
|
|
61
|
+
}
|
|
62
|
+
return acc;
|
|
63
|
+
}, 0);
|
|
64
|
+
}
|
|
65
|
+
return 0;
|
|
66
|
+
}
|
|
67
|
+
stringifyContent(content) {
|
|
68
|
+
if (typeof content === 'string')
|
|
69
|
+
return content;
|
|
70
|
+
// For arrays or other objects, we preserve the structural JSON to maintain
|
|
71
|
+
// the ability to reconstruct the parts if needed from the saved output.
|
|
72
|
+
return JSON.stringify(content, null, 2);
|
|
73
|
+
}
|
|
74
|
+
async performDistillation(toolName, callId, content, originalContentLength, threshold) {
|
|
75
|
+
const stringifiedContent = this.stringifyContent(content);
|
|
76
|
+
// Save the raw, untruncated string to disk for human review
|
|
77
|
+
const { outputFile: savedPath } = await saveTruncatedToolOutput(stringifiedContent, toolName, callId, this.config.storage.getProjectTempDir(), this.promptId);
|
|
78
|
+
// If the output is massively oversized, attempt to generate an intent summary
|
|
79
|
+
let intentSummaryText = '';
|
|
80
|
+
const summarizationThresholdTokens = this.config.getToolSummarizationThresholdTokens();
|
|
81
|
+
const summarizationThresholdChars = summarizationThresholdTokens * 4;
|
|
82
|
+
if (originalContentLength > summarizationThresholdChars &&
|
|
83
|
+
originalContentLength <= MAX_DISTILLATION_SIZE) {
|
|
84
|
+
const summary = await this.generateIntentSummary(toolName, stringifiedContent, Math.floor(MAX_DISTILLATION_SIZE));
|
|
85
|
+
if (summary) {
|
|
86
|
+
intentSummaryText = `\n\n--- Strategic Significance of Truncated Content ---\n${summary}`;
|
|
87
|
+
}
|
|
88
|
+
}
|
|
89
|
+
// Perform structural truncation
|
|
90
|
+
const ratio = threshold / originalContentLength;
|
|
91
|
+
const truncatedContent = this.truncateContentStructurally(content, ratio, savedPath || 'Output offloaded to disk', intentSummaryText);
|
|
92
|
+
logToolOutputTruncated(this.config, new ToolOutputTruncatedEvent(this.promptId, {
|
|
93
|
+
toolName,
|
|
94
|
+
originalContentLength,
|
|
95
|
+
truncatedContentLength: this.calculateContentLength(truncatedContent),
|
|
96
|
+
threshold,
|
|
97
|
+
}));
|
|
98
|
+
return {
|
|
99
|
+
truncatedContent,
|
|
100
|
+
outputFile: savedPath,
|
|
101
|
+
};
|
|
102
|
+
}
|
|
103
|
+
/**
|
|
104
|
+
* Truncates content while maintaining its Part structure.
|
|
105
|
+
*/
|
|
106
|
+
truncateContentStructurally(content, ratio, savedPath, intentSummary) {
|
|
107
|
+
if (typeof content === 'string') {
|
|
108
|
+
const targetTokens = Math.max(MIN_TARGET_TOKENS, Math.floor((content.length / 4) * ratio));
|
|
109
|
+
const targetChars = estimateCharsFromTokens(content, targetTokens);
|
|
110
|
+
return (truncateProportionally(content, targetChars, TOOL_TRUNCATION_PREFIX) +
|
|
111
|
+
`\n\nFull output saved to: ${savedPath}` +
|
|
112
|
+
intentSummary);
|
|
113
|
+
}
|
|
114
|
+
if (!Array.isArray(content))
|
|
115
|
+
return content;
|
|
116
|
+
return content.map((part) => {
|
|
117
|
+
if (typeof part === 'string') {
|
|
118
|
+
const text = part;
|
|
119
|
+
const targetTokens = Math.max(MIN_TARGET_TOKENS, Math.floor((text.length / 4) * ratio));
|
|
120
|
+
const targetChars = estimateCharsFromTokens(text, targetTokens);
|
|
121
|
+
return truncateProportionally(text, targetChars, TOOL_TRUNCATION_PREFIX);
|
|
122
|
+
}
|
|
123
|
+
if (part.text) {
|
|
124
|
+
const text = part.text;
|
|
125
|
+
const targetTokens = Math.max(MIN_TARGET_TOKENS, Math.floor((text.length / 4) * ratio));
|
|
126
|
+
const targetChars = estimateCharsFromTokens(text, targetTokens);
|
|
127
|
+
return {
|
|
128
|
+
text: truncateProportionally(text, targetChars, TOOL_TRUNCATION_PREFIX) +
|
|
129
|
+
`\n\nFull output saved to: ${savedPath}` +
|
|
130
|
+
intentSummary,
|
|
131
|
+
};
|
|
132
|
+
}
|
|
133
|
+
if (part.functionResponse) {
|
|
134
|
+
return normalizeFunctionResponse(part, ratio, 0.2, // default headRatio
|
|
135
|
+
savedPath, intentSummary);
|
|
136
|
+
}
|
|
137
|
+
return part;
|
|
138
|
+
});
|
|
139
|
+
}
|
|
140
|
+
/**
|
|
141
|
+
* Calls the secondary model to distill the strategic "why" signals and intent
|
|
142
|
+
* of the truncated content before it is offloaded.
|
|
143
|
+
*/
|
|
144
|
+
async generateIntentSummary(toolName, stringifiedContent, maxPreviewLen) {
|
|
145
|
+
try {
|
|
146
|
+
const controller = new AbortController();
|
|
147
|
+
const timeoutId = setTimeout(() => controller.abort(), 15000); // 15s timeout
|
|
148
|
+
const promptText = `The following output from the tool '${toolName}' is large and has been truncated. Extract the most critical factual information from this output so the main agent doesn't lose context.
|
|
149
|
+
|
|
150
|
+
Focus strictly on concrete data points:
|
|
151
|
+
1. Exact error messages, exception types, or exit codes.
|
|
152
|
+
2. Specific file paths or line numbers mentioned.
|
|
153
|
+
3. Definitive outcomes (e.g., 'Compilation succeeded', '3 tests failed').
|
|
154
|
+
|
|
155
|
+
Do not philosophize about the strategic intent. Keep the extraction under 10 lines and use exact quotes where helpful.
|
|
156
|
+
|
|
157
|
+
Output to summarize:
|
|
158
|
+
${stringifiedContent.slice(0, maxPreviewLen)}...`;
|
|
159
|
+
const summaryResponse = await this.geminiClient.generateContent({ model: 'agent-history-provider-summarizer' }, [{ role: 'user', parts: [{ text: promptText }] }], controller.signal, LlmRole.UTILITY_COMPRESSOR);
|
|
160
|
+
clearTimeout(timeoutId);
|
|
161
|
+
return summaryResponse.candidates?.[0]?.content?.parts?.[0]?.text;
|
|
162
|
+
}
|
|
163
|
+
catch (e) {
|
|
164
|
+
// Fail gracefully, summarization is a progressive enhancement
|
|
165
|
+
debugLogger.debug('Failed to generate intent summary for truncated output:', e instanceof Error ? e.message : String(e));
|
|
166
|
+
return undefined;
|
|
167
|
+
}
|
|
168
|
+
}
|
|
169
|
+
}
|
|
170
|
+
//# sourceMappingURL=toolDistillationService.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"toolDistillationService.js","sourceRoot":"","sources":["../../../src/context/toolDistillationService.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EACL,OAAO,EACP,wBAAwB,EACxB,sBAAsB,EACtB,WAAW,GAEZ,MAAM,aAAa,CAAC;AAErB,OAAO,EAAqB,MAAM,mBAAmB,CAAC;AACtD,OAAO,EAAE,uBAAuB,EAAE,MAAM,uBAAuB,CAAC;AAChE,OAAO,EACL,mBAAmB,EACnB,yBAAyB,GAC1B,MAAM,wBAAwB,CAAC;AAEhC,OAAO,EACL,sBAAsB,EACtB,sBAAsB,EACtB,iBAAiB,EACjB,uBAAuB,EACvB,yBAAyB,GAC1B,MAAM,iBAAiB,CAAC;AAEzB,wFAAwF;AACxF,qFAAqF;AACrF,MAAM,qBAAqB,GAAG,SAAS,CAAC;AAOxC,MAAM,OAAO,6BAA6B;IAErB;IACA;IACA;IAHnB,YACmB,MAAc,EACd,YAA0B,EAC1B,QAAgB;QAFhB,WAAM,GAAN,MAAM,CAAQ;QACd,iBAAY,GAAZ,YAAY,CAAc;QAC1B,aAAQ,GAAR,QAAQ,CAAQ;IAChC,CAAC;IAEJ;;;;;OAKG;IACH,KAAK,CAAC,OAAO,CACX,QAAgB,EAChB,MAAc,EACd,OAAsB;QAEtB,sEAAsE;QACtE,IAAI,IAAI,CAAC,wBAAwB,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC5C,OAAO,EAAE,gBAAgB,EAAE,OAAO,EAAE,CAAC;QACvC,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,sBAAsB,EAAE,CAAC;QACvD,MAAM,cAAc,GAAG,SAAS,GAAG,CAAC,CAAC;QACrC,IAAI,cAAc,IAAI,CAAC,EAAE,CAAC;YACxB,OAAO,EAAE,gBAAgB,EAAE,OAAO,EAAE,CAAC;QACvC,CAAC;QAED,MAAM,qBAAqB,GAAG,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,CAAC;QAEnE,IAAI,qBAAqB,GAAG,cAAc,EAAE,CAAC;YAC3C,OAAO,IAAI,CAAC,mBAAmB,CAC7B,QAAQ,EACR,MAAM,EACN,OAAO,EACP,qBAAqB,EACrB,cAAc,CACf,CAAC;QACJ,CAAC;QAED,OAAO,EAAE,gBAAgB,EAAE,OAAO,EAAE,CAAC;IACvC,CAAC;IAEO,wBAAwB,CAAC,QAAgB;QAC/C,OAAO,CACL,QAAQ,KAAK,mBAAmB,IAAI,QAAQ,KAAK,yBAAyB,CAC3E,CAAC;IACJ,CAAC;IAEO,sBAAsB,CAAC,OAAsB;QACnD,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YAChC,OAAO,OAAO,CAAC,MAAM,CAAC;QACxB,CAAC;QAED,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YAC3B,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;gBAClC,IAAI,OAAO,IAAI,KAAK,QAAQ;oBAAE,OAAO,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC;gBACvD,IAAI,IAAI,CAAC,IAAI;oBAAE,OAAO,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;gBAC7C,IAAI,IAAI,CAAC,gBAAgB,EAAE,QAAQ,EAAE,CAAC;oBACpC,yCAAyC;oBACzC,OAAO,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC;gBACrE,CAAC;gBACD,OAAO,GAAG,CAAC;YACb,CAAC,EAAE,CAAC,CAAC,CAAC;QACR,CAAC;QAED,OAAO,CAAC,CAAC;IACX,CAAC;IAEO,gBAAgB,CAAC,OAAsB;QAC7C,IAAI,OAAO,OAAO,KAAK,QAAQ;YAAE,OAAO,OAAO,CAAC;QAChD,2EAA2E;QAC3E,wEAAwE;QACxE,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAC1C,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAC/B,QAAgB,EAChB,MAAc,EACd,OAAsB,EACtB,qBAA6B,EAC7B,SAAiB;QAEjB,MAAM,kBAAkB,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAE1D,4DAA4D;QAC5D,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,GAAG,MAAM,uBAAuB,CAC7D,kBAAkB,EAClB,QAAQ,EACR,MAAM,EACN,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,iBAAiB,EAAE,EACvC,IAAI,CAAC,QAAQ,CACd,CAAC;QAEF,8EAA8E;QAC9E,IAAI,iBAAiB,GAAG,EAAE,CAAC;QAC3B,MAAM,4BAA4B,GAChC,IAAI,CAAC,MAAM,CAAC,mCAAmC,EAAE,CAAC;QACpD,MAAM,2BAA2B,GAAG,4BAA4B,GAAG,CAAC,CAAC;QAErE,IACE,qBAAqB,GAAG,2BAA2B;YACnD,qBAAqB,IAAI,qBAAqB,EAC9C,CAAC;YACD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAC9C,QAAQ,EACR,kBAAkB,EAClB,IAAI,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAClC,CAAC;YAEF,IAAI,OAAO,EAAE,CAAC;gBACZ,iBAAiB,GAAG,4DAA4D,OAAO,EAAE,CAAC;YAC5F,CAAC;QACH,CAAC;QAED,gCAAgC;QAChC,MAAM,KAAK,GAAG,SAAS,GAAG,qBAAqB,CAAC;QAChD,MAAM,gBAAgB,GAAG,IAAI,CAAC,2BAA2B,CACvD,OAAO,EACP,KAAK,EACL,SAAS,IAAI,0BAA0B,EACvC,iBAAiB,CAClB,CAAC;QAEF,sBAAsB,CACpB,IAAI,CAAC,MAAM,EACX,IAAI,wBAAwB,CAAC,IAAI,CAAC,QAAQ,EAAE;YAC1C,QAAQ;YACR,qBAAqB;YACrB,sBAAsB,EAAE,IAAI,CAAC,sBAAsB,CAAC,gBAAgB,CAAC;YACrE,SAAS;SACV,CAAC,CACH,CAAC;QAEF,OAAO;YACL,gBAAgB;YAChB,UAAU,EAAE,SAAS;SACtB,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,2BAA2B,CACjC,OAAsB,EACtB,KAAa,EACb,SAAiB,EACjB,aAAqB;QAErB,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YAChC,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAC3B,iBAAiB,EACjB,IAAI,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,CACzC,CAAC;YACF,MAAM,WAAW,GAAG,uBAAuB,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;YAEnE,OAAO,CACL,sBAAsB,CAAC,OAAO,EAAE,WAAW,EAAE,sBAAsB,CAAC;gBACpE,6BAA6B,SAAS,EAAE;gBACxC,aAAa,CACd,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;YAAE,OAAO,OAAO,CAAC;QAE5C,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YAC1B,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC7B,MAAM,IAAI,GAAG,IAAI,CAAC;gBAClB,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAC3B,iBAAiB,EACjB,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,CACtC,CAAC;gBACF,MAAM,WAAW,GAAG,uBAAuB,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;gBAChE,OAAO,sBAAsB,CAC3B,IAAI,EACJ,WAAW,EACX,sBAAsB,CACvB,CAAC;YACJ,CAAC;YAED,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBACd,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;gBACvB,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAC3B,iBAAiB,EACjB,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,CACtC,CAAC;gBACF,MAAM,WAAW,GAAG,uBAAuB,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;gBAChE,OAAO;oBACL,IAAI,EACF,sBAAsB,CAAC,IAAI,EAAE,WAAW,EAAE,sBAAsB,CAAC;wBACjE,6BAA6B,SAAS,EAAE;wBACxC,aAAa;iBAChB,CAAC;YACJ,CAAC;YAED,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBAC1B,OAAO,yBAAyB,CAC9B,IAAI,EACJ,KAAK,EACL,GAAG,EAAE,oBAAoB;gBACzB,SAAS,EACT,aAAa,CACd,CAAC;YACJ,CAAC;YAED,OAAO,IAAI,CAAC;QACd,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,qBAAqB,CACjC,QAAgB,EAChB,kBAA0B,EAC1B,aAAqB;QAErB,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;YACzC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC,cAAc;YAE7E,MAAM,UAAU,GAAG,uCAAuC,QAAQ;;;;;;;;;;EAUtE,kBAAkB,CAAC,KAAK,CAAC,CAAC,EAAE,aAAa,CAAC,KAAK,CAAC;YAE5C,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,eAAe,CAC7D,EAAE,KAAK,EAAE,mCAAmC,EAAE,EAC9C,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,EACjD,UAAU,CAAC,MAAM,EACjB,OAAO,CAAC,kBAAkB,CAC3B,CAAC;YAEF,YAAY,CAAC,SAAS,CAAC,CAAC;YAExB,OAAO,eAAe,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC;QACpE,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,8DAA8D;YAC9D,WAAW,CAAC,KAAK,CACf,yDAAyD,EACzD,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAC3C,CAAC;YACF,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC;CACF"}
|
|
@@ -0,0 +1,83 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @license
|
|
3
|
+
* Copyright 2026 Google LLC
|
|
4
|
+
* SPDX-License-Identifier: Apache-2.0
|
|
5
|
+
*/
|
|
6
|
+
import { describe, it, expect, vi, beforeEach } from 'vitest';
|
|
7
|
+
import { ToolOutputDistillationService } from './toolDistillationService.js';
|
|
8
|
+
describe('ToolOutputDistillationService', () => {
|
|
9
|
+
let mockConfig;
|
|
10
|
+
let mockGeminiClient;
|
|
11
|
+
let service;
|
|
12
|
+
beforeEach(() => {
|
|
13
|
+
mockConfig = {
|
|
14
|
+
getToolMaxOutputTokens: vi.fn().mockReturnValue(100),
|
|
15
|
+
getToolSummarizationThresholdTokens: vi.fn().mockReturnValue(100),
|
|
16
|
+
getUsageStatisticsEnabled: vi.fn().mockReturnValue(false),
|
|
17
|
+
storage: {
|
|
18
|
+
getProjectTempDir: vi.fn().mockReturnValue('/tmp/gemini'),
|
|
19
|
+
},
|
|
20
|
+
telemetry: {
|
|
21
|
+
logEvent: vi.fn(),
|
|
22
|
+
},
|
|
23
|
+
};
|
|
24
|
+
mockGeminiClient = {
|
|
25
|
+
generateContent: vi.fn().mockResolvedValue({
|
|
26
|
+
candidates: [{ content: { parts: [{ text: 'Mock Intent Summary' }] } }],
|
|
27
|
+
}),
|
|
28
|
+
};
|
|
29
|
+
service = new ToolOutputDistillationService(mockConfig, mockGeminiClient, 'test-prompt-id');
|
|
30
|
+
});
|
|
31
|
+
it('should generate a structural map for oversized content within limits', async () => {
|
|
32
|
+
// > threshold * SUMMARIZATION_THRESHOLD (100 * 4 = 400)
|
|
33
|
+
const largeContent = 'A'.repeat(500);
|
|
34
|
+
const result = await service.distill('test-tool', 'call-1', largeContent);
|
|
35
|
+
expect(mockGeminiClient.generateContent).toHaveBeenCalled();
|
|
36
|
+
const text = typeof result.truncatedContent === 'string'
|
|
37
|
+
? result.truncatedContent
|
|
38
|
+
: result.truncatedContent[0].text;
|
|
39
|
+
expect(text).toContain('Strategic Significance');
|
|
40
|
+
});
|
|
41
|
+
it('should structurally truncate functionResponse while preserving schema', async () => {
|
|
42
|
+
// threshold is 100
|
|
43
|
+
const hugeValue = 'H'.repeat(1000);
|
|
44
|
+
const content = [
|
|
45
|
+
{
|
|
46
|
+
functionResponse: {
|
|
47
|
+
name: 'test_tool',
|
|
48
|
+
id: '123',
|
|
49
|
+
response: {
|
|
50
|
+
stdout: hugeValue,
|
|
51
|
+
stderr: 'no error',
|
|
52
|
+
},
|
|
53
|
+
},
|
|
54
|
+
},
|
|
55
|
+
];
|
|
56
|
+
const result = await service.distill('test-tool', 'call-1', content);
|
|
57
|
+
const truncatedParts = result.truncatedContent;
|
|
58
|
+
expect(truncatedParts.length).toBe(1);
|
|
59
|
+
const fr = truncatedParts[0].functionResponse;
|
|
60
|
+
const resp = fr.response;
|
|
61
|
+
expect(fr.name).toBe('test_tool');
|
|
62
|
+
expect(resp['stderr']).toBe('no error');
|
|
63
|
+
expect(resp['stdout']).toContain('[Message Normalized');
|
|
64
|
+
expect(resp['stdout']).toContain('Full output saved to');
|
|
65
|
+
});
|
|
66
|
+
it('should skip structural map for extremely large content exceeding MAX_DISTILLATION_SIZE', async () => {
|
|
67
|
+
const massiveContent = 'A'.repeat(1_000_001); // > MAX_DISTILLATION_SIZE
|
|
68
|
+
const result = await service.distill('test-tool', 'call-2', massiveContent);
|
|
69
|
+
expect(mockGeminiClient.generateContent).not.toHaveBeenCalled();
|
|
70
|
+
const text = typeof result.truncatedContent === 'string'
|
|
71
|
+
? result.truncatedContent
|
|
72
|
+
: result.truncatedContent[0].text;
|
|
73
|
+
expect(text).not.toContain('Strategic Significance');
|
|
74
|
+
});
|
|
75
|
+
it('should skip structural map for content below summarization threshold', async () => {
|
|
76
|
+
// > threshold but < threshold * SUMMARIZATION_THRESHOLD
|
|
77
|
+
const mediumContent = 'A'.repeat(110);
|
|
78
|
+
const result = await service.distill('test-tool', 'call-3', mediumContent);
|
|
79
|
+
expect(mockGeminiClient.generateContent).not.toHaveBeenCalled();
|
|
80
|
+
expect(result.truncatedContent).not.toContain('Mock Intent Summary');
|
|
81
|
+
});
|
|
82
|
+
});
|
|
83
|
+
//# sourceMappingURL=toolDistillationService.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"toolDistillationService.test.js","sourceRoot":"","sources":["../../../src/context/toolDistillationService.test.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAC9D,OAAO,EAAE,6BAA6B,EAAE,MAAM,8BAA8B,CAAC;AAI7E,QAAQ,CAAC,+BAA+B,EAAE,GAAG,EAAE;IAC7C,IAAI,UAAkB,CAAC;IACvB,IAAI,gBAA8B,CAAC;IACnC,IAAI,OAAsC,CAAC;IAE3C,UAAU,CAAC,GAAG,EAAE;QACd,UAAU,GAAG;YACX,sBAAsB,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,GAAG,CAAC;YACpD,mCAAmC,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,GAAG,CAAC;YACjE,yBAAyB,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,KAAK,CAAC;YACzD,OAAO,EAAE;gBACP,iBAAiB,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,aAAa,CAAC;aAC1D;YACD,SAAS,EAAE;gBACT,QAAQ,EAAE,EAAE,CAAC,EAAE,EAAE;aAClB;SACmB,CAAC;QACvB,gBAAgB,GAAG;YACjB,eAAe,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC;gBACzC,UAAU,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,qBAAqB,EAAE,CAAC,EAAE,EAAE,CAAC;aACxE,CAAC;SACwB,CAAC;QAC7B,OAAO,GAAG,IAAI,6BAA6B,CACzC,UAAU,EACV,gBAAgB,EAChB,gBAAgB,CACjB,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sEAAsE,EAAE,KAAK,IAAI,EAAE;QACpF,wDAAwD;QACxD,MAAM,YAAY,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACrC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAC;QAE1E,MAAM,CAAC,gBAAgB,CAAC,eAAe,CAAC,CAAC,gBAAgB,EAAE,CAAC;QAC5D,MAAM,IAAI,GACR,OAAO,MAAM,CAAC,gBAAgB,KAAK,QAAQ;YACzC,CAAC,CAAC,MAAM,CAAC,gBAAgB;YACzB,CAAC,CAAE,MAAM,CAAC,gBAA4C,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACnE,MAAM,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,wBAAwB,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uEAAuE,EAAE,KAAK,IAAI,EAAE;QACrF,mBAAmB;QACnB,MAAM,SAAS,GAAG,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACnC,MAAM,OAAO,GAAG;YACd;gBACE,gBAAgB,EAAE;oBAChB,IAAI,EAAE,WAAW;oBACjB,EAAE,EAAE,KAAK;oBACT,QAAQ,EAAE;wBACR,MAAM,EAAE,SAAS;wBACjB,MAAM,EAAE,UAAU;qBACnB;iBACF;aACF;SACmB,CAAC;QAEvB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;QACrE,MAAM,cAAc,GAAG,MAAM,CAAC,gBAA0B,CAAC;QACzD,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACtC,MAAM,EAAE,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC,gBAAiB,CAAC;QAC/C,MAAM,IAAI,GAAG,EAAE,CAAC,QAAmC,CAAC;QACpD,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAClC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACxC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAW,CAAC,CAAC,SAAS,CAAC,qBAAqB,CAAC,CAAC;QAClE,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAW,CAAC,CAAC,SAAS,CAAC,sBAAsB,CAAC,CAAC;IACrE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wFAAwF,EAAE,KAAK,IAAI,EAAE;QACtG,MAAM,cAAc,GAAG,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,0BAA0B;QACxE,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,QAAQ,EAAE,cAAc,CAAC,CAAC;QAE5E,MAAM,CAAC,gBAAgB,CAAC,eAAe,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAChE,MAAM,IAAI,GACR,OAAO,MAAM,CAAC,gBAAgB,KAAK,QAAQ;YACzC,CAAC,CAAC,MAAM,CAAC,gBAAgB;YACzB,CAAC,CAAE,MAAM,CAAC,gBAA4C,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACnE,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,wBAAwB,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sEAAsE,EAAE,KAAK,IAAI,EAAE;QACpF,wDAAwD;QACxD,MAAM,aAAa,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACtC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,WAAW,EAAE,QAAQ,EAAE,aAAa,CAAC,CAAC;QAE3E,MAAM,CAAC,gBAAgB,CAAC,eAAe,CAAC,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC;QAChE,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,qBAAqB,CAAC,CAAC;IACvE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -20,13 +20,13 @@ export interface MaskingResult {
|
|
|
20
20
|
*
|
|
21
21
|
* It implements a "Hybrid Backward Scanned FIFO" algorithm to balance context relevance with
|
|
22
22
|
* token savings:
|
|
23
|
-
* 1. **Protection Window**: Protects the newest `
|
|
23
|
+
* 1. **Protection Window**: Protects the newest `protectionThresholdTokens` (default 50k) tool tokens
|
|
24
24
|
* from pruning. Optionally skips the entire latest conversation turn to ensure full context for
|
|
25
25
|
* the model's next response.
|
|
26
26
|
* 2. **Global Aggregation**: Scans backwards past the protection window to identify all remaining
|
|
27
27
|
* tool outputs that haven't been masked yet.
|
|
28
28
|
* 3. **Batch Trigger**: Trigger masking only if the total prunable tokens exceed
|
|
29
|
-
* `
|
|
29
|
+
* `minPrunableThresholdTokens` (default 30k).
|
|
30
30
|
*
|
|
31
31
|
* @remarks
|
|
32
32
|
* Effectively, this means masking only starts once the conversation contains approximately 80k
|
|
@@ -33,13 +33,13 @@ const EXEMPT_TOOLS = new Set([
|
|
|
33
33
|
*
|
|
34
34
|
* It implements a "Hybrid Backward Scanned FIFO" algorithm to balance context relevance with
|
|
35
35
|
* token savings:
|
|
36
|
-
* 1. **Protection Window**: Protects the newest `
|
|
36
|
+
* 1. **Protection Window**: Protects the newest `protectionThresholdTokens` (default 50k) tool tokens
|
|
37
37
|
* from pruning. Optionally skips the entire latest conversation turn to ensure full context for
|
|
38
38
|
* the model's next response.
|
|
39
39
|
* 2. **Global Aggregation**: Scans backwards past the protection window to identify all remaining
|
|
40
40
|
* tool outputs that haven't been masked yet.
|
|
41
41
|
* 3. **Batch Trigger**: Trigger masking only if the total prunable tokens exceed
|
|
42
|
-
* `
|
|
42
|
+
* `minPrunableThresholdTokens` (default 30k).
|
|
43
43
|
*
|
|
44
44
|
* @remarks
|
|
45
45
|
* Effectively, this means masking only starts once the conversation contains approximately 80k
|
|
@@ -48,10 +48,10 @@ const EXEMPT_TOOLS = new Set([
|
|
|
48
48
|
*/
|
|
49
49
|
export class ToolOutputMaskingService {
|
|
50
50
|
async mask(history, config) {
|
|
51
|
-
|
|
52
|
-
if (!maskingConfig.enabled || history.length === 0) {
|
|
51
|
+
if (history.length === 0) {
|
|
53
52
|
return { newHistory: history, maskedCount: 0, tokensSaved: 0 };
|
|
54
53
|
}
|
|
54
|
+
const maskingConfig = await config.getToolOutputMaskingConfig();
|
|
55
55
|
let cumulativeToolTokens = 0;
|
|
56
56
|
let protectionBoundaryReached = false;
|
|
57
57
|
let totalPrunableTokens = 0;
|
|
@@ -86,7 +86,7 @@ export class ToolOutputMaskingService {
|
|
|
86
86
|
const partTokens = estimateTokenCountSync([part]);
|
|
87
87
|
if (!protectionBoundaryReached) {
|
|
88
88
|
cumulativeToolTokens += partTokens;
|
|
89
|
-
if (cumulativeToolTokens > maskingConfig.
|
|
89
|
+
if (cumulativeToolTokens > maskingConfig.protectionThresholdTokens) {
|
|
90
90
|
protectionBoundaryReached = true;
|
|
91
91
|
// The part that crossed the boundary is prunable.
|
|
92
92
|
totalPrunableTokens += partTokens;
|
|
@@ -113,10 +113,10 @@ export class ToolOutputMaskingService {
|
|
|
113
113
|
}
|
|
114
114
|
// Trigger pruning only if we have accumulated enough savings to justify the
|
|
115
115
|
// overhead of masking and file I/O (batch pruning threshold).
|
|
116
|
-
if (totalPrunableTokens < maskingConfig.
|
|
116
|
+
if (totalPrunableTokens < maskingConfig.minPrunableThresholdTokens) {
|
|
117
117
|
return { newHistory: history, maskedCount: 0, tokensSaved: 0 };
|
|
118
118
|
}
|
|
119
|
-
debugLogger.debug(`[ToolOutputMasking] Triggering masking. Prunable tool tokens: ${totalPrunableTokens.toLocaleString()} (> ${maskingConfig.
|
|
119
|
+
debugLogger.debug(`[ToolOutputMasking] Triggering masking. Prunable tool tokens: ${totalPrunableTokens.toLocaleString()} (> ${maskingConfig.minPrunableThresholdTokens.toLocaleString()})`);
|
|
120
120
|
// Perform masking and offloading
|
|
121
121
|
const newHistory = [...history]; // Shallow copy of history
|
|
122
122
|
let actualTokensSaved = 0;
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"toolOutputMaskingService.js","sourceRoot":"","sources":["../../../src/context/toolOutputMaskingService.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,KAAK,UAAU,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAE,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AACtE,OAAO,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AACtD,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAE7D,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAC/D,OAAO,EACL,eAAe,EACf,wBAAwB,EACxB,gBAAgB,EAChB,kBAAkB,EAClB,yBAAyB,EACzB,wBAAwB,GACzB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAE/D,+BAA+B;AAC/B,MAAM,CAAC,MAAM,iCAAiC,GAAG,KAAK,CAAC;AACvD,MAAM,CAAC,MAAM,qCAAqC,GAAG,KAAK,CAAC;AAC3D,MAAM,CAAC,MAAM,2BAA2B,GAAG,IAAI,CAAC;AAChD,MAAM,CAAC,MAAM,qBAAqB,GAAG,oBAAoB,CAAC;AAE1D,MAAM,CAAC,MAAM,gBAAgB,GAAG,cAAc,CAAC;AAE/C;;;GAGG;AACH,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC;IAC3B,wBAAwB;IACxB,gBAAgB;IAChB,kBAAkB;IAClB,yBAAyB;IACzB,wBAAwB;CACzB,CAAC,CAAC;AAQH;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,OAAO,wBAAwB;IACnC,KAAK,CAAC,IAAI,CACR,OAA2B,EAC3B,MAAc;QAEd,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC;QACjE,CAAC;QAED,MAAM,aAAa,GAAG,MAAM,MAAM,CAAC,0BAA0B,EAAE,CAAC;QAChE,IAAI,oBAAoB,GAAG,CAAC,CAAC;QAC7B,IAAI,yBAAyB,GAAG,KAAK,CAAC;QACtC,IAAI,mBAAmB,GAAG,CAAC,CAAC;QAC5B,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,MAAM,aAAa,GAMd,EAAE,CAAC;QAER,kCAAkC;QAClC,8FAA8F;QAC9F,MAAM,YAAY,GAAG,aAAa,CAAC,iBAAiB;YAClD,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC;YACpB,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;QAEvB,kDAAkD;QAClD,KAAK,IAAI,CAAC,GAAG,YAAY,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YAC3B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;YAElC,KAAK,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3C,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBAEtB,8EAA8E;gBAC9E,2EAA2E;gBAC3E,wEAAwE;gBACxE,8EAA8E;gBAC9E,4EAA4E;gBAC5E,IAAI,CAAC,IAAI,CAAC,gBAAgB;oBAAE,SAAS;gBAErC,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC;gBAC5C,IAAI,QAAQ,IAAI,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;oBAC3C,SAAS;gBACX,CAAC;gBAED,MAAM,iBAAiB,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;gBAC1D,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,eAAe,CAAC,iBAAiB,CAAC,EAAE,CAAC;oBAClE,SAAS;gBACX,CAAC;gBAED,MAAM,UAAU,GAAG,sBAAsB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;gBAElD,IAAI,CAAC,yBAAyB,EAAE,CAAC;oBAC/B,oBAAoB,IAAI,UAAU,CAAC;oBACnC,IAAI,oBAAoB,GAAG,aAAa,CAAC,yBAAyB,EAAE,CAAC;wBACnE,yBAAyB,GAAG,IAAI,CAAC;wBACjC,kDAAkD;wBAClD,mBAAmB,IAAI,UAAU,CAAC;wBAClC,aAAa,CAAC,IAAI,CAAC;4BACjB,YAAY,EAAE,CAAC;4BACf,SAAS,EAAE,CAAC;4BACZ,MAAM,EAAE,UAAU;4BAClB,OAAO,EAAE,iBAAiB;4BAC1B,YAAY,EAAE,IAAI;yBACnB,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,mBAAmB,IAAI,UAAU,CAAC;oBAClC,aAAa,CAAC,IAAI,CAAC;wBACjB,YAAY,EAAE,CAAC;wBACf,SAAS,EAAE,CAAC;wBACZ,MAAM,EAAE,UAAU;wBAClB,OAAO,EAAE,iBAAiB;wBAC1B,YAAY,EAAE,IAAI;qBACnB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,4EAA4E;QAC5E,8DAA8D;QAC9D,IAAI,mBAAmB,GAAG,aAAa,CAAC,0BAA0B,EAAE,CAAC;YACnE,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC;QACjE,CAAC;QAED,WAAW,CAAC,KAAK,CACf,iEAAiE,mBAAmB,CAAC,cAAc,EAAE,OAAO,aAAa,CAAC,0BAA0B,CAAC,cAAc,EAAE,GAAG,CACzK,CAAC;QAEF,iCAAiC;QACjC,MAAM,UAAU,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,0BAA0B;QAC3D,IAAI,iBAAiB,GAAG,CAAC,CAAC;QAC1B,IAAI,cAAc,GAAG,IAAI,CAAC,IAAI,CAC5B,MAAM,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAClC,gBAAgB,CACjB,CAAC;QACF,MAAM,SAAS,GAAG,MAAM,CAAC,YAAY,EAAE,CAAC;QACxC,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,aAAa,GAAG,oBAAoB,CAAC,SAAS,CAAC,CAAC;YACtD,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,WAAW,aAAa,EAAE,CAAC,CAAC;QACzE,CAAC;QACD,MAAM,UAAU,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAE5D,KAAK,MAAM,IAAI,IAAI,aAAa,EAAE,CAAC;YACjC,MAAM,EAAE,YAAY,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;YAC1D,MAAM,aAAa,GAAG,UAAU,CAAC,YAAY,CAAC,CAAC;YAC/C,MAAM,IAAI,GAAG,aAAa,CAAC,KAAM,CAAC,SAAS,CAAC,CAAC;YAE7C,IAAI,CAAC,IAAI,CAAC,gBAAgB;gBAAE,SAAS;YAErC,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,IAAI,cAAc,CAAC;YAC9D,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,EAAE,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC;YACjE,MAAM,YAAY,GAAG,oBAAoB,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;YAClE,MAAM,UAAU,GAAG,oBAAoB,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;YAC9D,MAAM,QAAQ,GAAG,GAAG,YAAY,IAAI,UAAU,IAAI,IAAI,CAAC,MAAM,EAAE;iBAC5D,QAAQ,CAAC,EAAE,CAAC;iBACZ,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC;YACtB,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;YAErD,MAAM,UAAU,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;YAEvD,MAAM,gBAAgB;YACpB,uEAAuE;YACtE,IAAI,CAAC,gBAAgB,CAAC,QAAoC,IAAI,EAAE,CAAC;YAEpE,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;YAC9C,MAAM,UAAU,GAAG,CACjB,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC;gBAClC,IAAI;gBACJ,IAAI,CACL,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAEb,IAAI,OAAO,GAAG,EAAE,CAAC;YACjB,IAAI,QAAQ,KAAK,eAAe,EAAE,CAAC;gBACjC,OAAO,GAAG,IAAI,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,CAAC;YACtD,CAAC;iBAAM,CAAC;gBACN,sDAAsD;gBACtD,IAAI,OAAO,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;oBACzB,OAAO,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,0BAA0B,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;gBACpF,CAAC;qBAAM,CAAC;oBACN,OAAO,GAAG,OAAO,CAAC;gBACpB,CAAC;YACH,CAAC;YAED,MAAM,aAAa,GAAG,IAAI,CAAC,mBAAmB,CAAC;gBAC7C,QAAQ;gBACR,QAAQ;gBACR,UAAU;gBACV,UAAU;gBACV,MAAM;gBACN,OAAO;aACR,CAAC,CAAC;YAEH,MAAM,UAAU,GAAG;gBACjB,GAAG,IAAI;gBACP,gBAAgB,EAAE;oBAChB,gEAAgE;oBAChE,GAAG,IAAI,CAAC,gBAAgB;oBACxB,QAAQ,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE;iBACpC;aACF,CAAC;YAEF,MAAM,aAAa,GAAG,sBAAsB,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC;YAC3D,MAAM,OAAO,GAAG,MAAM,GAAG,aAAa,CAAC;YAEvC,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;gBAChB,MAAM,QAAQ,GAAG,CAAC,GAAG,aAAa,CAAC,KAAM,CAAC,CAAC;gBAC3C,QAAQ,CAAC,SAAS,CAAC,GAAG,UAAU,CAAC;gBACjC,UAAU,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,aAAa,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;gBACjE,iBAAiB,IAAI,OAAO,CAAC;gBAC7B,WAAW,EAAE,CAAC;YAChB,CAAC;QACH,CAAC;QAED,WAAW,CAAC,KAAK,CACf,8BAA8B,WAAW,yBAAyB,iBAAiB,CAAC,cAAc,EAAE,UAAU,CAC/G,CAAC;QAEF,MAAM,MAAM,GAAG;YACb,UAAU;YACV,WAAW;YACX,WAAW,EAAE,iBAAiB;SAC/B,CAAC;QAEF,IAAI,iBAAiB,IAAI,CAAC,EAAE,CAAC;YAC3B,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,oBAAoB,CAClB,MAAM,EACN,IAAI,sBAAsB,CAAC;YACzB,aAAa,EAAE,mBAAmB;YAClC,YAAY,EAAE,mBAAmB,GAAG,iBAAiB;YACrD,YAAY,EAAE,WAAW;YACzB,qBAAqB,EAAE,mBAAmB;SAC3C,CAAC,CACH,CAAC;QAEF,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,oBAAoB,CAAC,IAAU;QACrC,IAAI,CAAC,IAAI,CAAC,gBAAgB;YAAE,OAAO,IAAI,CAAC;QACxC,uEAAuE;QACvE,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,QAAmC,CAAC;QAC3E,IAAI,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAC;QAE3B,4CAA4C;QAC5C,qDAAqD;QACrD,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAElD,kFAAkF;QAClF,0FAA0F;QAE1F,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,eAAe,CAAC,OAAe;QACrC,OAAO,OAAO,CAAC,QAAQ,CAAC,IAAI,qBAAqB,EAAE,CAAC,CAAC;IACvD,CAAC;IAEO,kBAAkB,CAAC,QAAiC;QAC1D,uEAAuE;QACvE,MAAM,OAAO,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAW,CAAC;QAC3E,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE,CAAC;YAChC,OAAO,OAAO,OAAO,KAAK,QAAQ;gBAChC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;gBACzB,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACtB,CAAC;QAED,kFAAkF;QAClF,MAAM,YAAY,GAChB,wEAAwE,CAAC;QAC3E,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QAE1C,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,kEAAkE;YAClE,OAAO,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;QAC3C,CAAC;QAED,MAAM,YAAY,GAAa,EAAE,CAAC;QAClC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;YACpB,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAC/D,CAAC;QAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YACzC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACtB,MAAM,cAAc,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;YAElD,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACtB,YAAY,CAAC,IAAI,CACf,WAAW,IAAI,CAAC,mBAAmB,CAAC,cAAc,CAAC,EAAE,CACtD,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,iGAAiG;gBACjG,YAAY,CAAC,IAAI,CAAC,GAAG,IAAI,KAAK,cAAc,EAAE,CAAC,CAAC;YAClD,CAAC;QACH,CAAC;QAED,IAAI,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEtC,iFAAiF;QACjF,MAAM,QAAQ,GAAG,QAAQ,CAAC,UAAU,CAAC,IAAI,QAAQ,CAAC,WAAW,CAAC,CAAC;QAC/D,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC;QAChC,IACE,QAAQ,KAAK,SAAS;YACtB,QAAQ,KAAK,CAAC;YACd,QAAQ,KAAK,IAAI;YACjB,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,QAAQ,EAAE,CAAC,EAC3C,CAAC;YACD,OAAO,IAAI,iBAAiB,QAAQ,GAAG,CAAC;QAC1C,CAAC;QACD,IAAI,KAAK,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,UAAU,KAAK,EAAE,CAAC,EAAE,CAAC;YAClD,OAAO,IAAI,aAAa,KAAK,GAAG,CAAC;QACnC,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAEO,mBAAmB,CAAC,OAAe;QACzC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAClC,IAAI,KAAK,CAAC,MAAM,IAAI,EAAE;YAAE,OAAO,OAAO,CAAC;QACvC,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAChC,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;QAC9B,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,YACvB,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MACpC,0BAA0B,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;IAC9C,CAAC;IAEO,mBAAmB,CAAC,MAA2B;QACrD,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC;QACrC,OAAO,IAAI,qBAAqB;EAClC,OAAO;;8CAEqC,QAAQ;IAClD,qBAAqB,GAAG,CAAC;IAC3B,CAAC;CACF"}
|
|
@@ -28,11 +28,10 @@ describe('ToolOutputMaskingService', () => {
|
|
|
28
28
|
},
|
|
29
29
|
getSessionId: () => 'mock-session',
|
|
30
30
|
getUsageStatisticsEnabled: () => false,
|
|
31
|
-
getToolOutputMaskingEnabled: () => true,
|
|
32
31
|
getToolOutputMaskingConfig: async () => ({
|
|
33
32
|
enabled: true,
|
|
34
|
-
|
|
35
|
-
|
|
33
|
+
protectionThresholdTokens: 50000,
|
|
34
|
+
minPrunableThresholdTokens: 30000,
|
|
36
35
|
protectLatestTurn: true,
|
|
37
36
|
}),
|
|
38
37
|
};
|
|
@@ -47,8 +46,8 @@ describe('ToolOutputMaskingService', () => {
|
|
|
47
46
|
it('should respect remote configuration overrides', async () => {
|
|
48
47
|
mockConfig.getToolOutputMaskingConfig = async () => ({
|
|
49
48
|
enabled: true,
|
|
50
|
-
|
|
51
|
-
|
|
49
|
+
protectionThresholdTokens: 100, // Very low threshold
|
|
50
|
+
minPrunableThresholdTokens: 50,
|
|
52
51
|
protectLatestTurn: false,
|
|
53
52
|
});
|
|
54
53
|
const history = [
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"toolOutputMaskingService.test.js","sourceRoot":"","sources":["../../../src/context/toolOutputMaskingService.test.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACzE,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,EACL,wBAAwB,EACxB,qBAAqB,GACtB,MAAM,+BAA+B,CAAC;AACvC,OAAO,EACL,eAAe,EACf,wBAAwB,EACxB,gBAAgB,GACjB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AAItE,EAAE,CAAC,IAAI,CAAC,8BAA8B,EAAE,GAAG,EAAE,CAAC,CAAC;IAC7C,sBAAsB,EAAE,EAAE,CAAC,EAAE,EAAE;CAChC,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;IACxC,IAAI,OAAiC,CAAC;IACtC,IAAI,UAAkB,CAAC;IACvB,IAAI,WAAmB,CAAC;IAExB,MAAM,4BAA4B,GAAG,EAAE,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC;IAEvE,UAAU,CAAC,KAAK,IAAI,EAAE;QACpB,WAAW,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,OAAO,CACrC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,oBAAoB,CAAC,CAC7C,CAAC;QAEF,OAAO,GAAG,IAAI,wBAAwB,EAAE,CAAC;QACzC,UAAU,GAAG;YACX,OAAO,EAAE;gBACP,aAAa,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,SAAS,CAAC;gBACtD,iBAAiB,EAAE,GAAG,EAAE,CAAC,WAAW;aACrC;YACD,YAAY,EAAE,GAAG,EAAE,CAAC,cAAc;YAClC,yBAAyB,EAAE,GAAG,EAAE,CAAC,KAAK;YACtC,0BAA0B,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC;gBACvC,OAAO,EAAE,IAAI;gBACb,yBAAyB,EAAE,KAAK;gBAChC,0BAA0B,EAAE,KAAK;gBACjC,iBAAiB,EAAE,IAAI;aACxB,CAAC;SACkB,CAAC;QACvB,EAAE,CAAC,aAAa,EAAE,CAAC;IACrB,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,KAAK,IAAI,EAAE;QACnB,EAAE,CAAC,eAAe,EAAE,CAAC;QACrB,IAAI,WAAW,EAAE,CAAC;YAChB,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACtE,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;QAC7D,UAAU,CAAC,0BAA0B,GAAG,KAAK,IAAI,EAAE,CAAC,CAAC;YACnD,OAAO,EAAE,IAAI;YACb,yBAAyB,EAAE,GAAG,EAAE,qBAAqB;YACrD,0BAA0B,EAAE,EAAE;YAC9B,iBAAiB,EAAE,KAAK;SACzB,CAAC,CAAC;QAEH,MAAM,OAAO,GAAc;YACzB;gBACE,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE;oBACL;wBACE,gBAAgB,EAAE;4BAChB,IAAI,EAAE,WAAW;4BACjB,QAAQ,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;yBACtC;qBACF;iBACF;aACF;SACF,CAAC;QAEF,4BAA4B,CAAC,kBAAkB,CAAC,CAAC,KAAK,EAAE,EAAE;YACxD,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,gBAAgB,EAAE,QAGvC,CAAC;YACF,MAAM,OAAO,GAAI,IAAI,EAAE,CAAC,QAAQ,CAAY,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YACrE,OAAO,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC;QAC5D,CAAC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QAEvD,uFAAuF;QACvF,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qEAAqE,EAAE,KAAK,IAAI,EAAE;QACnF,MAAM,OAAO,GAAc;YACzB;gBACE,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE;oBACL;wBACE,gBAAgB,EAAE;4BAChB,IAAI,EAAE,WAAW;4BACjB,QAAQ,EAAE,EAAE,MAAM,EAAE,cAAc,EAAE;yBACrC;qBACF;iBACF;aACF;SACF,CAAC;QAEF,4BAA4B,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;QAElD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QAEvD,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,MAAM,eAAe,GAAG,CAAC,IAAsB,EAAU,EAAE;QACzD,MAAM,IAAI,GAAG,IAAI,EAAE,gBAAgB,EAAE,QAExB,CAAC;QACd,OAAO,IAAI,EAAE,MAAM,IAAK,IAA0B,IAAI,EAAE,CAAC;IAC3D,CAAC,CAAC;IAEF,EAAE,CAAC,wFAAwF,EAAE,KAAK,IAAI,EAAE;QACtG,WAAW;QACX,uBAAuB;QACvB,cAAc;QACd,uEAAuE;QACvE,MAAM,OAAO,GAAc;YACzB;gBACE,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE;oBACL;wBACE,gBAAgB,EAAE;4BAChB,IAAI,EAAE,IAAI;4BACV,QAAQ,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;yBACxC;qBACF;iBACF;aACF;YACD;gBACE,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE;oBACL;wBACE,gBAAgB,EAAE;4BAChB,IAAI,EAAE,IAAI;4BACV,QAAQ,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;yBACxC;qBACF;iBACF;aACF;YACD;gBACE,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE;oBACL;wBACE,gBAAgB,EAAE;4BAChB,IAAI,EAAE,IAAI;4BACV,QAAQ,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;yBACxC;qBACF;iBACF;aACF;SACF,CAAC;QAEF,4BAA4B,CAAC,kBAAkB,CAAC,CAAC,KAAa,EAAE,EAAE;YAChE,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,gBAAgB,EAAE,IAAI,CAAC;YACjD,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,gBAAgB,EAAE,QAGvC,CAAC;YACF,MAAM,OAAO,GAAI,IAAI,EAAE,CAAC,QAAQ,CAAY,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YACrE,IAAI,OAAO,CAAC,QAAQ,CAAC,IAAI,qBAAqB,EAAE,CAAC;gBAAE,OAAO,GAAG,CAAC;YAE9D,IAAI,QAAQ,KAAK,IAAI;gBAAE,OAAO,KAAK,CAAC;YACpC,IAAI,QAAQ,KAAK,IAAI;gBAAE,OAAO,KAAK,CAAC;YACpC,IAAI,QAAQ,KAAK,IAAI;gBAAE,OAAO,KAAK,CAAC;YACpC,OAAO,CAAC,CAAC;QACX,CAAC,CAAC,CAAC;QAEH,oDAAoD;QACpD,gDAAgD;QAChD,6DAA6D;QAC7D,wCAAwC;QACxC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QAEvD,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAChE,IAAI,qBAAqB,EAAE,CAC5B,CAAC;QACF,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAC9D,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAClB,CAAC;QACF,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAC9D,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAClB,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6EAA6E,EAAE,KAAK,IAAI,EAAE;QAC3F,+CAA+C;QAC/C,0BAA0B;QAC1B,0BAA0B;QAC1B,yBAAyB;QACzB,yBAAyB;QACzB,yBAAyB;QACzB,8CAA8C;QAC9C,oDAAoD;QACpD,+DAA+D;QAC/D,MAAM,OAAO,GAAc,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YAC/D,IAAI,EAAE,MAAM;YACZ,KAAK,EAAE;gBACL;oBACE,gBAAgB,EAAE;wBAChB,IAAI,EAAE,OAAO,CAAC,EAAE;wBAChB,QAAQ,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;qBACxC;iBACF;aACF;SACF,CAAC,CAAC,CAAC;QAEJ,4BAA4B,CAAC,kBAAkB,CAAC,CAAC,KAAa,EAAE,EAAE;YAChE,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,gBAAgB,EAAE,QAG3B,CAAC;YACd,MAAM,OAAO,GACX,OAAO,IAAI,KAAK,QAAQ;gBACtB,CAAC,CAAC,IAAI;gBACN,CAAC,CAAC,IAAI,EAAE,MAAM,IAAI,IAAI,EAAE,MAAM,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YAC3D,IAAI,OAAO,EAAE,QAAQ,CAAC,IAAI,qBAAqB,EAAE,CAAC;gBAAE,OAAO,GAAG,CAAC;YAC/D,OAAO,OAAO,EAAE,MAAM,IAAI,CAAC,CAAC;QAC9B,CAAC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QAEvD,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,+BAA+B;QACnE,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;QACpE,MAAM,YAAY,GAAc;YAC9B;gBACE,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE;oBACL;wBACE,gBAAgB,EAAE;4BAChB,IAAI,EAAE,eAAe;4BACrB,QAAQ,EAAE;gCACR,MAAM,EACJ,wEAAwE;6BAC3E;yBACF;qBACF;iBACF;aACF;YACD,oBAAoB;YACpB;gBACE,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE;oBACL;wBACE,gBAAgB,EAAE;4BAChB,IAAI,EAAE,GAAG;4BACT,QAAQ,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;yBACxC;qBACF;iBACF;aACF;YACD,cAAc;YACd;gBACE,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE,CAAC,EAAE,gBAAgB,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC;aACxE;SACF,CAAC;QAEF,4BAA4B,CAAC,kBAAkB,CAAC,CAAC,KAAa,EAAE,EAAE;YAChE,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,gBAAgB,EAAE,IAAI,CAAC;YAC7C,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,gBAAgB,EAAE,QAGvC,CAAC;YACF,MAAM,OAAO,GAAI,IAAI,EAAE,CAAC,QAAQ,CAAY,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YACrE,IAAI,OAAO,CAAC,QAAQ,CAAC,IAAI,qBAAqB,EAAE,CAAC;gBAAE,OAAO,GAAG,CAAC;YAE9D,IAAI,IAAI,KAAK,eAAe;gBAAE,OAAO,MAAM,CAAC;YAC5C,IAAI,IAAI,KAAK,GAAG;gBAAE,OAAO,KAAK,CAAC;YAC/B,OAAO,GAAG,CAAC;QACb,CAAC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;QAC5D,MAAM,UAAU,GAAG,eAAe,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAEpE,MAAM,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,2CAA2C,CAAC,CAAC;QAC1E,MAAM,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;QAC7C,MAAM,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oEAAoE,EAAE,KAAK,IAAI,EAAE;QAClF,MAAM,OAAO,GAAc;YACzB;gBACE,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE;oBACL;wBACE,gBAAgB,EAAE;4BAChB,IAAI,EAAE,OAAO;4BACb,QAAQ,EAAE;gCACR,MAAM,EAAE,IAAI,qBAAqB,SAAS,qBAAqB,GAAG;6BACnE;yBACF;qBACF;iBACF;aACF;YACD;gBACE,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE;oBACL;wBACE,gBAAgB,EAAE;4BAChB,IAAI,EAAE,OAAO;4BACb,QAAQ,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;yBACxC;qBACF;iBACF;aACF;SACF,CAAC;QACF,4BAA4B,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QAEpD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QACvD,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,0DAA0D;IAChG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;QACtE,MAAM,OAAO,GAAc;YACzB;gBACE,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE;oBACL;wBACE,gBAAgB,EAAE;4BAChB,IAAI,EAAE,IAAI;4BACV,QAAQ,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;yBACxC;qBACF;iBACF;aACF;YACD;gBACE,IAAI,EAAE,OAAO;gBACb,KAAK,EAAE;oBACL;wBACE,gBAAgB,EAAE;4BAChB,IAAI,EAAE,GAAG;4BACT,QAAQ,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;yBACxC;qBACF;iBACF;aACF;YACD,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,EAAE;SAC9C,CAAC;QAEF,4BAA4B,CAAC,kBAAkB,CAAC,CAAC,KAAa,EAAE,EAAE;YAChE,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,gBAAgB,EAAE,QAGvC,CAAC;YACF,MAAM,OAAO,GACV,IAAI,EAAE,CAAC,QAAQ,CAAY;gBAC3B,IAAI,EAAE,CAAC,QAAQ,CAAY;gBAC5B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YACvB,IAAI,OAAO,CAAC,QAAQ,CAAC,IAAI,qBAAqB,EAAE,CAAC;gBAAE,OAAO,GAAG,CAAC;YAC9D,OAAO,KAAK,CAAC;QACf,CAAC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QACvD,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,uDAAuD;QAC3F,MAAM,WAAW,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,gBAAgB;YAClE,EAAE,QAAmC,CAAC;QACxC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+DAA+D,EAAE,KAAK,IAAI,EAAE;QAC7E,MAAM,OAAO,GAAc;YACzB;gBACE,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE;oBACL;wBACE,gBAAgB,EAAE;4BAChB,IAAI,EAAE,IAAI;4BACV,QAAQ,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;yBACxC;qBACF;oBACD;wBACE,UAAU,EAAE;4BACV,IAAI,EAAE,YAAY;4BAClB,QAAQ,EAAE,WAAW;yBACtB;qBACF;iBACF;aACF;YACD,oBAAoB;YACpB;gBACE,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE;oBACL;wBACE,gBAAgB,EAAE;4BAChB,IAAI,EAAE,GAAG;4BACT,QAAQ,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;yBACxC;qBACF;iBACF;aACF;YACD,cAAc;YACd,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,EAAE;SAC9C,CAAC;QAEF,4BAA4B,CAAC,kBAAkB,CAAC,CAAC,KAAa,EAAE,EAAE;YAChE,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,gBAAgB,EAAE,QAGvC,CAAC;YACF,MAAM,OAAO,GAAI,IAAI,EAAE,CAAC,QAAQ,CAAY,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YACrE,IAAI,OAAO,CAAC,QAAQ,CAAC,IAAI,qBAAqB,EAAE,CAAC;gBAAE,OAAO,GAAG,CAAC;YAE9D,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,gBAAgB,EAAE,IAAI,KAAK,IAAI;gBAAE,OAAO,KAAK,CAAC;YAC3D,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,gBAAgB,EAAE,IAAI,KAAK,GAAG;gBAAE,OAAO,KAAK,CAAC;YAC1D,OAAO,GAAG,CAAC;QACb,CAAC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QAEvD,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,mEAAmE;QACvG,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACnD,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,WAAW,EAAE,CAAC;QACvE,MAAM,CACJ,CACE,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,gBAAgB,EAAE,QAInD,CAAA,CAAC,QAAQ,CAAC,CACZ,CAAC,SAAS,CAAC,IAAI,qBAAqB,EAAE,CAAC,CAAC;QACzC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC;YACzD,IAAI,EAAE,YAAY;YAClB,QAAQ,EAAE,WAAW;SACtB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,KAAK,IAAI,EAAE;QAC3E,MAAM,OAAO,GAAc;YACzB;gBACE,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE;oBACL;wBACE,gBAAgB,EAAE;4BAChB,IAAI,EAAE,eAAe;4BACrB,QAAQ,EAAE;gCACR,MAAM,EAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gCAC3B,QAAQ,EAAE,CAAC;6BACZ;yBACF;qBACF;iBACF;aACF;YACD,oDAAoD;YACpD;gBACE,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE;oBACL;wBACE,gBAAgB,EAAE;4BAChB,IAAI,EAAE,SAAS;4BACf,QAAQ,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;yBACxC;qBACF;iBACF;aACF;YACD,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,EAAE;SAC9C,CAAC;QAEF,4BAA4B,CAAC,kBAAkB,CAAC,CAAC,KAAa,EAAE,EAAE;YAChE,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,gBAAgB,EAAE,QAGvC,CAAC;YACF,MAAM,OAAO,GAAI,IAAI,EAAE,CAAC,QAAQ,CAAY,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YACrE,IAAI,OAAO,CAAC,QAAQ,CAAC,IAAI,qBAAqB,EAAE,CAAC;gBAAE,OAAO,GAAG,CAAC;YAE9D,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,gBAAgB,EAAE,IAAI,KAAK,eAAe;gBAAE,OAAO,IAAI,CAAC;YACrE,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,gBAAgB,EAAE,IAAI,KAAK,SAAS;gBAAE,OAAO,KAAK,CAAC;YAChE,OAAO,EAAE,CAAC;QACZ,CAAC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QAEvD,0DAA0D;QAC1D,MAAM,WAAW,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,gBAAgB;YAClE,EAAE,QAAmC,CAAC;QACxC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;QAErD,MAAM,QAAQ,GAAG,WAAW,CAAC,QAAQ,CAAW,CAAC;QAEjD,yEAAyE;QACzE,iEAAiE;QACjE,MAAM,kBAAkB,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QACxD,MAAM,qBAAqB,GAAG,kBAAkB;aAC7C,OAAO,CAAC,IAAI,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,GAAG,CAAC,EAAE,YAAY,CAAC;aACvE,OAAO,CACN,IAAI,MAAM,CAAC,GAAG,eAAe,iBAAiB,EAAE,GAAG,CAAC,EACpD,GAAG,eAAe,oBAAoB,CACvC,CAAC;QAEJ,MAAM,CAAC,qBAAqB,CAAC,CAAC,eAAe,EAAE,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oEAAoE,EAAE,KAAK,IAAI,EAAE;QAClF,MAAM,OAAO,GAAc;YACzB;gBACE,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE;oBACL;wBACE,gBAAgB,EAAE;4BAChB,IAAI,EAAE,WAAW;4BACjB,QAAQ,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE;yBAC7B;qBACF;iBACF;aACF;YACD,8DAA8D;YAC9D;gBACE,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE;oBACL;wBACE,gBAAgB,EAAE;4BAChB,IAAI,EAAE,SAAS;4BACf,QAAQ,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;yBACxC;qBACF;iBACF;aACF;YACD,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,EAAE;SAC9C,CAAC;QAEF,4BAA4B,CAAC,kBAAkB,CAAC,CAAC,KAAa,EAAE,EAAE;YAChE,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,gBAAgB,EAAE,IAAI,KAAK,WAAW;gBAAE,OAAO,CAAC,CAAC;YAC9D,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,gBAAgB,EAAE,IAAI,KAAK,SAAS;gBAAE,OAAO,KAAK,CAAC;YAChE,OAAO,IAAI,CAAC,CAAC,sDAAsD;QACrE,CAAC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QACvD,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,sDAAsD;IAC5F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uFAAuF,EAAE,KAAK,IAAI,EAAE;QACrG,MAAM,OAAO,GAAc;YACzB;gBACE,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE;oBACL;wBACE,gBAAgB,EAAE;4BAChB,IAAI,EAAE,wBAAwB;4BAC9B,QAAQ,EAAE,EAAE,MAAM,EAAE,mCAAmC,EAAE;yBAC1D;qBACF;iBACF;aACF;YACD;gBACE,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE;oBACL;wBACE,gBAAgB,EAAE;4BAChB,IAAI,EAAE,gBAAgB;4BACtB,QAAQ,EAAE,EAAE,MAAM,EAAE,2BAA2B,EAAE;yBAClD;qBACF;iBACF;aACF;YACD;gBACE,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE;oBACL;wBACE,gBAAgB,EAAE;4BAChB,IAAI,EAAE,YAAY;4BAClB,QAAQ,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;yBACxC;qBACF;iBACF;aACF;YACD,oBAAoB;YACpB;gBACE,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE;oBACL;wBACE,gBAAgB,EAAE;4BAChB,IAAI,EAAE,SAAS;4BACf,QAAQ,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;yBACxC;qBACF;iBACF;aACF;YACD,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,EAAE;SAC9C,CAAC;QAEF,4BAA4B,CAAC,kBAAkB,CAAC,CAAC,KAAa,EAAE,EAAE;YAChE,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,gBAAgB,EAAE,QAGvC,CAAC;YACF,MAAM,OAAO,GAAI,IAAI,EAAE,CAAC,QAAQ,CAAY,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YACrE,IAAI,OAAO,CAAC,QAAQ,CAAC,IAAI,qBAAqB,EAAE,CAAC;gBAAE,OAAO,GAAG,CAAC;YAE9D,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,gBAAgB,EAAE,IAAI,CAAC;YAC7C,IAAI,IAAI,KAAK,wBAAwB;gBAAE,OAAO,IAAI,CAAC;YACnD,IAAI,IAAI,KAAK,gBAAgB;gBAAE,OAAO,GAAG,CAAC;YAC1C,IAAI,IAAI,KAAK,YAAY;gBAAE,OAAO,KAAK,CAAC;YACxC,IAAI,IAAI,KAAK,SAAS;gBAAE,OAAO,KAAK,CAAC;YACrC,OAAO,EAAE,CAAC;QACZ,CAAC,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QAEvD,oDAAoD;QACpD,uEAAuE;QACvE,wCAAwC;QACxC,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC,IAAI,CACjE,wBAAwB,CACzB,CAAC;QACF,MAAM,CACJ,CACE,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,gBAAgB,EAAE,QAInD,CAAA,CAAC,QAAQ,CAAC,CACZ,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;QAE5C,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC,IAAI,CACjE,gBAAgB,CACjB,CAAC;QACF,MAAM,CACJ,CACE,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,gBAAgB,EAAE,QAInD,CAAA,CAAC,QAAQ,CAAC,CACZ,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;QAEpC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC,IAAI,CACjE,YAAY,CACb,CAAC;QACF,MAAM,CACJ,CACE,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,gBAAgB,EAAE,QAInD,CAAA,CAAC,QAAQ,CAAC,CACZ,CAAC,SAAS,CAAC,qBAAqB,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* @license
|
|
3
|
+
* Copyright 2026 Google LLC
|
|
4
|
+
* SPDX-License-Identifier: Apache-2.0
|
|
5
|
+
*/
|
|
6
|
+
import type { Part } from '@google/genai';
|
|
7
|
+
export declare const MIN_TARGET_TOKENS = 10;
|
|
8
|
+
export declare const MIN_CHARS_FOR_TRUNCATION = 100;
|
|
9
|
+
export declare const TEXT_TRUNCATION_PREFIX = "[Message Normalized: Exceeded size limit]";
|
|
10
|
+
export declare const TOOL_TRUNCATION_PREFIX = "[Message Normalized: Tool output exceeded size limit]";
|
|
11
|
+
/**
|
|
12
|
+
* Estimates the character limit for a target token count, accounting for ASCII vs Non-ASCII.
|
|
13
|
+
* Uses a weighted average based on the provided text to decide how many characters
|
|
14
|
+
* fit into the target token budget.
|
|
15
|
+
*/
|
|
16
|
+
export declare function estimateCharsFromTokens(text: string, targetTokens: number): number;
|
|
17
|
+
/**
|
|
18
|
+
* Truncates a string to a target length, keeping a proportional amount of the head and tail,
|
|
19
|
+
* and prepending a prefix.
|
|
20
|
+
*/
|
|
21
|
+
export declare function truncateProportionally(str: string, targetChars: number, prefix: string, headRatio?: number): string;
|
|
22
|
+
/**
|
|
23
|
+
* Safely normalizes a function response by truncating large string values
|
|
24
|
+
* within the response object while maintaining its JSON structure.
|
|
25
|
+
*/
|
|
26
|
+
export declare function normalizeFunctionResponse(part: Part, ratio: number, headRatio?: number, savedPath?: string, intentSummary?: string): Part;
|