turboflux 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +177 -0
- package/bin/turboflux.mjs +28 -0
- package/dist/cli/brand.d.ts +7 -0
- package/dist/cli/brand.js +33 -0
- package/dist/cli/brand.js.map +1 -0
- package/dist/cli/commands/index.d.ts +4 -0
- package/dist/cli/commands/index.js +671 -0
- package/dist/cli/commands/index.js.map +1 -0
- package/dist/cli/commands/registry.d.ts +24 -0
- package/dist/cli/commands/registry.js +124 -0
- package/dist/cli/commands/registry.js.map +1 -0
- package/dist/cli/commands/types.d.ts +69 -0
- package/dist/cli/commands/types.js +2 -0
- package/dist/cli/commands/types.js.map +1 -0
- package/dist/cli/components/App.d.ts +15 -0
- package/dist/cli/components/App.js +1738 -0
- package/dist/cli/components/App.js.map +1 -0
- package/dist/cli/components/ConversationHistory.d.ts +15 -0
- package/dist/cli/components/ConversationHistory.js +92 -0
- package/dist/cli/components/ConversationHistory.js.map +1 -0
- package/dist/cli/components/TranscriptViewport.d.ts +25 -0
- package/dist/cli/components/TranscriptViewport.js +77 -0
- package/dist/cli/components/TranscriptViewport.js.map +1 -0
- package/dist/cli/components/agentActivityModel.d.ts +24 -0
- package/dist/cli/components/agentActivityModel.js +45 -0
- package/dist/cli/components/agentActivityModel.js.map +1 -0
- package/dist/cli/components/appHelpers.d.ts +34 -0
- package/dist/cli/components/appHelpers.js +209 -0
- package/dist/cli/components/appHelpers.js.map +1 -0
- package/dist/cli/components/design-system/StatusIcon.d.ts +5 -0
- package/dist/cli/components/design-system/StatusIcon.js +25 -0
- package/dist/cli/components/design-system/StatusIcon.js.map +1 -0
- package/dist/cli/components/developerFlowModel.d.ts +36 -0
- package/dist/cli/components/developerFlowModel.js +88 -0
- package/dist/cli/components/developerFlowModel.js.map +1 -0
- package/dist/cli/components/diff/DiffCard.d.ts +16 -0
- package/dist/cli/components/diff/DiffCard.js +30 -0
- package/dist/cli/components/diff/DiffCard.js.map +1 -0
- package/dist/cli/components/diff/DiffHunks.d.ts +11 -0
- package/dist/cli/components/diff/DiffHunks.js +58 -0
- package/dist/cli/components/diff/DiffHunks.js.map +1 -0
- package/dist/cli/components/header/Header.d.ts +13 -0
- package/dist/cli/components/header/Header.js +25 -0
- package/dist/cli/components/header/Header.js.map +1 -0
- package/dist/cli/components/header/Mascot.d.ts +4 -0
- package/dist/cli/components/header/Mascot.js +53 -0
- package/dist/cli/components/header/Mascot.js.map +1 -0
- package/dist/cli/components/header/StatusLine.d.ts +21 -0
- package/dist/cli/components/header/StatusLine.js +110 -0
- package/dist/cli/components/header/StatusLine.js.map +1 -0
- package/dist/cli/components/input/EffortPicker.d.ts +30 -0
- package/dist/cli/components/input/EffortPicker.js +126 -0
- package/dist/cli/components/input/EffortPicker.js.map +1 -0
- package/dist/cli/components/input/ModelPicker.d.ts +15 -0
- package/dist/cli/components/input/ModelPicker.js +95 -0
- package/dist/cli/components/input/ModelPicker.js.map +1 -0
- package/dist/cli/components/input/PromptInput.d.ts +79 -0
- package/dist/cli/components/input/PromptInput.js +496 -0
- package/dist/cli/components/input/PromptInput.js.map +1 -0
- package/dist/cli/components/input/RewindSelector.d.ts +8 -0
- package/dist/cli/components/input/RewindSelector.js +45 -0
- package/dist/cli/components/input/RewindSelector.js.map +1 -0
- package/dist/cli/components/input/pasteState.d.ts +6 -0
- package/dist/cli/components/input/pasteState.js +42 -0
- package/dist/cli/components/input/pasteState.js.map +1 -0
- package/dist/cli/components/input/terminalInputStateMachine.d.ts +29 -0
- package/dist/cli/components/input/terminalInputStateMachine.js +67 -0
- package/dist/cli/components/input/terminalInputStateMachine.js.map +1 -0
- package/dist/cli/components/layout/CockpitRails.d.ts +6 -0
- package/dist/cli/components/layout/CockpitRails.js +13 -0
- package/dist/cli/components/layout/CockpitRails.js.map +1 -0
- package/dist/cli/components/layout/LandingView.d.ts +15 -0
- package/dist/cli/components/layout/LandingView.js +12 -0
- package/dist/cli/components/layout/LandingView.js.map +1 -0
- package/dist/cli/components/layout/SessionSidebar.d.ts +18 -0
- package/dist/cli/components/layout/SessionSidebar.js +70 -0
- package/dist/cli/components/layout/SessionSidebar.js.map +1 -0
- package/dist/cli/components/layout/StartupAnimation.d.ts +14 -0
- package/dist/cli/components/layout/StartupAnimation.js +30 -0
- package/dist/cli/components/layout/StartupAnimation.js.map +1 -0
- package/dist/cli/components/markdown/highlighter.d.ts +1 -0
- package/dist/cli/components/markdown/highlighter.js +110 -0
- package/dist/cli/components/markdown/highlighter.js.map +1 -0
- package/dist/cli/components/markdown/index.d.ts +11 -0
- package/dist/cli/components/markdown/index.js +86 -0
- package/dist/cli/components/markdown/index.js.map +1 -0
- package/dist/cli/components/messages/MessageList.d.ts +16 -0
- package/dist/cli/components/messages/MessageList.js +56 -0
- package/dist/cli/components/messages/MessageList.js.map +1 -0
- package/dist/cli/components/messages/Messages.d.ts +26 -0
- package/dist/cli/components/messages/Messages.js +32 -0
- package/dist/cli/components/messages/Messages.js.map +1 -0
- package/dist/cli/components/messages/ThinkingBlock.d.ts +9 -0
- package/dist/cli/components/messages/ThinkingBlock.js +51 -0
- package/dist/cli/components/messages/ThinkingBlock.js.map +1 -0
- package/dist/cli/components/messages/WindowedMessageList.d.ts +21 -0
- package/dist/cli/components/messages/WindowedMessageList.js +44 -0
- package/dist/cli/components/messages/WindowedMessageList.js.map +1 -0
- package/dist/cli/components/permissions/PermissionDialog.d.ts +23 -0
- package/dist/cli/components/permissions/PermissionDialog.js +83 -0
- package/dist/cli/components/permissions/PermissionDialog.js.map +1 -0
- package/dist/cli/components/spinner/SpinnerGlyph.d.ts +6 -0
- package/dist/cli/components/spinner/SpinnerGlyph.js +55 -0
- package/dist/cli/components/spinner/SpinnerGlyph.js.map +1 -0
- package/dist/cli/components/spinner/constants.d.ts +4 -0
- package/dist/cli/components/spinner/constants.js +5 -0
- package/dist/cli/components/spinner/constants.js.map +1 -0
- package/dist/cli/components/tools/ActiveWorkPanel.d.ts +22 -0
- package/dist/cli/components/tools/ActiveWorkPanel.js +70 -0
- package/dist/cli/components/tools/ActiveWorkPanel.js.map +1 -0
- package/dist/cli/components/tools/AgentActivityLine.d.ts +13 -0
- package/dist/cli/components/tools/AgentActivityLine.js +88 -0
- package/dist/cli/components/tools/AgentActivityLine.js.map +1 -0
- package/dist/cli/components/tools/QueuedPromptList.d.ts +10 -0
- package/dist/cli/components/tools/QueuedPromptList.js +26 -0
- package/dist/cli/components/tools/QueuedPromptList.js.map +1 -0
- package/dist/cli/components/tools/TaskFlowHud.d.ts +15 -0
- package/dist/cli/components/tools/TaskFlowHud.js +55 -0
- package/dist/cli/components/tools/TaskFlowHud.js.map +1 -0
- package/dist/cli/components/tools/TerminalSessionsFooter.d.ts +6 -0
- package/dist/cli/components/tools/TerminalSessionsFooter.js +36 -0
- package/dist/cli/components/tools/TerminalSessionsFooter.js.map +1 -0
- package/dist/cli/components/tools/ToolActivityList.d.ts +11 -0
- package/dist/cli/components/tools/ToolActivityList.js +73 -0
- package/dist/cli/components/tools/ToolActivityList.js.map +1 -0
- package/dist/cli/components/tools/ToolCallTree.d.ts +11 -0
- package/dist/cli/components/tools/ToolCallTree.js +14 -0
- package/dist/cli/components/tools/ToolCallTree.js.map +1 -0
- package/dist/cli/components/tools/toolLifecycleModel.d.ts +16 -0
- package/dist/cli/components/tools/toolLifecycleModel.js +30 -0
- package/dist/cli/components/tools/toolLifecycleModel.js.map +1 -0
- package/dist/cli/components/tools/toolPresentation.d.ts +9 -0
- package/dist/cli/components/tools/toolPresentation.js +171 -0
- package/dist/cli/components/tools/toolPresentation.js.map +1 -0
- package/dist/cli/components/tools/toolTypes.d.ts +16 -0
- package/dist/cli/components/tools/toolTypes.js +2 -0
- package/dist/cli/components/tools/toolTypes.js.map +1 -0
- package/dist/cli/components/transcriptWindowing.d.ts +19 -0
- package/dist/cli/components/transcriptWindowing.js +81 -0
- package/dist/cli/components/transcriptWindowing.js.map +1 -0
- package/dist/cli/config.d.ts +1 -0
- package/dist/cli/config.js +2 -0
- package/dist/cli/config.js.map +1 -0
- package/dist/cli/conversations/journalWriter.d.ts +50 -0
- package/dist/cli/conversations/journalWriter.js +191 -0
- package/dist/cli/conversations/journalWriter.js.map +1 -0
- package/dist/cli/conversations/manager.d.ts +65 -0
- package/dist/cli/conversations/manager.js +435 -0
- package/dist/cli/conversations/manager.js.map +1 -0
- package/dist/cli/conversations/recoveryExport.d.ts +18 -0
- package/dist/cli/conversations/recoveryExport.js +39 -0
- package/dist/cli/conversations/recoveryExport.js.map +1 -0
- package/dist/cli/conversations/recoveryMessages.d.ts +2 -0
- package/dist/cli/conversations/recoveryMessages.js +3 -0
- package/dist/cli/conversations/recoveryMessages.js.map +1 -0
- package/dist/cli/conversations/store.d.ts +14 -0
- package/dist/cli/conversations/store.js +603 -0
- package/dist/cli/conversations/store.js.map +1 -0
- package/dist/cli/conversations/types.d.ts +142 -0
- package/dist/cli/conversations/types.js +2 -0
- package/dist/cli/conversations/types.js.map +1 -0
- package/dist/cli/globalConfiguration.d.ts +13 -0
- package/dist/cli/globalConfiguration.js +61 -0
- package/dist/cli/globalConfiguration.js.map +1 -0
- package/dist/cli/hooks/useMessageCursor.d.ts +16 -0
- package/dist/cli/hooks/useMessageCursor.js +75 -0
- package/dist/cli/hooks/useMessageCursor.js.map +1 -0
- package/dist/cli/hooks/useOverlayStack.d.ts +9 -0
- package/dist/cli/hooks/useOverlayStack.js +26 -0
- package/dist/cli/hooks/useOverlayStack.js.map +1 -0
- package/dist/cli/hooks/useTerminalSize.d.ts +16 -0
- package/dist/cli/hooks/useTerminalSize.js +37 -0
- package/dist/cli/hooks/useTerminalSize.js.map +1 -0
- package/dist/cli/i18n/index.d.ts +15 -0
- package/dist/cli/i18n/index.js +32 -0
- package/dist/cli/i18n/index.js.map +1 -0
- package/dist/cli/i18n/messages.d.ts +1305 -0
- package/dist/cli/i18n/messages.js +1305 -0
- package/dist/cli/i18n/messages.js.map +1 -0
- package/dist/cli/imageAttachments.d.ts +22 -0
- package/dist/cli/imageAttachments.js +329 -0
- package/dist/cli/imageAttachments.js.map +1 -0
- package/dist/cli/index.d.ts +2 -0
- package/dist/cli/index.js +146 -0
- package/dist/cli/index.js.map +1 -0
- package/dist/cli/platform/terminalAttention.d.ts +46 -0
- package/dist/cli/platform/terminalAttention.js +152 -0
- package/dist/cli/platform/terminalAttention.js.map +1 -0
- package/dist/cli/platform/terminalTransparency.d.ts +11 -0
- package/dist/cli/platform/terminalTransparency.js +193 -0
- package/dist/cli/platform/terminalTransparency.js.map +1 -0
- package/dist/cli/repl.d.ts +15 -0
- package/dist/cli/repl.js +38 -0
- package/dist/cli/repl.js.map +1 -0
- package/dist/cli/setup.d.ts +17 -0
- package/dist/cli/setup.js +991 -0
- package/dist/cli/setup.js.map +1 -0
- package/dist/cli/singleShot.d.ts +30 -0
- package/dist/cli/singleShot.js +167 -0
- package/dist/cli/singleShot.js.map +1 -0
- package/dist/cli/state/adaptiveStreamScheduler.d.ts +53 -0
- package/dist/cli/state/adaptiveStreamScheduler.js +136 -0
- package/dist/cli/state/adaptiveStreamScheduler.js.map +1 -0
- package/dist/cli/state/agentFlowController.d.ts +37 -0
- package/dist/cli/state/agentFlowController.js +402 -0
- package/dist/cli/state/agentFlowController.js.map +1 -0
- package/dist/cli/state/approvalPresentationScheduler.d.ts +28 -0
- package/dist/cli/state/approvalPresentationScheduler.js +72 -0
- package/dist/cli/state/approvalPresentationScheduler.js.map +1 -0
- package/dist/cli/state/flowFeatureFlags.d.ts +18 -0
- package/dist/cli/state/flowFeatureFlags.js +45 -0
- package/dist/cli/state/flowFeatureFlags.js.map +1 -0
- package/dist/cli/state/flowReducer.d.ts +120 -0
- package/dist/cli/state/flowReducer.js +535 -0
- package/dist/cli/state/flowReducer.js.map +1 -0
- package/dist/cli/state/flowSelectors.d.ts +45 -0
- package/dist/cli/state/flowSelectors.js +144 -0
- package/dist/cli/state/flowSelectors.js.map +1 -0
- package/dist/cli/state/flowStore.d.ts +19 -0
- package/dist/cli/state/flowStore.js +51 -0
- package/dist/cli/state/flowStore.js.map +1 -0
- package/dist/cli/state/globalCommandActivity.d.ts +25 -0
- package/dist/cli/state/globalCommandActivity.js +57 -0
- package/dist/cli/state/globalCommandActivity.js.map +1 -0
- package/dist/cli/state/goldenTraces.d.ts +2 -0
- package/dist/cli/state/goldenTraces.js +15 -0
- package/dist/cli/state/goldenTraces.js.map +1 -0
- package/dist/cli/state/notificationCoordinator.d.ts +38 -0
- package/dist/cli/state/notificationCoordinator.js +101 -0
- package/dist/cli/state/notificationCoordinator.js.map +1 -0
- package/dist/cli/stateProvider.d.ts +5 -0
- package/dist/cli/stateProvider.js +7 -0
- package/dist/cli/stateProvider.js.map +1 -0
- package/dist/cli/telemetry/localFlowTelemetry.d.ts +42 -0
- package/dist/cli/telemetry/localFlowTelemetry.js +131 -0
- package/dist/cli/telemetry/localFlowTelemetry.js.map +1 -0
- package/dist/cli/telemetry/terminalBaseline.d.ts +93 -0
- package/dist/cli/telemetry/terminalBaseline.js +199 -0
- package/dist/cli/telemetry/terminalBaseline.js.map +1 -0
- package/dist/cli/telemetry/terminalLatencyTracker.d.ts +24 -0
- package/dist/cli/telemetry/terminalLatencyTracker.js +59 -0
- package/dist/cli/telemetry/terminalLatencyTracker.js.map +1 -0
- package/dist/cli/terminalLayout.d.ts +2 -0
- package/dist/cli/terminalLayout.js +16 -0
- package/dist/cli/terminalLayout.js.map +1 -0
- package/dist/cli/terminalMouse.d.ts +10 -0
- package/dist/cli/terminalMouse.js +29 -0
- package/dist/cli/terminalMouse.js.map +1 -0
- package/dist/cli/theme/ThemeProvider.d.ts +9 -0
- package/dist/cli/theme/ThemeProvider.js +26 -0
- package/dist/cli/theme/ThemeProvider.js.map +1 -0
- package/dist/cli/theme/dark.d.ts +2 -0
- package/dist/cli/theme/dark.js +27 -0
- package/dist/cli/theme/dark.js.map +1 -0
- package/dist/cli/theme/index.d.ts +5 -0
- package/dist/cli/theme/index.js +5 -0
- package/dist/cli/theme/index.js.map +1 -0
- package/dist/cli/theme/light.d.ts +2 -0
- package/dist/cli/theme/light.js +26 -0
- package/dist/cli/theme/light.js.map +1 -0
- package/dist/cli/theme/palette.d.ts +7 -0
- package/dist/cli/theme/palette.js +8 -0
- package/dist/cli/theme/palette.js.map +1 -0
- package/dist/cli/theme/resolveColor.d.ts +4 -0
- package/dist/cli/theme/resolveColor.js +43 -0
- package/dist/cli/theme/resolveColor.js.map +1 -0
- package/dist/cli/theme/types.d.ts +27 -0
- package/dist/cli/theme/types.js +2 -0
- package/dist/cli/theme/types.js.map +1 -0
- package/dist/cli/toolExecutor.d.ts +1 -0
- package/dist/cli/toolExecutor.js +2 -0
- package/dist/cli/toolExecutor.js.map +1 -0
- package/dist/core/agentEngine.d.ts +425 -0
- package/dist/core/agentEngine.js +5170 -0
- package/dist/core/agentEngine.js.map +1 -0
- package/dist/core/agents/loader.d.ts +9 -0
- package/dist/core/agents/loader.js +144 -0
- package/dist/core/agents/loader.js.map +1 -0
- package/dist/core/applyPatch.d.ts +24 -0
- package/dist/core/applyPatch.js +158 -0
- package/dist/core/applyPatch.js.map +1 -0
- package/dist/core/cacheMonitor.d.ts +24 -0
- package/dist/core/cacheMonitor.js +211 -0
- package/dist/core/cacheMonitor.js.map +1 -0
- package/dist/core/clientIdentity.d.ts +6 -0
- package/dist/core/clientIdentity.js +44 -0
- package/dist/core/clientIdentity.js.map +1 -0
- package/dist/core/config.d.ts +99 -0
- package/dist/core/config.js +715 -0
- package/dist/core/config.js.map +1 -0
- package/dist/core/contextCompaction.d.ts +20 -0
- package/dist/core/contextCompaction.js +158 -0
- package/dist/core/contextCompaction.js.map +1 -0
- package/dist/core/contextManager.d.ts +44 -0
- package/dist/core/contextManager.js +590 -0
- package/dist/core/contextManager.js.map +1 -0
- package/dist/core/contextPolicy.d.ts +18 -0
- package/dist/core/contextPolicy.js +39 -0
- package/dist/core/contextPolicy.js.map +1 -0
- package/dist/core/credentialStore.d.ts +8 -0
- package/dist/core/credentialStore.js +37 -0
- package/dist/core/credentialStore.js.map +1 -0
- package/dist/core/diffCompute.d.ts +31 -0
- package/dist/core/diffCompute.js +116 -0
- package/dist/core/diffCompute.js.map +1 -0
- package/dist/core/editHelpers.d.ts +8 -0
- package/dist/core/editHelpers.js +35 -0
- package/dist/core/editHelpers.js.map +1 -0
- package/dist/core/fileIO.d.ts +12 -0
- package/dist/core/fileIO.js +199 -0
- package/dist/core/fileIO.js.map +1 -0
- package/dist/core/gitService.d.ts +83 -0
- package/dist/core/gitService.js +522 -0
- package/dist/core/gitService.js.map +1 -0
- package/dist/core/index.d.ts +30 -0
- package/dist/core/index.js +19 -0
- package/dist/core/index.js.map +1 -0
- package/dist/core/mcp/client.d.ts +32 -0
- package/dist/core/mcp/client.js +186 -0
- package/dist/core/mcp/client.js.map +1 -0
- package/dist/core/mcp/settings.d.ts +2 -0
- package/dist/core/mcp/settings.js +26 -0
- package/dist/core/mcp/settings.js.map +1 -0
- package/dist/core/mcp/toolBridge.d.ts +20 -0
- package/dist/core/mcp/toolBridge.js +74 -0
- package/dist/core/mcp/toolBridge.js.map +1 -0
- package/dist/core/mcp/types.d.ts +29 -0
- package/dist/core/mcp/types.js +2 -0
- package/dist/core/mcp/types.js.map +1 -0
- package/dist/core/modelDiscovery.d.ts +14 -0
- package/dist/core/modelDiscovery.js +566 -0
- package/dist/core/modelDiscovery.js.map +1 -0
- package/dist/core/modelProtocol.d.ts +43 -0
- package/dist/core/modelProtocol.js +238 -0
- package/dist/core/modelProtocol.js.map +1 -0
- package/dist/core/modelRegistry.d.ts +56 -0
- package/dist/core/modelRegistry.js +308 -0
- package/dist/core/modelRegistry.js.map +1 -0
- package/dist/core/networkProxy.d.ts +20 -0
- package/dist/core/networkProxy.js +145 -0
- package/dist/core/networkProxy.js.map +1 -0
- package/dist/core/normalizeBaseUrl.d.ts +1 -0
- package/dist/core/normalizeBaseUrl.js +9 -0
- package/dist/core/normalizeBaseUrl.js.map +1 -0
- package/dist/core/pathUtils.d.ts +3 -0
- package/dist/core/pathUtils.js +46 -0
- package/dist/core/pathUtils.js.map +1 -0
- package/dist/core/permissions.d.ts +29 -0
- package/dist/core/permissions.js +245 -0
- package/dist/core/permissions.js.map +1 -0
- package/dist/core/persona/voiceProfile.d.ts +7 -0
- package/dist/core/persona/voiceProfile.js +14 -0
- package/dist/core/persona/voiceProfile.js.map +1 -0
- package/dist/core/profile.d.ts +35 -0
- package/dist/core/profile.js +373 -0
- package/dist/core/profile.js.map +1 -0
- package/dist/core/requestCompatibility.d.ts +13 -0
- package/dist/core/requestCompatibility.js +181 -0
- package/dist/core/requestCompatibility.js.map +1 -0
- package/dist/core/runtime/agentRuntime.d.ts +43 -0
- package/dist/core/runtime/agentRuntime.js +137 -0
- package/dist/core/runtime/agentRuntime.js.map +1 -0
- package/dist/core/runtime/approvalCoordinator.d.ts +36 -0
- package/dist/core/runtime/approvalCoordinator.js +113 -0
- package/dist/core/runtime/approvalCoordinator.js.map +1 -0
- package/dist/core/runtime/capabilityBoundary.d.ts +18 -0
- package/dist/core/runtime/capabilityBoundary.js +89 -0
- package/dist/core/runtime/capabilityBoundary.js.map +1 -0
- package/dist/core/runtime/nodeToolExecutor.d.ts +200 -0
- package/dist/core/runtime/nodeToolExecutor.js +2446 -0
- package/dist/core/runtime/nodeToolExecutor.js.map +1 -0
- package/dist/core/runtime/runtimeLogWriter.d.ts +32 -0
- package/dist/core/runtime/runtimeLogWriter.js +129 -0
- package/dist/core/runtime/runtimeLogWriter.js.map +1 -0
- package/dist/core/runtime/runtimeTaskManager.d.ts +78 -0
- package/dist/core/runtime/runtimeTaskManager.js +374 -0
- package/dist/core/runtime/runtimeTaskManager.js.map +1 -0
- package/dist/core/runtime/sessionRegistry.d.ts +19 -0
- package/dist/core/runtime/sessionRegistry.js +41 -0
- package/dist/core/runtime/sessionRegistry.js.map +1 -0
- package/dist/core/runtime/stateProvider.d.ts +69 -0
- package/dist/core/runtime/stateProvider.js +131 -0
- package/dist/core/runtime/stateProvider.js.map +1 -0
- package/dist/core/runtime/subAgentTaskManager.d.ts +111 -0
- package/dist/core/runtime/subAgentTaskManager.js +386 -0
- package/dist/core/runtime/subAgentTaskManager.js.map +1 -0
- package/dist/core/schemaValidation.d.ts +5 -0
- package/dist/core/schemaValidation.js +153 -0
- package/dist/core/schemaValidation.js.map +1 -0
- package/dist/core/skills/loader.d.ts +7 -0
- package/dist/core/skills/loader.js +91 -0
- package/dist/core/skills/loader.js.map +1 -0
- package/dist/core/skills/runtime.d.ts +19 -0
- package/dist/core/skills/runtime.js +61 -0
- package/dist/core/skills/runtime.js.map +1 -0
- package/dist/core/subAgent.d.ts +50 -0
- package/dist/core/subAgent.js +1258 -0
- package/dist/core/subAgent.js.map +1 -0
- package/dist/core/systemPrompt.d.ts +27 -0
- package/dist/core/systemPrompt.js +219 -0
- package/dist/core/systemPrompt.js.map +1 -0
- package/dist/core/taskManager.d.ts +105 -0
- package/dist/core/taskManager.js +617 -0
- package/dist/core/taskManager.js.map +1 -0
- package/dist/core/tokenCompressor.d.ts +14 -0
- package/dist/core/tokenCompressor.js +161 -0
- package/dist/core/tokenCompressor.js.map +1 -0
- package/dist/core/tokenCounter.d.ts +28 -0
- package/dist/core/tokenCounter.js +101 -0
- package/dist/core/tokenCounter.js.map +1 -0
- package/dist/core/toolDispatcher.d.ts +11 -0
- package/dist/core/toolDispatcher.js +38 -0
- package/dist/core/toolDispatcher.js.map +1 -0
- package/dist/core/toolExecutionLedger.d.ts +9 -0
- package/dist/core/toolExecutionLedger.js +84 -0
- package/dist/core/toolExecutionLedger.js.map +1 -0
- package/dist/core/toolRegistry.d.ts +19 -0
- package/dist/core/toolRegistry.js +820 -0
- package/dist/core/toolRegistry.js.map +1 -0
- package/dist/core/turnStrategy.d.ts +20 -0
- package/dist/core/turnStrategy.js +103 -0
- package/dist/core/turnStrategy.js.map +1 -0
- package/dist/platform/process.d.ts +14 -0
- package/dist/platform/process.js +28 -0
- package/dist/platform/process.js.map +1 -0
- package/dist/platform/runtime.d.ts +8 -0
- package/dist/platform/runtime.js +21 -0
- package/dist/platform/runtime.js.map +1 -0
- package/dist/server/adminPage.d.ts +1 -0
- package/dist/server/adminPage.js +755 -0
- package/dist/server/adminPage.js.map +1 -0
- package/dist/server/index.d.ts +22 -0
- package/dist/server/index.js +566 -0
- package/dist/server/index.js.map +1 -0
- package/dist/shared/agentTypes.d.ts +227 -0
- package/dist/shared/agentTypes.js +79 -0
- package/dist/shared/agentTypes.js.map +1 -0
- package/dist/shared/codeIndexTypes.d.ts +32 -0
- package/dist/shared/codeIndexTypes.js +2 -0
- package/dist/shared/codeIndexTypes.js.map +1 -0
- package/dist/shared/flowEvents.d.ts +192 -0
- package/dist/shared/flowEvents.js +37 -0
- package/dist/shared/flowEvents.js.map +1 -0
- package/dist/shared/memoryTypes.d.ts +100 -0
- package/dist/shared/memoryTypes.js +2 -0
- package/dist/shared/memoryTypes.js.map +1 -0
- package/dist/shared/pluginTypes.d.ts +345 -0
- package/dist/shared/pluginTypes.js +2 -0
- package/dist/shared/pluginTypes.js.map +1 -0
- package/dist/shared/runtimeTaskTypes.d.ts +43 -0
- package/dist/shared/runtimeTaskTypes.js +2 -0
- package/dist/shared/runtimeTaskTypes.js.map +1 -0
- package/dist/shared/skillTypes.d.ts +1 -0
- package/dist/shared/skillTypes.js +2 -0
- package/dist/shared/skillTypes.js.map +1 -0
- package/dist/shared/subAgentTypes.d.ts +99 -0
- package/dist/shared/subAgentTypes.js +2 -0
- package/dist/shared/subAgentTypes.js.map +1 -0
- package/dist/shared/terminalTypes.d.ts +102 -0
- package/dist/shared/terminalTypes.js +2 -0
- package/dist/shared/terminalTypes.js.map +1 -0
- package/dist/shared/toolCallMarkup.d.ts +10 -0
- package/dist/shared/toolCallMarkup.js +107 -0
- package/dist/shared/toolCallMarkup.js.map +1 -0
- package/dist/shared/toolTypes.d.ts +24 -0
- package/dist/shared/toolTypes.js +2 -0
- package/dist/shared/toolTypes.js.map +1 -0
- package/dist/shared/types.d.ts +81 -0
- package/dist/shared/types.js +2 -0
- package/dist/shared/types.js.map +1 -0
- package/dist/state/types.d.ts +69 -0
- package/dist/state/types.js +2 -0
- package/dist/state/types.js.map +1 -0
- package/dist/tools/executor.d.ts +133 -0
- package/dist/tools/executor.js +2 -0
- package/dist/tools/executor.js.map +1 -0
- package/dist/tools/memory/loaders.d.ts +6 -0
- package/dist/tools/memory/loaders.js +292 -0
- package/dist/tools/memory/loaders.js.map +1 -0
- package/dist/tools/memory/sanitizer.d.ts +6 -0
- package/dist/tools/memory/sanitizer.js +48 -0
- package/dist/tools/memory/sanitizer.js.map +1 -0
- package/dist/tools/memory/service.d.ts +24 -0
- package/dist/tools/memory/service.js +273 -0
- package/dist/tools/memory/service.js.map +1 -0
- package/dist/tools/memory/writer.d.ts +17 -0
- package/dist/tools/memory/writer.js +192 -0
- package/dist/tools/memory/writer.js.map +1 -0
- package/package.json +68 -0
|
@@ -0,0 +1,161 @@
|
|
|
1
|
+
const MIN_TEXT_FOR_COMPRESSION = 800;
|
|
2
|
+
const HIGH_SIGNAL_PATTERNS = [
|
|
3
|
+
/\b(export|import|from|function|class|interface|type|const|let|var|enum|return|throw|async|await)\b/,
|
|
4
|
+
/\{|\}|=>|\(|\)|\[|\]/,
|
|
5
|
+
/['"`]/,
|
|
6
|
+
/\bTODO\b|\bFIXME\b|\bXXX\b|\bNOTE\b/,
|
|
7
|
+
/^\s*\+|^\s*-\s/,
|
|
8
|
+
/^\s*\/\//,
|
|
9
|
+
];
|
|
10
|
+
export function compressToolResult(toolName, output, options = {}) {
|
|
11
|
+
if (!output) {
|
|
12
|
+
return { compressed: output, originalLength: 0, compressedLength: 0, ratio: 1, method: 'skipped' };
|
|
13
|
+
}
|
|
14
|
+
if (output.length < MIN_TEXT_FOR_COMPRESSION) {
|
|
15
|
+
return {
|
|
16
|
+
compressed: output,
|
|
17
|
+
originalLength: output.length,
|
|
18
|
+
compressedLength: output.length,
|
|
19
|
+
ratio: 1,
|
|
20
|
+
method: 'skipped',
|
|
21
|
+
};
|
|
22
|
+
}
|
|
23
|
+
switch (toolName) {
|
|
24
|
+
case 'read_file':
|
|
25
|
+
case 'read_file_full':
|
|
26
|
+
case 'read_file_range':
|
|
27
|
+
return spanFoldCompress(output, options);
|
|
28
|
+
case 'search_content':
|
|
29
|
+
case 'search_files':
|
|
30
|
+
case 'web_search':
|
|
31
|
+
case 'grep':
|
|
32
|
+
return searchAggregateCompress(output, options);
|
|
33
|
+
default:
|
|
34
|
+
return linePruneCompress(output, options);
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
function spanFoldCompress(text, options) {
|
|
38
|
+
const lines = text.split(/\r?\n/);
|
|
39
|
+
if (lines.length < 30)
|
|
40
|
+
return linePruneCompress(text, options);
|
|
41
|
+
const head = options.headTailKeep ?? 10;
|
|
42
|
+
const kept = [];
|
|
43
|
+
const keepSet = new Set();
|
|
44
|
+
for (let i = 0; i < Math.min(head, lines.length); i++)
|
|
45
|
+
keepSet.add(i);
|
|
46
|
+
for (let i = Math.max(0, lines.length - head); i < lines.length; i++)
|
|
47
|
+
keepSet.add(i);
|
|
48
|
+
for (let i = head; i < lines.length - head; i++) {
|
|
49
|
+
const line = lines[i];
|
|
50
|
+
if (!line.trim())
|
|
51
|
+
continue;
|
|
52
|
+
if (HIGH_SIGNAL_PATTERNS.some(re => re.test(line))) {
|
|
53
|
+
keepSet.add(i);
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
let lastKept = -2;
|
|
57
|
+
let folded = 0;
|
|
58
|
+
for (let i = 0; i < lines.length; i++) {
|
|
59
|
+
if (keepSet.has(i)) {
|
|
60
|
+
if (folded > 0 && lastKept >= 0) {
|
|
61
|
+
kept.push(`… <omitted ${folded} line${folded === 1 ? '' : 's'}> …`);
|
|
62
|
+
}
|
|
63
|
+
kept.push(lines[i]);
|
|
64
|
+
lastKept = i;
|
|
65
|
+
folded = 0;
|
|
66
|
+
}
|
|
67
|
+
else {
|
|
68
|
+
folded++;
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
if (folded > 0)
|
|
72
|
+
kept.push(`… <omitted ${folded} trailing line${folded === 1 ? '' : 's'}> …`);
|
|
73
|
+
let compressed = kept.join('\n');
|
|
74
|
+
if (options.maxChars && compressed.length > options.maxChars) {
|
|
75
|
+
compressed = compressed.slice(0, options.maxChars) + '\n… <truncated for token budget>';
|
|
76
|
+
}
|
|
77
|
+
return wrap(text, compressed, 'span_fold');
|
|
78
|
+
}
|
|
79
|
+
function searchAggregateCompress(text, options) {
|
|
80
|
+
const lines = text.split(/\r?\n/);
|
|
81
|
+
const byFile = new Map();
|
|
82
|
+
const nonHits = [];
|
|
83
|
+
for (const line of lines) {
|
|
84
|
+
const match = line.match(/^([\w./\\:-]+):(\d+):/) || line.match(/^([\w./\\-]+)\s*·\s*L(\d+)/);
|
|
85
|
+
if (match) {
|
|
86
|
+
const file = match[1];
|
|
87
|
+
const list = byFile.get(file) || [];
|
|
88
|
+
list.push(line);
|
|
89
|
+
byFile.set(file, list);
|
|
90
|
+
}
|
|
91
|
+
else {
|
|
92
|
+
nonHits.push(line);
|
|
93
|
+
}
|
|
94
|
+
}
|
|
95
|
+
if (byFile.size === 0)
|
|
96
|
+
return linePruneCompress(text, options);
|
|
97
|
+
const maxPerFile = 3;
|
|
98
|
+
const keptLines = [];
|
|
99
|
+
for (const [file, hits] of byFile) {
|
|
100
|
+
const slice = hits.slice(0, maxPerFile);
|
|
101
|
+
keptLines.push(...slice);
|
|
102
|
+
if (hits.length > maxPerFile) {
|
|
103
|
+
keptLines.push(` … ${hits.length - maxPerFile} more match${hits.length - maxPerFile === 1 ? '' : 'es'} in ${file}`);
|
|
104
|
+
}
|
|
105
|
+
}
|
|
106
|
+
const filesCount = byFile.size;
|
|
107
|
+
const hitsCount = Array.from(byFile.values()).reduce((sum, arr) => sum + arr.length, 0);
|
|
108
|
+
keptLines.unshift(`<search_summary>${hitsCount} matches across ${filesCount} file${filesCount === 1 ? '' : 's'}</search_summary>`);
|
|
109
|
+
keptLines.push(...nonHits.slice(0, 3));
|
|
110
|
+
const compressed = keptLines.join('\n');
|
|
111
|
+
return wrap(text, compressed, 'search_aggregate');
|
|
112
|
+
}
|
|
113
|
+
function linePruneCompress(text, options) {
|
|
114
|
+
const lines = text.split(/\r?\n/);
|
|
115
|
+
const target = options.targetRatio ?? 0.4;
|
|
116
|
+
const head = options.headTailKeep ?? 8;
|
|
117
|
+
const maxTotal = Math.max(20, Math.ceil(lines.length * target));
|
|
118
|
+
const kept = [];
|
|
119
|
+
const seen = new Set();
|
|
120
|
+
for (let i = 0; i < Math.min(head, lines.length); i++)
|
|
121
|
+
seen.add(i);
|
|
122
|
+
for (let i = Math.max(0, lines.length - head); i < lines.length; i++)
|
|
123
|
+
seen.add(i);
|
|
124
|
+
for (let i = head; i < lines.length - head && seen.size < maxTotal; i++) {
|
|
125
|
+
if (HIGH_SIGNAL_PATTERNS.some(re => re.test(lines[i])))
|
|
126
|
+
seen.add(i);
|
|
127
|
+
}
|
|
128
|
+
let folded = 0;
|
|
129
|
+
for (let i = 0; i < lines.length; i++) {
|
|
130
|
+
if (seen.has(i)) {
|
|
131
|
+
if (folded > 0)
|
|
132
|
+
kept.push(`… <omitted ${folded} low-signal line${folded === 1 ? '' : 's'}> …`);
|
|
133
|
+
kept.push(lines[i]);
|
|
134
|
+
folded = 0;
|
|
135
|
+
}
|
|
136
|
+
else {
|
|
137
|
+
folded++;
|
|
138
|
+
}
|
|
139
|
+
}
|
|
140
|
+
if (folded > 0)
|
|
141
|
+
kept.push(`… <omitted ${folded} trailing line${folded === 1 ? '' : 's'}> …`);
|
|
142
|
+
let compressed = kept.join('\n');
|
|
143
|
+
if (options.maxChars && compressed.length > options.maxChars) {
|
|
144
|
+
compressed = compressed.slice(0, options.maxChars) + '\n… <truncated for token budget>';
|
|
145
|
+
}
|
|
146
|
+
return wrap(text, compressed, 'line_prune');
|
|
147
|
+
}
|
|
148
|
+
function wrap(original, compressed, method) {
|
|
149
|
+
const originalLength = original.length;
|
|
150
|
+
const compressedLength = compressed.length;
|
|
151
|
+
const ratio = originalLength === 0 ? 1 : compressedLength / originalLength;
|
|
152
|
+
const body = `<compressed method="${method}" ratio="${ratio.toFixed(2)}">\n${compressed}\n</compressed>`;
|
|
153
|
+
return {
|
|
154
|
+
compressed: body,
|
|
155
|
+
originalLength,
|
|
156
|
+
compressedLength: body.length,
|
|
157
|
+
ratio,
|
|
158
|
+
method,
|
|
159
|
+
};
|
|
160
|
+
}
|
|
161
|
+
//# sourceMappingURL=tokenCompressor.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tokenCompressor.js","sourceRoot":"","sources":["../../src/core/tokenCompressor.ts"],"names":[],"mappings":"AAkBA,MAAM,wBAAwB,GAAG,GAAG,CAAA;AACpC,MAAM,oBAAoB,GAAG;IAC3B,oGAAoG;IACpG,sBAAsB;IACtB,OAAO;IACP,qCAAqC;IACrC,gBAAgB;IAChB,UAAU;CACX,CAAA;AAsBD,MAAM,UAAU,kBAAkB,CAChC,QAAgB,EAChB,MAAc,EACd,UAA2B,EAAE;IAE7B,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAA;IACpG,CAAC;IACD,IAAI,MAAM,CAAC,MAAM,GAAG,wBAAwB,EAAE,CAAC;QAC7C,OAAO;YACL,UAAU,EAAE,MAAM;YAClB,cAAc,EAAE,MAAM,CAAC,MAAM;YAC7B,gBAAgB,EAAE,MAAM,CAAC,MAAM;YAC/B,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,SAAS;SAClB,CAAA;IACH,CAAC;IAED,QAAQ,QAAQ,EAAE,CAAC;QACjB,KAAK,WAAW,CAAC;QACjB,KAAK,gBAAgB,CAAC;QACtB,KAAK,iBAAiB;YACpB,OAAO,gBAAgB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;QAC1C,KAAK,gBAAgB,CAAC;QACtB,KAAK,cAAc,CAAC;QACpB,KAAK,YAAY,CAAC;QAClB,KAAK,MAAM;YACT,OAAO,uBAAuB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;QACjD;YACE,OAAO,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;IAC7C,CAAC;AACH,CAAC;AAGD,SAAS,gBAAgB,CAAC,IAAY,EAAE,OAAwB;IAC9D,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;IACjC,IAAI,KAAK,CAAC,MAAM,GAAG,EAAE;QAAE,OAAO,iBAAiB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;IAE9D,MAAM,IAAI,GAAG,OAAO,CAAC,YAAY,IAAI,EAAE,CAAA;IACvC,MAAM,IAAI,GAAa,EAAE,CAAA;IACzB,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAA;IACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE;QAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;IACrE,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE;QAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;IAGpF,KAAK,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;QAChD,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;QACrB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;YAAE,SAAQ;QAC1B,IAAI,oBAAoB,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;YACnD,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;QAChB,CAAC;IACH,CAAC;IAED,IAAI,QAAQ,GAAG,CAAC,CAAC,CAAA;IACjB,IAAI,MAAM,GAAG,CAAC,CAAA;IACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,IAAI,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YACnB,IAAI,MAAM,GAAG,CAAC,IAAI,QAAQ,IAAI,CAAC,EAAE,CAAC;gBAChC,IAAI,CAAC,IAAI,CAAC,cAAc,MAAM,QAAQ,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAA;YACrE,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;YACnB,QAAQ,GAAG,CAAC,CAAA;YACZ,MAAM,GAAG,CAAC,CAAA;QACZ,CAAC;aAAM,CAAC;YACN,MAAM,EAAE,CAAA;QACV,CAAC;IACH,CAAC;IACD,IAAI,MAAM,GAAG,CAAC;QAAE,IAAI,CAAC,IAAI,CAAC,cAAc,MAAM,iBAAiB,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAA;IAE5F,IAAI,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAChC,IAAI,OAAO,CAAC,QAAQ,IAAI,UAAU,CAAC,MAAM,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;QAC7D,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,kCAAkC,CAAA;IACzF,CAAC;IACD,OAAO,IAAI,CAAC,IAAI,EAAE,UAAU,EAAE,WAAW,CAAC,CAAA;AAC5C,CAAC;AAGD,SAAS,uBAAuB,CAAC,IAAY,EAAE,OAAwB;IACrE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;IAEjC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAoB,CAAA;IAC1C,MAAM,OAAO,GAAa,EAAE,CAAA;IAC5B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,uBAAuB,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAA;QAC7F,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;YACrB,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAA;YACnC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YACf,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;QACxB,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACpB,CAAC;IACH,CAAC;IACD,IAAI,MAAM,CAAC,IAAI,KAAK,CAAC;QAAE,OAAO,iBAAiB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;IAE9D,MAAM,UAAU,GAAG,CAAC,CAAA;IACpB,MAAM,SAAS,GAAa,EAAE,CAAA;IAC9B,KAAK,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,MAAM,EAAE,CAAC;QAClC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAA;QACvC,SAAS,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAA;QACxB,IAAI,IAAI,CAAC,MAAM,GAAG,UAAU,EAAE,CAAC;YAC7B,SAAS,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,MAAM,GAAG,UAAU,cAAc,IAAI,CAAC,MAAM,GAAG,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,OAAO,IAAI,EAAE,CAAC,CAAA;QACtH,CAAC;IACH,CAAC;IACD,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAA;IAC9B,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAA;IACvF,SAAS,CAAC,OAAO,CAAC,mBAAmB,SAAS,mBAAmB,UAAU,QAAQ,UAAU,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,mBAAmB,CAAC,CAAA;IAClI,SAAS,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;IACtC,MAAM,UAAU,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACvC,OAAO,IAAI,CAAC,IAAI,EAAE,UAAU,EAAE,kBAAkB,CAAC,CAAA;AACnD,CAAC;AAGD,SAAS,iBAAiB,CAAC,IAAY,EAAE,OAAwB;IAC/D,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAA;IACjC,MAAM,MAAM,GAAG,OAAO,CAAC,WAAW,IAAI,GAAG,CAAA;IACzC,MAAM,IAAI,GAAG,OAAO,CAAC,YAAY,IAAI,CAAC,CAAA;IACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC,CAAC,CAAA;IAE/D,MAAM,IAAI,GAAa,EAAE,CAAA;IACzB,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAA;IAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE;QAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;IAClE,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE;QAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;IAEjF,KAAK,IAAI,CAAC,GAAG,IAAI,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,IAAI,IAAI,IAAI,CAAC,IAAI,GAAG,QAAQ,EAAE,CAAC,EAAE,EAAE,CAAC;QACxE,IAAI,oBAAoB,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;IACrE,CAAC;IACD,IAAI,MAAM,GAAG,CAAC,CAAA;IACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YAChB,IAAI,MAAM,GAAG,CAAC;gBAAE,IAAI,CAAC,IAAI,CAAC,cAAc,MAAM,mBAAmB,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAA;YAC9F,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;YACnB,MAAM,GAAG,CAAC,CAAA;QACZ,CAAC;aAAM,CAAC;YACN,MAAM,EAAE,CAAA;QACV,CAAC;IACH,CAAC;IACD,IAAI,MAAM,GAAG,CAAC;QAAE,IAAI,CAAC,IAAI,CAAC,cAAc,MAAM,iBAAiB,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAA;IAC5F,IAAI,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAChC,IAAI,OAAO,CAAC,QAAQ,IAAI,UAAU,CAAC,MAAM,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;QAC7D,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,kCAAkC,CAAA;IACzF,CAAC;IACD,OAAO,IAAI,CAAC,IAAI,EAAE,UAAU,EAAE,YAAY,CAAC,CAAA;AAC7C,CAAC;AAED,SAAS,IAAI,CAAC,QAAgB,EAAE,UAAkB,EAAE,MAAmC;IACrF,MAAM,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAA;IACtC,MAAM,gBAAgB,GAAG,UAAU,CAAC,MAAM,CAAA;IAC1C,MAAM,KAAK,GAAG,cAAc,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,gBAAgB,GAAG,cAAc,CAAA;IAC1E,MAAM,IAAI,GAAG,uBAAuB,MAAM,YAAY,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,UAAU,iBAAiB,CAAA;IACxG,OAAO;QACL,UAAU,EAAE,IAAI;QAChB,cAAc;QACd,gBAAgB,EAAE,IAAI,CAAC,MAAM;QAC7B,KAAK;QACL,MAAM;KACP,CAAA;AACH,CAAC"}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
export type TokenCountSource = 'provider' | 'tokenizer' | 'estimate' | 'unavailable';
|
|
2
|
+
export interface TokenCountResult {
|
|
3
|
+
tokens: number;
|
|
4
|
+
source: TokenCountSource;
|
|
5
|
+
tokenizer?: string;
|
|
6
|
+
reason?: string;
|
|
7
|
+
}
|
|
8
|
+
interface CountOptions {
|
|
9
|
+
provider?: string;
|
|
10
|
+
model?: string;
|
|
11
|
+
allowEstimate?: boolean;
|
|
12
|
+
}
|
|
13
|
+
export declare function roughTokenCountEstimation(text: string, bytesPerToken?: number): number;
|
|
14
|
+
export declare function countTextTokens(text: string, options?: CountOptions): TokenCountResult;
|
|
15
|
+
export declare function countValueTokens(value: unknown, options?: CountOptions): TokenCountResult;
|
|
16
|
+
export declare function countMessagesTokens(messages: Array<Record<string, unknown>>, options?: CountOptions): TokenCountResult;
|
|
17
|
+
export declare function countTurnishTokens(value: unknown, options?: CountOptions): TokenCountResult;
|
|
18
|
+
export declare function countAnthropicMessagesWithProvider(params: {
|
|
19
|
+
baseUrl: string;
|
|
20
|
+
apiKey: string;
|
|
21
|
+
model: string;
|
|
22
|
+
messages: Array<Record<string, unknown>>;
|
|
23
|
+
system?: unknown;
|
|
24
|
+
tools?: unknown[];
|
|
25
|
+
customHeaders?: Record<string, string>;
|
|
26
|
+
fetchImpl?: typeof fetch;
|
|
27
|
+
}): Promise<TokenCountResult>;
|
|
28
|
+
export {};
|
|
@@ -0,0 +1,101 @@
|
|
|
1
|
+
import { getEncoding } from 'js-tiktoken';
|
|
2
|
+
import { resolveTokenizerForModel } from './modelRegistry';
|
|
3
|
+
import { createTurboFluxRequestHeaders } from './clientIdentity';
|
|
4
|
+
const encoderCache = new Map();
|
|
5
|
+
function resolveEncodingName(options) {
|
|
6
|
+
void options.provider;
|
|
7
|
+
return resolveTokenizerForModel(options.model) ?? null;
|
|
8
|
+
}
|
|
9
|
+
function getEncoder(name) {
|
|
10
|
+
const cached = encoderCache.get(name);
|
|
11
|
+
if (cached)
|
|
12
|
+
return cached;
|
|
13
|
+
const encoder = getEncoding(name);
|
|
14
|
+
encoderCache.set(name, encoder);
|
|
15
|
+
return encoder;
|
|
16
|
+
}
|
|
17
|
+
export function roughTokenCountEstimation(text, bytesPerToken = 4) {
|
|
18
|
+
return Math.max(0, Math.round((text || '').length / bytesPerToken));
|
|
19
|
+
}
|
|
20
|
+
function estimatedCount(text, options) {
|
|
21
|
+
return {
|
|
22
|
+
tokens: roughTokenCountEstimation(text),
|
|
23
|
+
source: 'estimate',
|
|
24
|
+
reason: `Rough token estimate for model "${options.model || 'unknown'}" (${options.provider || 'unknown provider'}): characters / 4`,
|
|
25
|
+
};
|
|
26
|
+
}
|
|
27
|
+
export function countTextTokens(text, options = {}) {
|
|
28
|
+
const encodingName = resolveEncodingName(options);
|
|
29
|
+
if (!encodingName) {
|
|
30
|
+
if (options.allowEstimate !== false) {
|
|
31
|
+
return estimatedCount(text || '', options);
|
|
32
|
+
}
|
|
33
|
+
return {
|
|
34
|
+
tokens: 0,
|
|
35
|
+
source: 'unavailable',
|
|
36
|
+
reason: `No tokenizer mapping for model "${options.model || 'unknown'}" (${options.provider || 'unknown provider'})`,
|
|
37
|
+
};
|
|
38
|
+
}
|
|
39
|
+
const encoder = getEncoder(encodingName);
|
|
40
|
+
return {
|
|
41
|
+
tokens: encoder.encode(text || '').length,
|
|
42
|
+
source: 'tokenizer',
|
|
43
|
+
tokenizer: encodingName,
|
|
44
|
+
};
|
|
45
|
+
}
|
|
46
|
+
export function countValueTokens(value, options = {}) {
|
|
47
|
+
if (typeof value === 'string')
|
|
48
|
+
return countTextTokens(value, options);
|
|
49
|
+
return countTextTokens(JSON.stringify(value ?? ''), options);
|
|
50
|
+
}
|
|
51
|
+
export function countMessagesTokens(messages, options = {}) {
|
|
52
|
+
let total = 0;
|
|
53
|
+
let tokenizer;
|
|
54
|
+
let usedEstimate = false;
|
|
55
|
+
for (const message of messages) {
|
|
56
|
+
const count = countValueTokens(message, options);
|
|
57
|
+
if (count.source === 'unavailable')
|
|
58
|
+
return count;
|
|
59
|
+
total += count.tokens + 4;
|
|
60
|
+
tokenizer = count.tokenizer;
|
|
61
|
+
if (count.source === 'estimate')
|
|
62
|
+
usedEstimate = true;
|
|
63
|
+
}
|
|
64
|
+
return usedEstimate
|
|
65
|
+
? { tokens: total, source: 'estimate', reason: `Rough message token estimate for model "${options.model || 'unknown'}" (${options.provider || 'unknown provider'})` }
|
|
66
|
+
: { tokens: total, source: 'tokenizer', tokenizer };
|
|
67
|
+
}
|
|
68
|
+
export function countTurnishTokens(value, options = {}) {
|
|
69
|
+
return countValueTokens(value, options);
|
|
70
|
+
}
|
|
71
|
+
export async function countAnthropicMessagesWithProvider(params) {
|
|
72
|
+
const fetcher = params.fetchImpl ?? fetch;
|
|
73
|
+
const response = await fetcher(`${params.baseUrl.replace(/\/+$/, '')}/messages/count_tokens`, {
|
|
74
|
+
method: 'POST',
|
|
75
|
+
headers: createTurboFluxRequestHeaders({
|
|
76
|
+
'Content-Type': 'application/json',
|
|
77
|
+
'Authorization': `Bearer ${params.apiKey}`,
|
|
78
|
+
'x-api-key': params.apiKey,
|
|
79
|
+
'anthropic-version': '2023-06-01',
|
|
80
|
+
...(params.customHeaders ?? {}),
|
|
81
|
+
}),
|
|
82
|
+
body: JSON.stringify({
|
|
83
|
+
model: params.model,
|
|
84
|
+
messages: params.messages,
|
|
85
|
+
...(params.system ? { system: params.system } : {}),
|
|
86
|
+
...(params.tools && params.tools.length > 0 ? { tools: params.tools } : {}),
|
|
87
|
+
}),
|
|
88
|
+
});
|
|
89
|
+
if (!response.ok) {
|
|
90
|
+
return {
|
|
91
|
+
tokens: 0,
|
|
92
|
+
source: 'unavailable',
|
|
93
|
+
reason: `Anthropic count_tokens failed: ${response.status}`,
|
|
94
|
+
};
|
|
95
|
+
}
|
|
96
|
+
const payload = await response.json();
|
|
97
|
+
return typeof payload.input_tokens === 'number'
|
|
98
|
+
? { tokens: payload.input_tokens, source: 'provider' }
|
|
99
|
+
: { tokens: 0, source: 'unavailable', reason: 'Anthropic count_tokens response omitted input_tokens' };
|
|
100
|
+
}
|
|
101
|
+
//# sourceMappingURL=tokenCounter.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tokenCounter.js","sourceRoot":"","sources":["../../src/core/tokenCounter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAwC,MAAM,aAAa,CAAA;AAC/E,OAAO,EAAE,wBAAwB,EAAE,MAAM,iBAAiB,CAAA;AAC1D,OAAO,EAAE,6BAA6B,EAAE,MAAM,kBAAkB,CAAA;AAiBhE,MAAM,YAAY,GAAG,IAAI,GAAG,EAA8B,CAAA;AAE1D,SAAS,mBAAmB,CAAC,OAAqB;IAChD,KAAK,OAAO,CAAC,QAAQ,CAAA;IACrB,OAAO,wBAAwB,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,IAAI,CAAA;AACxD,CAAC;AAED,SAAS,UAAU,CAAC,IAAsB;IACxC,MAAM,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;IACrC,IAAI,MAAM;QAAE,OAAO,MAAM,CAAA;IACzB,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,CAAA;IACjC,YAAY,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;IAC/B,OAAO,OAAO,CAAA;AAChB,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,IAAY,EAAE,aAAa,GAAG,CAAC;IACvE,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,MAAM,GAAG,aAAa,CAAC,CAAC,CAAA;AACrE,CAAC;AAED,SAAS,cAAc,CAAC,IAAY,EAAE,OAAqB;IACzD,OAAO;QACL,MAAM,EAAE,yBAAyB,CAAC,IAAI,CAAC;QACvC,MAAM,EAAE,UAAU;QAClB,MAAM,EAAE,mCAAmC,OAAO,CAAC,KAAK,IAAI,SAAS,MAAM,OAAO,CAAC,QAAQ,IAAI,kBAAkB,mBAAmB;KACrI,CAAA;AACH,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,IAAY,EAAE,UAAwB,EAAE;IACtE,MAAM,YAAY,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAA;IACjD,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,IAAI,OAAO,CAAC,aAAa,KAAK,KAAK,EAAE,CAAC;YACpC,OAAO,cAAc,CAAC,IAAI,IAAI,EAAE,EAAE,OAAO,CAAC,CAAA;QAC5C,CAAC;QACD,OAAO;YACL,MAAM,EAAE,CAAC;YACT,MAAM,EAAE,aAAa;YACrB,MAAM,EAAE,mCAAmC,OAAO,CAAC,KAAK,IAAI,SAAS,MAAM,OAAO,CAAC,QAAQ,IAAI,kBAAkB,GAAG;SACrH,CAAA;IACH,CAAC;IAED,MAAM,OAAO,GAAG,UAAU,CAAC,YAAY,CAAC,CAAA;IACxC,OAAO;QACL,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,MAAM;QACzC,MAAM,EAAE,WAAW;QACnB,SAAS,EAAE,YAAY;KACxB,CAAA;AACH,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,KAAc,EAAE,UAAwB,EAAE;IACzE,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,eAAe,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;IACrE,OAAO,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,OAAO,CAAC,CAAA;AAC9D,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,QAAwC,EAAE,UAAwB,EAAE;IACtG,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,IAAI,SAA6B,CAAA;IACjC,IAAI,YAAY,GAAG,KAAK,CAAA;IACxB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;QAChD,IAAI,KAAK,CAAC,MAAM,KAAK,aAAa;YAAE,OAAO,KAAK,CAAA;QAChD,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAA;QACzB,SAAS,GAAG,KAAK,CAAC,SAAS,CAAA;QAC3B,IAAI,KAAK,CAAC,MAAM,KAAK,UAAU;YAAE,YAAY,GAAG,IAAI,CAAA;IACtD,CAAC;IACD,OAAO,YAAY;QACjB,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,2CAA2C,OAAO,CAAC,KAAK,IAAI,SAAS,MAAM,OAAO,CAAC,QAAQ,IAAI,kBAAkB,GAAG,EAAE;QACrK,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,SAAS,EAAE,CAAA;AACvD,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,KAAc,EAAE,UAAwB,EAAE;IAC3E,OAAO,gBAAgB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;AACzC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kCAAkC,CAAC,MASxD;IACC,MAAM,OAAO,GAAG,MAAM,CAAC,SAAS,IAAI,KAAK,CAAA;IACzC,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,wBAAwB,EAAE;QAC5F,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,6BAA6B,CAAC;YACrC,cAAc,EAAE,kBAAkB;YAClC,eAAe,EAAE,UAAU,MAAM,CAAC,MAAM,EAAE;YAC1C,WAAW,EAAE,MAAM,CAAC,MAAM;YAC1B,mBAAmB,EAAE,YAAY;YACjC,GAAG,CAAC,MAAM,CAAC,aAAa,IAAI,EAAE,CAAC;SAChC,CAAC;QACF,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;YACnB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACnD,GAAG,CAAC,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC5E,CAAC;KACH,CAAC,CAAA;IAEF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,OAAO;YACL,MAAM,EAAE,CAAC;YACT,MAAM,EAAE,aAAa;YACrB,MAAM,EAAE,kCAAkC,QAAQ,CAAC,MAAM,EAAE;SAC5D,CAAA;IACH,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAgC,CAAA;IACnE,OAAO,OAAO,OAAO,CAAC,YAAY,KAAK,QAAQ;QAC7C,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE;QACtD,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,sDAAsD,EAAE,CAAA;AAC1G,CAAC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import type { CodeMapNode, CodeSearchHit } from '../shared/codeIndexTypes';
|
|
2
|
+
export declare function formatContentSearchResults(results: Array<{
|
|
3
|
+
file: string;
|
|
4
|
+
startLine: number;
|
|
5
|
+
endLine: number;
|
|
6
|
+
line: number;
|
|
7
|
+
snippet?: string;
|
|
8
|
+
content: string;
|
|
9
|
+
}>, basePath?: string): string;
|
|
10
|
+
export declare function formatCodeSearchHits(hits: CodeSearchHit[]): string;
|
|
11
|
+
export declare function formatCodeMap(node: CodeMapNode, depth?: number): string;
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
import { toWorkspaceRelative } from './pathUtils';
|
|
2
|
+
export function formatContentSearchResults(results, basePath) {
|
|
3
|
+
const lines = [];
|
|
4
|
+
for (const result of results.slice(0, 50)) {
|
|
5
|
+
const relPath = basePath ? toWorkspaceRelative(basePath, result.file) : result.file;
|
|
6
|
+
if (result.snippet) {
|
|
7
|
+
lines.push(`${relPath}:${result.line}\n${result.snippet}\n`);
|
|
8
|
+
}
|
|
9
|
+
else {
|
|
10
|
+
lines.push(`${relPath}:${result.line} | ${result.content}`);
|
|
11
|
+
}
|
|
12
|
+
}
|
|
13
|
+
if (results.length > 50) {
|
|
14
|
+
lines.push(`... ${results.length - 50} more results truncated`);
|
|
15
|
+
}
|
|
16
|
+
return lines.join('\n');
|
|
17
|
+
}
|
|
18
|
+
export function formatCodeSearchHits(hits) {
|
|
19
|
+
if (!hits || hits.length === 0)
|
|
20
|
+
return 'No matches found';
|
|
21
|
+
const lines = hits.map(hit => {
|
|
22
|
+
const loc = hit.startLine && hit.endLine ? `:${hit.startLine}-${hit.endLine}` : '';
|
|
23
|
+
const score = typeof hit.score === 'number' ? ` (score=${hit.score.toFixed(2)})` : '';
|
|
24
|
+
return `- ${hit.symbolKind || hit.source}: ${hit.title} @ ${hit.path}${loc}${score}\n ${hit.subtitle || ''}`;
|
|
25
|
+
});
|
|
26
|
+
return lines.join('\n');
|
|
27
|
+
}
|
|
28
|
+
export function formatCodeMap(node, depth = 0) {
|
|
29
|
+
const indent = ' '.repeat(depth);
|
|
30
|
+
const anchor = node.path && typeof node.startLine === 'number' && typeof node.endLine === 'number'
|
|
31
|
+
? ` @ ${node.path}:${node.startLine}-${node.endLine}`
|
|
32
|
+
: '';
|
|
33
|
+
const score = typeof node.score === 'number' ? ` score=${node.score.toFixed(2)}` : '';
|
|
34
|
+
const current = `${indent}- ${node.kind}: ${node.title}${anchor}${score}\n${indent} ${node.summary}`;
|
|
35
|
+
const children = node.children.map(child => formatCodeMap(child, depth + 1));
|
|
36
|
+
return [current, ...children].join('\n');
|
|
37
|
+
}
|
|
38
|
+
//# sourceMappingURL=toolDispatcher.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"toolDispatcher.js","sourceRoot":"","sources":["../../src/core/toolDispatcher.ts"],"names":[],"mappings":"AAWA,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAA;AAMjD,MAAM,UAAU,0BAA0B,CACxC,OAAqH,EACrH,QAAiB;IAEjB,MAAM,KAAK,GAAa,EAAE,CAAA;IAC1B,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;QAC1C,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,mBAAmB,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAA;QACnF,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,OAAO,IAAI,CAAC,CAAA;QAC9D,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,IAAI,CAAC,GAAG,OAAO,IAAI,MAAM,CAAC,IAAI,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC,CAAA;QAC7D,CAAC;IACH,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;QACxB,KAAK,CAAC,IAAI,CAAC,OAAO,OAAO,CAAC,MAAM,GAAG,EAAE,yBAAyB,CAAC,CAAA;IACjE,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACzB,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,IAAqB;IACxD,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,kBAAkB,CAAA;IACzD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;QAC3B,MAAM,GAAG,GAAG,GAAG,CAAC,SAAS,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,SAAS,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAA;QAClF,MAAM,KAAK,GAAG,OAAO,GAAG,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAA;QACrF,OAAO,KAAK,GAAG,CAAC,UAAU,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,CAAC,KAAK,MAAM,GAAG,CAAC,IAAI,GAAG,GAAG,GAAG,KAAK,OAAO,GAAG,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAA;IAC/G,CAAC,CAAC,CAAA;IACF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AACzB,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,IAAiB,EAAE,KAAK,GAAG,CAAC;IACxD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IACjC,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,CAAC,SAAS,KAAK,QAAQ,IAAI,OAAO,IAAI,CAAC,OAAO,KAAK,QAAQ;QAChG,CAAC,CAAC,MAAM,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,OAAO,EAAE;QACrD,CAAC,CAAC,EAAE,CAAA;IACN,MAAM,KAAK,GAAG,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAA;IACrF,MAAM,OAAO,GAAG,GAAG,MAAM,KAAK,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,KAAK,GAAG,MAAM,GAAG,KAAK,KAAK,MAAM,KAAK,IAAI,CAAC,OAAO,EAAE,CAAA;IACrG,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,aAAa,CAAC,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAA;IAC5E,OAAO,CAAC,OAAO,EAAE,GAAG,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;AAC1C,CAAC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import type { ToolCall, ToolResult } from '../shared/agentTypes';
|
|
2
|
+
export declare class ToolExecutionLedger {
|
|
3
|
+
private readonly completed;
|
|
4
|
+
private readonly inFlight;
|
|
5
|
+
beginRun(): void;
|
|
6
|
+
invalidateReadResults(): void;
|
|
7
|
+
execute(toolCall: ToolCall, execute: () => Promise<ToolResult>): Promise<ToolResult>;
|
|
8
|
+
}
|
|
9
|
+
export declare function toolCallSignature(toolCall: Pick<ToolCall, 'name' | 'arguments'>): string;
|
|
@@ -0,0 +1,84 @@
|
|
|
1
|
+
const REUSABLE_READ_TOOLS = new Set([
|
|
2
|
+
'read_file',
|
|
3
|
+
'read_file_full',
|
|
4
|
+
'list_directory',
|
|
5
|
+
'search_files',
|
|
6
|
+
'search_content',
|
|
7
|
+
'search_symbols',
|
|
8
|
+
'get_codemap',
|
|
9
|
+
'web_search',
|
|
10
|
+
'git_status',
|
|
11
|
+
'git_diff',
|
|
12
|
+
'git_log',
|
|
13
|
+
'git_show',
|
|
14
|
+
]);
|
|
15
|
+
const REUSABLE_FAILURE_TOOLS = new Set([
|
|
16
|
+
'read_file',
|
|
17
|
+
'read_file_full',
|
|
18
|
+
'list_directory',
|
|
19
|
+
'search_files',
|
|
20
|
+
'search_content',
|
|
21
|
+
'search_symbols',
|
|
22
|
+
'get_codemap',
|
|
23
|
+
]);
|
|
24
|
+
export class ToolExecutionLedger {
|
|
25
|
+
completed = new Map();
|
|
26
|
+
inFlight = new Map();
|
|
27
|
+
beginRun() {
|
|
28
|
+
this.completed.clear();
|
|
29
|
+
this.inFlight.clear();
|
|
30
|
+
}
|
|
31
|
+
invalidateReadResults() {
|
|
32
|
+
this.completed.clear();
|
|
33
|
+
}
|
|
34
|
+
async execute(toolCall, execute) {
|
|
35
|
+
if (!REUSABLE_READ_TOOLS.has(toolCall.name))
|
|
36
|
+
return execute();
|
|
37
|
+
const signature = toolCallSignature(toolCall);
|
|
38
|
+
const cached = this.completed.get(signature);
|
|
39
|
+
if (cached)
|
|
40
|
+
return reusedResult(toolCall, cached);
|
|
41
|
+
const pending = this.inFlight.get(signature);
|
|
42
|
+
if (pending) {
|
|
43
|
+
const result = await pending;
|
|
44
|
+
return reusedResult(toolCall, { sourceCallId: result.toolCallId, result });
|
|
45
|
+
}
|
|
46
|
+
const promise = execute();
|
|
47
|
+
this.inFlight.set(signature, promise);
|
|
48
|
+
try {
|
|
49
|
+
const result = await promise;
|
|
50
|
+
if (!result.isError || REUSABLE_FAILURE_TOOLS.has(toolCall.name)) {
|
|
51
|
+
this.completed.set(signature, { sourceCallId: toolCall.id, result });
|
|
52
|
+
}
|
|
53
|
+
return result;
|
|
54
|
+
}
|
|
55
|
+
finally {
|
|
56
|
+
this.inFlight.delete(signature);
|
|
57
|
+
}
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
export function toolCallSignature(toolCall) {
|
|
61
|
+
return `${toolCall.name}:${stableStringify(toolCall.arguments)}`;
|
|
62
|
+
}
|
|
63
|
+
function reusedResult(toolCall, cached) {
|
|
64
|
+
const status = cached.result.isError ? 'failed' : 'completed';
|
|
65
|
+
return {
|
|
66
|
+
toolCallId: toolCall.id,
|
|
67
|
+
name: toolCall.name,
|
|
68
|
+
output: `[reused: identical ${toolCall.name} call already ${status} as ${cached.sourceCallId}; the prior result remains in context]`,
|
|
69
|
+
isError: cached.result.isError,
|
|
70
|
+
...(cached.result.errorKind ? { errorKind: cached.result.errorKind } : {}),
|
|
71
|
+
};
|
|
72
|
+
}
|
|
73
|
+
function stableStringify(value) {
|
|
74
|
+
if (Array.isArray(value))
|
|
75
|
+
return `[${value.map(stableStringify).join(',')}]`;
|
|
76
|
+
if (value && typeof value === 'object') {
|
|
77
|
+
const entries = Object.entries(value)
|
|
78
|
+
.sort(([left], [right]) => left.localeCompare(right))
|
|
79
|
+
.map(([key, item]) => `${JSON.stringify(key)}:${stableStringify(item)}`);
|
|
80
|
+
return `{${entries.join(',')}}`;
|
|
81
|
+
}
|
|
82
|
+
return JSON.stringify(value);
|
|
83
|
+
}
|
|
84
|
+
//# sourceMappingURL=toolExecutionLedger.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"toolExecutionLedger.js","sourceRoot":"","sources":["../../src/core/toolExecutionLedger.ts"],"names":[],"mappings":"AAEA,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC;IAClC,WAAW;IACX,gBAAgB;IAChB,gBAAgB;IAChB,cAAc;IACd,gBAAgB;IAChB,gBAAgB;IAChB,aAAa;IACb,YAAY;IACZ,YAAY;IACZ,UAAU;IACV,SAAS;IACT,UAAU;CACX,CAAC,CAAA;AAEF,MAAM,sBAAsB,GAAG,IAAI,GAAG,CAAC;IACrC,WAAW;IACX,gBAAgB;IAChB,gBAAgB;IAChB,cAAc;IACd,gBAAgB;IAChB,gBAAgB;IAChB,aAAa;CACd,CAAC,CAAA;AAOF,MAAM,OAAO,mBAAmB;IACb,SAAS,GAAG,IAAI,GAAG,EAA4B,CAAA;IAC/C,QAAQ,GAAG,IAAI,GAAG,EAA+B,CAAA;IAElE,QAAQ;QACN,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAA;QACtB,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAA;IACvB,CAAC;IAED,qBAAqB;QACnB,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAA;IACxB,CAAC;IAED,KAAK,CAAC,OAAO,CACX,QAAkB,EAClB,OAAkC;QAElC,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC;YAAE,OAAO,OAAO,EAAE,CAAA;QAE7D,MAAM,SAAS,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAA;QAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;QAC5C,IAAI,MAAM;YAAE,OAAO,YAAY,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;QAEjD,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;QAC5C,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,MAAM,GAAG,MAAM,OAAO,CAAA;YAC5B,OAAO,YAAY,CAAC,QAAQ,EAAE,EAAE,YAAY,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC,CAAA;QAC5E,CAAC;QAED,MAAM,OAAO,GAAG,OAAO,EAAE,CAAA;QACzB,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;QACrC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAA;YAC5B,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,sBAAsB,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;gBACjE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,YAAY,EAAE,QAAQ,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,CAAA;YACtE,CAAC;YACD,OAAO,MAAM,CAAA;QACf,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;QACjC,CAAC;IACH,CAAC;CACF;AAED,MAAM,UAAU,iBAAiB,CAAC,QAA8C;IAC9E,OAAO,GAAG,QAAQ,CAAC,IAAI,IAAI,eAAe,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAA;AAClE,CAAC;AAED,SAAS,YAAY,CAAC,QAAkB,EAAE,MAAwB;IAChE,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAA;IAC7D,OAAO;QACL,UAAU,EAAE,QAAQ,CAAC,EAAE;QACvB,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,MAAM,EAAE,sBAAsB,QAAQ,CAAC,IAAI,iBAAiB,MAAM,OAAO,MAAM,CAAC,YAAY,wCAAwC;QACpI,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO;QAC9B,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC3E,CAAA;AACH,CAAC;AAED,SAAS,eAAe,CAAC,KAAc;IACrC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,KAAK,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAA;IAC5E,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACvC,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,KAAgC,CAAC;aAC7D,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;aACpD,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QAC1E,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAA;IACjC,CAAC;IACD,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAA;AAC9B,CAAC"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import type { AgentMode, ToolCategory } from '../shared/agentTypes';
|
|
2
|
+
import type { EnhancedToolDef } from '../shared/toolTypes';
|
|
3
|
+
export declare function getAllTools(): EnhancedToolDef[];
|
|
4
|
+
export declare function getToolsForMode(mode: AgentMode, options?: {
|
|
5
|
+
disabledTools?: string[];
|
|
6
|
+
}): EnhancedToolDef[];
|
|
7
|
+
export declare function getToolByName(name: string): EnhancedToolDef | undefined;
|
|
8
|
+
export declare function getToolsByCategory(category: ToolCategory): EnhancedToolDef[];
|
|
9
|
+
type ToolFormatOptions = {
|
|
10
|
+
disabledTools?: string[];
|
|
11
|
+
strict?: boolean;
|
|
12
|
+
};
|
|
13
|
+
export declare function toolsToOpenAIFormat(mode: AgentMode, options?: ToolFormatOptions): object[];
|
|
14
|
+
export declare function toolsToAnthropicFormat(mode: AgentMode, options?: ToolFormatOptions): object[];
|
|
15
|
+
export declare function validateToolArgs(toolName: string, args: Record<string, unknown>): {
|
|
16
|
+
valid: boolean;
|
|
17
|
+
error?: string;
|
|
18
|
+
};
|
|
19
|
+
export {};
|