ruflo 3.5.2 → 3.5.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/rvf.manifest.json +295 -0
- package/package.json +16 -2
- package/src/chat-ui/Dockerfile +25 -0
- package/src/chat-ui/patch-mcp-url-safety.sh +28 -0
- package/src/chat-ui/static/chatui/icon-144x144.png +0 -0
- package/src/chat-ui/static/chatui/omni-welcome.gif +0 -0
- package/src/config/config.example.json +76 -0
- package/src/mcp-bridge/Dockerfile +45 -0
- package/src/mcp-bridge/index.js +1668 -0
- package/src/mcp-bridge/mcp-stdio-kernel.js +159 -0
- package/src/mcp-bridge/package.json +17 -0
- package/src/mcp-bridge/test-harness.js +470 -0
- package/src/nginx/Dockerfile +10 -0
- package/src/nginx/nginx.conf +67 -0
- package/src/nginx/static/favicon-dark.svg +4 -0
- package/src/nginx/static/favicon.svg +4 -0
- package/src/nginx/static/icon.svg +5 -0
- package/src/nginx/static/logo.svg +9 -0
- package/src/nginx/static/manifest.json +22 -0
- package/src/nginx/static/welcome.js +184 -0
- package/src/ruvocal/.claude/skills/add-model-descriptions/SKILL.md +73 -0
- package/src/ruvocal/.devcontainer/Dockerfile +9 -0
- package/src/ruvocal/.devcontainer/devcontainer.json +36 -0
- package/src/ruvocal/.dockerignore +13 -0
- package/src/ruvocal/.env +194 -0
- package/src/ruvocal/.env.ci +1 -0
- package/src/ruvocal/.eslintignore +13 -0
- package/src/ruvocal/.eslintrc.cjs +45 -0
- package/src/ruvocal/.github/ISSUE_TEMPLATE/bug-report--chat-ui-.md +43 -0
- package/src/ruvocal/.github/ISSUE_TEMPLATE/config-support.md +9 -0
- package/src/ruvocal/.github/ISSUE_TEMPLATE/feature-request--chat-ui-.md +17 -0
- package/src/ruvocal/.github/ISSUE_TEMPLATE/huggingchat.md +11 -0
- package/src/ruvocal/.github/release.yml +16 -0
- package/src/ruvocal/.github/workflows/build-docs.yml +18 -0
- package/src/ruvocal/.github/workflows/build-image.yml +142 -0
- package/src/ruvocal/.github/workflows/build-pr-docs.yml +20 -0
- package/src/ruvocal/.github/workflows/deploy-dev.yml +63 -0
- package/src/ruvocal/.github/workflows/deploy-prod.yml +78 -0
- package/src/ruvocal/.github/workflows/lint-and-test.yml +84 -0
- package/src/ruvocal/.github/workflows/slugify.yaml +72 -0
- package/src/ruvocal/.github/workflows/trufflehog.yml +17 -0
- package/src/ruvocal/.github/workflows/upload-pr-documentation.yml +16 -0
- package/src/ruvocal/.husky/lint-stage-config.js +4 -0
- package/src/ruvocal/.husky/pre-commit +2 -0
- package/src/ruvocal/.prettierignore +14 -0
- package/src/ruvocal/.prettierrc +7 -0
- package/src/ruvocal/.vscode/launch.json +11 -0
- package/src/ruvocal/.vscode/settings.json +14 -0
- package/src/ruvocal/CLAUDE.md +126 -0
- package/src/ruvocal/Dockerfile +93 -0
- package/src/ruvocal/LICENSE +203 -0
- package/src/ruvocal/PRIVACY.md +41 -0
- package/src/ruvocal/README.md +190 -0
- package/src/ruvocal/chart/Chart.yaml +5 -0
- package/src/ruvocal/chart/env/dev.yaml +260 -0
- package/src/ruvocal/chart/env/prod.yaml +273 -0
- package/src/ruvocal/chart/templates/_helpers.tpl +22 -0
- package/src/ruvocal/chart/templates/config.yaml +10 -0
- package/src/ruvocal/chart/templates/deployment.yaml +81 -0
- package/src/ruvocal/chart/templates/hpa.yaml +45 -0
- package/src/ruvocal/chart/templates/infisical.yaml +24 -0
- package/src/ruvocal/chart/templates/ingress-internal.yaml +32 -0
- package/src/ruvocal/chart/templates/ingress.yaml +32 -0
- package/src/ruvocal/chart/templates/network-policy.yaml +36 -0
- package/src/ruvocal/chart/templates/service-account.yaml +13 -0
- package/src/ruvocal/chart/templates/service-monitor.yaml +17 -0
- package/src/ruvocal/chart/templates/service.yaml +21 -0
- package/src/ruvocal/chart/values.yaml +73 -0
- package/src/ruvocal/docker-compose.yml +21 -0
- package/src/ruvocal/docs/adr/ADR-029-HUGGINGFACE-CHAT-UI-CLOUD-RUN.md +1236 -0
- package/src/ruvocal/docs/adr/ADR-033-RUVECTOR-RUFLO-MCP-INTEGRATION.md +111 -0
- package/src/ruvocal/docs/adr/ADR-034-OPTIONAL-MCP-BACKENDS.md +117 -0
- package/src/ruvocal/docs/adr/ADR-035-MCP-TOOL-GROUPS.md +186 -0
- package/src/ruvocal/docs/adr/ADR-037-AUTOPILOT-CHAT-MODE.md +1500 -0
- package/src/ruvocal/docs/adr/ADR-038-RUVOCAL-FORK.md +286 -0
- package/src/ruvocal/docs/source/_toctree.yml +30 -0
- package/src/ruvocal/docs/source/configuration/common-issues.md +38 -0
- package/src/ruvocal/docs/source/configuration/llm-router.md +105 -0
- package/src/ruvocal/docs/source/configuration/mcp-tools.md +84 -0
- package/src/ruvocal/docs/source/configuration/metrics.md +9 -0
- package/src/ruvocal/docs/source/configuration/open-id.md +57 -0
- package/src/ruvocal/docs/source/configuration/overview.md +89 -0
- package/src/ruvocal/docs/source/configuration/theming.md +20 -0
- package/src/ruvocal/docs/source/developing/architecture.md +48 -0
- package/src/ruvocal/docs/source/index.md +53 -0
- package/src/ruvocal/docs/source/installation/docker.md +43 -0
- package/src/ruvocal/docs/source/installation/helm.md +43 -0
- package/src/ruvocal/docs/source/installation/local.md +62 -0
- package/src/ruvocal/entrypoint.sh +19 -0
- package/src/ruvocal/mcp-bridge/.claude-flow/agents/store.json +27 -0
- package/src/ruvocal/mcp-bridge/.claude-flow/daemon-state.json +130 -0
- package/src/ruvocal/mcp-bridge/.claude-flow/daemon.log +0 -0
- package/src/ruvocal/mcp-bridge/.claude-flow/daemon.pid +1 -0
- package/src/ruvocal/mcp-bridge/.claude-flow/tasks/store.json +21 -0
- package/src/ruvocal/mcp-bridge/.swarm/hnsw.index +0 -0
- package/src/ruvocal/mcp-bridge/.swarm/hnsw.metadata.json +1 -0
- package/src/ruvocal/mcp-bridge/.swarm/memory.db +0 -0
- package/src/ruvocal/mcp-bridge/.swarm/model-router-state.json +14 -0
- package/src/ruvocal/mcp-bridge/.swarm/schema.sql +305 -0
- package/src/ruvocal/mcp-bridge/Dockerfile +45 -0
- package/src/ruvocal/mcp-bridge/cloudbuild.yaml +49 -0
- package/src/ruvocal/mcp-bridge/index.js +1864 -0
- package/src/ruvocal/mcp-bridge/mcp-stdio-kernel.js +159 -0
- package/src/ruvocal/mcp-bridge/package-lock.json +762 -0
- package/src/ruvocal/mcp-bridge/package.json +17 -0
- package/src/ruvocal/mcp-bridge/test-harness.js +470 -0
- package/src/ruvocal/models/add-your-models-here.txt +1 -0
- package/src/ruvocal/package-lock.json +11741 -0
- package/src/ruvocal/package.json +121 -0
- package/src/ruvocal/postcss.config.js +6 -0
- package/src/ruvocal/rvf.manifest.json +204 -0
- package/src/ruvocal/scripts/config.ts +64 -0
- package/src/ruvocal/scripts/generate-welcome.mjs +181 -0
- package/src/ruvocal/scripts/populate.ts +288 -0
- package/src/ruvocal/scripts/samples.txt +194 -0
- package/src/ruvocal/scripts/setups/vitest-setup-client.ts +0 -0
- package/src/ruvocal/scripts/setups/vitest-setup-server.ts +44 -0
- package/src/ruvocal/scripts/updateLocalEnv.ts +48 -0
- package/src/ruvocal/src/ambient.d.ts +7 -0
- package/src/ruvocal/src/app.d.ts +29 -0
- package/src/ruvocal/src/app.html +53 -0
- package/src/ruvocal/src/hooks.server.ts +32 -0
- package/src/ruvocal/src/hooks.ts +6 -0
- package/src/ruvocal/src/lib/APIClient.ts +148 -0
- package/src/ruvocal/src/lib/actions/clickOutside.ts +18 -0
- package/src/ruvocal/src/lib/actions/snapScrollToBottom.ts +346 -0
- package/src/ruvocal/src/lib/buildPrompt.ts +33 -0
- package/src/ruvocal/src/lib/components/AnnouncementBanner.svelte +20 -0
- package/src/ruvocal/src/lib/components/BackgroundGenerationPoller.svelte +168 -0
- package/src/ruvocal/src/lib/components/CodeBlock.svelte +73 -0
- package/src/ruvocal/src/lib/components/CopyToClipBoardBtn.svelte +92 -0
- package/src/ruvocal/src/lib/components/DeleteConversationModal.svelte +75 -0
- package/src/ruvocal/src/lib/components/EditConversationModal.svelte +100 -0
- package/src/ruvocal/src/lib/components/ExpandNavigation.svelte +22 -0
- package/src/ruvocal/src/lib/components/HoverTooltip.svelte +44 -0
- package/src/ruvocal/src/lib/components/HtmlPreviewModal.svelte +143 -0
- package/src/ruvocal/src/lib/components/InfiniteScroll.svelte +50 -0
- package/src/ruvocal/src/lib/components/MobileNav.svelte +300 -0
- package/src/ruvocal/src/lib/components/Modal.svelte +115 -0
- package/src/ruvocal/src/lib/components/ModelCardMetadata.svelte +71 -0
- package/src/ruvocal/src/lib/components/NavConversationItem.svelte +151 -0
- package/src/ruvocal/src/lib/components/NavMenu.svelte +295 -0
- package/src/ruvocal/src/lib/components/Pagination.svelte +97 -0
- package/src/ruvocal/src/lib/components/PaginationArrow.svelte +27 -0
- package/src/ruvocal/src/lib/components/Portal.svelte +24 -0
- package/src/ruvocal/src/lib/components/RetryBtn.svelte +18 -0
- package/src/ruvocal/src/lib/components/RuFloUniverse.svelte +185 -0
- package/src/ruvocal/src/lib/components/ScrollToBottomBtn.svelte +47 -0
- package/src/ruvocal/src/lib/components/ScrollToPreviousBtn.svelte +77 -0
- package/src/ruvocal/src/lib/components/ShareConversationModal.svelte +182 -0
- package/src/ruvocal/src/lib/components/StopGeneratingBtn.svelte +69 -0
- package/src/ruvocal/src/lib/components/SubscribeModal.svelte +87 -0
- package/src/ruvocal/src/lib/components/Switch.svelte +36 -0
- package/src/ruvocal/src/lib/components/SystemPromptModal.svelte +44 -0
- package/src/ruvocal/src/lib/components/Toast.svelte +27 -0
- package/src/ruvocal/src/lib/components/Tooltip.svelte +30 -0
- package/src/ruvocal/src/lib/components/WelcomeModal.svelte +46 -0
- package/src/ruvocal/src/lib/components/chat/Alternatives.svelte +77 -0
- package/src/ruvocal/src/lib/components/chat/BlockWrapper.svelte +72 -0
- package/src/ruvocal/src/lib/components/chat/ChatInput.svelte +490 -0
- package/src/ruvocal/src/lib/components/chat/ChatIntroduction.svelte +123 -0
- package/src/ruvocal/src/lib/components/chat/ChatMessage.svelte +548 -0
- package/src/ruvocal/src/lib/components/chat/ChatWindow.svelte +939 -0
- package/src/ruvocal/src/lib/components/chat/FileDropzone.svelte +92 -0
- package/src/ruvocal/src/lib/components/chat/ImageLightbox.svelte +66 -0
- package/src/ruvocal/src/lib/components/chat/MarkdownBlock.svelte +23 -0
- package/src/ruvocal/src/lib/components/chat/MarkdownRenderer.svelte +69 -0
- package/src/ruvocal/src/lib/components/chat/MarkdownRenderer.svelte.test.ts +58 -0
- package/src/ruvocal/src/lib/components/chat/MessageAvatar.svelte +103 -0
- package/src/ruvocal/src/lib/components/chat/ModelSwitch.svelte +64 -0
- package/src/ruvocal/src/lib/components/chat/OpenReasoningResults.svelte +81 -0
- package/src/ruvocal/src/lib/components/chat/TaskGroup.svelte +88 -0
- package/src/ruvocal/src/lib/components/chat/ToolUpdate.svelte +273 -0
- package/src/ruvocal/src/lib/components/chat/UploadedFile.svelte +253 -0
- package/src/ruvocal/src/lib/components/chat/UrlFetchModal.svelte +203 -0
- package/src/ruvocal/src/lib/components/chat/VoiceRecorder.svelte +214 -0
- package/src/ruvocal/src/lib/components/icons/IconBurger.svelte +20 -0
- package/src/ruvocal/src/lib/components/icons/IconCheap.svelte +20 -0
- package/src/ruvocal/src/lib/components/icons/IconChevron.svelte +24 -0
- package/src/ruvocal/src/lib/components/icons/IconDazzled.svelte +40 -0
- package/src/ruvocal/src/lib/components/icons/IconFast.svelte +20 -0
- package/src/ruvocal/src/lib/components/icons/IconLoading.svelte +22 -0
- package/src/ruvocal/src/lib/components/icons/IconMCP.svelte +28 -0
- package/src/ruvocal/src/lib/components/icons/IconMoon.svelte +21 -0
- package/src/ruvocal/src/lib/components/icons/IconNew.svelte +20 -0
- package/src/ruvocal/src/lib/components/icons/IconOmni.svelte +90 -0
- package/src/ruvocal/src/lib/components/icons/IconPaperclip.svelte +24 -0
- package/src/ruvocal/src/lib/components/icons/IconPro.svelte +37 -0
- package/src/ruvocal/src/lib/components/icons/IconShare.svelte +21 -0
- package/src/ruvocal/src/lib/components/icons/IconSun.svelte +93 -0
- package/src/ruvocal/src/lib/components/icons/Logo.svelte +68 -0
- package/src/ruvocal/src/lib/components/icons/LogoHuggingFaceBorderless.svelte +54 -0
- package/src/ruvocal/src/lib/components/mcp/AddServerForm.svelte +250 -0
- package/src/ruvocal/src/lib/components/mcp/MCPServerManager.svelte +185 -0
- package/src/ruvocal/src/lib/components/mcp/ServerCard.svelte +203 -0
- package/src/ruvocal/src/lib/components/players/AudioPlayer.svelte +82 -0
- package/src/ruvocal/src/lib/components/voice/AudioWaveform.svelte +96 -0
- package/src/ruvocal/src/lib/constants/mcpExamples.ts +135 -0
- package/src/ruvocal/src/lib/constants/mime.ts +11 -0
- package/src/ruvocal/src/lib/constants/pagination.ts +1 -0
- package/src/ruvocal/src/lib/constants/publicSepToken.ts +1 -0
- package/src/ruvocal/src/lib/constants/routerExamples.ts +209 -0
- package/src/ruvocal/src/lib/createShareLink.ts +27 -0
- package/src/ruvocal/src/lib/jobs/refresh-conversation-stats.ts +297 -0
- package/src/ruvocal/src/lib/migrations/lock.ts +56 -0
- package/src/ruvocal/src/lib/migrations/migrations.spec.ts +74 -0
- package/src/ruvocal/src/lib/migrations/migrations.ts +109 -0
- package/src/ruvocal/src/lib/migrations/routines/01-update-search-assistants.ts +50 -0
- package/src/ruvocal/src/lib/migrations/routines/02-update-assistants-models.ts +48 -0
- package/src/ruvocal/src/lib/migrations/routines/04-update-message-updates.ts +151 -0
- package/src/ruvocal/src/lib/migrations/routines/05-update-message-files.ts +56 -0
- package/src/ruvocal/src/lib/migrations/routines/06-trim-message-updates.ts +56 -0
- package/src/ruvocal/src/lib/migrations/routines/08-update-featured-to-review.ts +32 -0
- package/src/ruvocal/src/lib/migrations/routines/09-delete-empty-conversations.spec.ts +214 -0
- package/src/ruvocal/src/lib/migrations/routines/09-delete-empty-conversations.ts +88 -0
- package/src/ruvocal/src/lib/migrations/routines/10-update-reports-assistantid.ts +29 -0
- package/src/ruvocal/src/lib/migrations/routines/index.ts +15 -0
- package/src/ruvocal/src/lib/server/__tests__/conversation-stop-generating.spec.ts +103 -0
- package/src/ruvocal/src/lib/server/abortRegistry.ts +57 -0
- package/src/ruvocal/src/lib/server/abortedGenerations.ts +43 -0
- package/src/ruvocal/src/lib/server/adminToken.ts +62 -0
- package/src/ruvocal/src/lib/server/api/__tests__/conversations-id.spec.ts +296 -0
- package/src/ruvocal/src/lib/server/api/__tests__/conversations-message.spec.ts +216 -0
- package/src/ruvocal/src/lib/server/api/__tests__/conversations.spec.ts +235 -0
- package/src/ruvocal/src/lib/server/api/__tests__/misc.spec.ts +72 -0
- package/src/ruvocal/src/lib/server/api/__tests__/testHelpers.ts +86 -0
- package/src/ruvocal/src/lib/server/api/__tests__/user-reports.spec.ts +78 -0
- package/src/ruvocal/src/lib/server/api/__tests__/user.spec.ts +239 -0
- package/src/ruvocal/src/lib/server/api/types.ts +37 -0
- package/src/ruvocal/src/lib/server/api/utils/requireAuth.ts +22 -0
- package/src/ruvocal/src/lib/server/api/utils/resolveConversation.ts +69 -0
- package/src/ruvocal/src/lib/server/api/utils/resolveModel.ts +27 -0
- package/src/ruvocal/src/lib/server/api/utils/superjsonResponse.ts +15 -0
- package/src/ruvocal/src/lib/server/apiToken.ts +11 -0
- package/src/ruvocal/src/lib/server/auth.ts +554 -0
- package/src/ruvocal/src/lib/server/config.ts +187 -0
- package/src/ruvocal/src/lib/server/conversation.ts +83 -0
- package/src/ruvocal/src/lib/server/database/__tests__/rvf.spec.ts +709 -0
- package/src/ruvocal/src/lib/server/database/postgres.ts +700 -0
- package/src/ruvocal/src/lib/server/database/rvf.ts +1078 -0
- package/src/ruvocal/src/lib/server/database.ts +145 -0
- package/src/ruvocal/src/lib/server/endpoints/document.ts +68 -0
- package/src/ruvocal/src/lib/server/endpoints/endpoints.ts +43 -0
- package/src/ruvocal/src/lib/server/endpoints/images.ts +211 -0
- package/src/ruvocal/src/lib/server/endpoints/openai/endpointOai.ts +266 -0
- package/src/ruvocal/src/lib/server/endpoints/openai/openAIChatToTextGenerationStream.ts +212 -0
- package/src/ruvocal/src/lib/server/endpoints/openai/openAICompletionToTextGenerationStream.ts +32 -0
- package/src/ruvocal/src/lib/server/endpoints/preprocessMessages.ts +61 -0
- package/src/ruvocal/src/lib/server/exitHandler.ts +59 -0
- package/src/ruvocal/src/lib/server/files/downloadFile.ts +34 -0
- package/src/ruvocal/src/lib/server/files/uploadFile.ts +29 -0
- package/src/ruvocal/src/lib/server/findRepoRoot.ts +13 -0
- package/src/ruvocal/src/lib/server/fonts/Inter-Black.ttf +0 -0
- package/src/ruvocal/src/lib/server/fonts/Inter-Bold.ttf +0 -0
- package/src/ruvocal/src/lib/server/fonts/Inter-ExtraBold.ttf +0 -0
- package/src/ruvocal/src/lib/server/fonts/Inter-ExtraLight.ttf +0 -0
- package/src/ruvocal/src/lib/server/fonts/Inter-Light.ttf +0 -0
- package/src/ruvocal/src/lib/server/fonts/Inter-Medium.ttf +0 -0
- package/src/ruvocal/src/lib/server/fonts/Inter-Regular.ttf +0 -0
- package/src/ruvocal/src/lib/server/fonts/Inter-SemiBold.ttf +0 -0
- package/src/ruvocal/src/lib/server/fonts/Inter-Thin.ttf +0 -0
- package/src/ruvocal/src/lib/server/generateFromDefaultEndpoint.ts +46 -0
- package/src/ruvocal/src/lib/server/hooks/error.ts +37 -0
- package/src/ruvocal/src/lib/server/hooks/fetch.ts +22 -0
- package/src/ruvocal/src/lib/server/hooks/handle.ts +250 -0
- package/src/ruvocal/src/lib/server/hooks/init.ts +51 -0
- package/src/ruvocal/src/lib/server/isURLLocal.spec.ts +31 -0
- package/src/ruvocal/src/lib/server/isURLLocal.ts +74 -0
- package/src/ruvocal/src/lib/server/logger.ts +42 -0
- package/src/ruvocal/src/lib/server/mcp/clientPool.ts +70 -0
- package/src/ruvocal/src/lib/server/mcp/hf.ts +32 -0
- package/src/ruvocal/src/lib/server/mcp/httpClient.ts +122 -0
- package/src/ruvocal/src/lib/server/mcp/registry.ts +76 -0
- package/src/ruvocal/src/lib/server/mcp/tools.ts +196 -0
- package/src/ruvocal/src/lib/server/metrics.ts +255 -0
- package/src/ruvocal/src/lib/server/models.ts +518 -0
- package/src/ruvocal/src/lib/server/requestContext.ts +55 -0
- package/src/ruvocal/src/lib/server/router/arch.ts +230 -0
- package/src/ruvocal/src/lib/server/router/endpoint.ts +316 -0
- package/src/ruvocal/src/lib/server/router/multimodal.ts +28 -0
- package/src/ruvocal/src/lib/server/router/policy.ts +49 -0
- package/src/ruvocal/src/lib/server/router/toolsRoute.ts +51 -0
- package/src/ruvocal/src/lib/server/router/types.ts +21 -0
- package/src/ruvocal/src/lib/server/sendSlack.ts +23 -0
- package/src/ruvocal/src/lib/server/textGeneration/generate.ts +258 -0
- package/src/ruvocal/src/lib/server/textGeneration/index.ts +95 -0
- package/src/ruvocal/src/lib/server/textGeneration/mcp/fileRefs.ts +155 -0
- package/src/ruvocal/src/lib/server/textGeneration/mcp/routerResolution.ts +108 -0
- package/src/ruvocal/src/lib/server/textGeneration/mcp/runMcpFlow.ts +822 -0
- package/src/ruvocal/src/lib/server/textGeneration/mcp/toolInvocation.ts +349 -0
- package/src/ruvocal/src/lib/server/textGeneration/reasoning.ts +23 -0
- package/src/ruvocal/src/lib/server/textGeneration/title.ts +83 -0
- package/src/ruvocal/src/lib/server/textGeneration/types.ts +26 -0
- package/src/ruvocal/src/lib/server/textGeneration/utils/prepareFiles.ts +88 -0
- package/src/ruvocal/src/lib/server/textGeneration/utils/routing.ts +21 -0
- package/src/ruvocal/src/lib/server/textGeneration/utils/toolPrompt.ts +49 -0
- package/src/ruvocal/src/lib/server/urlSafety.ts +72 -0
- package/src/ruvocal/src/lib/server/usageLimits.ts +30 -0
- package/src/ruvocal/src/lib/stores/autopilotStore.svelte.ts +175 -0
- package/src/ruvocal/src/lib/stores/backgroundGenerations.svelte.ts +32 -0
- package/src/ruvocal/src/lib/stores/backgroundGenerations.ts +1 -0
- package/src/ruvocal/src/lib/stores/errors.ts +9 -0
- package/src/ruvocal/src/lib/stores/isAborted.ts +3 -0
- package/src/ruvocal/src/lib/stores/isPro.ts +4 -0
- package/src/ruvocal/src/lib/stores/loading.ts +3 -0
- package/src/ruvocal/src/lib/stores/mcpServers.ts +345 -0
- package/src/ruvocal/src/lib/stores/pendingChatInput.ts +3 -0
- package/src/ruvocal/src/lib/stores/pendingMessage.ts +9 -0
- package/src/ruvocal/src/lib/stores/settings.ts +182 -0
- package/src/ruvocal/src/lib/stores/shareModal.ts +13 -0
- package/src/ruvocal/src/lib/stores/titleUpdate.ts +8 -0
- package/src/ruvocal/src/lib/switchTheme.ts +124 -0
- package/src/ruvocal/src/lib/types/AbortedGeneration.ts +8 -0
- package/src/ruvocal/src/lib/types/Assistant.ts +31 -0
- package/src/ruvocal/src/lib/types/AssistantStats.ts +11 -0
- package/src/ruvocal/src/lib/types/ConfigKey.ts +4 -0
- package/src/ruvocal/src/lib/types/ConvSidebar.ts +9 -0
- package/src/ruvocal/src/lib/types/Conversation.ts +27 -0
- package/src/ruvocal/src/lib/types/ConversationStats.ts +13 -0
- package/src/ruvocal/src/lib/types/Message.ts +41 -0
- package/src/ruvocal/src/lib/types/MessageEvent.ts +10 -0
- package/src/ruvocal/src/lib/types/MessageUpdate.ts +139 -0
- package/src/ruvocal/src/lib/types/MigrationResult.ts +7 -0
- package/src/ruvocal/src/lib/types/Model.ts +23 -0
- package/src/ruvocal/src/lib/types/Report.ts +12 -0
- package/src/ruvocal/src/lib/types/Review.ts +6 -0
- package/src/ruvocal/src/lib/types/Semaphore.ts +19 -0
- package/src/ruvocal/src/lib/types/Session.ts +22 -0
- package/src/ruvocal/src/lib/types/Settings.ts +86 -0
- package/src/ruvocal/src/lib/types/SharedConversation.ts +9 -0
- package/src/ruvocal/src/lib/types/Template.ts +6 -0
- package/src/ruvocal/src/lib/types/Timestamps.ts +4 -0
- package/src/ruvocal/src/lib/types/TokenCache.ts +6 -0
- package/src/ruvocal/src/lib/types/Tool.ts +74 -0
- package/src/ruvocal/src/lib/types/UrlDependency.ts +5 -0
- package/src/ruvocal/src/lib/types/User.ts +14 -0
- package/src/ruvocal/src/lib/utils/PublicConfig.svelte.ts +75 -0
- package/src/ruvocal/src/lib/utils/auth.ts +17 -0
- package/src/ruvocal/src/lib/utils/chunk.ts +33 -0
- package/src/ruvocal/src/lib/utils/cookiesAreEnabled.ts +13 -0
- package/src/ruvocal/src/lib/utils/debounce.ts +17 -0
- package/src/ruvocal/src/lib/utils/deepestChild.ts +6 -0
- package/src/ruvocal/src/lib/utils/favicon.ts +21 -0
- package/src/ruvocal/src/lib/utils/fetchJSON.ts +23 -0
- package/src/ruvocal/src/lib/utils/file2base64.ts +14 -0
- package/src/ruvocal/src/lib/utils/formatUserCount.ts +37 -0
- package/src/ruvocal/src/lib/utils/generationState.spec.ts +75 -0
- package/src/ruvocal/src/lib/utils/generationState.ts +26 -0
- package/src/ruvocal/src/lib/utils/getHref.ts +41 -0
- package/src/ruvocal/src/lib/utils/getReturnFromGenerator.ts +7 -0
- package/src/ruvocal/src/lib/utils/haptics.ts +64 -0
- package/src/ruvocal/src/lib/utils/hashConv.ts +12 -0
- package/src/ruvocal/src/lib/utils/hf.ts +17 -0
- package/src/ruvocal/src/lib/utils/isDesktop.ts +7 -0
- package/src/ruvocal/src/lib/utils/isUrl.ts +8 -0
- package/src/ruvocal/src/lib/utils/isVirtualKeyboard.ts +16 -0
- package/src/ruvocal/src/lib/utils/loadAttachmentsFromUrls.ts +115 -0
- package/src/ruvocal/src/lib/utils/marked.spec.ts +96 -0
- package/src/ruvocal/src/lib/utils/marked.ts +531 -0
- package/src/ruvocal/src/lib/utils/mcpValidation.ts +147 -0
- package/src/ruvocal/src/lib/utils/mergeAsyncGenerators.ts +38 -0
- package/src/ruvocal/src/lib/utils/messageUpdates.spec.ts +262 -0
- package/src/ruvocal/src/lib/utils/messageUpdates.ts +324 -0
- package/src/ruvocal/src/lib/utils/mime.ts +56 -0
- package/src/ruvocal/src/lib/utils/models.ts +14 -0
- package/src/ruvocal/src/lib/utils/parseBlocks.ts +120 -0
- package/src/ruvocal/src/lib/utils/parseIncompleteMarkdown.ts +644 -0
- package/src/ruvocal/src/lib/utils/parseStringToList.ts +10 -0
- package/src/ruvocal/src/lib/utils/randomUuid.ts +14 -0
- package/src/ruvocal/src/lib/utils/searchTokens.ts +33 -0
- package/src/ruvocal/src/lib/utils/sha256.ts +7 -0
- package/src/ruvocal/src/lib/utils/stringifyError.ts +12 -0
- package/src/ruvocal/src/lib/utils/sum.ts +3 -0
- package/src/ruvocal/src/lib/utils/template.spec.ts +59 -0
- package/src/ruvocal/src/lib/utils/template.ts +53 -0
- package/src/ruvocal/src/lib/utils/timeout.ts +9 -0
- package/src/ruvocal/src/lib/utils/toolProgress.spec.ts +46 -0
- package/src/ruvocal/src/lib/utils/toolProgress.ts +11 -0
- package/src/ruvocal/src/lib/utils/tree/addChildren.spec.ts +102 -0
- package/src/ruvocal/src/lib/utils/tree/addChildren.ts +48 -0
- package/src/ruvocal/src/lib/utils/tree/addSibling.spec.ts +81 -0
- package/src/ruvocal/src/lib/utils/tree/addSibling.ts +41 -0
- package/src/ruvocal/src/lib/utils/tree/buildSubtree.spec.ts +110 -0
- package/src/ruvocal/src/lib/utils/tree/buildSubtree.ts +24 -0
- package/src/ruvocal/src/lib/utils/tree/convertLegacyConversation.spec.ts +31 -0
- package/src/ruvocal/src/lib/utils/tree/convertLegacyConversation.ts +36 -0
- package/src/ruvocal/src/lib/utils/tree/isMessageId.spec.ts +15 -0
- package/src/ruvocal/src/lib/utils/tree/isMessageId.ts +5 -0
- package/src/ruvocal/src/lib/utils/tree/tree.d.ts +14 -0
- package/src/ruvocal/src/lib/utils/tree/treeHelpers.spec.ts +167 -0
- package/src/ruvocal/src/lib/utils/updates.ts +39 -0
- package/src/ruvocal/src/lib/utils/urlParams.ts +13 -0
- package/src/ruvocal/src/lib/workers/autopilotWorker.ts +221 -0
- package/src/ruvocal/src/lib/workers/detailFetchWorker.ts +100 -0
- package/src/ruvocal/src/lib/workers/markdownWorker.ts +61 -0
- package/src/ruvocal/src/routes/+error.svelte +20 -0
- package/src/ruvocal/src/routes/+layout.svelte +324 -0
- package/src/ruvocal/src/routes/+layout.ts +91 -0
- package/src/ruvocal/src/routes/+page.svelte +168 -0
- package/src/ruvocal/src/routes/.well-known/oauth-cimd/+server.ts +37 -0
- package/src/ruvocal/src/routes/__debug/openai/+server.ts +21 -0
- package/src/ruvocal/src/routes/admin/export/+server.ts +159 -0
- package/src/ruvocal/src/routes/admin/stats/compute/+server.ts +16 -0
- package/src/ruvocal/src/routes/api/conversation/[id]/+server.ts +40 -0
- package/src/ruvocal/src/routes/api/conversation/[id]/message/[messageId]/+server.ts +42 -0
- package/src/ruvocal/src/routes/api/conversations/+server.ts +48 -0
- package/src/ruvocal/src/routes/api/fetch-url/+server.ts +147 -0
- package/src/ruvocal/src/routes/api/mcp/health/+server.ts +292 -0
- package/src/ruvocal/src/routes/api/mcp/servers/+server.ts +32 -0
- package/src/ruvocal/src/routes/api/models/+server.ts +25 -0
- package/src/ruvocal/src/routes/api/transcribe/+server.ts +104 -0
- package/src/ruvocal/src/routes/api/user/+server.ts +15 -0
- package/src/ruvocal/src/routes/api/user/validate-token/+server.ts +20 -0
- package/src/ruvocal/src/routes/api/v2/conversations/+server.ts +48 -0
- package/src/ruvocal/src/routes/api/v2/conversations/[id]/+server.ts +94 -0
- package/src/ruvocal/src/routes/api/v2/conversations/[id]/message/[messageId]/+server.ts +43 -0
- package/src/ruvocal/src/routes/api/v2/conversations/import-share/+server.ts +23 -0
- package/src/ruvocal/src/routes/api/v2/debug/config/+server.ts +16 -0
- package/src/ruvocal/src/routes/api/v2/debug/refresh/+server.ts +30 -0
- package/src/ruvocal/src/routes/api/v2/export/+server.ts +196 -0
- package/src/ruvocal/src/routes/api/v2/feature-flags/+server.ts +14 -0
- package/src/ruvocal/src/routes/api/v2/models/+server.ts +38 -0
- package/src/ruvocal/src/routes/api/v2/models/[namespace]/+server.ts +8 -0
- package/src/ruvocal/src/routes/api/v2/models/[namespace]/[model]/+server.ts +8 -0
- package/src/ruvocal/src/routes/api/v2/models/[namespace]/[model]/subscribe/+server.ts +28 -0
- package/src/ruvocal/src/routes/api/v2/models/[namespace]/subscribe/+server.ts +28 -0
- package/src/ruvocal/src/routes/api/v2/models/old/+server.ts +7 -0
- package/src/ruvocal/src/routes/api/v2/models/refresh/+server.ts +33 -0
- package/src/ruvocal/src/routes/api/v2/public-config/+server.ts +7 -0
- package/src/ruvocal/src/routes/api/v2/user/+server.ts +17 -0
- package/src/ruvocal/src/routes/api/v2/user/billing-orgs/+server.ts +73 -0
- package/src/ruvocal/src/routes/api/v2/user/reports/+server.ts +17 -0
- package/src/ruvocal/src/routes/api/v2/user/settings/+server.ts +103 -0
- package/src/ruvocal/src/routes/conversation/+server.ts +115 -0
- package/src/ruvocal/src/routes/conversation/[id]/+page.svelte +582 -0
- package/src/ruvocal/src/routes/conversation/[id]/+page.ts +60 -0
- package/src/ruvocal/src/routes/conversation/[id]/+server.ts +736 -0
- package/src/ruvocal/src/routes/conversation/[id]/message/[messageId]/prompt/+server.ts +66 -0
- package/src/ruvocal/src/routes/conversation/[id]/output/[sha256]/+server.ts +58 -0
- package/src/ruvocal/src/routes/conversation/[id]/share/+server.ts +69 -0
- package/src/ruvocal/src/routes/conversation/[id]/stop-generating/+server.ts +35 -0
- package/src/ruvocal/src/routes/healthcheck/+server.ts +3 -0
- package/src/ruvocal/src/routes/login/+server.ts +5 -0
- package/src/ruvocal/src/routes/login/callback/+server.ts +103 -0
- package/src/ruvocal/src/routes/login/callback/updateUser.spec.ts +157 -0
- package/src/ruvocal/src/routes/login/callback/updateUser.ts +215 -0
- package/src/ruvocal/src/routes/logout/+server.ts +18 -0
- package/src/ruvocal/src/routes/metrics/+server.ts +18 -0
- package/src/ruvocal/src/routes/models/+page.svelte +233 -0
- package/src/ruvocal/src/routes/models/[...model]/+page.svelte +161 -0
- package/src/ruvocal/src/routes/models/[...model]/+page.ts +14 -0
- package/src/ruvocal/src/routes/models/[...model]/thumbnail.png/+server.ts +64 -0
- package/src/ruvocal/src/routes/models/[...model]/thumbnail.png/ModelThumbnail.svelte +28 -0
- package/src/ruvocal/src/routes/privacy/+page.svelte +11 -0
- package/src/ruvocal/src/routes/r/[id]/+page.ts +34 -0
- package/src/ruvocal/src/routes/settings/(nav)/+layout.svelte +282 -0
- package/src/ruvocal/src/routes/settings/(nav)/+layout.ts +1 -0
- package/src/ruvocal/src/routes/settings/(nav)/+page.svelte +0 -0
- package/src/ruvocal/src/routes/settings/(nav)/+server.ts +53 -0
- package/src/ruvocal/src/routes/settings/(nav)/[...model]/+page.svelte +464 -0
- package/src/ruvocal/src/routes/settings/(nav)/[...model]/+page.ts +14 -0
- package/src/ruvocal/src/routes/settings/(nav)/application/+page.svelte +362 -0
- package/src/ruvocal/src/routes/settings/+layout.svelte +40 -0
- package/src/ruvocal/src/styles/highlight-js.css +195 -0
- package/src/ruvocal/src/styles/main.css +144 -0
- package/src/ruvocal/static/chatui/apple-touch-icon.png +0 -0
- package/src/ruvocal/static/chatui/favicon-dark.svg +3 -0
- package/src/ruvocal/static/chatui/favicon-dev.svg +3 -0
- package/src/ruvocal/static/chatui/favicon.ico +0 -0
- package/src/ruvocal/static/chatui/favicon.svg +3 -0
- package/src/ruvocal/static/chatui/icon-128x128.png +0 -0
- package/src/ruvocal/static/chatui/icon-144x144.png +0 -0
- package/src/ruvocal/static/chatui/icon-192x192.png +0 -0
- package/src/ruvocal/static/chatui/icon-256x256.png +0 -0
- package/src/ruvocal/static/chatui/icon-36x36.png +0 -0
- package/src/ruvocal/static/chatui/icon-48x48.png +0 -0
- package/src/ruvocal/static/chatui/icon-512x512.png +0 -0
- package/src/ruvocal/static/chatui/icon-72x72.png +0 -0
- package/src/ruvocal/static/chatui/icon-96x96.png +0 -0
- package/src/ruvocal/static/chatui/icon.svg +3 -0
- package/src/ruvocal/static/chatui/logo.svg +7 -0
- package/src/ruvocal/static/chatui/manifest.json +54 -0
- package/src/ruvocal/static/chatui/omni-welcome.gif +0 -0
- package/src/ruvocal/static/chatui/omni-welcome.png +0 -0
- package/src/ruvocal/static/chatui/welcome.js +184 -0
- package/src/ruvocal/static/chatui/welcome.svg +1 -0
- package/src/ruvocal/static/huggingchat/apple-touch-icon.png +0 -0
- package/src/ruvocal/static/huggingchat/assistants-thumbnail.png +0 -0
- package/src/ruvocal/static/huggingchat/castle-example.jpg +0 -0
- package/src/ruvocal/static/huggingchat/favicon-dark.svg +4 -0
- package/src/ruvocal/static/huggingchat/favicon-dev.svg +4 -0
- package/src/ruvocal/static/huggingchat/favicon.ico +0 -0
- package/src/ruvocal/static/huggingchat/favicon.svg +4 -0
- package/src/ruvocal/static/huggingchat/fulltext-logo.svg +2 -0
- package/src/ruvocal/static/huggingchat/icon-128x128.png +0 -0
- package/src/ruvocal/static/huggingchat/icon-144x144.png +0 -0
- package/src/ruvocal/static/huggingchat/icon-192x192.png +0 -0
- package/src/ruvocal/static/huggingchat/icon-256x256.png +0 -0
- package/src/ruvocal/static/huggingchat/icon-36x36.png +0 -0
- package/src/ruvocal/static/huggingchat/icon-48x48.png +0 -0
- package/src/ruvocal/static/huggingchat/icon-512x512.png +0 -0
- package/src/ruvocal/static/huggingchat/icon-72x72.png +0 -0
- package/src/ruvocal/static/huggingchat/icon-96x96.png +0 -0
- package/src/ruvocal/static/huggingchat/icon.svg +4 -0
- package/src/ruvocal/static/huggingchat/logo.svg +4 -0
- package/src/ruvocal/static/huggingchat/manifest.json +54 -0
- package/src/ruvocal/static/huggingchat/omni-welcome.gif +0 -0
- package/src/ruvocal/static/huggingchat/routes.chat.json +226 -0
- package/src/ruvocal/static/huggingchat/thumbnail.png +0 -0
- package/src/ruvocal/static/huggingchat/tools-thumbnail.png +0 -0
- package/src/ruvocal/static/robots.txt +10 -0
- package/src/ruvocal/stub/@reflink/reflink/index.js +0 -0
- package/src/ruvocal/stub/@reflink/reflink/package.json +5 -0
- package/src/ruvocal/svelte.config.js +53 -0
- package/src/ruvocal/tailwind.config.cjs +30 -0
- package/src/ruvocal/tsconfig.json +19 -0
- package/src/ruvocal/vite.config.ts +87 -0
- package/src/scripts/deploy.sh +116 -0
- package/src/scripts/generate-config.js +245 -0
- package/src/scripts/generate-welcome.js +187 -0
- package/src/scripts/package-rvf.sh +116 -0
|
@@ -0,0 +1,349 @@
|
|
|
1
|
+
import { randomUUID } from "crypto";
|
|
2
|
+
import { logger } from "../../logger";
|
|
3
|
+
import type { MessageUpdate } from "$lib/types/MessageUpdate";
|
|
4
|
+
import { MessageToolUpdateType, MessageUpdateType } from "$lib/types/MessageUpdate";
|
|
5
|
+
import { ToolResultStatus } from "$lib/types/Tool";
|
|
6
|
+
import type { ChatCompletionMessageParam } from "openai/resources/chat/completions";
|
|
7
|
+
import type { McpToolMapping } from "$lib/server/mcp/tools";
|
|
8
|
+
import type { McpServerConfig } from "$lib/server/mcp/httpClient";
|
|
9
|
+
import {
|
|
10
|
+
callMcpTool,
|
|
11
|
+
getMcpToolTimeoutMs,
|
|
12
|
+
type McpToolTextResponse,
|
|
13
|
+
} from "$lib/server/mcp/httpClient";
|
|
14
|
+
import { getClient } from "$lib/server/mcp/clientPool";
|
|
15
|
+
import { attachFileRefsToArgs, type FileRefResolver } from "./fileRefs";
|
|
16
|
+
import type { Client } from "@modelcontextprotocol/sdk/client";
|
|
17
|
+
|
|
18
|
+
export type Primitive = string | number | boolean;
|
|
19
|
+
|
|
20
|
+
export type ToolRun = {
|
|
21
|
+
name: string;
|
|
22
|
+
parameters: Record<string, Primitive>;
|
|
23
|
+
output: string;
|
|
24
|
+
};
|
|
25
|
+
|
|
26
|
+
export interface NormalizedToolCall {
|
|
27
|
+
id: string;
|
|
28
|
+
name: string;
|
|
29
|
+
arguments: string;
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
export interface ExecuteToolCallsParams {
|
|
33
|
+
calls: NormalizedToolCall[];
|
|
34
|
+
mapping: Record<string, McpToolMapping>;
|
|
35
|
+
servers: McpServerConfig[];
|
|
36
|
+
parseArgs: (raw: unknown) => Record<string, unknown>;
|
|
37
|
+
resolveFileRef?: FileRefResolver;
|
|
38
|
+
toPrimitive: (value: unknown) => Primitive | undefined;
|
|
39
|
+
processToolOutput: (text: string) => {
|
|
40
|
+
annotated: string;
|
|
41
|
+
sources: { index: number; link: string }[];
|
|
42
|
+
};
|
|
43
|
+
abortSignal?: AbortSignal;
|
|
44
|
+
toolTimeoutMs?: number;
|
|
45
|
+
}
|
|
46
|
+
|
|
47
|
+
export interface ToolCallExecutionResult {
|
|
48
|
+
toolMessages: ChatCompletionMessageParam[];
|
|
49
|
+
toolRuns: ToolRun[];
|
|
50
|
+
finalAnswer?: { text: string; interrupted: boolean };
|
|
51
|
+
}
|
|
52
|
+
|
|
53
|
+
export type ToolExecutionEvent =
|
|
54
|
+
| { type: "update"; update: MessageUpdate }
|
|
55
|
+
| { type: "complete"; summary: ToolCallExecutionResult };
|
|
56
|
+
|
|
57
|
+
const serverMap = (servers: McpServerConfig[]): Map<string, McpServerConfig> => {
|
|
58
|
+
const map = new Map<string, McpServerConfig>();
|
|
59
|
+
for (const server of servers) {
|
|
60
|
+
if (server?.name) {
|
|
61
|
+
map.set(server.name, server);
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
return map;
|
|
65
|
+
};
|
|
66
|
+
|
|
67
|
+
export async function* executeToolCalls({
|
|
68
|
+
calls,
|
|
69
|
+
mapping,
|
|
70
|
+
servers,
|
|
71
|
+
parseArgs,
|
|
72
|
+
resolveFileRef,
|
|
73
|
+
toPrimitive,
|
|
74
|
+
processToolOutput,
|
|
75
|
+
abortSignal,
|
|
76
|
+
toolTimeoutMs,
|
|
77
|
+
}: ExecuteToolCallsParams): AsyncGenerator<ToolExecutionEvent, void, undefined> {
|
|
78
|
+
const effectiveTimeoutMs = toolTimeoutMs ?? getMcpToolTimeoutMs();
|
|
79
|
+
const toolMessages: ChatCompletionMessageParam[] = [];
|
|
80
|
+
const toolRuns: ToolRun[] = [];
|
|
81
|
+
const serverLookup = serverMap(servers);
|
|
82
|
+
// Pre-emit call + ETA updates and prepare tasks
|
|
83
|
+
type TaskResult = {
|
|
84
|
+
index: number;
|
|
85
|
+
output?: string;
|
|
86
|
+
structured?: unknown;
|
|
87
|
+
blocks?: unknown[];
|
|
88
|
+
error?: string;
|
|
89
|
+
uuid: string;
|
|
90
|
+
paramsClean: Record<string, Primitive>;
|
|
91
|
+
};
|
|
92
|
+
|
|
93
|
+
const prepared = calls.map((call) => {
|
|
94
|
+
const argsObj = parseArgs(call.arguments);
|
|
95
|
+
const paramsClean: Record<string, Primitive> = {};
|
|
96
|
+
for (const [k, v] of Object.entries(argsObj ?? {})) {
|
|
97
|
+
const prim = toPrimitive(v);
|
|
98
|
+
if (prim !== undefined) paramsClean[k] = prim;
|
|
99
|
+
}
|
|
100
|
+
// Attach any resolved image payloads _after_ computing paramsClean so that
|
|
101
|
+
// logging / status updates continue to show only the lightweight primitive
|
|
102
|
+
// arguments (e.g. "image_1") while the full data: URLs or image blobs are
|
|
103
|
+
// only sent to the MCP tool server.
|
|
104
|
+
attachFileRefsToArgs(argsObj, resolveFileRef);
|
|
105
|
+
return { call, argsObj, paramsClean, uuid: randomUUID() };
|
|
106
|
+
});
|
|
107
|
+
|
|
108
|
+
for (const p of prepared) {
|
|
109
|
+
yield {
|
|
110
|
+
type: "update",
|
|
111
|
+
update: {
|
|
112
|
+
type: MessageUpdateType.Tool,
|
|
113
|
+
subtype: MessageToolUpdateType.Call,
|
|
114
|
+
uuid: p.uuid,
|
|
115
|
+
call: { name: p.call.name, parameters: p.paramsClean },
|
|
116
|
+
},
|
|
117
|
+
};
|
|
118
|
+
yield {
|
|
119
|
+
type: "update",
|
|
120
|
+
update: {
|
|
121
|
+
type: MessageUpdateType.Tool,
|
|
122
|
+
subtype: MessageToolUpdateType.ETA,
|
|
123
|
+
uuid: p.uuid,
|
|
124
|
+
eta: 10,
|
|
125
|
+
},
|
|
126
|
+
};
|
|
127
|
+
}
|
|
128
|
+
|
|
129
|
+
// Preload clients per distinct server used in this batch
|
|
130
|
+
const distinctServerNames = Array.from(
|
|
131
|
+
new Set(prepared.map((p) => mapping[p.call.name]?.server).filter(Boolean) as string[])
|
|
132
|
+
);
|
|
133
|
+
const clientMap = new Map<string, Client>();
|
|
134
|
+
await Promise.all(
|
|
135
|
+
distinctServerNames.map(async (name) => {
|
|
136
|
+
const cfg = serverLookup.get(name);
|
|
137
|
+
if (!cfg) return;
|
|
138
|
+
try {
|
|
139
|
+
const client = await getClient(cfg, abortSignal);
|
|
140
|
+
clientMap.set(name, client);
|
|
141
|
+
} catch (e) {
|
|
142
|
+
logger.warn({ server: name, err: String(e) }, "[mcp] failed to connect client");
|
|
143
|
+
}
|
|
144
|
+
})
|
|
145
|
+
);
|
|
146
|
+
|
|
147
|
+
// Async queue to stream results in finish order
|
|
148
|
+
function createQueue<T>() {
|
|
149
|
+
const items: T[] = [];
|
|
150
|
+
const waiters: Array<(v: IteratorResult<T>) => void> = [];
|
|
151
|
+
let closed = false;
|
|
152
|
+
return {
|
|
153
|
+
push(item: T) {
|
|
154
|
+
const waiter = waiters.shift();
|
|
155
|
+
if (waiter) waiter({ value: item, done: false });
|
|
156
|
+
else items.push(item);
|
|
157
|
+
},
|
|
158
|
+
close() {
|
|
159
|
+
closed = true;
|
|
160
|
+
let waiter: ((v: IteratorResult<T>) => void) | undefined;
|
|
161
|
+
while ((waiter = waiters.shift())) {
|
|
162
|
+
waiter({ value: undefined as unknown as T, done: true });
|
|
163
|
+
}
|
|
164
|
+
},
|
|
165
|
+
async *iterator() {
|
|
166
|
+
for (;;) {
|
|
167
|
+
if (items.length) {
|
|
168
|
+
const first = items.shift();
|
|
169
|
+
if (first !== undefined) yield first as T;
|
|
170
|
+
continue;
|
|
171
|
+
}
|
|
172
|
+
if (closed) return;
|
|
173
|
+
const value: IteratorResult<T> = await new Promise((res) => waiters.push(res));
|
|
174
|
+
if (value.done) return;
|
|
175
|
+
yield value.value as T;
|
|
176
|
+
}
|
|
177
|
+
},
|
|
178
|
+
};
|
|
179
|
+
}
|
|
180
|
+
|
|
181
|
+
const updatesQueue = createQueue<MessageUpdate>();
|
|
182
|
+
const results: TaskResult[] = [];
|
|
183
|
+
|
|
184
|
+
const tasks = prepared.map(async (p, index) => {
|
|
185
|
+
// Check abort before starting each tool call
|
|
186
|
+
if (abortSignal?.aborted) {
|
|
187
|
+
const message = "Aborted by user";
|
|
188
|
+
results.push({
|
|
189
|
+
index,
|
|
190
|
+
error: message,
|
|
191
|
+
uuid: p.uuid,
|
|
192
|
+
paramsClean: p.paramsClean,
|
|
193
|
+
});
|
|
194
|
+
updatesQueue.push({
|
|
195
|
+
type: MessageUpdateType.Tool,
|
|
196
|
+
subtype: MessageToolUpdateType.Error,
|
|
197
|
+
uuid: p.uuid,
|
|
198
|
+
message,
|
|
199
|
+
});
|
|
200
|
+
return;
|
|
201
|
+
}
|
|
202
|
+
|
|
203
|
+
const mappingEntry = mapping[p.call.name];
|
|
204
|
+
if (!mappingEntry) {
|
|
205
|
+
const message = `Unknown MCP function: ${p.call.name}`;
|
|
206
|
+
results.push({
|
|
207
|
+
index,
|
|
208
|
+
error: message,
|
|
209
|
+
uuid: p.uuid,
|
|
210
|
+
paramsClean: p.paramsClean,
|
|
211
|
+
});
|
|
212
|
+
updatesQueue.push({
|
|
213
|
+
type: MessageUpdateType.Tool,
|
|
214
|
+
subtype: MessageToolUpdateType.Error,
|
|
215
|
+
uuid: p.uuid,
|
|
216
|
+
message,
|
|
217
|
+
});
|
|
218
|
+
return;
|
|
219
|
+
}
|
|
220
|
+
const serverCfg = serverLookup.get(mappingEntry.server);
|
|
221
|
+
if (!serverCfg) {
|
|
222
|
+
const message = `Unknown MCP server: ${mappingEntry.server}`;
|
|
223
|
+
results.push({
|
|
224
|
+
index,
|
|
225
|
+
error: message,
|
|
226
|
+
uuid: p.uuid,
|
|
227
|
+
paramsClean: p.paramsClean,
|
|
228
|
+
});
|
|
229
|
+
updatesQueue.push({
|
|
230
|
+
type: MessageUpdateType.Tool,
|
|
231
|
+
subtype: MessageToolUpdateType.Error,
|
|
232
|
+
uuid: p.uuid,
|
|
233
|
+
message,
|
|
234
|
+
});
|
|
235
|
+
return;
|
|
236
|
+
}
|
|
237
|
+
const client = clientMap.get(mappingEntry.server);
|
|
238
|
+
try {
|
|
239
|
+
logger.debug(
|
|
240
|
+
{ server: mappingEntry.server, tool: mappingEntry.tool, parameters: p.paramsClean },
|
|
241
|
+
"[mcp] invoking tool"
|
|
242
|
+
);
|
|
243
|
+
const toolResponse: McpToolTextResponse = await callMcpTool(
|
|
244
|
+
serverCfg,
|
|
245
|
+
mappingEntry.tool,
|
|
246
|
+
p.argsObj,
|
|
247
|
+
{
|
|
248
|
+
client,
|
|
249
|
+
signal: abortSignal,
|
|
250
|
+
timeoutMs: effectiveTimeoutMs,
|
|
251
|
+
onProgress: (progress) => {
|
|
252
|
+
updatesQueue.push({
|
|
253
|
+
type: MessageUpdateType.Tool,
|
|
254
|
+
subtype: MessageToolUpdateType.Progress,
|
|
255
|
+
uuid: p.uuid,
|
|
256
|
+
progress: progress.progress,
|
|
257
|
+
total: progress.total,
|
|
258
|
+
message: progress.message,
|
|
259
|
+
});
|
|
260
|
+
},
|
|
261
|
+
}
|
|
262
|
+
);
|
|
263
|
+
const { annotated } = processToolOutput(toolResponse.text ?? "");
|
|
264
|
+
logger.debug(
|
|
265
|
+
{ server: mappingEntry.server, tool: mappingEntry.tool },
|
|
266
|
+
"[mcp] tool call completed"
|
|
267
|
+
);
|
|
268
|
+
results.push({
|
|
269
|
+
index,
|
|
270
|
+
output: annotated,
|
|
271
|
+
structured: toolResponse.structured,
|
|
272
|
+
blocks: toolResponse.content,
|
|
273
|
+
uuid: p.uuid,
|
|
274
|
+
paramsClean: p.paramsClean,
|
|
275
|
+
});
|
|
276
|
+
updatesQueue.push({
|
|
277
|
+
type: MessageUpdateType.Tool,
|
|
278
|
+
subtype: MessageToolUpdateType.Result,
|
|
279
|
+
uuid: p.uuid,
|
|
280
|
+
result: {
|
|
281
|
+
status: ToolResultStatus.Success,
|
|
282
|
+
call: { name: p.call.name, parameters: p.paramsClean },
|
|
283
|
+
outputs: [
|
|
284
|
+
{
|
|
285
|
+
text: annotated ?? "",
|
|
286
|
+
structured: toolResponse.structured,
|
|
287
|
+
content: toolResponse.content,
|
|
288
|
+
} as unknown as Record<string, unknown>,
|
|
289
|
+
],
|
|
290
|
+
display: true,
|
|
291
|
+
},
|
|
292
|
+
});
|
|
293
|
+
} catch (err) {
|
|
294
|
+
const errMsg = err instanceof Error ? err.message : String(err);
|
|
295
|
+
const errName = err instanceof Error ? err.name : "";
|
|
296
|
+
const isAbortError =
|
|
297
|
+
abortSignal?.aborted ||
|
|
298
|
+
errName === "AbortError" ||
|
|
299
|
+
errName === "APIUserAbortError" ||
|
|
300
|
+
errMsg === "Request was aborted." ||
|
|
301
|
+
errMsg === "This operation was aborted";
|
|
302
|
+
const message = isAbortError ? "Aborted by user" : errMsg;
|
|
303
|
+
|
|
304
|
+
if (isAbortError) {
|
|
305
|
+
logger.debug(
|
|
306
|
+
{ server: mappingEntry.server, tool: mappingEntry.tool },
|
|
307
|
+
"[mcp] tool call aborted by user"
|
|
308
|
+
);
|
|
309
|
+
} else {
|
|
310
|
+
logger.warn(
|
|
311
|
+
{ server: mappingEntry.server, tool: mappingEntry.tool, err: message },
|
|
312
|
+
"[mcp] tool call failed"
|
|
313
|
+
);
|
|
314
|
+
}
|
|
315
|
+
results.push({ index, error: message, uuid: p.uuid, paramsClean: p.paramsClean });
|
|
316
|
+
updatesQueue.push({
|
|
317
|
+
type: MessageUpdateType.Tool,
|
|
318
|
+
subtype: MessageToolUpdateType.Error,
|
|
319
|
+
uuid: p.uuid,
|
|
320
|
+
message,
|
|
321
|
+
});
|
|
322
|
+
}
|
|
323
|
+
});
|
|
324
|
+
|
|
325
|
+
// kick off and stream as they finish
|
|
326
|
+
Promise.allSettled(tasks).then(() => updatesQueue.close());
|
|
327
|
+
|
|
328
|
+
for await (const update of updatesQueue.iterator()) {
|
|
329
|
+
yield { type: "update", update };
|
|
330
|
+
}
|
|
331
|
+
|
|
332
|
+
// Collate outputs in original call order
|
|
333
|
+
results.sort((a, b) => a.index - b.index);
|
|
334
|
+
for (const r of results) {
|
|
335
|
+
const name = prepared[r.index].call.name;
|
|
336
|
+
const id = prepared[r.index].call.id;
|
|
337
|
+
if (!r.error) {
|
|
338
|
+
const output = r.output ?? "";
|
|
339
|
+
toolRuns.push({ name, parameters: r.paramsClean, output });
|
|
340
|
+
// For the LLM follow-up call, we keep only the textual output
|
|
341
|
+
toolMessages.push({ role: "tool", tool_call_id: id, content: output });
|
|
342
|
+
} else {
|
|
343
|
+
// Communicate error to LLM so it doesn't hallucinate success
|
|
344
|
+
toolMessages.push({ role: "tool", tool_call_id: id, content: `Error: ${r.error}` });
|
|
345
|
+
}
|
|
346
|
+
}
|
|
347
|
+
|
|
348
|
+
yield { type: "complete", summary: { toolMessages, toolRuns } };
|
|
349
|
+
}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import { generateFromDefaultEndpoint } from "$lib/server/generateFromDefaultEndpoint";
|
|
2
|
+
import { MessageUpdateType } from "$lib/types/MessageUpdate";
|
|
3
|
+
|
|
4
|
+
export async function generateSummaryOfReasoning(
|
|
5
|
+
reasoning: string,
|
|
6
|
+
modelId: string | undefined,
|
|
7
|
+
locals: App.Locals | undefined
|
|
8
|
+
): Promise<string> {
|
|
9
|
+
const prompt = `Summarize concisely the following reasoning for the user. Keep it short (one short paragraph).\n\n${reasoning}`;
|
|
10
|
+
const summary = await (async () => {
|
|
11
|
+
const it = generateFromDefaultEndpoint({
|
|
12
|
+
messages: [{ from: "user", content: prompt }],
|
|
13
|
+
modelId,
|
|
14
|
+
locals,
|
|
15
|
+
});
|
|
16
|
+
let out = "";
|
|
17
|
+
for await (const update of it) {
|
|
18
|
+
if (update.type === MessageUpdateType.Stream) out += update.token;
|
|
19
|
+
}
|
|
20
|
+
return out;
|
|
21
|
+
})();
|
|
22
|
+
return summary.trim();
|
|
23
|
+
}
|
|
@@ -0,0 +1,83 @@
|
|
|
1
|
+
import { config } from "$lib/server/config";
|
|
2
|
+
import { generateFromDefaultEndpoint } from "$lib/server/generateFromDefaultEndpoint";
|
|
3
|
+
import { logger } from "$lib/server/logger";
|
|
4
|
+
import { MessageUpdateType, type MessageUpdate } from "$lib/types/MessageUpdate";
|
|
5
|
+
import type { Conversation } from "$lib/types/Conversation";
|
|
6
|
+
import { getReturnFromGenerator } from "$lib/utils/getReturnFromGenerator";
|
|
7
|
+
|
|
8
|
+
export async function* generateTitleForConversation(
|
|
9
|
+
conv: Conversation,
|
|
10
|
+
locals: App.Locals | undefined
|
|
11
|
+
): AsyncGenerator<MessageUpdate, undefined, undefined> {
|
|
12
|
+
try {
|
|
13
|
+
const userMessage = conv.messages.find((m) => m.from === "user");
|
|
14
|
+
// HACK: detect if the conversation is new
|
|
15
|
+
if (conv.title !== "New Chat" || !userMessage) return;
|
|
16
|
+
|
|
17
|
+
const prompt = userMessage.content;
|
|
18
|
+
const modelForTitle = config.TASK_MODEL?.trim() ? config.TASK_MODEL : conv.model;
|
|
19
|
+
const title = (await generateTitle(prompt, modelForTitle, locals)) ?? "New Chat";
|
|
20
|
+
|
|
21
|
+
yield {
|
|
22
|
+
type: MessageUpdateType.Title,
|
|
23
|
+
title,
|
|
24
|
+
};
|
|
25
|
+
} catch (cause) {
|
|
26
|
+
logger.error(cause, "Failed while generating title for conversation");
|
|
27
|
+
}
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
async function generateTitle(
|
|
31
|
+
prompt: string,
|
|
32
|
+
modelId: string | undefined,
|
|
33
|
+
locals: App.Locals | undefined
|
|
34
|
+
) {
|
|
35
|
+
if (config.LLM_SUMMARIZATION !== "true") {
|
|
36
|
+
// When summarization is disabled, use the first five words without adding emojis
|
|
37
|
+
return prompt.split(/\s+/g).slice(0, 5).join(" ");
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
// Tools removed: no tool-based title path
|
|
41
|
+
|
|
42
|
+
return await getReturnFromGenerator(
|
|
43
|
+
generateFromDefaultEndpoint({
|
|
44
|
+
messages: [{ from: "user", content: `User message: "${prompt}"` }],
|
|
45
|
+
preprompt: `You are a chat thread titling assistant.
|
|
46
|
+
Goal: Produce a very short, descriptive title (2–4 words) that names the topic of the user's first message.
|
|
47
|
+
|
|
48
|
+
Rules:
|
|
49
|
+
- Output ONLY the title text. No prefixes, labels, quotes, emojis, hashtags, or trailing punctuation.
|
|
50
|
+
- Use the user's language.
|
|
51
|
+
- Write a noun phrase that names the topic. Do not write instructions.
|
|
52
|
+
- Never output just a pronoun (me/you/I/we/us/myself/yourself). Prefer a neutral subject (e.g., "Assistant", "model", or the concrete topic).
|
|
53
|
+
- Never include meta-words: Summarize, Summary, Title, Prompt, Topic, Subject, About, Question, Request, Chat.
|
|
54
|
+
|
|
55
|
+
Examples:
|
|
56
|
+
User: "Summarize hello" -> Hello
|
|
57
|
+
User: "How do I reverse a string in Python?" -> Python string reversal
|
|
58
|
+
User: "help me plan a NYC weekend" -> NYC weekend plan
|
|
59
|
+
User: "请解释Transformer是如何工作的" -> Transformer 工作原理
|
|
60
|
+
User: "tell me more about you" -> About the assistant
|
|
61
|
+
Return only the title text.`,
|
|
62
|
+
generateSettings: {
|
|
63
|
+
max_tokens: 24,
|
|
64
|
+
temperature: 0,
|
|
65
|
+
},
|
|
66
|
+
modelId,
|
|
67
|
+
locals,
|
|
68
|
+
})
|
|
69
|
+
)
|
|
70
|
+
.then((summary) => {
|
|
71
|
+
const firstFive = prompt.split(/\s+/g).slice(0, 5).join(" ");
|
|
72
|
+
const trimmed = String(summary ?? "").trim();
|
|
73
|
+
// Fallback: if empty, return first five words only (no emoji)
|
|
74
|
+
return trimmed || firstFive;
|
|
75
|
+
})
|
|
76
|
+
.catch((e) => {
|
|
77
|
+
logger.error(e, "Error generating title");
|
|
78
|
+
const firstFive = prompt.split(/\s+/g).slice(0, 5).join(" ");
|
|
79
|
+
return firstFive;
|
|
80
|
+
});
|
|
81
|
+
}
|
|
82
|
+
|
|
83
|
+
// No post-processing: rely solely on prompt instructions above
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import type { ProcessedModel } from "../models";
|
|
2
|
+
import type { Endpoint } from "../endpoints/endpoints";
|
|
3
|
+
import type { Conversation } from "$lib/types/Conversation";
|
|
4
|
+
import type { Message } from "$lib/types/Message";
|
|
5
|
+
import type { Assistant } from "$lib/types/Assistant";
|
|
6
|
+
|
|
7
|
+
export interface TextGenerationContext {
|
|
8
|
+
model: ProcessedModel;
|
|
9
|
+
endpoint: Endpoint;
|
|
10
|
+
conv: Conversation;
|
|
11
|
+
messages: Message[];
|
|
12
|
+
assistant?: Pick<Assistant, "dynamicPrompt" | "generateSettings">;
|
|
13
|
+
promptedAt: Date;
|
|
14
|
+
ip: string;
|
|
15
|
+
username?: string;
|
|
16
|
+
/** Force-enable multimodal handling for endpoints that support it */
|
|
17
|
+
forceMultimodal?: boolean;
|
|
18
|
+
/** Force-enable tool calling even if model does not advertise support */
|
|
19
|
+
forceTools?: boolean;
|
|
20
|
+
/** Inference provider preference: "auto", "fastest", "cheapest", or a specific provider name */
|
|
21
|
+
provider?: string;
|
|
22
|
+
locals: App.Locals | undefined;
|
|
23
|
+
abortController: AbortController;
|
|
24
|
+
/** Autopilot mode — auto-continue tool calls up to 30 iterations */
|
|
25
|
+
autopilot?: boolean;
|
|
26
|
+
}
|
|
@@ -0,0 +1,88 @@
|
|
|
1
|
+
import type { MessageFile } from "$lib/types/Message";
|
|
2
|
+
import type { EndpointMessage } from "$lib/server/endpoints/endpoints";
|
|
3
|
+
import type { OpenAI } from "openai";
|
|
4
|
+
import { TEXT_MIME_ALLOWLIST } from "$lib/constants/mime";
|
|
5
|
+
import type { makeImageProcessor } from "$lib/server/endpoints/images";
|
|
6
|
+
|
|
7
|
+
/**
|
|
8
|
+
* Prepare chat messages for OpenAI-compatible multimodal payloads.
|
|
9
|
+
* - Processes images via the provided imageProcessor (resize/convert) when multimodal is enabled.
|
|
10
|
+
* - Injects text-file content into the user message text.
|
|
11
|
+
* - Leaves messages untouched when no files or multimodal disabled.
|
|
12
|
+
*/
|
|
13
|
+
export async function prepareMessagesWithFiles(
|
|
14
|
+
messages: EndpointMessage[],
|
|
15
|
+
imageProcessor: ReturnType<typeof makeImageProcessor>,
|
|
16
|
+
isMultimodal: boolean
|
|
17
|
+
): Promise<OpenAI.Chat.Completions.ChatCompletionMessageParam[]> {
|
|
18
|
+
return Promise.all(
|
|
19
|
+
messages.map(async (message) => {
|
|
20
|
+
if (message.from === "user" && message.files && message.files.length > 0) {
|
|
21
|
+
const { imageParts, textContent } = await prepareFiles(
|
|
22
|
+
imageProcessor,
|
|
23
|
+
message.files,
|
|
24
|
+
isMultimodal
|
|
25
|
+
);
|
|
26
|
+
|
|
27
|
+
let messageText = message.content;
|
|
28
|
+
if (textContent.length > 0) {
|
|
29
|
+
messageText = textContent + "\n\n" + message.content;
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
if (imageParts.length > 0 && isMultimodal) {
|
|
33
|
+
const parts = [{ type: "text" as const, text: messageText }, ...imageParts];
|
|
34
|
+
return { role: message.from, content: parts };
|
|
35
|
+
}
|
|
36
|
+
|
|
37
|
+
return { role: message.from, content: messageText };
|
|
38
|
+
}
|
|
39
|
+
return { role: message.from, content: message.content };
|
|
40
|
+
})
|
|
41
|
+
);
|
|
42
|
+
}
|
|
43
|
+
|
|
44
|
+
async function prepareFiles(
|
|
45
|
+
imageProcessor: ReturnType<typeof makeImageProcessor>,
|
|
46
|
+
files: MessageFile[],
|
|
47
|
+
isMultimodal: boolean
|
|
48
|
+
): Promise<{
|
|
49
|
+
imageParts: OpenAI.Chat.Completions.ChatCompletionContentPartImage[];
|
|
50
|
+
textContent: string;
|
|
51
|
+
}> {
|
|
52
|
+
const imageFiles = files.filter((file) => file.mime.startsWith("image/"));
|
|
53
|
+
const textFiles = files.filter((file) => {
|
|
54
|
+
const mime = (file.mime || "").toLowerCase();
|
|
55
|
+
const [fileType, fileSubtype] = mime.split("/");
|
|
56
|
+
return TEXT_MIME_ALLOWLIST.some((allowed) => {
|
|
57
|
+
const [type, subtype] = allowed.toLowerCase().split("/");
|
|
58
|
+
const typeOk = type === "*" || type === fileType;
|
|
59
|
+
const subOk = subtype === "*" || subtype === fileSubtype;
|
|
60
|
+
return typeOk && subOk;
|
|
61
|
+
});
|
|
62
|
+
});
|
|
63
|
+
|
|
64
|
+
let imageParts: OpenAI.Chat.Completions.ChatCompletionContentPartImage[] = [];
|
|
65
|
+
if (isMultimodal && imageFiles.length > 0) {
|
|
66
|
+
const processedFiles = await Promise.all(imageFiles.map(imageProcessor));
|
|
67
|
+
imageParts = processedFiles.map((file) => ({
|
|
68
|
+
type: "image_url" as const,
|
|
69
|
+
image_url: {
|
|
70
|
+
url: `data:${file.mime};base64,${file.image.toString("base64")}`,
|
|
71
|
+
detail: "auto",
|
|
72
|
+
},
|
|
73
|
+
}));
|
|
74
|
+
}
|
|
75
|
+
|
|
76
|
+
let textContent = "";
|
|
77
|
+
if (textFiles.length > 0) {
|
|
78
|
+
const textParts = await Promise.all(
|
|
79
|
+
textFiles.map(async (file) => {
|
|
80
|
+
const content = Buffer.from(file.value, "base64").toString("utf-8");
|
|
81
|
+
return `<document name="${file.name}" type="${file.mime}">\n${content}\n</document>`;
|
|
82
|
+
})
|
|
83
|
+
);
|
|
84
|
+
textContent = textParts.join("\n\n");
|
|
85
|
+
}
|
|
86
|
+
|
|
87
|
+
return { imageParts, textContent };
|
|
88
|
+
}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
import type { EndpointMessage } from "../../endpoints/endpoints";
|
|
2
|
+
|
|
3
|
+
const ROUTER_REASONING_REGEX = /<think>[\s\S]*?(?:<\/think>|$)/g;
|
|
4
|
+
|
|
5
|
+
export function stripReasoningBlocks(text: string): string {
|
|
6
|
+
const stripped = text.replace(ROUTER_REASONING_REGEX, "");
|
|
7
|
+
return stripped === text ? text : stripped.trim();
|
|
8
|
+
}
|
|
9
|
+
|
|
10
|
+
export function stripReasoningFromMessageForRouting(message: EndpointMessage): EndpointMessage {
|
|
11
|
+
const clone = { ...message } as EndpointMessage & { reasoning?: string };
|
|
12
|
+
if ("reasoning" in clone) {
|
|
13
|
+
delete clone.reasoning;
|
|
14
|
+
}
|
|
15
|
+
const content =
|
|
16
|
+
typeof message.content === "string" ? stripReasoningBlocks(message.content) : message.content;
|
|
17
|
+
return {
|
|
18
|
+
...clone,
|
|
19
|
+
content,
|
|
20
|
+
};
|
|
21
|
+
}
|
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
import type { OpenAiTool } from "$lib/server/mcp/tools";
|
|
2
|
+
|
|
3
|
+
export function buildToolPreprompt(tools: OpenAiTool[], autopilot?: boolean): string {
|
|
4
|
+
if (!Array.isArray(tools) || tools.length === 0) return "";
|
|
5
|
+
const names = tools
|
|
6
|
+
.map((t) => (t?.function?.name ? String(t.function.name) : ""))
|
|
7
|
+
.filter((s) => s.length > 0);
|
|
8
|
+
if (names.length === 0) return "";
|
|
9
|
+
const now = new Date();
|
|
10
|
+
const currentDate = now.toLocaleDateString("en-US", {
|
|
11
|
+
year: "numeric",
|
|
12
|
+
month: "long",
|
|
13
|
+
day: "numeric",
|
|
14
|
+
});
|
|
15
|
+
const isoDate = `${now.getFullYear()}-${String(now.getMonth() + 1).padStart(2, "0")}-${String(now.getDate()).padStart(2, "0")}`;
|
|
16
|
+
const lines = [
|
|
17
|
+
`You have access to these tools: ${names.join(", ")}.`,
|
|
18
|
+
`Today's date: ${currentDate} (${isoDate}).`,
|
|
19
|
+
];
|
|
20
|
+
|
|
21
|
+
if (autopilot) {
|
|
22
|
+
lines.push(
|
|
23
|
+
`AUTOPILOT MODE ENABLED — PARALLEL SWARM EXECUTION. Follow these rules STRICTLY:`,
|
|
24
|
+
`1. NEVER ask for confirmation. Make reasonable assumptions. Proceed immediately.`,
|
|
25
|
+
`2. ALWAYS call MULTIPLE tools in parallel. If a task needs search + memory + routing, call ALL THREE at once in a single response — not sequentially.`,
|
|
26
|
+
`3. For complex tasks: spawn a SWARM of parallel tool calls. Example: call search, web_research, memory_search, and hooks_route ALL in one response.`,
|
|
27
|
+
`4. After getting results, immediately call the NEXT BATCH of tools in parallel. Keep chaining until done.`,
|
|
28
|
+
`5. If a tool fails, try alternatives immediately — do not report failure and stop.`,
|
|
29
|
+
`6. Only provide a final text response when ALL work is done and you have nothing left to execute.`,
|
|
30
|
+
`7. NEVER explain what you plan to do. Just DO IT by calling tools.`,
|
|
31
|
+
`8. Maximize parallel execution: if you can call 3+ tools at once, DO IT. Sequential is only for dependencies.`,
|
|
32
|
+
);
|
|
33
|
+
} else {
|
|
34
|
+
lines.push(
|
|
35
|
+
`IMPORTANT: Do NOT call a tool unless the user's request requires capabilities you lack (e.g., real-time data, image generation, code execution) or external information you do not have. For tasks like writing code, creative writing, math, or building apps, respond directly without tools. When in doubt, do not use a tool.`,
|
|
36
|
+
);
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
lines.push(
|
|
40
|
+
`PARALLEL TOOL CALLS: When multiple tool calls are needed and they are independent of each other (i.e., one does not need the result of another), call them all at once in a single response instead of one at a time. Only chain tool calls sequentially when a later call depends on an earlier call's output.`,
|
|
41
|
+
`SEARCH: Use 3-6 precise keywords. For historical events, include the year the event occurred. For recent or current topics, use today's year (${now.getFullYear()}). When a tool accepts date-range parameters (e.g., startPublishedDate, endPublishedDate), always use today's date (${isoDate}) as the end date unless the user specifies otherwise. For multi-part questions, search each part separately.`,
|
|
42
|
+
`ANSWER: State only facts explicitly in the results. If info is missing or results conflict, say so. Never fabricate URLs or facts.`,
|
|
43
|
+
`INTERACTIVE APPS: When asked to build an interactive application, game, or visualization without a specific language/framework preference, create a single self-contained HTML file with embedded CSS and JavaScript.`,
|
|
44
|
+
`If a tool generates an image, you can inline it directly: .`,
|
|
45
|
+
`If a tool needs an image, set its image field ("input_image", "image", or "image_url") to a reference like "image_1", "image_2", etc. (ordered by when the user uploaded them).`,
|
|
46
|
+
`Default to image references; only use a full http(s) URL when the tool description explicitly asks for one, or reuse a URL a previous tool returned.`,
|
|
47
|
+
);
|
|
48
|
+
return lines.join(" ");
|
|
49
|
+
}
|