ruflo 3.42.2 → 3.42.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (479) hide show
  1. package/README.md +422 -422
  2. package/bin/ruflo.js +77 -77
  3. package/package.json +117 -117
  4. package/src/chat-ui/Dockerfile +25 -25
  5. package/src/chat-ui/patch-mcp-url-safety.sh +28 -28
  6. package/src/config/config.example.json +76 -76
  7. package/src/mcp-bridge/Dockerfile +47 -47
  8. package/src/mcp-bridge/index.js +1780 -1780
  9. package/src/mcp-bridge/mcp-stdio-kernel.js +159 -159
  10. package/src/mcp-bridge/package.json +17 -17
  11. package/src/mcp-bridge/test-harness.js +470 -470
  12. package/src/mcp-bridge/test-runtime-security.mjs +208 -208
  13. package/src/mcp-bridge/test-security-lock.js +121 -121
  14. package/src/nginx/Dockerfile +10 -10
  15. package/src/nginx/nginx.conf +67 -67
  16. package/src/nginx/static/favicon-dark.svg +4 -4
  17. package/src/nginx/static/favicon.svg +4 -4
  18. package/src/nginx/static/icon.svg +5 -5
  19. package/src/nginx/static/logo.svg +9 -9
  20. package/src/nginx/static/manifest.json +22 -22
  21. package/src/nginx/static/welcome.js +184 -184
  22. package/src/ruvocal/.claude/skills/add-model-descriptions/SKILL.md +73 -73
  23. package/src/ruvocal/.devcontainer/Dockerfile +9 -9
  24. package/src/ruvocal/.devcontainer/devcontainer.json +36 -36
  25. package/src/ruvocal/.dockerignore +16 -16
  26. package/src/ruvocal/.eslintignore +13 -13
  27. package/src/ruvocal/.eslintrc.cjs +45 -45
  28. package/src/ruvocal/.gcloudignore +18 -18
  29. package/src/ruvocal/.github/ISSUE_TEMPLATE/bug-report--chat-ui-.md +43 -43
  30. package/src/ruvocal/.github/ISSUE_TEMPLATE/config-support.md +9 -9
  31. package/src/ruvocal/.github/ISSUE_TEMPLATE/feature-request--chat-ui-.md +17 -17
  32. package/src/ruvocal/.github/ISSUE_TEMPLATE/huggingchat.md +11 -11
  33. package/src/ruvocal/.github/release.yml +16 -16
  34. package/src/ruvocal/.github/workflows/build-docs.yml +18 -18
  35. package/src/ruvocal/.github/workflows/build-image.yml +142 -142
  36. package/src/ruvocal/.github/workflows/build-pr-docs.yml +20 -20
  37. package/src/ruvocal/.github/workflows/deploy-dev.yml +63 -63
  38. package/src/ruvocal/.github/workflows/deploy-prod.yml +78 -78
  39. package/src/ruvocal/.github/workflows/lint-and-test.yml +84 -84
  40. package/src/ruvocal/.github/workflows/slugify.yaml +72 -72
  41. package/src/ruvocal/.github/workflows/trufflehog.yml +17 -17
  42. package/src/ruvocal/.github/workflows/upload-pr-documentation.yml +16 -16
  43. package/src/ruvocal/.husky/lint-stage-config.js +4 -4
  44. package/src/ruvocal/.husky/pre-commit +2 -2
  45. package/src/ruvocal/.prettierignore +14 -14
  46. package/src/ruvocal/.prettierrc +7 -7
  47. package/src/ruvocal/CLAUDE.md +126 -126
  48. package/src/ruvocal/Dockerfile +96 -96
  49. package/src/ruvocal/LICENSE +202 -202
  50. package/src/ruvocal/PRIVACY.md +41 -41
  51. package/src/ruvocal/README.md +164 -164
  52. package/src/ruvocal/chart/Chart.yaml +5 -5
  53. package/src/ruvocal/chart/env/dev.yaml +260 -260
  54. package/src/ruvocal/chart/env/prod.yaml +273 -273
  55. package/src/ruvocal/chart/templates/_helpers.tpl +22 -22
  56. package/src/ruvocal/chart/templates/config.yaml +10 -10
  57. package/src/ruvocal/chart/templates/deployment.yaml +81 -81
  58. package/src/ruvocal/chart/templates/hpa.yaml +45 -45
  59. package/src/ruvocal/chart/templates/infisical.yaml +24 -24
  60. package/src/ruvocal/chart/templates/ingress-internal.yaml +32 -32
  61. package/src/ruvocal/chart/templates/ingress.yaml +32 -32
  62. package/src/ruvocal/chart/templates/network-policy.yaml +36 -36
  63. package/src/ruvocal/chart/templates/service-account.yaml +13 -13
  64. package/src/ruvocal/chart/templates/service-monitor.yaml +17 -17
  65. package/src/ruvocal/chart/templates/service.yaml +21 -21
  66. package/src/ruvocal/chart/values.yaml +73 -73
  67. package/src/ruvocal/cloudbuild.yaml +68 -68
  68. package/src/ruvocal/config/branding.env.example +19 -19
  69. package/src/ruvocal/docker-compose.yml +21 -21
  70. package/src/ruvocal/docs/adr/ADR-029-HUGGINGFACE-CHAT-UI-CLOUD-RUN.md +1236 -1236
  71. package/src/ruvocal/docs/adr/ADR-033-RUVECTOR-RUFLO-MCP-INTEGRATION.md +111 -111
  72. package/src/ruvocal/docs/adr/ADR-034-OPTIONAL-MCP-BACKENDS.md +117 -117
  73. package/src/ruvocal/docs/adr/ADR-035-MCP-TOOL-GROUPS.md +186 -186
  74. package/src/ruvocal/docs/adr/ADR-037-AUTOPILOT-CHAT-MODE.md +1500 -1500
  75. package/src/ruvocal/docs/adr/ADR-038-RUVOCAL-FORK.md +286 -286
  76. package/src/ruvocal/docs/source/_toctree.yml +30 -30
  77. package/src/ruvocal/docs/source/configuration/common-issues.md +38 -38
  78. package/src/ruvocal/docs/source/configuration/llm-router.md +105 -105
  79. package/src/ruvocal/docs/source/configuration/mcp-tools.md +84 -84
  80. package/src/ruvocal/docs/source/configuration/metrics.md +9 -9
  81. package/src/ruvocal/docs/source/configuration/open-id.md +57 -57
  82. package/src/ruvocal/docs/source/configuration/overview.md +89 -89
  83. package/src/ruvocal/docs/source/configuration/theming.md +20 -20
  84. package/src/ruvocal/docs/source/developing/architecture.md +48 -48
  85. package/src/ruvocal/docs/source/index.md +53 -53
  86. package/src/ruvocal/docs/source/installation/docker.md +43 -43
  87. package/src/ruvocal/docs/source/installation/helm.md +43 -43
  88. package/src/ruvocal/docs/source/installation/local.md +62 -62
  89. package/src/ruvocal/entrypoint.sh +18 -18
  90. package/src/ruvocal/mcp-bridge/Dockerfile +47 -47
  91. package/src/ruvocal/mcp-bridge/cloudbuild.yaml +49 -49
  92. package/src/ruvocal/mcp-bridge/index.js +1995 -1995
  93. package/src/ruvocal/mcp-bridge/mcp-stdio-kernel.js +159 -159
  94. package/src/ruvocal/mcp-bridge/package-lock.json +762 -762
  95. package/src/ruvocal/mcp-bridge/package.json +17 -17
  96. package/src/ruvocal/mcp-bridge/test-harness.js +470 -470
  97. package/src/ruvocal/package-lock.json +11741 -11741
  98. package/src/ruvocal/package.json +121 -121
  99. package/src/ruvocal/postcss.config.js +6 -6
  100. package/src/ruvocal/rvf.manifest.json +204 -204
  101. package/src/ruvocal/scripts/config.ts +64 -64
  102. package/src/ruvocal/scripts/generate-welcome.mjs +181 -181
  103. package/src/ruvocal/scripts/populate.ts +288 -288
  104. package/src/ruvocal/scripts/samples.txt +194 -194
  105. package/src/ruvocal/scripts/setups/vitest-setup-server.ts +44 -44
  106. package/src/ruvocal/scripts/updateLocalEnv.ts +48 -48
  107. package/src/ruvocal/src/ambient.d.ts +7 -7
  108. package/src/ruvocal/src/app.d.ts +29 -29
  109. package/src/ruvocal/src/app.html +53 -53
  110. package/src/ruvocal/src/hooks.server.ts +32 -32
  111. package/src/ruvocal/src/hooks.ts +6 -6
  112. package/src/ruvocal/src/lib/APIClient.ts +148 -148
  113. package/src/ruvocal/src/lib/actions/clickOutside.ts +18 -18
  114. package/src/ruvocal/src/lib/actions/snapScrollToBottom.ts +346 -346
  115. package/src/ruvocal/src/lib/buildPrompt.ts +33 -33
  116. package/src/ruvocal/src/lib/components/AnnouncementBanner.svelte +20 -20
  117. package/src/ruvocal/src/lib/components/BackgroundGenerationPoller.svelte +168 -168
  118. package/src/ruvocal/src/lib/components/CodeBlock.svelte +73 -73
  119. package/src/ruvocal/src/lib/components/CopyToClipBoardBtn.svelte +92 -92
  120. package/src/ruvocal/src/lib/components/DeleteConversationModal.svelte +75 -75
  121. package/src/ruvocal/src/lib/components/EditConversationModal.svelte +100 -100
  122. package/src/ruvocal/src/lib/components/ExpandNavigation.svelte +22 -22
  123. package/src/ruvocal/src/lib/components/FoundationBackground.svelte +242 -242
  124. package/src/ruvocal/src/lib/components/HoverTooltip.svelte +44 -44
  125. package/src/ruvocal/src/lib/components/HtmlPreviewModal.svelte +143 -143
  126. package/src/ruvocal/src/lib/components/InfiniteScroll.svelte +50 -50
  127. package/src/ruvocal/src/lib/components/MobileNav.svelte +300 -300
  128. package/src/ruvocal/src/lib/components/Modal.svelte +115 -115
  129. package/src/ruvocal/src/lib/components/ModelCardMetadata.svelte +71 -71
  130. package/src/ruvocal/src/lib/components/NavConversationItem.svelte +151 -151
  131. package/src/ruvocal/src/lib/components/NavMenu.svelte +313 -313
  132. package/src/ruvocal/src/lib/components/Pagination.svelte +97 -97
  133. package/src/ruvocal/src/lib/components/PaginationArrow.svelte +27 -27
  134. package/src/ruvocal/src/lib/components/Portal.svelte +24 -24
  135. package/src/ruvocal/src/lib/components/RetryBtn.svelte +18 -18
  136. package/src/ruvocal/src/lib/components/RuFloUniverse.svelte +185 -185
  137. package/src/ruvocal/src/lib/components/RufloHelpModal.svelte +411 -411
  138. package/src/ruvocal/src/lib/components/ScrollToBottomBtn.svelte +47 -47
  139. package/src/ruvocal/src/lib/components/ScrollToPreviousBtn.svelte +77 -77
  140. package/src/ruvocal/src/lib/components/ShareConversationModal.svelte +182 -182
  141. package/src/ruvocal/src/lib/components/StopGeneratingBtn.svelte +69 -69
  142. package/src/ruvocal/src/lib/components/SubscribeModal.svelte +87 -87
  143. package/src/ruvocal/src/lib/components/Switch.svelte +36 -36
  144. package/src/ruvocal/src/lib/components/SystemPromptModal.svelte +44 -44
  145. package/src/ruvocal/src/lib/components/Toast.svelte +27 -27
  146. package/src/ruvocal/src/lib/components/Tooltip.svelte +30 -30
  147. package/src/ruvocal/src/lib/components/WelcomeModal.svelte +46 -46
  148. package/src/ruvocal/src/lib/components/chat/Alternatives.svelte +77 -77
  149. package/src/ruvocal/src/lib/components/chat/BlockWrapper.svelte +72 -72
  150. package/src/ruvocal/src/lib/components/chat/ChatInput.svelte +490 -490
  151. package/src/ruvocal/src/lib/components/chat/ChatIntroduction.svelte +123 -123
  152. package/src/ruvocal/src/lib/components/chat/ChatMessage.svelte +548 -548
  153. package/src/ruvocal/src/lib/components/chat/ChatWindow.svelte +1057 -1057
  154. package/src/ruvocal/src/lib/components/chat/FileDropzone.svelte +92 -92
  155. package/src/ruvocal/src/lib/components/chat/ImageLightbox.svelte +66 -66
  156. package/src/ruvocal/src/lib/components/chat/MarkdownBlock.svelte +23 -23
  157. package/src/ruvocal/src/lib/components/chat/MarkdownRenderer.svelte +69 -69
  158. package/src/ruvocal/src/lib/components/chat/MarkdownRenderer.svelte.test.ts +58 -58
  159. package/src/ruvocal/src/lib/components/chat/MessageAvatar.svelte +103 -103
  160. package/src/ruvocal/src/lib/components/chat/ModelSwitch.svelte +64 -64
  161. package/src/ruvocal/src/lib/components/chat/OpenReasoningResults.svelte +81 -81
  162. package/src/ruvocal/src/lib/components/chat/TaskGroup.svelte +88 -88
  163. package/src/ruvocal/src/lib/components/chat/ToolUpdate.svelte +273 -273
  164. package/src/ruvocal/src/lib/components/chat/UploadedFile.svelte +253 -253
  165. package/src/ruvocal/src/lib/components/chat/UrlFetchModal.svelte +203 -203
  166. package/src/ruvocal/src/lib/components/chat/VoiceRecorder.svelte +214 -214
  167. package/src/ruvocal/src/lib/components/icons/IconBurger.svelte +20 -20
  168. package/src/ruvocal/src/lib/components/icons/IconCheap.svelte +20 -20
  169. package/src/ruvocal/src/lib/components/icons/IconChevron.svelte +24 -24
  170. package/src/ruvocal/src/lib/components/icons/IconDazzled.svelte +40 -40
  171. package/src/ruvocal/src/lib/components/icons/IconFast.svelte +20 -20
  172. package/src/ruvocal/src/lib/components/icons/IconLoading.svelte +22 -22
  173. package/src/ruvocal/src/lib/components/icons/IconMCP.svelte +28 -28
  174. package/src/ruvocal/src/lib/components/icons/IconMoon.svelte +21 -21
  175. package/src/ruvocal/src/lib/components/icons/IconNew.svelte +20 -20
  176. package/src/ruvocal/src/lib/components/icons/IconOmni.svelte +90 -90
  177. package/src/ruvocal/src/lib/components/icons/IconPaperclip.svelte +24 -24
  178. package/src/ruvocal/src/lib/components/icons/IconPro.svelte +37 -37
  179. package/src/ruvocal/src/lib/components/icons/IconShare.svelte +21 -21
  180. package/src/ruvocal/src/lib/components/icons/IconSun.svelte +93 -93
  181. package/src/ruvocal/src/lib/components/icons/Logo.svelte +68 -68
  182. package/src/ruvocal/src/lib/components/icons/LogoHuggingFaceBorderless.svelte +54 -54
  183. package/src/ruvocal/src/lib/components/mcp/AddServerForm.svelte +250 -250
  184. package/src/ruvocal/src/lib/components/mcp/MCPServerManager.svelte +185 -185
  185. package/src/ruvocal/src/lib/components/mcp/ServerCard.svelte +203 -203
  186. package/src/ruvocal/src/lib/components/players/AudioPlayer.svelte +82 -82
  187. package/src/ruvocal/src/lib/components/voice/AudioWaveform.svelte +96 -96
  188. package/src/ruvocal/src/lib/components/wasm/GalleryPanel.svelte +357 -357
  189. package/src/ruvocal/src/lib/constants/mcpExamples.ts +114 -114
  190. package/src/ruvocal/src/lib/constants/mime.ts +11 -11
  191. package/src/ruvocal/src/lib/constants/pagination.ts +1 -1
  192. package/src/ruvocal/src/lib/constants/publicSepToken.ts +1 -1
  193. package/src/ruvocal/src/lib/constants/routerExamples.ts +133 -133
  194. package/src/ruvocal/src/lib/constants/rvagentPresets.ts +206 -206
  195. package/src/ruvocal/src/lib/createShareLink.ts +27 -27
  196. package/src/ruvocal/src/lib/jobs/refresh-conversation-stats.ts +297 -297
  197. package/src/ruvocal/src/lib/migrations/lock.ts +56 -56
  198. package/src/ruvocal/src/lib/migrations/migrations.spec.ts +74 -74
  199. package/src/ruvocal/src/lib/migrations/migrations.ts +109 -109
  200. package/src/ruvocal/src/lib/migrations/routines/01-update-search-assistants.ts +50 -50
  201. package/src/ruvocal/src/lib/migrations/routines/02-update-assistants-models.ts +48 -48
  202. package/src/ruvocal/src/lib/migrations/routines/04-update-message-updates.ts +151 -151
  203. package/src/ruvocal/src/lib/migrations/routines/05-update-message-files.ts +56 -56
  204. package/src/ruvocal/src/lib/migrations/routines/06-trim-message-updates.ts +56 -56
  205. package/src/ruvocal/src/lib/migrations/routines/08-update-featured-to-review.ts +32 -32
  206. package/src/ruvocal/src/lib/migrations/routines/09-delete-empty-conversations.spec.ts +214 -214
  207. package/src/ruvocal/src/lib/migrations/routines/09-delete-empty-conversations.ts +88 -88
  208. package/src/ruvocal/src/lib/migrations/routines/10-update-reports-assistantid.ts +29 -29
  209. package/src/ruvocal/src/lib/migrations/routines/index.ts +15 -15
  210. package/src/ruvocal/src/lib/server/__tests__/conversation-stop-generating.spec.ts +103 -103
  211. package/src/ruvocal/src/lib/server/abortRegistry.ts +57 -57
  212. package/src/ruvocal/src/lib/server/abortedGenerations.ts +43 -43
  213. package/src/ruvocal/src/lib/server/adminToken.ts +62 -62
  214. package/src/ruvocal/src/lib/server/api/__tests__/conversations-id.spec.ts +296 -296
  215. package/src/ruvocal/src/lib/server/api/__tests__/conversations-message.spec.ts +216 -216
  216. package/src/ruvocal/src/lib/server/api/__tests__/conversations.spec.ts +235 -235
  217. package/src/ruvocal/src/lib/server/api/__tests__/misc.spec.ts +72 -72
  218. package/src/ruvocal/src/lib/server/api/__tests__/testHelpers.ts +86 -86
  219. package/src/ruvocal/src/lib/server/api/__tests__/user-reports.spec.ts +78 -78
  220. package/src/ruvocal/src/lib/server/api/__tests__/user.spec.ts +239 -239
  221. package/src/ruvocal/src/lib/server/api/types.ts +37 -37
  222. package/src/ruvocal/src/lib/server/api/utils/requireAuth.ts +22 -22
  223. package/src/ruvocal/src/lib/server/api/utils/resolveConversation.ts +69 -69
  224. package/src/ruvocal/src/lib/server/api/utils/resolveModel.ts +27 -27
  225. package/src/ruvocal/src/lib/server/api/utils/superjsonResponse.ts +15 -15
  226. package/src/ruvocal/src/lib/server/apiToken.ts +11 -11
  227. package/src/ruvocal/src/lib/server/auth.ts +554 -554
  228. package/src/ruvocal/src/lib/server/config.ts +187 -187
  229. package/src/ruvocal/src/lib/server/conversation.ts +83 -83
  230. package/src/ruvocal/src/lib/server/database/__tests__/rvf.spec.ts +709 -709
  231. package/src/ruvocal/src/lib/server/database/postgres.ts +700 -700
  232. package/src/ruvocal/src/lib/server/database/rvf.ts +1078 -1078
  233. package/src/ruvocal/src/lib/server/database.ts +145 -145
  234. package/src/ruvocal/src/lib/server/endpoints/document.ts +68 -68
  235. package/src/ruvocal/src/lib/server/endpoints/endpoints.ts +43 -43
  236. package/src/ruvocal/src/lib/server/endpoints/images.ts +211 -211
  237. package/src/ruvocal/src/lib/server/endpoints/openai/endpointOai.ts +266 -266
  238. package/src/ruvocal/src/lib/server/endpoints/openai/openAIChatToTextGenerationStream.ts +212 -212
  239. package/src/ruvocal/src/lib/server/endpoints/openai/openAICompletionToTextGenerationStream.ts +32 -32
  240. package/src/ruvocal/src/lib/server/endpoints/preprocessMessages.ts +61 -61
  241. package/src/ruvocal/src/lib/server/exitHandler.ts +59 -59
  242. package/src/ruvocal/src/lib/server/files/downloadFile.ts +34 -34
  243. package/src/ruvocal/src/lib/server/files/uploadFile.ts +29 -29
  244. package/src/ruvocal/src/lib/server/findRepoRoot.ts +13 -13
  245. package/src/ruvocal/src/lib/server/generateFromDefaultEndpoint.ts +46 -46
  246. package/src/ruvocal/src/lib/server/hooks/error.ts +37 -37
  247. package/src/ruvocal/src/lib/server/hooks/fetch.ts +22 -22
  248. package/src/ruvocal/src/lib/server/hooks/handle.ts +250 -250
  249. package/src/ruvocal/src/lib/server/hooks/init.ts +51 -51
  250. package/src/ruvocal/src/lib/server/isURLLocal.spec.ts +31 -31
  251. package/src/ruvocal/src/lib/server/isURLLocal.ts +74 -74
  252. package/src/ruvocal/src/lib/server/logger.ts +42 -42
  253. package/src/ruvocal/src/lib/server/mcp/clientPool.spec.ts +175 -175
  254. package/src/ruvocal/src/lib/server/mcp/hf.ts +32 -32
  255. package/src/ruvocal/src/lib/server/mcp/httpClient.ts +122 -122
  256. package/src/ruvocal/src/lib/server/mcp/registry.ts +76 -76
  257. package/src/ruvocal/src/lib/server/mcp/tools.ts +196 -196
  258. package/src/ruvocal/src/lib/server/metrics.ts +255 -255
  259. package/src/ruvocal/src/lib/server/models.ts +518 -518
  260. package/src/ruvocal/src/lib/server/requestContext.ts +55 -55
  261. package/src/ruvocal/src/lib/server/router/arch.ts +230 -230
  262. package/src/ruvocal/src/lib/server/router/endpoint.ts +316 -316
  263. package/src/ruvocal/src/lib/server/router/multimodal.ts +28 -28
  264. package/src/ruvocal/src/lib/server/router/policy.ts +49 -49
  265. package/src/ruvocal/src/lib/server/router/toolsRoute.ts +51 -51
  266. package/src/ruvocal/src/lib/server/router/types.ts +21 -21
  267. package/src/ruvocal/src/lib/server/sendSlack.ts +23 -23
  268. package/src/ruvocal/src/lib/server/textGeneration/generate.ts +258 -258
  269. package/src/ruvocal/src/lib/server/textGeneration/index.ts +96 -96
  270. package/src/ruvocal/src/lib/server/textGeneration/mcp/fileRefs.ts +155 -155
  271. package/src/ruvocal/src/lib/server/textGeneration/mcp/routerResolution.ts +108 -108
  272. package/src/ruvocal/src/lib/server/textGeneration/mcp/runMcpFlow.ts +831 -831
  273. package/src/ruvocal/src/lib/server/textGeneration/mcp/toolInvocation.ts +349 -349
  274. package/src/ruvocal/src/lib/server/textGeneration/mcp/wasmTools.test.ts +633 -633
  275. package/src/ruvocal/src/lib/server/textGeneration/reasoning.ts +23 -23
  276. package/src/ruvocal/src/lib/server/textGeneration/title.ts +83 -83
  277. package/src/ruvocal/src/lib/server/textGeneration/types.ts +28 -28
  278. package/src/ruvocal/src/lib/server/textGeneration/utils/prepareFiles.ts +88 -88
  279. package/src/ruvocal/src/lib/server/textGeneration/utils/routing.ts +21 -21
  280. package/src/ruvocal/src/lib/server/textGeneration/utils/toolPrompt.ts +49 -49
  281. package/src/ruvocal/src/lib/server/urlSafety.ts +77 -77
  282. package/src/ruvocal/src/lib/server/usageLimits.ts +30 -30
  283. package/src/ruvocal/src/lib/stores/autopilotStore.svelte.ts +175 -175
  284. package/src/ruvocal/src/lib/stores/backgroundGenerations.svelte.ts +32 -32
  285. package/src/ruvocal/src/lib/stores/backgroundGenerations.ts +1 -1
  286. package/src/ruvocal/src/lib/stores/errors.ts +9 -9
  287. package/src/ruvocal/src/lib/stores/isAborted.ts +3 -3
  288. package/src/ruvocal/src/lib/stores/isPro.ts +4 -4
  289. package/src/ruvocal/src/lib/stores/loading.ts +3 -3
  290. package/src/ruvocal/src/lib/stores/mcpServers.ts +534 -534
  291. package/src/ruvocal/src/lib/stores/pendingChatInput.ts +3 -3
  292. package/src/ruvocal/src/lib/stores/pendingMessage.ts +9 -9
  293. package/src/ruvocal/src/lib/stores/settings.ts +182 -182
  294. package/src/ruvocal/src/lib/stores/shareModal.ts +13 -13
  295. package/src/ruvocal/src/lib/stores/titleUpdate.ts +8 -8
  296. package/src/ruvocal/src/lib/stores/wasmMcp.ts +472 -472
  297. package/src/ruvocal/src/lib/switchTheme.ts +124 -124
  298. package/src/ruvocal/src/lib/types/AbortedGeneration.ts +8 -8
  299. package/src/ruvocal/src/lib/types/Assistant.ts +31 -31
  300. package/src/ruvocal/src/lib/types/AssistantStats.ts +11 -11
  301. package/src/ruvocal/src/lib/types/ConfigKey.ts +4 -4
  302. package/src/ruvocal/src/lib/types/ConvSidebar.ts +9 -9
  303. package/src/ruvocal/src/lib/types/Conversation.ts +27 -27
  304. package/src/ruvocal/src/lib/types/ConversationStats.ts +13 -13
  305. package/src/ruvocal/src/lib/types/Message.ts +41 -41
  306. package/src/ruvocal/src/lib/types/MessageEvent.ts +10 -10
  307. package/src/ruvocal/src/lib/types/MessageUpdate.ts +139 -139
  308. package/src/ruvocal/src/lib/types/MigrationResult.ts +7 -7
  309. package/src/ruvocal/src/lib/types/Model.ts +23 -23
  310. package/src/ruvocal/src/lib/types/Report.ts +12 -12
  311. package/src/ruvocal/src/lib/types/Review.ts +6 -6
  312. package/src/ruvocal/src/lib/types/Semaphore.ts +19 -19
  313. package/src/ruvocal/src/lib/types/Session.ts +22 -22
  314. package/src/ruvocal/src/lib/types/Settings.ts +93 -93
  315. package/src/ruvocal/src/lib/types/SharedConversation.ts +9 -9
  316. package/src/ruvocal/src/lib/types/Template.ts +6 -6
  317. package/src/ruvocal/src/lib/types/Timestamps.ts +4 -4
  318. package/src/ruvocal/src/lib/types/TokenCache.ts +6 -6
  319. package/src/ruvocal/src/lib/types/Tool.ts +77 -77
  320. package/src/ruvocal/src/lib/types/UrlDependency.ts +5 -5
  321. package/src/ruvocal/src/lib/types/User.ts +14 -14
  322. package/src/ruvocal/src/lib/utils/PublicConfig.svelte.ts +75 -75
  323. package/src/ruvocal/src/lib/utils/auth.ts +17 -17
  324. package/src/ruvocal/src/lib/utils/chunk.ts +33 -33
  325. package/src/ruvocal/src/lib/utils/cookiesAreEnabled.ts +13 -13
  326. package/src/ruvocal/src/lib/utils/debounce.ts +17 -17
  327. package/src/ruvocal/src/lib/utils/deepestChild.ts +6 -6
  328. package/src/ruvocal/src/lib/utils/favicon.ts +21 -21
  329. package/src/ruvocal/src/lib/utils/fetchJSON.ts +23 -23
  330. package/src/ruvocal/src/lib/utils/file2base64.ts +14 -14
  331. package/src/ruvocal/src/lib/utils/formatUserCount.ts +37 -37
  332. package/src/ruvocal/src/lib/utils/generationState.spec.ts +75 -75
  333. package/src/ruvocal/src/lib/utils/generationState.ts +26 -26
  334. package/src/ruvocal/src/lib/utils/getHref.ts +41 -41
  335. package/src/ruvocal/src/lib/utils/getReturnFromGenerator.ts +7 -7
  336. package/src/ruvocal/src/lib/utils/haptics.ts +64 -64
  337. package/src/ruvocal/src/lib/utils/hashConv.ts +12 -12
  338. package/src/ruvocal/src/lib/utils/hf.ts +17 -17
  339. package/src/ruvocal/src/lib/utils/isDesktop.ts +7 -7
  340. package/src/ruvocal/src/lib/utils/isUrl.ts +8 -8
  341. package/src/ruvocal/src/lib/utils/isVirtualKeyboard.ts +16 -16
  342. package/src/ruvocal/src/lib/utils/loadAttachmentsFromUrls.ts +115 -115
  343. package/src/ruvocal/src/lib/utils/marked.spec.ts +96 -96
  344. package/src/ruvocal/src/lib/utils/marked.ts +531 -531
  345. package/src/ruvocal/src/lib/utils/mcpValidation.ts +147 -147
  346. package/src/ruvocal/src/lib/utils/mergeAsyncGenerators.ts +38 -38
  347. package/src/ruvocal/src/lib/utils/messageUpdates.spec.ts +286 -286
  348. package/src/ruvocal/src/lib/utils/messageUpdates.ts +332 -332
  349. package/src/ruvocal/src/lib/utils/mime.ts +56 -56
  350. package/src/ruvocal/src/lib/utils/models.ts +14 -14
  351. package/src/ruvocal/src/lib/utils/parseBlocks.ts +120 -120
  352. package/src/ruvocal/src/lib/utils/parseIncompleteMarkdown.ts +644 -644
  353. package/src/ruvocal/src/lib/utils/parseStringToList.ts +10 -10
  354. package/src/ruvocal/src/lib/utils/randomUuid.ts +14 -14
  355. package/src/ruvocal/src/lib/utils/searchTokens.ts +33 -33
  356. package/src/ruvocal/src/lib/utils/sha256.ts +7 -7
  357. package/src/ruvocal/src/lib/utils/stringifyError.ts +12 -12
  358. package/src/ruvocal/src/lib/utils/sum.ts +3 -3
  359. package/src/ruvocal/src/lib/utils/template.spec.ts +59 -59
  360. package/src/ruvocal/src/lib/utils/template.ts +53 -53
  361. package/src/ruvocal/src/lib/utils/timeout.ts +9 -9
  362. package/src/ruvocal/src/lib/utils/toolProgress.spec.ts +46 -46
  363. package/src/ruvocal/src/lib/utils/toolProgress.ts +11 -11
  364. package/src/ruvocal/src/lib/utils/tree/addChildren.spec.ts +102 -102
  365. package/src/ruvocal/src/lib/utils/tree/addChildren.ts +48 -48
  366. package/src/ruvocal/src/lib/utils/tree/addSibling.spec.ts +81 -81
  367. package/src/ruvocal/src/lib/utils/tree/addSibling.ts +41 -41
  368. package/src/ruvocal/src/lib/utils/tree/buildSubtree.spec.ts +110 -110
  369. package/src/ruvocal/src/lib/utils/tree/buildSubtree.ts +24 -24
  370. package/src/ruvocal/src/lib/utils/tree/convertLegacyConversation.spec.ts +31 -31
  371. package/src/ruvocal/src/lib/utils/tree/convertLegacyConversation.ts +36 -36
  372. package/src/ruvocal/src/lib/utils/tree/isMessageId.spec.ts +15 -15
  373. package/src/ruvocal/src/lib/utils/tree/isMessageId.ts +5 -5
  374. package/src/ruvocal/src/lib/utils/tree/tree.d.ts +14 -14
  375. package/src/ruvocal/src/lib/utils/tree/treeHelpers.spec.ts +167 -167
  376. package/src/ruvocal/src/lib/utils/updates.ts +39 -39
  377. package/src/ruvocal/src/lib/utils/urlParams.ts +13 -13
  378. package/src/ruvocal/src/lib/wasm/idb.ts +438 -438
  379. package/src/ruvocal/src/lib/wasm/index.ts +1213 -1213
  380. package/src/ruvocal/src/lib/wasm/tests/wasm-capabilities.test.ts +565 -565
  381. package/src/ruvocal/src/lib/wasm/wasm.worker.ts +332 -332
  382. package/src/ruvocal/src/lib/wasm/workerClient.ts +166 -166
  383. package/src/ruvocal/src/lib/workers/autopilotWorker.ts +221 -221
  384. package/src/ruvocal/src/lib/workers/detailFetchWorker.ts +100 -100
  385. package/src/ruvocal/src/lib/workers/markdownWorker.ts +61 -61
  386. package/src/ruvocal/src/routes/+error.svelte +20 -20
  387. package/src/ruvocal/src/routes/+layout.svelte +324 -324
  388. package/src/ruvocal/src/routes/+layout.ts +91 -91
  389. package/src/ruvocal/src/routes/+page.svelte +168 -168
  390. package/src/ruvocal/src/routes/.well-known/oauth-cimd/+server.ts +37 -37
  391. package/src/ruvocal/src/routes/__debug/openai/+server.ts +21 -21
  392. package/src/ruvocal/src/routes/admin/export/+server.ts +159 -159
  393. package/src/ruvocal/src/routes/admin/stats/compute/+server.ts +16 -16
  394. package/src/ruvocal/src/routes/api/conversation/[id]/+server.ts +40 -40
  395. package/src/ruvocal/src/routes/api/conversation/[id]/message/[messageId]/+server.ts +42 -42
  396. package/src/ruvocal/src/routes/api/conversations/+server.ts +48 -48
  397. package/src/ruvocal/src/routes/api/fetch-url/+server.ts +147 -147
  398. package/src/ruvocal/src/routes/api/mcp/health/+server.ts +292 -292
  399. package/src/ruvocal/src/routes/api/mcp/servers/+server.ts +32 -32
  400. package/src/ruvocal/src/routes/api/models/+server.ts +25 -25
  401. package/src/ruvocal/src/routes/api/transcribe/+server.ts +104 -104
  402. package/src/ruvocal/src/routes/api/user/+server.ts +15 -15
  403. package/src/ruvocal/src/routes/api/user/validate-token/+server.ts +20 -20
  404. package/src/ruvocal/src/routes/api/v2/conversations/+server.ts +48 -48
  405. package/src/ruvocal/src/routes/api/v2/conversations/[id]/+server.ts +94 -94
  406. package/src/ruvocal/src/routes/api/v2/conversations/[id]/message/[messageId]/+server.ts +43 -43
  407. package/src/ruvocal/src/routes/api/v2/conversations/import-share/+server.ts +23 -23
  408. package/src/ruvocal/src/routes/api/v2/debug/config/+server.ts +16 -16
  409. package/src/ruvocal/src/routes/api/v2/debug/refresh/+server.ts +30 -30
  410. package/src/ruvocal/src/routes/api/v2/export/+server.ts +196 -196
  411. package/src/ruvocal/src/routes/api/v2/feature-flags/+server.ts +14 -14
  412. package/src/ruvocal/src/routes/api/v2/models/+server.ts +38 -38
  413. package/src/ruvocal/src/routes/api/v2/models/[namespace]/+server.ts +8 -8
  414. package/src/ruvocal/src/routes/api/v2/models/[namespace]/[model]/+server.ts +8 -8
  415. package/src/ruvocal/src/routes/api/v2/models/[namespace]/[model]/subscribe/+server.ts +28 -28
  416. package/src/ruvocal/src/routes/api/v2/models/[namespace]/subscribe/+server.ts +28 -28
  417. package/src/ruvocal/src/routes/api/v2/models/old/+server.ts +7 -7
  418. package/src/ruvocal/src/routes/api/v2/models/refresh/+server.ts +33 -33
  419. package/src/ruvocal/src/routes/api/v2/public-config/+server.ts +7 -7
  420. package/src/ruvocal/src/routes/api/v2/user/+server.ts +17 -17
  421. package/src/ruvocal/src/routes/api/v2/user/billing-orgs/+server.ts +73 -73
  422. package/src/ruvocal/src/routes/api/v2/user/reports/+server.ts +17 -17
  423. package/src/ruvocal/src/routes/api/v2/user/settings/+server.ts +110 -110
  424. package/src/ruvocal/src/routes/conversation/+server.ts +115 -115
  425. package/src/ruvocal/src/routes/conversation/[id]/+page.svelte +593 -593
  426. package/src/ruvocal/src/routes/conversation/[id]/+page.ts +60 -60
  427. package/src/ruvocal/src/routes/conversation/[id]/+server.ts +740 -740
  428. package/src/ruvocal/src/routes/conversation/[id]/message/[messageId]/prompt/+server.ts +66 -66
  429. package/src/ruvocal/src/routes/conversation/[id]/share/+server.ts +69 -69
  430. package/src/ruvocal/src/routes/conversation/[id]/stop-generating/+server.ts +35 -35
  431. package/src/ruvocal/src/routes/healthcheck/+server.ts +3 -3
  432. package/src/ruvocal/src/routes/login/+server.ts +5 -5
  433. package/src/ruvocal/src/routes/login/callback/+server.ts +103 -103
  434. package/src/ruvocal/src/routes/login/callback/updateUser.spec.ts +157 -157
  435. package/src/ruvocal/src/routes/login/callback/updateUser.ts +215 -215
  436. package/src/ruvocal/src/routes/logout/+server.ts +18 -18
  437. package/src/ruvocal/src/routes/metrics/+server.ts +18 -18
  438. package/src/ruvocal/src/routes/models/+page.svelte +233 -233
  439. package/src/ruvocal/src/routes/models/[...model]/+page.svelte +161 -161
  440. package/src/ruvocal/src/routes/models/[...model]/+page.ts +14 -14
  441. package/src/ruvocal/src/routes/models/[...model]/thumbnail.png/+server.ts +64 -64
  442. package/src/ruvocal/src/routes/models/[...model]/thumbnail.png/ModelThumbnail.svelte +28 -28
  443. package/src/ruvocal/src/routes/privacy/+page.svelte +11 -11
  444. package/src/ruvocal/src/routes/r/[id]/+page.ts +34 -34
  445. package/src/ruvocal/src/routes/settings/(nav)/+layout.svelte +282 -282
  446. package/src/ruvocal/src/routes/settings/(nav)/+layout.ts +1 -1
  447. package/src/ruvocal/src/routes/settings/(nav)/+server.ts +59 -59
  448. package/src/ruvocal/src/routes/settings/(nav)/[...model]/+page.svelte +464 -464
  449. package/src/ruvocal/src/routes/settings/(nav)/[...model]/+page.ts +14 -14
  450. package/src/ruvocal/src/routes/settings/(nav)/application/+page.svelte +362 -362
  451. package/src/ruvocal/src/routes/settings/+layout.svelte +40 -40
  452. package/src/ruvocal/src/styles/highlight-js.css +195 -195
  453. package/src/ruvocal/src/styles/main.css +144 -144
  454. package/src/ruvocal/static/chatui/favicon-dark.svg +3 -3
  455. package/src/ruvocal/static/chatui/favicon-dev.svg +3 -3
  456. package/src/ruvocal/static/chatui/favicon.svg +3 -3
  457. package/src/ruvocal/static/chatui/icon.svg +3 -3
  458. package/src/ruvocal/static/chatui/logo.svg +7 -7
  459. package/src/ruvocal/static/chatui/manifest.json +54 -54
  460. package/src/ruvocal/static/chatui/welcome.js +184 -184
  461. package/src/ruvocal/static/huggingchat/favicon-dark.svg +4 -4
  462. package/src/ruvocal/static/huggingchat/favicon-dev.svg +4 -4
  463. package/src/ruvocal/static/huggingchat/favicon.svg +4 -4
  464. package/src/ruvocal/static/huggingchat/fulltext-logo.svg +1 -1
  465. package/src/ruvocal/static/huggingchat/icon.svg +4 -4
  466. package/src/ruvocal/static/huggingchat/logo.svg +4 -4
  467. package/src/ruvocal/static/huggingchat/manifest.json +54 -54
  468. package/src/ruvocal/static/huggingchat/routes.chat.json +226 -226
  469. package/src/ruvocal/static/robots.txt +10 -10
  470. package/src/ruvocal/static/wasm/rvagent_wasm.js +1539 -1539
  471. package/src/ruvocal/stub/@reflink/reflink/package.json +5 -5
  472. package/src/ruvocal/svelte.config.js +53 -53
  473. package/src/ruvocal/tailwind.config.cjs +30 -30
  474. package/src/ruvocal/tsconfig.json +19 -19
  475. package/src/ruvocal/vite.config.ts +87 -87
  476. package/src/scripts/deploy.sh +116 -116
  477. package/src/scripts/generate-config.js +245 -245
  478. package/src/scripts/generate-welcome.js +187 -187
  479. package/src/scripts/package-rvf.sh +116 -116
@@ -1,48 +1,48 @@
1
- import type { Migration } from ".";
2
- import { collections } from "$lib/server/database";
3
- import { ObjectId } from "mongodb";
4
-
5
- const updateAssistantsModels: Migration = {
6
- _id: new ObjectId("5f9f3f3f3f3f3f3f3f3f3f3f"),
7
- name: "Update deprecated models in assistants with the default model",
8
- up: async () => {
9
- const models = (await import("$lib/server/models")).models;
10
- //@ts-expect-error the property doesn't exist anymore, keeping the script for reference
11
- const oldModels = (await import("$lib/server/models")).oldModels;
12
- const { assistants } = collections;
13
-
14
- const modelIds = models.map((el) => el.id);
15
- const defaultModelId = models[0].id;
16
-
17
- // Find all assistants whose modelId is not in modelIds, and update it
18
- const bulkOps = await assistants
19
- .find({ modelId: { $nin: modelIds } })
20
- .map((assistant) => {
21
- // has an old model
22
- let newModelId = defaultModelId;
23
-
24
- const oldModel = oldModels.find((m: (typeof models)[number]) => m.id === assistant.modelId);
25
- if (oldModel && oldModel.transferTo && !!models.find((m) => m.id === oldModel.transferTo)) {
26
- newModelId = oldModel.transferTo;
27
- }
28
-
29
- return {
30
- updateOne: {
31
- filter: { _id: assistant._id },
32
- update: { $set: { modelId: newModelId } },
33
- },
34
- };
35
- })
36
- .toArray();
37
-
38
- if (bulkOps.length > 0) {
39
- await assistants.bulkWrite(bulkOps);
40
- }
41
-
42
- return true;
43
- },
44
- runEveryTime: true,
45
- runForHuggingChat: "only",
46
- };
47
-
48
- export default updateAssistantsModels;
1
+ import type { Migration } from ".";
2
+ import { collections } from "$lib/server/database";
3
+ import { ObjectId } from "mongodb";
4
+
5
+ const updateAssistantsModels: Migration = {
6
+ _id: new ObjectId("5f9f3f3f3f3f3f3f3f3f3f3f"),
7
+ name: "Update deprecated models in assistants with the default model",
8
+ up: async () => {
9
+ const models = (await import("$lib/server/models")).models;
10
+ //@ts-expect-error the property doesn't exist anymore, keeping the script for reference
11
+ const oldModels = (await import("$lib/server/models")).oldModels;
12
+ const { assistants } = collections;
13
+
14
+ const modelIds = models.map((el) => el.id);
15
+ const defaultModelId = models[0].id;
16
+
17
+ // Find all assistants whose modelId is not in modelIds, and update it
18
+ const bulkOps = await assistants
19
+ .find({ modelId: { $nin: modelIds } })
20
+ .map((assistant) => {
21
+ // has an old model
22
+ let newModelId = defaultModelId;
23
+
24
+ const oldModel = oldModels.find((m: (typeof models)[number]) => m.id === assistant.modelId);
25
+ if (oldModel && oldModel.transferTo && !!models.find((m) => m.id === oldModel.transferTo)) {
26
+ newModelId = oldModel.transferTo;
27
+ }
28
+
29
+ return {
30
+ updateOne: {
31
+ filter: { _id: assistant._id },
32
+ update: { $set: { modelId: newModelId } },
33
+ },
34
+ };
35
+ })
36
+ .toArray();
37
+
38
+ if (bulkOps.length > 0) {
39
+ await assistants.bulkWrite(bulkOps);
40
+ }
41
+
42
+ return true;
43
+ },
44
+ runEveryTime: true,
45
+ runForHuggingChat: "only",
46
+ };
47
+
48
+ export default updateAssistantsModels;
@@ -1,151 +1,151 @@
1
- import type { Migration } from ".";
2
- import { collections } from "$lib/server/database";
3
- import { ObjectId, type WithId } from "mongodb";
4
- import type { Conversation } from "$lib/types/Conversation";
5
- import {
6
- MessageUpdateStatus,
7
- MessageUpdateType,
8
- type MessageUpdate,
9
- } from "$lib/types/MessageUpdate";
10
- import type { Message } from "$lib/types/Message";
11
- // isMessageWebSearchSourcesUpdate removed from utils; use inline predicate
12
-
13
- // -----------
14
- // Copy of the previous message update types
15
- export type FinalAnswer = {
16
- type: "finalAnswer";
17
- text: string;
18
- };
19
-
20
- export type TextStreamUpdate = {
21
- type: "stream";
22
- token: string;
23
- };
24
-
25
- type WebSearchUpdate = {
26
- type: "webSearch";
27
- messageType: "update" | "error" | "sources";
28
- message: string;
29
- args?: string[];
30
- sources?: { title?: string; link: string }[];
31
- };
32
-
33
- type StatusUpdate = {
34
- type: "status";
35
- status: "started" | "pending" | "finished" | "error" | "title";
36
- message?: string;
37
- };
38
-
39
- type ErrorUpdate = {
40
- type: "error";
41
- message: string;
42
- name: string;
43
- };
44
-
45
- type FileUpdate = {
46
- type: "file";
47
- sha: string;
48
- };
49
-
50
- type OldMessageUpdate =
51
- | FinalAnswer
52
- | TextStreamUpdate
53
- | WebSearchUpdate
54
- | StatusUpdate
55
- | ErrorUpdate
56
- | FileUpdate;
57
-
58
- /** Converts the old message update to the new schema */
59
- function convertMessageUpdate(message: Message, update: OldMessageUpdate): MessageUpdate | null {
60
- try {
61
- // Text and files
62
- if (update.type === "finalAnswer") {
63
- return {
64
- type: MessageUpdateType.FinalAnswer,
65
- text: update.text,
66
- interrupted: message.interrupted ?? false,
67
- };
68
- } else if (update.type === "stream") {
69
- return {
70
- type: MessageUpdateType.Stream,
71
- token: update.token,
72
- };
73
- } else if (update.type === "file") {
74
- return {
75
- type: MessageUpdateType.File,
76
- name: "Unknown",
77
- sha: update.sha,
78
- // assume jpeg but could be any image. should be harmless
79
- mime: "image/jpeg",
80
- };
81
- }
82
-
83
- // Status
84
- else if (update.type === "status") {
85
- if (update.status === "title") {
86
- return {
87
- type: MessageUpdateType.Title,
88
- title: update.message ?? "New Chat",
89
- };
90
- }
91
- if (update.status === "pending") return null;
92
-
93
- const status =
94
- update.status === "started"
95
- ? MessageUpdateStatus.Started
96
- : update.status === "finished"
97
- ? MessageUpdateStatus.Finished
98
- : MessageUpdateStatus.Error;
99
- return {
100
- type: MessageUpdateType.Status,
101
- status,
102
- message: update.message,
103
- };
104
- } else if (update.type === "error") {
105
- // Treat it as an error status update
106
- return {
107
- type: MessageUpdateType.Status,
108
- status: MessageUpdateStatus.Error,
109
- message: update.message,
110
- };
111
- }
112
-
113
- // Web Search
114
- else if (update.type === "webSearch") {
115
- return null; // Web search updates are no longer supported
116
- }
117
- console.warn("Unknown message update during migration:", update);
118
- return null;
119
- } catch (error) {
120
- console.error("Error converting message update during migration. Skipping it... Error:", error);
121
- return null;
122
- }
123
- }
124
-
125
- const updateMessageUpdates: Migration = {
126
- _id: new ObjectId("5f9f7f7f7f7f7f7f7f7f7f7f"),
127
- name: "Convert message updates to the new schema",
128
- up: async () => {
129
- const allConversations = collections.conversations.find({});
130
-
131
- let conversation: WithId<Pick<Conversation, "messages">> | null = null;
132
- while ((conversation = await allConversations.tryNext())) {
133
- const messages = conversation.messages.map((message) => {
134
- // Convert all of the existing updates to the new schema
135
- const updates = message.updates
136
- ?.map((update) => convertMessageUpdate(message, update as OldMessageUpdate))
137
- .filter((update): update is MessageUpdate => Boolean(update));
138
-
139
- return { ...message, updates };
140
- });
141
-
142
- // Set the new messages array
143
- await collections.conversations.updateOne({ _id: conversation._id }, { $set: { messages } });
144
- }
145
-
146
- return true;
147
- },
148
- runEveryTime: false,
149
- };
150
-
151
- export default updateMessageUpdates;
1
+ import type { Migration } from ".";
2
+ import { collections } from "$lib/server/database";
3
+ import { ObjectId, type WithId } from "mongodb";
4
+ import type { Conversation } from "$lib/types/Conversation";
5
+ import {
6
+ MessageUpdateStatus,
7
+ MessageUpdateType,
8
+ type MessageUpdate,
9
+ } from "$lib/types/MessageUpdate";
10
+ import type { Message } from "$lib/types/Message";
11
+ // isMessageWebSearchSourcesUpdate removed from utils; use inline predicate
12
+
13
+ // -----------
14
+ // Copy of the previous message update types
15
+ export type FinalAnswer = {
16
+ type: "finalAnswer";
17
+ text: string;
18
+ };
19
+
20
+ export type TextStreamUpdate = {
21
+ type: "stream";
22
+ token: string;
23
+ };
24
+
25
+ type WebSearchUpdate = {
26
+ type: "webSearch";
27
+ messageType: "update" | "error" | "sources";
28
+ message: string;
29
+ args?: string[];
30
+ sources?: { title?: string; link: string }[];
31
+ };
32
+
33
+ type StatusUpdate = {
34
+ type: "status";
35
+ status: "started" | "pending" | "finished" | "error" | "title";
36
+ message?: string;
37
+ };
38
+
39
+ type ErrorUpdate = {
40
+ type: "error";
41
+ message: string;
42
+ name: string;
43
+ };
44
+
45
+ type FileUpdate = {
46
+ type: "file";
47
+ sha: string;
48
+ };
49
+
50
+ type OldMessageUpdate =
51
+ | FinalAnswer
52
+ | TextStreamUpdate
53
+ | WebSearchUpdate
54
+ | StatusUpdate
55
+ | ErrorUpdate
56
+ | FileUpdate;
57
+
58
+ /** Converts the old message update to the new schema */
59
+ function convertMessageUpdate(message: Message, update: OldMessageUpdate): MessageUpdate | null {
60
+ try {
61
+ // Text and files
62
+ if (update.type === "finalAnswer") {
63
+ return {
64
+ type: MessageUpdateType.FinalAnswer,
65
+ text: update.text,
66
+ interrupted: message.interrupted ?? false,
67
+ };
68
+ } else if (update.type === "stream") {
69
+ return {
70
+ type: MessageUpdateType.Stream,
71
+ token: update.token,
72
+ };
73
+ } else if (update.type === "file") {
74
+ return {
75
+ type: MessageUpdateType.File,
76
+ name: "Unknown",
77
+ sha: update.sha,
78
+ // assume jpeg but could be any image. should be harmless
79
+ mime: "image/jpeg",
80
+ };
81
+ }
82
+
83
+ // Status
84
+ else if (update.type === "status") {
85
+ if (update.status === "title") {
86
+ return {
87
+ type: MessageUpdateType.Title,
88
+ title: update.message ?? "New Chat",
89
+ };
90
+ }
91
+ if (update.status === "pending") return null;
92
+
93
+ const status =
94
+ update.status === "started"
95
+ ? MessageUpdateStatus.Started
96
+ : update.status === "finished"
97
+ ? MessageUpdateStatus.Finished
98
+ : MessageUpdateStatus.Error;
99
+ return {
100
+ type: MessageUpdateType.Status,
101
+ status,
102
+ message: update.message,
103
+ };
104
+ } else if (update.type === "error") {
105
+ // Treat it as an error status update
106
+ return {
107
+ type: MessageUpdateType.Status,
108
+ status: MessageUpdateStatus.Error,
109
+ message: update.message,
110
+ };
111
+ }
112
+
113
+ // Web Search
114
+ else if (update.type === "webSearch") {
115
+ return null; // Web search updates are no longer supported
116
+ }
117
+ console.warn("Unknown message update during migration:", update);
118
+ return null;
119
+ } catch (error) {
120
+ console.error("Error converting message update during migration. Skipping it... Error:", error);
121
+ return null;
122
+ }
123
+ }
124
+
125
+ const updateMessageUpdates: Migration = {
126
+ _id: new ObjectId("5f9f7f7f7f7f7f7f7f7f7f7f"),
127
+ name: "Convert message updates to the new schema",
128
+ up: async () => {
129
+ const allConversations = collections.conversations.find({});
130
+
131
+ let conversation: WithId<Pick<Conversation, "messages">> | null = null;
132
+ while ((conversation = await allConversations.tryNext())) {
133
+ const messages = conversation.messages.map((message) => {
134
+ // Convert all of the existing updates to the new schema
135
+ const updates = message.updates
136
+ ?.map((update) => convertMessageUpdate(message, update as OldMessageUpdate))
137
+ .filter((update): update is MessageUpdate => Boolean(update));
138
+
139
+ return { ...message, updates };
140
+ });
141
+
142
+ // Set the new messages array
143
+ await collections.conversations.updateOne({ _id: conversation._id }, { $set: { messages } });
144
+ }
145
+
146
+ return true;
147
+ },
148
+ runEveryTime: false,
149
+ };
150
+
151
+ export default updateMessageUpdates;
@@ -1,56 +1,56 @@
1
- import { ObjectId, type WithId } from "mongodb";
2
- import { collections } from "$lib/server/database";
3
-
4
- import type { Migration } from ".";
5
- import type { Conversation } from "$lib/types/Conversation";
6
- import type { MessageFile } from "$lib/types/Message";
7
-
8
- const updateMessageFiles: Migration = {
9
- _id: new ObjectId("5f9f5f5f5f5f5f5f5f5f5f5f"),
10
- name: "Convert message files to the new schema",
11
- up: async () => {
12
- const allConversations = collections.conversations.find({}, { projection: { messages: 1 } });
13
-
14
- let conversation: WithId<Pick<Conversation, "messages">> | null = null;
15
- while ((conversation = await allConversations.tryNext())) {
16
- const messages = conversation.messages.map((message) => {
17
- const files = (message.files as string[] | undefined)?.map<MessageFile>((file) => {
18
- // File is already in the new format
19
- if (typeof file !== "string") return file;
20
-
21
- // File was a hash pointing to a file in the bucket
22
- if (file.length === 64) {
23
- return {
24
- type: "hash",
25
- name: "unknown.jpg",
26
- value: file,
27
- mime: "image/jpeg",
28
- };
29
- }
30
- // File was a base64 string
31
- else {
32
- return {
33
- type: "base64",
34
- name: "unknown.jpg",
35
- value: file,
36
- mime: "image/jpeg",
37
- };
38
- }
39
- });
40
-
41
- return {
42
- ...message,
43
- files,
44
- };
45
- });
46
-
47
- // Set the new messages array
48
- await collections.conversations.updateOne({ _id: conversation._id }, { $set: { messages } });
49
- }
50
-
51
- return true;
52
- },
53
- runEveryTime: false,
54
- };
55
-
56
- export default updateMessageFiles;
1
+ import { ObjectId, type WithId } from "mongodb";
2
+ import { collections } from "$lib/server/database";
3
+
4
+ import type { Migration } from ".";
5
+ import type { Conversation } from "$lib/types/Conversation";
6
+ import type { MessageFile } from "$lib/types/Message";
7
+
8
+ const updateMessageFiles: Migration = {
9
+ _id: new ObjectId("5f9f5f5f5f5f5f5f5f5f5f5f"),
10
+ name: "Convert message files to the new schema",
11
+ up: async () => {
12
+ const allConversations = collections.conversations.find({}, { projection: { messages: 1 } });
13
+
14
+ let conversation: WithId<Pick<Conversation, "messages">> | null = null;
15
+ while ((conversation = await allConversations.tryNext())) {
16
+ const messages = conversation.messages.map((message) => {
17
+ const files = (message.files as string[] | undefined)?.map<MessageFile>((file) => {
18
+ // File is already in the new format
19
+ if (typeof file !== "string") return file;
20
+
21
+ // File was a hash pointing to a file in the bucket
22
+ if (file.length === 64) {
23
+ return {
24
+ type: "hash",
25
+ name: "unknown.jpg",
26
+ value: file,
27
+ mime: "image/jpeg",
28
+ };
29
+ }
30
+ // File was a base64 string
31
+ else {
32
+ return {
33
+ type: "base64",
34
+ name: "unknown.jpg",
35
+ value: file,
36
+ mime: "image/jpeg",
37
+ };
38
+ }
39
+ });
40
+
41
+ return {
42
+ ...message,
43
+ files,
44
+ };
45
+ });
46
+
47
+ // Set the new messages array
48
+ await collections.conversations.updateOne({ _id: conversation._id }, { $set: { messages } });
49
+ }
50
+
51
+ return true;
52
+ },
53
+ runEveryTime: false,
54
+ };
55
+
56
+ export default updateMessageFiles;
@@ -1,56 +1,56 @@
1
- import type { Migration } from ".";
2
- import { collections } from "$lib/server/database";
3
- import { ObjectId, type WithId } from "mongodb";
4
- import type { Conversation } from "$lib/types/Conversation";
5
- import type { Message } from "$lib/types/Message";
6
- import type { MessageUpdate } from "$lib/types/MessageUpdate";
7
- import { logger } from "$lib/server/logger";
8
-
9
- // -----------
10
-
11
- /** Converts the old message update to the new schema */
12
- function convertMessageUpdate(message: Message, update: unknown): MessageUpdate | null {
13
- try {
14
- // Trim legacy web search updates entirely
15
- if (
16
- typeof update === "object" &&
17
- update !== null &&
18
- (update as { type: string }).type === "webSearch"
19
- ) {
20
- return null;
21
- }
22
-
23
- return update as MessageUpdate;
24
- } catch (error) {
25
- logger.error(error, "Error converting message update during migration. Skipping it..");
26
- return null;
27
- }
28
- }
29
-
30
- const trimMessageUpdates: Migration = {
31
- _id: new ObjectId("000000000000000000000006"),
32
- name: "Trim message updates to reduce stored size",
33
- up: async () => {
34
- const allConversations = collections.conversations.find({});
35
-
36
- let conversation: WithId<Pick<Conversation, "messages">> | null = null;
37
- while ((conversation = await allConversations.tryNext())) {
38
- const messages = conversation.messages.map((message) => {
39
- // Convert all of the existing updates to the new schema
40
- const updates = message.updates
41
- ?.map((update) => convertMessageUpdate(message, update))
42
- .filter((update): update is MessageUpdate => Boolean(update));
43
-
44
- return { ...message, updates };
45
- });
46
-
47
- // Set the new messages array
48
- await collections.conversations.updateOne({ _id: conversation._id }, { $set: { messages } });
49
- }
50
-
51
- return true;
52
- },
53
- runEveryTime: false,
54
- };
55
-
56
- export default trimMessageUpdates;
1
+ import type { Migration } from ".";
2
+ import { collections } from "$lib/server/database";
3
+ import { ObjectId, type WithId } from "mongodb";
4
+ import type { Conversation } from "$lib/types/Conversation";
5
+ import type { Message } from "$lib/types/Message";
6
+ import type { MessageUpdate } from "$lib/types/MessageUpdate";
7
+ import { logger } from "$lib/server/logger";
8
+
9
+ // -----------
10
+
11
+ /** Converts the old message update to the new schema */
12
+ function convertMessageUpdate(message: Message, update: unknown): MessageUpdate | null {
13
+ try {
14
+ // Trim legacy web search updates entirely
15
+ if (
16
+ typeof update === "object" &&
17
+ update !== null &&
18
+ (update as { type: string }).type === "webSearch"
19
+ ) {
20
+ return null;
21
+ }
22
+
23
+ return update as MessageUpdate;
24
+ } catch (error) {
25
+ logger.error(error, "Error converting message update during migration. Skipping it..");
26
+ return null;
27
+ }
28
+ }
29
+
30
+ const trimMessageUpdates: Migration = {
31
+ _id: new ObjectId("000000000000000000000006"),
32
+ name: "Trim message updates to reduce stored size",
33
+ up: async () => {
34
+ const allConversations = collections.conversations.find({});
35
+
36
+ let conversation: WithId<Pick<Conversation, "messages">> | null = null;
37
+ while ((conversation = await allConversations.tryNext())) {
38
+ const messages = conversation.messages.map((message) => {
39
+ // Convert all of the existing updates to the new schema
40
+ const updates = message.updates
41
+ ?.map((update) => convertMessageUpdate(message, update))
42
+ .filter((update): update is MessageUpdate => Boolean(update));
43
+
44
+ return { ...message, updates };
45
+ });
46
+
47
+ // Set the new messages array
48
+ await collections.conversations.updateOne({ _id: conversation._id }, { $set: { messages } });
49
+ }
50
+
51
+ return true;
52
+ },
53
+ runEveryTime: false,
54
+ };
55
+
56
+ export default trimMessageUpdates;