ruflo 3.42.3 → 3.42.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (479) hide show
  1. package/README.md +422 -422
  2. package/bin/ruflo.js +77 -77
  3. package/package.json +117 -117
  4. package/src/chat-ui/Dockerfile +25 -25
  5. package/src/chat-ui/patch-mcp-url-safety.sh +28 -28
  6. package/src/config/config.example.json +76 -76
  7. package/src/mcp-bridge/Dockerfile +47 -47
  8. package/src/mcp-bridge/index.js +1780 -1780
  9. package/src/mcp-bridge/mcp-stdio-kernel.js +159 -159
  10. package/src/mcp-bridge/package.json +17 -17
  11. package/src/mcp-bridge/test-harness.js +470 -470
  12. package/src/mcp-bridge/test-runtime-security.mjs +208 -208
  13. package/src/mcp-bridge/test-security-lock.js +121 -121
  14. package/src/nginx/Dockerfile +10 -10
  15. package/src/nginx/nginx.conf +67 -67
  16. package/src/nginx/static/favicon-dark.svg +4 -4
  17. package/src/nginx/static/favicon.svg +4 -4
  18. package/src/nginx/static/icon.svg +5 -5
  19. package/src/nginx/static/logo.svg +9 -9
  20. package/src/nginx/static/manifest.json +22 -22
  21. package/src/nginx/static/welcome.js +184 -184
  22. package/src/ruvocal/.claude/skills/add-model-descriptions/SKILL.md +73 -73
  23. package/src/ruvocal/.devcontainer/Dockerfile +9 -9
  24. package/src/ruvocal/.devcontainer/devcontainer.json +36 -36
  25. package/src/ruvocal/.dockerignore +16 -16
  26. package/src/ruvocal/.eslintignore +13 -13
  27. package/src/ruvocal/.eslintrc.cjs +45 -45
  28. package/src/ruvocal/.gcloudignore +18 -18
  29. package/src/ruvocal/.github/ISSUE_TEMPLATE/bug-report--chat-ui-.md +43 -43
  30. package/src/ruvocal/.github/ISSUE_TEMPLATE/config-support.md +9 -9
  31. package/src/ruvocal/.github/ISSUE_TEMPLATE/feature-request--chat-ui-.md +17 -17
  32. package/src/ruvocal/.github/ISSUE_TEMPLATE/huggingchat.md +11 -11
  33. package/src/ruvocal/.github/release.yml +16 -16
  34. package/src/ruvocal/.github/workflows/build-docs.yml +18 -18
  35. package/src/ruvocal/.github/workflows/build-image.yml +142 -142
  36. package/src/ruvocal/.github/workflows/build-pr-docs.yml +20 -20
  37. package/src/ruvocal/.github/workflows/deploy-dev.yml +63 -63
  38. package/src/ruvocal/.github/workflows/deploy-prod.yml +78 -78
  39. package/src/ruvocal/.github/workflows/lint-and-test.yml +84 -84
  40. package/src/ruvocal/.github/workflows/slugify.yaml +72 -72
  41. package/src/ruvocal/.github/workflows/trufflehog.yml +17 -17
  42. package/src/ruvocal/.github/workflows/upload-pr-documentation.yml +16 -16
  43. package/src/ruvocal/.husky/lint-stage-config.js +4 -4
  44. package/src/ruvocal/.husky/pre-commit +2 -2
  45. package/src/ruvocal/.prettierignore +14 -14
  46. package/src/ruvocal/.prettierrc +7 -7
  47. package/src/ruvocal/CLAUDE.md +126 -126
  48. package/src/ruvocal/Dockerfile +96 -96
  49. package/src/ruvocal/LICENSE +202 -202
  50. package/src/ruvocal/PRIVACY.md +41 -41
  51. package/src/ruvocal/README.md +164 -164
  52. package/src/ruvocal/chart/Chart.yaml +5 -5
  53. package/src/ruvocal/chart/env/dev.yaml +260 -260
  54. package/src/ruvocal/chart/env/prod.yaml +273 -273
  55. package/src/ruvocal/chart/templates/_helpers.tpl +22 -22
  56. package/src/ruvocal/chart/templates/config.yaml +10 -10
  57. package/src/ruvocal/chart/templates/deployment.yaml +81 -81
  58. package/src/ruvocal/chart/templates/hpa.yaml +45 -45
  59. package/src/ruvocal/chart/templates/infisical.yaml +24 -24
  60. package/src/ruvocal/chart/templates/ingress-internal.yaml +32 -32
  61. package/src/ruvocal/chart/templates/ingress.yaml +32 -32
  62. package/src/ruvocal/chart/templates/network-policy.yaml +36 -36
  63. package/src/ruvocal/chart/templates/service-account.yaml +13 -13
  64. package/src/ruvocal/chart/templates/service-monitor.yaml +17 -17
  65. package/src/ruvocal/chart/templates/service.yaml +21 -21
  66. package/src/ruvocal/chart/values.yaml +73 -73
  67. package/src/ruvocal/cloudbuild.yaml +68 -68
  68. package/src/ruvocal/config/branding.env.example +19 -19
  69. package/src/ruvocal/docker-compose.yml +21 -21
  70. package/src/ruvocal/docs/adr/ADR-029-HUGGINGFACE-CHAT-UI-CLOUD-RUN.md +1236 -1236
  71. package/src/ruvocal/docs/adr/ADR-033-RUVECTOR-RUFLO-MCP-INTEGRATION.md +111 -111
  72. package/src/ruvocal/docs/adr/ADR-034-OPTIONAL-MCP-BACKENDS.md +117 -117
  73. package/src/ruvocal/docs/adr/ADR-035-MCP-TOOL-GROUPS.md +186 -186
  74. package/src/ruvocal/docs/adr/ADR-037-AUTOPILOT-CHAT-MODE.md +1500 -1500
  75. package/src/ruvocal/docs/adr/ADR-038-RUVOCAL-FORK.md +286 -286
  76. package/src/ruvocal/docs/source/_toctree.yml +30 -30
  77. package/src/ruvocal/docs/source/configuration/common-issues.md +38 -38
  78. package/src/ruvocal/docs/source/configuration/llm-router.md +105 -105
  79. package/src/ruvocal/docs/source/configuration/mcp-tools.md +84 -84
  80. package/src/ruvocal/docs/source/configuration/metrics.md +9 -9
  81. package/src/ruvocal/docs/source/configuration/open-id.md +57 -57
  82. package/src/ruvocal/docs/source/configuration/overview.md +89 -89
  83. package/src/ruvocal/docs/source/configuration/theming.md +20 -20
  84. package/src/ruvocal/docs/source/developing/architecture.md +48 -48
  85. package/src/ruvocal/docs/source/index.md +53 -53
  86. package/src/ruvocal/docs/source/installation/docker.md +43 -43
  87. package/src/ruvocal/docs/source/installation/helm.md +43 -43
  88. package/src/ruvocal/docs/source/installation/local.md +62 -62
  89. package/src/ruvocal/entrypoint.sh +18 -18
  90. package/src/ruvocal/mcp-bridge/Dockerfile +47 -47
  91. package/src/ruvocal/mcp-bridge/cloudbuild.yaml +49 -49
  92. package/src/ruvocal/mcp-bridge/index.js +1995 -1995
  93. package/src/ruvocal/mcp-bridge/mcp-stdio-kernel.js +159 -159
  94. package/src/ruvocal/mcp-bridge/package-lock.json +762 -762
  95. package/src/ruvocal/mcp-bridge/package.json +17 -17
  96. package/src/ruvocal/mcp-bridge/test-harness.js +470 -470
  97. package/src/ruvocal/package-lock.json +11741 -11741
  98. package/src/ruvocal/package.json +121 -121
  99. package/src/ruvocal/postcss.config.js +6 -6
  100. package/src/ruvocal/rvf.manifest.json +204 -204
  101. package/src/ruvocal/scripts/config.ts +64 -64
  102. package/src/ruvocal/scripts/generate-welcome.mjs +181 -181
  103. package/src/ruvocal/scripts/populate.ts +288 -288
  104. package/src/ruvocal/scripts/samples.txt +194 -194
  105. package/src/ruvocal/scripts/setups/vitest-setup-server.ts +44 -44
  106. package/src/ruvocal/scripts/updateLocalEnv.ts +48 -48
  107. package/src/ruvocal/src/ambient.d.ts +7 -7
  108. package/src/ruvocal/src/app.d.ts +29 -29
  109. package/src/ruvocal/src/app.html +53 -53
  110. package/src/ruvocal/src/hooks.server.ts +32 -32
  111. package/src/ruvocal/src/hooks.ts +6 -6
  112. package/src/ruvocal/src/lib/APIClient.ts +148 -148
  113. package/src/ruvocal/src/lib/actions/clickOutside.ts +18 -18
  114. package/src/ruvocal/src/lib/actions/snapScrollToBottom.ts +346 -346
  115. package/src/ruvocal/src/lib/buildPrompt.ts +33 -33
  116. package/src/ruvocal/src/lib/components/AnnouncementBanner.svelte +20 -20
  117. package/src/ruvocal/src/lib/components/BackgroundGenerationPoller.svelte +168 -168
  118. package/src/ruvocal/src/lib/components/CodeBlock.svelte +73 -73
  119. package/src/ruvocal/src/lib/components/CopyToClipBoardBtn.svelte +92 -92
  120. package/src/ruvocal/src/lib/components/DeleteConversationModal.svelte +75 -75
  121. package/src/ruvocal/src/lib/components/EditConversationModal.svelte +100 -100
  122. package/src/ruvocal/src/lib/components/ExpandNavigation.svelte +22 -22
  123. package/src/ruvocal/src/lib/components/FoundationBackground.svelte +242 -242
  124. package/src/ruvocal/src/lib/components/HoverTooltip.svelte +44 -44
  125. package/src/ruvocal/src/lib/components/HtmlPreviewModal.svelte +143 -143
  126. package/src/ruvocal/src/lib/components/InfiniteScroll.svelte +50 -50
  127. package/src/ruvocal/src/lib/components/MobileNav.svelte +300 -300
  128. package/src/ruvocal/src/lib/components/Modal.svelte +115 -115
  129. package/src/ruvocal/src/lib/components/ModelCardMetadata.svelte +71 -71
  130. package/src/ruvocal/src/lib/components/NavConversationItem.svelte +151 -151
  131. package/src/ruvocal/src/lib/components/NavMenu.svelte +313 -313
  132. package/src/ruvocal/src/lib/components/Pagination.svelte +97 -97
  133. package/src/ruvocal/src/lib/components/PaginationArrow.svelte +27 -27
  134. package/src/ruvocal/src/lib/components/Portal.svelte +24 -24
  135. package/src/ruvocal/src/lib/components/RetryBtn.svelte +18 -18
  136. package/src/ruvocal/src/lib/components/RuFloUniverse.svelte +185 -185
  137. package/src/ruvocal/src/lib/components/RufloHelpModal.svelte +411 -411
  138. package/src/ruvocal/src/lib/components/ScrollToBottomBtn.svelte +47 -47
  139. package/src/ruvocal/src/lib/components/ScrollToPreviousBtn.svelte +77 -77
  140. package/src/ruvocal/src/lib/components/ShareConversationModal.svelte +182 -182
  141. package/src/ruvocal/src/lib/components/StopGeneratingBtn.svelte +69 -69
  142. package/src/ruvocal/src/lib/components/SubscribeModal.svelte +87 -87
  143. package/src/ruvocal/src/lib/components/Switch.svelte +36 -36
  144. package/src/ruvocal/src/lib/components/SystemPromptModal.svelte +44 -44
  145. package/src/ruvocal/src/lib/components/Toast.svelte +27 -27
  146. package/src/ruvocal/src/lib/components/Tooltip.svelte +30 -30
  147. package/src/ruvocal/src/lib/components/WelcomeModal.svelte +46 -46
  148. package/src/ruvocal/src/lib/components/chat/Alternatives.svelte +77 -77
  149. package/src/ruvocal/src/lib/components/chat/BlockWrapper.svelte +72 -72
  150. package/src/ruvocal/src/lib/components/chat/ChatInput.svelte +490 -490
  151. package/src/ruvocal/src/lib/components/chat/ChatIntroduction.svelte +123 -123
  152. package/src/ruvocal/src/lib/components/chat/ChatMessage.svelte +548 -548
  153. package/src/ruvocal/src/lib/components/chat/ChatWindow.svelte +1057 -1057
  154. package/src/ruvocal/src/lib/components/chat/FileDropzone.svelte +92 -92
  155. package/src/ruvocal/src/lib/components/chat/ImageLightbox.svelte +66 -66
  156. package/src/ruvocal/src/lib/components/chat/MarkdownBlock.svelte +23 -23
  157. package/src/ruvocal/src/lib/components/chat/MarkdownRenderer.svelte +69 -69
  158. package/src/ruvocal/src/lib/components/chat/MarkdownRenderer.svelte.test.ts +58 -58
  159. package/src/ruvocal/src/lib/components/chat/MessageAvatar.svelte +103 -103
  160. package/src/ruvocal/src/lib/components/chat/ModelSwitch.svelte +64 -64
  161. package/src/ruvocal/src/lib/components/chat/OpenReasoningResults.svelte +81 -81
  162. package/src/ruvocal/src/lib/components/chat/TaskGroup.svelte +88 -88
  163. package/src/ruvocal/src/lib/components/chat/ToolUpdate.svelte +273 -273
  164. package/src/ruvocal/src/lib/components/chat/UploadedFile.svelte +253 -253
  165. package/src/ruvocal/src/lib/components/chat/UrlFetchModal.svelte +203 -203
  166. package/src/ruvocal/src/lib/components/chat/VoiceRecorder.svelte +214 -214
  167. package/src/ruvocal/src/lib/components/icons/IconBurger.svelte +20 -20
  168. package/src/ruvocal/src/lib/components/icons/IconCheap.svelte +20 -20
  169. package/src/ruvocal/src/lib/components/icons/IconChevron.svelte +24 -24
  170. package/src/ruvocal/src/lib/components/icons/IconDazzled.svelte +40 -40
  171. package/src/ruvocal/src/lib/components/icons/IconFast.svelte +20 -20
  172. package/src/ruvocal/src/lib/components/icons/IconLoading.svelte +22 -22
  173. package/src/ruvocal/src/lib/components/icons/IconMCP.svelte +28 -28
  174. package/src/ruvocal/src/lib/components/icons/IconMoon.svelte +21 -21
  175. package/src/ruvocal/src/lib/components/icons/IconNew.svelte +20 -20
  176. package/src/ruvocal/src/lib/components/icons/IconOmni.svelte +90 -90
  177. package/src/ruvocal/src/lib/components/icons/IconPaperclip.svelte +24 -24
  178. package/src/ruvocal/src/lib/components/icons/IconPro.svelte +37 -37
  179. package/src/ruvocal/src/lib/components/icons/IconShare.svelte +21 -21
  180. package/src/ruvocal/src/lib/components/icons/IconSun.svelte +93 -93
  181. package/src/ruvocal/src/lib/components/icons/Logo.svelte +68 -68
  182. package/src/ruvocal/src/lib/components/icons/LogoHuggingFaceBorderless.svelte +54 -54
  183. package/src/ruvocal/src/lib/components/mcp/AddServerForm.svelte +250 -250
  184. package/src/ruvocal/src/lib/components/mcp/MCPServerManager.svelte +185 -185
  185. package/src/ruvocal/src/lib/components/mcp/ServerCard.svelte +203 -203
  186. package/src/ruvocal/src/lib/components/players/AudioPlayer.svelte +82 -82
  187. package/src/ruvocal/src/lib/components/voice/AudioWaveform.svelte +96 -96
  188. package/src/ruvocal/src/lib/components/wasm/GalleryPanel.svelte +357 -357
  189. package/src/ruvocal/src/lib/constants/mcpExamples.ts +114 -114
  190. package/src/ruvocal/src/lib/constants/mime.ts +11 -11
  191. package/src/ruvocal/src/lib/constants/pagination.ts +1 -1
  192. package/src/ruvocal/src/lib/constants/publicSepToken.ts +1 -1
  193. package/src/ruvocal/src/lib/constants/routerExamples.ts +133 -133
  194. package/src/ruvocal/src/lib/constants/rvagentPresets.ts +206 -206
  195. package/src/ruvocal/src/lib/createShareLink.ts +27 -27
  196. package/src/ruvocal/src/lib/jobs/refresh-conversation-stats.ts +297 -297
  197. package/src/ruvocal/src/lib/migrations/lock.ts +56 -56
  198. package/src/ruvocal/src/lib/migrations/migrations.spec.ts +74 -74
  199. package/src/ruvocal/src/lib/migrations/migrations.ts +109 -109
  200. package/src/ruvocal/src/lib/migrations/routines/01-update-search-assistants.ts +50 -50
  201. package/src/ruvocal/src/lib/migrations/routines/02-update-assistants-models.ts +48 -48
  202. package/src/ruvocal/src/lib/migrations/routines/04-update-message-updates.ts +151 -151
  203. package/src/ruvocal/src/lib/migrations/routines/05-update-message-files.ts +56 -56
  204. package/src/ruvocal/src/lib/migrations/routines/06-trim-message-updates.ts +56 -56
  205. package/src/ruvocal/src/lib/migrations/routines/08-update-featured-to-review.ts +32 -32
  206. package/src/ruvocal/src/lib/migrations/routines/09-delete-empty-conversations.spec.ts +214 -214
  207. package/src/ruvocal/src/lib/migrations/routines/09-delete-empty-conversations.ts +88 -88
  208. package/src/ruvocal/src/lib/migrations/routines/10-update-reports-assistantid.ts +29 -29
  209. package/src/ruvocal/src/lib/migrations/routines/index.ts +15 -15
  210. package/src/ruvocal/src/lib/server/__tests__/conversation-stop-generating.spec.ts +103 -103
  211. package/src/ruvocal/src/lib/server/abortRegistry.ts +57 -57
  212. package/src/ruvocal/src/lib/server/abortedGenerations.ts +43 -43
  213. package/src/ruvocal/src/lib/server/adminToken.ts +62 -62
  214. package/src/ruvocal/src/lib/server/api/__tests__/conversations-id.spec.ts +296 -296
  215. package/src/ruvocal/src/lib/server/api/__tests__/conversations-message.spec.ts +216 -216
  216. package/src/ruvocal/src/lib/server/api/__tests__/conversations.spec.ts +235 -235
  217. package/src/ruvocal/src/lib/server/api/__tests__/misc.spec.ts +72 -72
  218. package/src/ruvocal/src/lib/server/api/__tests__/testHelpers.ts +86 -86
  219. package/src/ruvocal/src/lib/server/api/__tests__/user-reports.spec.ts +78 -78
  220. package/src/ruvocal/src/lib/server/api/__tests__/user.spec.ts +239 -239
  221. package/src/ruvocal/src/lib/server/api/types.ts +37 -37
  222. package/src/ruvocal/src/lib/server/api/utils/requireAuth.ts +22 -22
  223. package/src/ruvocal/src/lib/server/api/utils/resolveConversation.ts +69 -69
  224. package/src/ruvocal/src/lib/server/api/utils/resolveModel.ts +27 -27
  225. package/src/ruvocal/src/lib/server/api/utils/superjsonResponse.ts +15 -15
  226. package/src/ruvocal/src/lib/server/apiToken.ts +11 -11
  227. package/src/ruvocal/src/lib/server/auth.ts +554 -554
  228. package/src/ruvocal/src/lib/server/config.ts +187 -187
  229. package/src/ruvocal/src/lib/server/conversation.ts +83 -83
  230. package/src/ruvocal/src/lib/server/database/__tests__/rvf.spec.ts +709 -709
  231. package/src/ruvocal/src/lib/server/database/postgres.ts +700 -700
  232. package/src/ruvocal/src/lib/server/database/rvf.ts +1078 -1078
  233. package/src/ruvocal/src/lib/server/database.ts +145 -145
  234. package/src/ruvocal/src/lib/server/endpoints/document.ts +68 -68
  235. package/src/ruvocal/src/lib/server/endpoints/endpoints.ts +43 -43
  236. package/src/ruvocal/src/lib/server/endpoints/images.ts +211 -211
  237. package/src/ruvocal/src/lib/server/endpoints/openai/endpointOai.ts +266 -266
  238. package/src/ruvocal/src/lib/server/endpoints/openai/openAIChatToTextGenerationStream.ts +212 -212
  239. package/src/ruvocal/src/lib/server/endpoints/openai/openAICompletionToTextGenerationStream.ts +32 -32
  240. package/src/ruvocal/src/lib/server/endpoints/preprocessMessages.ts +61 -61
  241. package/src/ruvocal/src/lib/server/exitHandler.ts +59 -59
  242. package/src/ruvocal/src/lib/server/files/downloadFile.ts +34 -34
  243. package/src/ruvocal/src/lib/server/files/uploadFile.ts +29 -29
  244. package/src/ruvocal/src/lib/server/findRepoRoot.ts +13 -13
  245. package/src/ruvocal/src/lib/server/generateFromDefaultEndpoint.ts +46 -46
  246. package/src/ruvocal/src/lib/server/hooks/error.ts +37 -37
  247. package/src/ruvocal/src/lib/server/hooks/fetch.ts +22 -22
  248. package/src/ruvocal/src/lib/server/hooks/handle.ts +250 -250
  249. package/src/ruvocal/src/lib/server/hooks/init.ts +51 -51
  250. package/src/ruvocal/src/lib/server/isURLLocal.spec.ts +31 -31
  251. package/src/ruvocal/src/lib/server/isURLLocal.ts +74 -74
  252. package/src/ruvocal/src/lib/server/logger.ts +42 -42
  253. package/src/ruvocal/src/lib/server/mcp/clientPool.spec.ts +175 -175
  254. package/src/ruvocal/src/lib/server/mcp/hf.ts +32 -32
  255. package/src/ruvocal/src/lib/server/mcp/httpClient.ts +122 -122
  256. package/src/ruvocal/src/lib/server/mcp/registry.ts +76 -76
  257. package/src/ruvocal/src/lib/server/mcp/tools.ts +196 -196
  258. package/src/ruvocal/src/lib/server/metrics.ts +255 -255
  259. package/src/ruvocal/src/lib/server/models.ts +518 -518
  260. package/src/ruvocal/src/lib/server/requestContext.ts +55 -55
  261. package/src/ruvocal/src/lib/server/router/arch.ts +230 -230
  262. package/src/ruvocal/src/lib/server/router/endpoint.ts +316 -316
  263. package/src/ruvocal/src/lib/server/router/multimodal.ts +28 -28
  264. package/src/ruvocal/src/lib/server/router/policy.ts +49 -49
  265. package/src/ruvocal/src/lib/server/router/toolsRoute.ts +51 -51
  266. package/src/ruvocal/src/lib/server/router/types.ts +21 -21
  267. package/src/ruvocal/src/lib/server/sendSlack.ts +23 -23
  268. package/src/ruvocal/src/lib/server/textGeneration/generate.ts +258 -258
  269. package/src/ruvocal/src/lib/server/textGeneration/index.ts +96 -96
  270. package/src/ruvocal/src/lib/server/textGeneration/mcp/fileRefs.ts +155 -155
  271. package/src/ruvocal/src/lib/server/textGeneration/mcp/routerResolution.ts +108 -108
  272. package/src/ruvocal/src/lib/server/textGeneration/mcp/runMcpFlow.ts +831 -831
  273. package/src/ruvocal/src/lib/server/textGeneration/mcp/toolInvocation.ts +349 -349
  274. package/src/ruvocal/src/lib/server/textGeneration/mcp/wasmTools.test.ts +633 -633
  275. package/src/ruvocal/src/lib/server/textGeneration/reasoning.ts +23 -23
  276. package/src/ruvocal/src/lib/server/textGeneration/title.ts +83 -83
  277. package/src/ruvocal/src/lib/server/textGeneration/types.ts +28 -28
  278. package/src/ruvocal/src/lib/server/textGeneration/utils/prepareFiles.ts +88 -88
  279. package/src/ruvocal/src/lib/server/textGeneration/utils/routing.ts +21 -21
  280. package/src/ruvocal/src/lib/server/textGeneration/utils/toolPrompt.ts +49 -49
  281. package/src/ruvocal/src/lib/server/urlSafety.ts +77 -77
  282. package/src/ruvocal/src/lib/server/usageLimits.ts +30 -30
  283. package/src/ruvocal/src/lib/stores/autopilotStore.svelte.ts +175 -175
  284. package/src/ruvocal/src/lib/stores/backgroundGenerations.svelte.ts +32 -32
  285. package/src/ruvocal/src/lib/stores/backgroundGenerations.ts +1 -1
  286. package/src/ruvocal/src/lib/stores/errors.ts +9 -9
  287. package/src/ruvocal/src/lib/stores/isAborted.ts +3 -3
  288. package/src/ruvocal/src/lib/stores/isPro.ts +4 -4
  289. package/src/ruvocal/src/lib/stores/loading.ts +3 -3
  290. package/src/ruvocal/src/lib/stores/mcpServers.ts +534 -534
  291. package/src/ruvocal/src/lib/stores/pendingChatInput.ts +3 -3
  292. package/src/ruvocal/src/lib/stores/pendingMessage.ts +9 -9
  293. package/src/ruvocal/src/lib/stores/settings.ts +182 -182
  294. package/src/ruvocal/src/lib/stores/shareModal.ts +13 -13
  295. package/src/ruvocal/src/lib/stores/titleUpdate.ts +8 -8
  296. package/src/ruvocal/src/lib/stores/wasmMcp.ts +472 -472
  297. package/src/ruvocal/src/lib/switchTheme.ts +124 -124
  298. package/src/ruvocal/src/lib/types/AbortedGeneration.ts +8 -8
  299. package/src/ruvocal/src/lib/types/Assistant.ts +31 -31
  300. package/src/ruvocal/src/lib/types/AssistantStats.ts +11 -11
  301. package/src/ruvocal/src/lib/types/ConfigKey.ts +4 -4
  302. package/src/ruvocal/src/lib/types/ConvSidebar.ts +9 -9
  303. package/src/ruvocal/src/lib/types/Conversation.ts +27 -27
  304. package/src/ruvocal/src/lib/types/ConversationStats.ts +13 -13
  305. package/src/ruvocal/src/lib/types/Message.ts +41 -41
  306. package/src/ruvocal/src/lib/types/MessageEvent.ts +10 -10
  307. package/src/ruvocal/src/lib/types/MessageUpdate.ts +139 -139
  308. package/src/ruvocal/src/lib/types/MigrationResult.ts +7 -7
  309. package/src/ruvocal/src/lib/types/Model.ts +23 -23
  310. package/src/ruvocal/src/lib/types/Report.ts +12 -12
  311. package/src/ruvocal/src/lib/types/Review.ts +6 -6
  312. package/src/ruvocal/src/lib/types/Semaphore.ts +19 -19
  313. package/src/ruvocal/src/lib/types/Session.ts +22 -22
  314. package/src/ruvocal/src/lib/types/Settings.ts +93 -93
  315. package/src/ruvocal/src/lib/types/SharedConversation.ts +9 -9
  316. package/src/ruvocal/src/lib/types/Template.ts +6 -6
  317. package/src/ruvocal/src/lib/types/Timestamps.ts +4 -4
  318. package/src/ruvocal/src/lib/types/TokenCache.ts +6 -6
  319. package/src/ruvocal/src/lib/types/Tool.ts +77 -77
  320. package/src/ruvocal/src/lib/types/UrlDependency.ts +5 -5
  321. package/src/ruvocal/src/lib/types/User.ts +14 -14
  322. package/src/ruvocal/src/lib/utils/PublicConfig.svelte.ts +75 -75
  323. package/src/ruvocal/src/lib/utils/auth.ts +17 -17
  324. package/src/ruvocal/src/lib/utils/chunk.ts +33 -33
  325. package/src/ruvocal/src/lib/utils/cookiesAreEnabled.ts +13 -13
  326. package/src/ruvocal/src/lib/utils/debounce.ts +17 -17
  327. package/src/ruvocal/src/lib/utils/deepestChild.ts +6 -6
  328. package/src/ruvocal/src/lib/utils/favicon.ts +21 -21
  329. package/src/ruvocal/src/lib/utils/fetchJSON.ts +23 -23
  330. package/src/ruvocal/src/lib/utils/file2base64.ts +14 -14
  331. package/src/ruvocal/src/lib/utils/formatUserCount.ts +37 -37
  332. package/src/ruvocal/src/lib/utils/generationState.spec.ts +75 -75
  333. package/src/ruvocal/src/lib/utils/generationState.ts +26 -26
  334. package/src/ruvocal/src/lib/utils/getHref.ts +41 -41
  335. package/src/ruvocal/src/lib/utils/getReturnFromGenerator.ts +7 -7
  336. package/src/ruvocal/src/lib/utils/haptics.ts +64 -64
  337. package/src/ruvocal/src/lib/utils/hashConv.ts +12 -12
  338. package/src/ruvocal/src/lib/utils/hf.ts +17 -17
  339. package/src/ruvocal/src/lib/utils/isDesktop.ts +7 -7
  340. package/src/ruvocal/src/lib/utils/isUrl.ts +8 -8
  341. package/src/ruvocal/src/lib/utils/isVirtualKeyboard.ts +16 -16
  342. package/src/ruvocal/src/lib/utils/loadAttachmentsFromUrls.ts +115 -115
  343. package/src/ruvocal/src/lib/utils/marked.spec.ts +96 -96
  344. package/src/ruvocal/src/lib/utils/marked.ts +531 -531
  345. package/src/ruvocal/src/lib/utils/mcpValidation.ts +147 -147
  346. package/src/ruvocal/src/lib/utils/mergeAsyncGenerators.ts +38 -38
  347. package/src/ruvocal/src/lib/utils/messageUpdates.spec.ts +286 -286
  348. package/src/ruvocal/src/lib/utils/messageUpdates.ts +332 -332
  349. package/src/ruvocal/src/lib/utils/mime.ts +56 -56
  350. package/src/ruvocal/src/lib/utils/models.ts +14 -14
  351. package/src/ruvocal/src/lib/utils/parseBlocks.ts +120 -120
  352. package/src/ruvocal/src/lib/utils/parseIncompleteMarkdown.ts +644 -644
  353. package/src/ruvocal/src/lib/utils/parseStringToList.ts +10 -10
  354. package/src/ruvocal/src/lib/utils/randomUuid.ts +14 -14
  355. package/src/ruvocal/src/lib/utils/searchTokens.ts +33 -33
  356. package/src/ruvocal/src/lib/utils/sha256.ts +7 -7
  357. package/src/ruvocal/src/lib/utils/stringifyError.ts +12 -12
  358. package/src/ruvocal/src/lib/utils/sum.ts +3 -3
  359. package/src/ruvocal/src/lib/utils/template.spec.ts +59 -59
  360. package/src/ruvocal/src/lib/utils/template.ts +53 -53
  361. package/src/ruvocal/src/lib/utils/timeout.ts +9 -9
  362. package/src/ruvocal/src/lib/utils/toolProgress.spec.ts +46 -46
  363. package/src/ruvocal/src/lib/utils/toolProgress.ts +11 -11
  364. package/src/ruvocal/src/lib/utils/tree/addChildren.spec.ts +102 -102
  365. package/src/ruvocal/src/lib/utils/tree/addChildren.ts +48 -48
  366. package/src/ruvocal/src/lib/utils/tree/addSibling.spec.ts +81 -81
  367. package/src/ruvocal/src/lib/utils/tree/addSibling.ts +41 -41
  368. package/src/ruvocal/src/lib/utils/tree/buildSubtree.spec.ts +110 -110
  369. package/src/ruvocal/src/lib/utils/tree/buildSubtree.ts +24 -24
  370. package/src/ruvocal/src/lib/utils/tree/convertLegacyConversation.spec.ts +31 -31
  371. package/src/ruvocal/src/lib/utils/tree/convertLegacyConversation.ts +36 -36
  372. package/src/ruvocal/src/lib/utils/tree/isMessageId.spec.ts +15 -15
  373. package/src/ruvocal/src/lib/utils/tree/isMessageId.ts +5 -5
  374. package/src/ruvocal/src/lib/utils/tree/tree.d.ts +14 -14
  375. package/src/ruvocal/src/lib/utils/tree/treeHelpers.spec.ts +167 -167
  376. package/src/ruvocal/src/lib/utils/updates.ts +39 -39
  377. package/src/ruvocal/src/lib/utils/urlParams.ts +13 -13
  378. package/src/ruvocal/src/lib/wasm/idb.ts +438 -438
  379. package/src/ruvocal/src/lib/wasm/index.ts +1213 -1213
  380. package/src/ruvocal/src/lib/wasm/tests/wasm-capabilities.test.ts +565 -565
  381. package/src/ruvocal/src/lib/wasm/wasm.worker.ts +332 -332
  382. package/src/ruvocal/src/lib/wasm/workerClient.ts +166 -166
  383. package/src/ruvocal/src/lib/workers/autopilotWorker.ts +221 -221
  384. package/src/ruvocal/src/lib/workers/detailFetchWorker.ts +100 -100
  385. package/src/ruvocal/src/lib/workers/markdownWorker.ts +61 -61
  386. package/src/ruvocal/src/routes/+error.svelte +20 -20
  387. package/src/ruvocal/src/routes/+layout.svelte +324 -324
  388. package/src/ruvocal/src/routes/+layout.ts +91 -91
  389. package/src/ruvocal/src/routes/+page.svelte +168 -168
  390. package/src/ruvocal/src/routes/.well-known/oauth-cimd/+server.ts +37 -37
  391. package/src/ruvocal/src/routes/__debug/openai/+server.ts +21 -21
  392. package/src/ruvocal/src/routes/admin/export/+server.ts +159 -159
  393. package/src/ruvocal/src/routes/admin/stats/compute/+server.ts +16 -16
  394. package/src/ruvocal/src/routes/api/conversation/[id]/+server.ts +40 -40
  395. package/src/ruvocal/src/routes/api/conversation/[id]/message/[messageId]/+server.ts +42 -42
  396. package/src/ruvocal/src/routes/api/conversations/+server.ts +48 -48
  397. package/src/ruvocal/src/routes/api/fetch-url/+server.ts +147 -147
  398. package/src/ruvocal/src/routes/api/mcp/health/+server.ts +292 -292
  399. package/src/ruvocal/src/routes/api/mcp/servers/+server.ts +32 -32
  400. package/src/ruvocal/src/routes/api/models/+server.ts +25 -25
  401. package/src/ruvocal/src/routes/api/transcribe/+server.ts +104 -104
  402. package/src/ruvocal/src/routes/api/user/+server.ts +15 -15
  403. package/src/ruvocal/src/routes/api/user/validate-token/+server.ts +20 -20
  404. package/src/ruvocal/src/routes/api/v2/conversations/+server.ts +48 -48
  405. package/src/ruvocal/src/routes/api/v2/conversations/[id]/+server.ts +94 -94
  406. package/src/ruvocal/src/routes/api/v2/conversations/[id]/message/[messageId]/+server.ts +43 -43
  407. package/src/ruvocal/src/routes/api/v2/conversations/import-share/+server.ts +23 -23
  408. package/src/ruvocal/src/routes/api/v2/debug/config/+server.ts +16 -16
  409. package/src/ruvocal/src/routes/api/v2/debug/refresh/+server.ts +30 -30
  410. package/src/ruvocal/src/routes/api/v2/export/+server.ts +196 -196
  411. package/src/ruvocal/src/routes/api/v2/feature-flags/+server.ts +14 -14
  412. package/src/ruvocal/src/routes/api/v2/models/+server.ts +38 -38
  413. package/src/ruvocal/src/routes/api/v2/models/[namespace]/+server.ts +8 -8
  414. package/src/ruvocal/src/routes/api/v2/models/[namespace]/[model]/+server.ts +8 -8
  415. package/src/ruvocal/src/routes/api/v2/models/[namespace]/[model]/subscribe/+server.ts +28 -28
  416. package/src/ruvocal/src/routes/api/v2/models/[namespace]/subscribe/+server.ts +28 -28
  417. package/src/ruvocal/src/routes/api/v2/models/old/+server.ts +7 -7
  418. package/src/ruvocal/src/routes/api/v2/models/refresh/+server.ts +33 -33
  419. package/src/ruvocal/src/routes/api/v2/public-config/+server.ts +7 -7
  420. package/src/ruvocal/src/routes/api/v2/user/+server.ts +17 -17
  421. package/src/ruvocal/src/routes/api/v2/user/billing-orgs/+server.ts +73 -73
  422. package/src/ruvocal/src/routes/api/v2/user/reports/+server.ts +17 -17
  423. package/src/ruvocal/src/routes/api/v2/user/settings/+server.ts +110 -110
  424. package/src/ruvocal/src/routes/conversation/+server.ts +115 -115
  425. package/src/ruvocal/src/routes/conversation/[id]/+page.svelte +593 -593
  426. package/src/ruvocal/src/routes/conversation/[id]/+page.ts +60 -60
  427. package/src/ruvocal/src/routes/conversation/[id]/+server.ts +740 -740
  428. package/src/ruvocal/src/routes/conversation/[id]/message/[messageId]/prompt/+server.ts +66 -66
  429. package/src/ruvocal/src/routes/conversation/[id]/share/+server.ts +69 -69
  430. package/src/ruvocal/src/routes/conversation/[id]/stop-generating/+server.ts +35 -35
  431. package/src/ruvocal/src/routes/healthcheck/+server.ts +3 -3
  432. package/src/ruvocal/src/routes/login/+server.ts +5 -5
  433. package/src/ruvocal/src/routes/login/callback/+server.ts +103 -103
  434. package/src/ruvocal/src/routes/login/callback/updateUser.spec.ts +157 -157
  435. package/src/ruvocal/src/routes/login/callback/updateUser.ts +215 -215
  436. package/src/ruvocal/src/routes/logout/+server.ts +18 -18
  437. package/src/ruvocal/src/routes/metrics/+server.ts +18 -18
  438. package/src/ruvocal/src/routes/models/+page.svelte +233 -233
  439. package/src/ruvocal/src/routes/models/[...model]/+page.svelte +161 -161
  440. package/src/ruvocal/src/routes/models/[...model]/+page.ts +14 -14
  441. package/src/ruvocal/src/routes/models/[...model]/thumbnail.png/+server.ts +64 -64
  442. package/src/ruvocal/src/routes/models/[...model]/thumbnail.png/ModelThumbnail.svelte +28 -28
  443. package/src/ruvocal/src/routes/privacy/+page.svelte +11 -11
  444. package/src/ruvocal/src/routes/r/[id]/+page.ts +34 -34
  445. package/src/ruvocal/src/routes/settings/(nav)/+layout.svelte +282 -282
  446. package/src/ruvocal/src/routes/settings/(nav)/+layout.ts +1 -1
  447. package/src/ruvocal/src/routes/settings/(nav)/+server.ts +59 -59
  448. package/src/ruvocal/src/routes/settings/(nav)/[...model]/+page.svelte +464 -464
  449. package/src/ruvocal/src/routes/settings/(nav)/[...model]/+page.ts +14 -14
  450. package/src/ruvocal/src/routes/settings/(nav)/application/+page.svelte +362 -362
  451. package/src/ruvocal/src/routes/settings/+layout.svelte +40 -40
  452. package/src/ruvocal/src/styles/highlight-js.css +195 -195
  453. package/src/ruvocal/src/styles/main.css +144 -144
  454. package/src/ruvocal/static/chatui/favicon-dark.svg +3 -3
  455. package/src/ruvocal/static/chatui/favicon-dev.svg +3 -3
  456. package/src/ruvocal/static/chatui/favicon.svg +3 -3
  457. package/src/ruvocal/static/chatui/icon.svg +3 -3
  458. package/src/ruvocal/static/chatui/logo.svg +7 -7
  459. package/src/ruvocal/static/chatui/manifest.json +54 -54
  460. package/src/ruvocal/static/chatui/welcome.js +184 -184
  461. package/src/ruvocal/static/huggingchat/favicon-dark.svg +4 -4
  462. package/src/ruvocal/static/huggingchat/favicon-dev.svg +4 -4
  463. package/src/ruvocal/static/huggingchat/favicon.svg +4 -4
  464. package/src/ruvocal/static/huggingchat/fulltext-logo.svg +1 -1
  465. package/src/ruvocal/static/huggingchat/icon.svg +4 -4
  466. package/src/ruvocal/static/huggingchat/logo.svg +4 -4
  467. package/src/ruvocal/static/huggingchat/manifest.json +54 -54
  468. package/src/ruvocal/static/huggingchat/routes.chat.json +226 -226
  469. package/src/ruvocal/static/robots.txt +10 -10
  470. package/src/ruvocal/static/wasm/rvagent_wasm.js +1539 -1539
  471. package/src/ruvocal/stub/@reflink/reflink/package.json +5 -5
  472. package/src/ruvocal/svelte.config.js +53 -53
  473. package/src/ruvocal/tailwind.config.cjs +30 -30
  474. package/src/ruvocal/tsconfig.json +19 -19
  475. package/src/ruvocal/vite.config.ts +87 -87
  476. package/src/scripts/deploy.sh +116 -116
  477. package/src/scripts/generate-config.js +245 -245
  478. package/src/scripts/generate-welcome.js +187 -187
  479. package/src/scripts/package-rvf.sh +116 -116
@@ -1,286 +1,286 @@
1
- # ADR-038: RuVocal — HF Chat UI Fork with Self-Contained RVF Document Store
2
-
3
- **Status:** Implemented
4
- **Date:** 2026-03-05
5
- **Updated:** 2026-03-05
6
- **Related:** ADR-029 (HF Chat UI Integration), ADR-035 (MCP Tool Groups), ADR-037 (Autopilot Mode)
7
-
8
- ## Context
9
-
10
- The current `chat-ui-mcp` package uses the upstream HuggingFace Chat UI (`ghcr.io/huggingface/chat-ui-db:latest`) which bundles MongoDB for conversation storage. This creates several problems:
11
-
12
- 1. **External dependency** — MongoDB requires a running server, connection management, and separate backup strategy.
13
- 2. **Container bloat** — MongoDB adds ~500MB to the container image.
14
- 3. **Upstream lock-in** — Using a pre-built Docker image means we can't modify the SvelteKit app.
15
- 4. **Operational complexity** — Two databases (MongoDB + PostgreSQL) to maintain.
16
-
17
- We initially considered PostgreSQL (ruvector-postgres) as the replacement, but pivoted to a lighter approach: a self-contained RVF (RuVector Format) document store that persists to a single JSON file on disk. This eliminates all external database dependencies while preserving the full MongoDB Collection API.
18
-
19
- ## Decision
20
-
21
- Fork HuggingFace Chat UI as **RuVocal** (`/workspaces/dev/packages/ruvocal`), replacing MongoDB with a pure TypeScript in-memory document store persisted to a single `.rvf.json` file.
22
-
23
- ### Name
24
-
25
- **RuVocal** = **Ru**Vector + **Vocal** (voice/conversation). A conversational AI interface powered by ruvector.
26
-
27
- ## Architecture
28
-
29
- ```
30
- ┌─────────────────────────────────────────────────────────────────┐
31
- │ RuVocal Stack │
32
- │ │
33
- │ ┌──────────────────┐ ┌──────────────────┐ │
34
- │ │ RuVocal UI │ │ MCP Bridge │ │
35
- │ │ (SvelteKit 2) │───▶│ (Node.js) │ │
36
- │ │ │ │ │ │
37
- │ │ - Chat UI │ │ - Tool proxy │ │
38
- │ │ - Autopilot │ │ - Autopilot SSE │ │
39
- │ │ - Task cards │ │ - System prompt │ │
40
- │ │ - Auth (OIDC) │ │ - 201 tools │ │
41
- │ └────────┬─────────┘ └──────────────────┘ │
42
- │ │ │
43
- │ ▼ │
44
- │ ┌──────────────────────────────────────────┐ │
45
- │ │ RVF Document Store │ │
46
- │ │ (In-Memory + Disk Persist) │ │
47
- │ │ │ │
48
- │ │ File: db/ruvocal.rvf.json │ │
49
- │ │ │ │
50
- │ │ Collections (16): │ │
51
- │ │ - conversations (chat sessions) │ │
52
- │ │ - users (auth/profiles) │ │
53
- │ │ - sessions (auth sessions) │ │
54
- │ │ - settings (user preferences) │ │
55
- │ │ - assistants (custom assistants) │ │
56
- │ │ - reports (abuse reports) │ │
57
- │ │ - messageEvents (feedback/votes) │ │
58
- │ │ - semaphores (rate limiting) │ │
59
- │ │ - tokens (token cache) │ │
60
- │ │ - config (runtime config) │ │
61
- │ │ - migrationResults (migration tracking) │ │
62
- │ │ - tools (tool registry) │ │
63
- │ │ - _files (GridFS replacement) │ │
64
- │ │ + per-tenant namespaced collections │ │
65
- │ │ │ │
66
- │ │ Features: │ │
67
- │ │ - MongoDB-compatible Collection API │ │
68
- │ │ - Multi-tenant data isolation │ │
69
- │ │ - Debounced auto-save (500ms) │ │
70
- │ │ - Zero external dependencies │ │
71
- │ └───────────────────────────────────────────┘ │
72
- └─────────────────────────────────────────────────────────────────┘
73
- ```
74
-
75
- ## RVF Document Store (`rvf.ts`)
76
-
77
- ### Storage Format
78
-
79
- ```json
80
- {
81
- "rvf_version": "2.0",
82
- "format": "rvf-database",
83
- "collections": {
84
- "conversations": { "id1": {...}, "id2": {...} },
85
- "users": { ... },
86
- ...
87
- },
88
- "tenants": {
89
- "tenant-a": { "conversations": {...}, ... },
90
- "tenant-b": { "conversations": {...}, ... }
91
- },
92
- "metadata": {
93
- "created_at": "2026-03-05T...",
94
- "updated_at": "2026-03-05T...",
95
- "doc_count": 1234,
96
- "multi_tenant": true
97
- }
98
- }
99
- ```
100
-
101
- ### MongoDB-Compatible API
102
-
103
- The `RvfCollection<T>` class implements the full MongoDB Collection interface used by all 56 importing files in HF Chat UI:
104
-
105
- ```typescript
106
- class RvfCollection<T> {
107
- // CRUD
108
- findOne(filter, options?): Promise<T | null>;
109
- find(filter, options?): RvfCursor<T>;
110
- insertOne(doc): Promise<{ insertedId: ObjectId }>;
111
- insertMany(docs): Promise<{ insertedIds: ObjectId[] }>;
112
- updateOne(filter, update, options?): Promise<UpdateResult>;
113
- updateMany(filter, update): Promise<UpdateResult>;
114
- deleteOne(filter): Promise<DeleteResult>;
115
- deleteMany(filter): Promise<DeleteResult>;
116
- countDocuments(filter?): Promise<number>;
117
- distinct(field, filter?): Promise<unknown[]>;
118
- bulkWrite(ops): Promise<BulkWriteResult>;
119
- findOneAndUpdate(filter, update, options?): Promise<{ value: T | null }>;
120
- findOneAndDelete(filter): Promise<{ value: T | null }>;
121
-
122
- // Aggregation
123
- aggregate(pipeline, options?): { next(): Promise<T | null>; toArray(): Promise<T[]> };
124
-
125
- // Indexes (no-ops — in-memory store doesn't need them)
126
- createIndex(spec, options?): Promise<void>;
127
- listIndexes(): { toArray(): Promise<IndexInfo[]> };
128
-
129
- // Multi-tenant
130
- forTenant(tenantId: string): RvfCollection<T>;
131
- }
132
- ```
133
-
134
- ### Query Operators Implemented
135
-
136
- | Operator | Description |
137
- |----------|-------------|
138
- | `$or` | Logical OR |
139
- | `$and` | Logical AND |
140
- | `$not` | Logical NOT |
141
- | `$exists` | Field existence |
142
- | `$gt`, `$gte`, `$lt`, `$lte` | Comparison |
143
- | `$ne` | Not equal |
144
- | `$in`, `$nin` | Array membership |
145
- | `$regex`, `$options` | Regular expression |
146
-
147
- ### Update Operators Implemented
148
-
149
- | Operator | Description |
150
- |----------|-------------|
151
- | `$set` | Set field value |
152
- | `$unset` | Remove field |
153
- | `$inc` | Increment numeric field |
154
- | `$push` | Push to array (with `$each`) |
155
- | `$pull` | Remove from array |
156
- | `$addToSet` | Add unique to array |
157
- | `$setOnInsert` | Set on upsert only |
158
-
159
- ### Cursor API
160
-
161
- ```typescript
162
- class RvfCursor<T> {
163
- sort(spec): this;
164
- limit(n): this;
165
- skip(n): this;
166
- project<U>(spec): RvfCursor<U>;
167
- batchSize(n): this;
168
- map<U>(fn): RvfCursor<U>;
169
- toArray(): Promise<T[]>;
170
- hasNext(): Promise<boolean>;
171
- next(): Promise<T | null>;
172
- tryNext(): Promise<T | null>;
173
- [Symbol.asyncIterator](): AsyncGenerator<T>;
174
- }
175
- ```
176
-
177
- ### Aggregation Pipeline Stages
178
-
179
- | Stage | Description |
180
- |-------|-------------|
181
- | `$match` | Filter documents |
182
- | `$sort` | Sort results |
183
- | `$limit` | Limit result count |
184
- | `$skip` | Skip results |
185
- | `$project` | Include/exclude fields |
186
- | `$group` | Group with `$sum`, `$count` |
187
-
188
- ## Multi-Tenant Support
189
-
190
- Tenant isolation is built into the store at the collection level:
191
-
192
- ```typescript
193
- // Global collection (default)
194
- const conversations = new RvfCollection<Conversation>("conversations");
195
-
196
- // Tenant-scoped view — fully isolated data
197
- const tenantConvs = conversations.forTenant("tenant-abc");
198
- await tenantConvs.insertOne({ title: "Hello" });
199
-
200
- // Won't find tenant data
201
- await conversations.findOne({ title: "Hello" }); // null
202
-
203
- // Stats
204
- listTenants(); // ["tenant-abc"]
205
- getTenantStats(); // { "tenant-abc": { collections: 1, documents: 1 } }
206
- ```
207
-
208
- Tenant data is persisted separately in the RVF file under the `tenants` key.
209
-
210
- ## Performance Benchmarks (47 tests, all passing)
211
-
212
- | Operation | Dataset | Time | Throughput |
213
- |-----------|---------|------|------------|
214
- | Insert | 10,000 docs | 63ms | ~159k ops/s |
215
- | Find (range) | 10,000 docs | 5ms | 1,000 results |
216
- | UpdateMany | 10,000 docs | 15ms | 5,000 matched |
217
- | Aggregate | 10,000 docs | 28ms | match+sort+limit |
218
- | Concurrent (5 ops) | 1,000 docs | 1.9ms | mixed read/write |
219
- | Multi-tenant insert | 10×1,000 docs | 25ms | 10 tenants |
220
- | Single tenant query | 1,000 docs | 0.5ms | 499 results |
221
-
222
- ## Test Coverage
223
-
224
- 47 tests across 9 test suites:
225
-
226
- - **CRUD** (13 tests): insertOne/Many, updateOne/Many, deleteOne/Many, countDocuments, distinct, findOneAndUpdate/Delete, bulkWrite
227
- - **Query Operators** (7 tests): $gt/$gte/$lt/$lte, $ne, $in/$nin, $exists, $or/$and, $regex, $not
228
- - **Update Operators** (6 tests): $inc, $push, $push+$each, $pull, $addToSet, $unset
229
- - **Cursor** (4 tests): sort/limit/skip, async iterator, tryNext/hasNext/next, map
230
- - **Aggregation** (3 tests): $match+$sort+$limit, aggregate().next(), $group+$sum
231
- - **GridFS** (2 tests): upload+download, delete
232
- - **Multi-tenant** (2 tests): isolation, listTenants+stats
233
- - **Persistence** (1 test): flush to disk and reload
234
- - **ObjectId** (3 tests): equals, createFromHexString, toJSON
235
- - **Benchmarks** (6 tests): insert, find, update, aggregate, concurrent, multi-tenant
236
-
237
- ## Files Modified
238
-
239
- | File | Change |
240
- |------|--------|
241
- | `src/lib/server/database/rvf.ts` | NEW — RVF document store (850+ lines) |
242
- | `src/lib/server/database.ts` | REWRITTEN — Uses RvfCollection instead of MongoDB |
243
- | `src/lib/server/config.ts` | MODIFIED — RvfCollection types |
244
- | `src/lib/migrations/migrations.ts` | REWRITTEN — No MongoDB sessions/transactions |
245
- | `scripts/setups/vitest-setup-server.ts` | REWRITTEN — No MongoMemoryServer |
246
- | `src/lib/server/database/__tests__/rvf.spec.ts` | NEW — 47 tests + benchmarks |
247
-
248
- ## Environment Variables
249
-
250
- ```bash
251
- # RVF store path (defaults to db/ruvocal.rvf.json)
252
- RVF_DB_PATH=/data/ruvocal
253
-
254
- # Empty string = in-memory only (for tests)
255
- RVF_DB_PATH=
256
-
257
- # Everything else stays the same
258
- PUBLIC_APP_NAME=RuVocal
259
- PUBLIC_ORIGIN=https://chat.example.com
260
- OPENAI_BASE_URL=https://openrouter.ai/api/v1
261
- ```
262
-
263
- ## Benefits
264
-
265
- | Aspect | MongoDB (upstream) | RVF Store (RuVocal) |
266
- |--------|-------------------|---------------------|
267
- | **Dependencies** | MongoDB server required | Zero — pure TypeScript |
268
- | **Container size** | +500MB for MongoDB | 0 extra |
269
- | **Persistence** | Network database | Single JSON file |
270
- | **Startup time** | Seconds (connection) | Instant |
271
- | **Multi-tenant** | Not built-in | Native tenant isolation |
272
- | **Backup** | mongodump | cp ruvocal.rvf.json |
273
- | **UI customization** | Cannot modify upstream | Full SvelteKit source |
274
- | **Test speed** | MongoMemoryServer (~2s) | In-memory (~300ms) |
275
-
276
- ## Risks
277
-
278
- 1. **In-memory limitation** — All data lives in RAM; unsuitable for datasets >100MB
279
- 2. **Single-writer** — No concurrent process writes (single Node process assumed)
280
- 3. **Upstream sync** — Forking means manual merge of upstream HF Chat UI updates
281
-
282
- ## Mitigation
283
-
284
- 1. For large deployments, future upgrade path to ruvector-postgres (PostgresAdapter already exists at `postgres.ts`)
285
- 2. The debounced save + flush-on-exit pattern prevents data loss; WAL logging can be added if needed
286
- 3. Keep fork minimal — only database layer changed, UI components untouched
1
+ # ADR-038: RuVocal — HF Chat UI Fork with Self-Contained RVF Document Store
2
+
3
+ **Status:** Implemented
4
+ **Date:** 2026-03-05
5
+ **Updated:** 2026-03-05
6
+ **Related:** ADR-029 (HF Chat UI Integration), ADR-035 (MCP Tool Groups), ADR-037 (Autopilot Mode)
7
+
8
+ ## Context
9
+
10
+ The current `chat-ui-mcp` package uses the upstream HuggingFace Chat UI (`ghcr.io/huggingface/chat-ui-db:latest`) which bundles MongoDB for conversation storage. This creates several problems:
11
+
12
+ 1. **External dependency** — MongoDB requires a running server, connection management, and separate backup strategy.
13
+ 2. **Container bloat** — MongoDB adds ~500MB to the container image.
14
+ 3. **Upstream lock-in** — Using a pre-built Docker image means we can't modify the SvelteKit app.
15
+ 4. **Operational complexity** — Two databases (MongoDB + PostgreSQL) to maintain.
16
+
17
+ We initially considered PostgreSQL (ruvector-postgres) as the replacement, but pivoted to a lighter approach: a self-contained RVF (RuVector Format) document store that persists to a single JSON file on disk. This eliminates all external database dependencies while preserving the full MongoDB Collection API.
18
+
19
+ ## Decision
20
+
21
+ Fork HuggingFace Chat UI as **RuVocal** (`/workspaces/dev/packages/ruvocal`), replacing MongoDB with a pure TypeScript in-memory document store persisted to a single `.rvf.json` file.
22
+
23
+ ### Name
24
+
25
+ **RuVocal** = **Ru**Vector + **Vocal** (voice/conversation). A conversational AI interface powered by ruvector.
26
+
27
+ ## Architecture
28
+
29
+ ```
30
+ ┌─────────────────────────────────────────────────────────────────┐
31
+ │ RuVocal Stack │
32
+ │ │
33
+ │ ┌──────────────────┐ ┌──────────────────┐ │
34
+ │ │ RuVocal UI │ │ MCP Bridge │ │
35
+ │ │ (SvelteKit 2) │───▶│ (Node.js) │ │
36
+ │ │ │ │ │ │
37
+ │ │ - Chat UI │ │ - Tool proxy │ │
38
+ │ │ - Autopilot │ │ - Autopilot SSE │ │
39
+ │ │ - Task cards │ │ - System prompt │ │
40
+ │ │ - Auth (OIDC) │ │ - 201 tools │ │
41
+ │ └────────┬─────────┘ └──────────────────┘ │
42
+ │ │ │
43
+ │ ▼ │
44
+ │ ┌──────────────────────────────────────────┐ │
45
+ │ │ RVF Document Store │ │
46
+ │ │ (In-Memory + Disk Persist) │ │
47
+ │ │ │ │
48
+ │ │ File: db/ruvocal.rvf.json │ │
49
+ │ │ │ │
50
+ │ │ Collections (16): │ │
51
+ │ │ - conversations (chat sessions) │ │
52
+ │ │ - users (auth/profiles) │ │
53
+ │ │ - sessions (auth sessions) │ │
54
+ │ │ - settings (user preferences) │ │
55
+ │ │ - assistants (custom assistants) │ │
56
+ │ │ - reports (abuse reports) │ │
57
+ │ │ - messageEvents (feedback/votes) │ │
58
+ │ │ - semaphores (rate limiting) │ │
59
+ │ │ - tokens (token cache) │ │
60
+ │ │ - config (runtime config) │ │
61
+ │ │ - migrationResults (migration tracking) │ │
62
+ │ │ - tools (tool registry) │ │
63
+ │ │ - _files (GridFS replacement) │ │
64
+ │ │ + per-tenant namespaced collections │ │
65
+ │ │ │ │
66
+ │ │ Features: │ │
67
+ │ │ - MongoDB-compatible Collection API │ │
68
+ │ │ - Multi-tenant data isolation │ │
69
+ │ │ - Debounced auto-save (500ms) │ │
70
+ │ │ - Zero external dependencies │ │
71
+ │ └───────────────────────────────────────────┘ │
72
+ └─────────────────────────────────────────────────────────────────┘
73
+ ```
74
+
75
+ ## RVF Document Store (`rvf.ts`)
76
+
77
+ ### Storage Format
78
+
79
+ ```json
80
+ {
81
+ "rvf_version": "2.0",
82
+ "format": "rvf-database",
83
+ "collections": {
84
+ "conversations": { "id1": {...}, "id2": {...} },
85
+ "users": { ... },
86
+ ...
87
+ },
88
+ "tenants": {
89
+ "tenant-a": { "conversations": {...}, ... },
90
+ "tenant-b": { "conversations": {...}, ... }
91
+ },
92
+ "metadata": {
93
+ "created_at": "2026-03-05T...",
94
+ "updated_at": "2026-03-05T...",
95
+ "doc_count": 1234,
96
+ "multi_tenant": true
97
+ }
98
+ }
99
+ ```
100
+
101
+ ### MongoDB-Compatible API
102
+
103
+ The `RvfCollection<T>` class implements the full MongoDB Collection interface used by all 56 importing files in HF Chat UI:
104
+
105
+ ```typescript
106
+ class RvfCollection<T> {
107
+ // CRUD
108
+ findOne(filter, options?): Promise<T | null>;
109
+ find(filter, options?): RvfCursor<T>;
110
+ insertOne(doc): Promise<{ insertedId: ObjectId }>;
111
+ insertMany(docs): Promise<{ insertedIds: ObjectId[] }>;
112
+ updateOne(filter, update, options?): Promise<UpdateResult>;
113
+ updateMany(filter, update): Promise<UpdateResult>;
114
+ deleteOne(filter): Promise<DeleteResult>;
115
+ deleteMany(filter): Promise<DeleteResult>;
116
+ countDocuments(filter?): Promise<number>;
117
+ distinct(field, filter?): Promise<unknown[]>;
118
+ bulkWrite(ops): Promise<BulkWriteResult>;
119
+ findOneAndUpdate(filter, update, options?): Promise<{ value: T | null }>;
120
+ findOneAndDelete(filter): Promise<{ value: T | null }>;
121
+
122
+ // Aggregation
123
+ aggregate(pipeline, options?): { next(): Promise<T | null>; toArray(): Promise<T[]> };
124
+
125
+ // Indexes (no-ops — in-memory store doesn't need them)
126
+ createIndex(spec, options?): Promise<void>;
127
+ listIndexes(): { toArray(): Promise<IndexInfo[]> };
128
+
129
+ // Multi-tenant
130
+ forTenant(tenantId: string): RvfCollection<T>;
131
+ }
132
+ ```
133
+
134
+ ### Query Operators Implemented
135
+
136
+ | Operator | Description |
137
+ |----------|-------------|
138
+ | `$or` | Logical OR |
139
+ | `$and` | Logical AND |
140
+ | `$not` | Logical NOT |
141
+ | `$exists` | Field existence |
142
+ | `$gt`, `$gte`, `$lt`, `$lte` | Comparison |
143
+ | `$ne` | Not equal |
144
+ | `$in`, `$nin` | Array membership |
145
+ | `$regex`, `$options` | Regular expression |
146
+
147
+ ### Update Operators Implemented
148
+
149
+ | Operator | Description |
150
+ |----------|-------------|
151
+ | `$set` | Set field value |
152
+ | `$unset` | Remove field |
153
+ | `$inc` | Increment numeric field |
154
+ | `$push` | Push to array (with `$each`) |
155
+ | `$pull` | Remove from array |
156
+ | `$addToSet` | Add unique to array |
157
+ | `$setOnInsert` | Set on upsert only |
158
+
159
+ ### Cursor API
160
+
161
+ ```typescript
162
+ class RvfCursor<T> {
163
+ sort(spec): this;
164
+ limit(n): this;
165
+ skip(n): this;
166
+ project<U>(spec): RvfCursor<U>;
167
+ batchSize(n): this;
168
+ map<U>(fn): RvfCursor<U>;
169
+ toArray(): Promise<T[]>;
170
+ hasNext(): Promise<boolean>;
171
+ next(): Promise<T | null>;
172
+ tryNext(): Promise<T | null>;
173
+ [Symbol.asyncIterator](): AsyncGenerator<T>;
174
+ }
175
+ ```
176
+
177
+ ### Aggregation Pipeline Stages
178
+
179
+ | Stage | Description |
180
+ |-------|-------------|
181
+ | `$match` | Filter documents |
182
+ | `$sort` | Sort results |
183
+ | `$limit` | Limit result count |
184
+ | `$skip` | Skip results |
185
+ | `$project` | Include/exclude fields |
186
+ | `$group` | Group with `$sum`, `$count` |
187
+
188
+ ## Multi-Tenant Support
189
+
190
+ Tenant isolation is built into the store at the collection level:
191
+
192
+ ```typescript
193
+ // Global collection (default)
194
+ const conversations = new RvfCollection<Conversation>("conversations");
195
+
196
+ // Tenant-scoped view — fully isolated data
197
+ const tenantConvs = conversations.forTenant("tenant-abc");
198
+ await tenantConvs.insertOne({ title: "Hello" });
199
+
200
+ // Won't find tenant data
201
+ await conversations.findOne({ title: "Hello" }); // null
202
+
203
+ // Stats
204
+ listTenants(); // ["tenant-abc"]
205
+ getTenantStats(); // { "tenant-abc": { collections: 1, documents: 1 } }
206
+ ```
207
+
208
+ Tenant data is persisted separately in the RVF file under the `tenants` key.
209
+
210
+ ## Performance Benchmarks (47 tests, all passing)
211
+
212
+ | Operation | Dataset | Time | Throughput |
213
+ |-----------|---------|------|------------|
214
+ | Insert | 10,000 docs | 63ms | ~159k ops/s |
215
+ | Find (range) | 10,000 docs | 5ms | 1,000 results |
216
+ | UpdateMany | 10,000 docs | 15ms | 5,000 matched |
217
+ | Aggregate | 10,000 docs | 28ms | match+sort+limit |
218
+ | Concurrent (5 ops) | 1,000 docs | 1.9ms | mixed read/write |
219
+ | Multi-tenant insert | 10×1,000 docs | 25ms | 10 tenants |
220
+ | Single tenant query | 1,000 docs | 0.5ms | 499 results |
221
+
222
+ ## Test Coverage
223
+
224
+ 47 tests across 9 test suites:
225
+
226
+ - **CRUD** (13 tests): insertOne/Many, updateOne/Many, deleteOne/Many, countDocuments, distinct, findOneAndUpdate/Delete, bulkWrite
227
+ - **Query Operators** (7 tests): $gt/$gte/$lt/$lte, $ne, $in/$nin, $exists, $or/$and, $regex, $not
228
+ - **Update Operators** (6 tests): $inc, $push, $push+$each, $pull, $addToSet, $unset
229
+ - **Cursor** (4 tests): sort/limit/skip, async iterator, tryNext/hasNext/next, map
230
+ - **Aggregation** (3 tests): $match+$sort+$limit, aggregate().next(), $group+$sum
231
+ - **GridFS** (2 tests): upload+download, delete
232
+ - **Multi-tenant** (2 tests): isolation, listTenants+stats
233
+ - **Persistence** (1 test): flush to disk and reload
234
+ - **ObjectId** (3 tests): equals, createFromHexString, toJSON
235
+ - **Benchmarks** (6 tests): insert, find, update, aggregate, concurrent, multi-tenant
236
+
237
+ ## Files Modified
238
+
239
+ | File | Change |
240
+ |------|--------|
241
+ | `src/lib/server/database/rvf.ts` | NEW — RVF document store (850+ lines) |
242
+ | `src/lib/server/database.ts` | REWRITTEN — Uses RvfCollection instead of MongoDB |
243
+ | `src/lib/server/config.ts` | MODIFIED — RvfCollection types |
244
+ | `src/lib/migrations/migrations.ts` | REWRITTEN — No MongoDB sessions/transactions |
245
+ | `scripts/setups/vitest-setup-server.ts` | REWRITTEN — No MongoMemoryServer |
246
+ | `src/lib/server/database/__tests__/rvf.spec.ts` | NEW — 47 tests + benchmarks |
247
+
248
+ ## Environment Variables
249
+
250
+ ```bash
251
+ # RVF store path (defaults to db/ruvocal.rvf.json)
252
+ RVF_DB_PATH=/data/ruvocal
253
+
254
+ # Empty string = in-memory only (for tests)
255
+ RVF_DB_PATH=
256
+
257
+ # Everything else stays the same
258
+ PUBLIC_APP_NAME=RuVocal
259
+ PUBLIC_ORIGIN=https://chat.example.com
260
+ OPENAI_BASE_URL=https://openrouter.ai/api/v1
261
+ ```
262
+
263
+ ## Benefits
264
+
265
+ | Aspect | MongoDB (upstream) | RVF Store (RuVocal) |
266
+ |--------|-------------------|---------------------|
267
+ | **Dependencies** | MongoDB server required | Zero — pure TypeScript |
268
+ | **Container size** | +500MB for MongoDB | 0 extra |
269
+ | **Persistence** | Network database | Single JSON file |
270
+ | **Startup time** | Seconds (connection) | Instant |
271
+ | **Multi-tenant** | Not built-in | Native tenant isolation |
272
+ | **Backup** | mongodump | cp ruvocal.rvf.json |
273
+ | **UI customization** | Cannot modify upstream | Full SvelteKit source |
274
+ | **Test speed** | MongoMemoryServer (~2s) | In-memory (~300ms) |
275
+
276
+ ## Risks
277
+
278
+ 1. **In-memory limitation** — All data lives in RAM; unsuitable for datasets >100MB
279
+ 2. **Single-writer** — No concurrent process writes (single Node process assumed)
280
+ 3. **Upstream sync** — Forking means manual merge of upstream HF Chat UI updates
281
+
282
+ ## Mitigation
283
+
284
+ 1. For large deployments, future upgrade path to ruvector-postgres (PostgresAdapter already exists at `postgres.ts`)
285
+ 2. The debounced save + flush-on-exit pattern prevents data loss; WAL logging can be added if needed
286
+ 3. Keep fork minimal — only database layer changed, UI components untouched
@@ -1,30 +1,30 @@
1
- - local: index
2
- title: Chat UI
3
- - title: Installation
4
- sections:
5
- - local: installation/local
6
- title: Local
7
- - local: installation/docker
8
- title: Docker
9
- - local: installation/helm
10
- title: Helm
11
- - title: Configuration
12
- sections:
13
- - local: configuration/overview
14
- title: Overview
15
- - local: configuration/theming
16
- title: Theming
17
- - local: configuration/open-id
18
- title: OpenID
19
- - local: configuration/mcp-tools
20
- title: MCP Tools
21
- - local: configuration/llm-router
22
- title: LLM Router
23
- - local: configuration/metrics
24
- title: Metrics
25
- - local: configuration/common-issues
26
- title: Common Issues
27
- - title: Developing
28
- sections:
29
- - local: developing/architecture
30
- title: Architecture
1
+ - local: index
2
+ title: Chat UI
3
+ - title: Installation
4
+ sections:
5
+ - local: installation/local
6
+ title: Local
7
+ - local: installation/docker
8
+ title: Docker
9
+ - local: installation/helm
10
+ title: Helm
11
+ - title: Configuration
12
+ sections:
13
+ - local: configuration/overview
14
+ title: Overview
15
+ - local: configuration/theming
16
+ title: Theming
17
+ - local: configuration/open-id
18
+ title: OpenID
19
+ - local: configuration/mcp-tools
20
+ title: MCP Tools
21
+ - local: configuration/llm-router
22
+ title: LLM Router
23
+ - local: configuration/metrics
24
+ title: Metrics
25
+ - local: configuration/common-issues
26
+ title: Common Issues
27
+ - title: Developing
28
+ sections:
29
+ - local: developing/architecture
30
+ title: Architecture