totem-llm 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (800) hide show
  1. package/LICENSE +22 -0
  2. package/README.md +81 -0
  3. package/bin/totem-llm.js +80 -0
  4. package/collector/.env +9 -0
  5. package/collector/.env.example +9 -0
  6. package/collector/.nvmrc +1 -0
  7. package/collector/extensions/index.js +239 -0
  8. package/collector/extensions/resync/index.js +197 -0
  9. package/collector/hotdir/__HOTDIR__.md +3 -0
  10. package/collector/index.js +202 -0
  11. package/collector/middleware/httpLogger.js +29 -0
  12. package/collector/middleware/setDataSigner.js +44 -0
  13. package/collector/middleware/verifyIntegrity.js +32 -0
  14. package/collector/package.json +67 -0
  15. package/collector/processLink/convert/generic.js +240 -0
  16. package/collector/processLink/helpers/index.js +190 -0
  17. package/collector/processLink/index.js +47 -0
  18. package/collector/processRawText/index.js +83 -0
  19. package/collector/processSingleFile/convert/asAudio.js +79 -0
  20. package/collector/processSingleFile/convert/asDocx.js +63 -0
  21. package/collector/processSingleFile/convert/asEPub.js +61 -0
  22. package/collector/processSingleFile/convert/asImage.js +56 -0
  23. package/collector/processSingleFile/convert/asMbox.js +83 -0
  24. package/collector/processSingleFile/convert/asOfficeMime.js +59 -0
  25. package/collector/processSingleFile/convert/asPDF/PDFLoader/index.js +97 -0
  26. package/collector/processSingleFile/convert/asPDF/index.js +86 -0
  27. package/collector/processSingleFile/convert/asTxt.js +59 -0
  28. package/collector/processSingleFile/convert/asXlsx.js +193 -0
  29. package/collector/processSingleFile/index.js +95 -0
  30. package/collector/utils/EncryptionWorker/index.js +77 -0
  31. package/collector/utils/OCRLoader/index.js +355 -0
  32. package/collector/utils/OCRLoader/validLangs.js +155 -0
  33. package/collector/utils/WhisperProviders/OpenAiWhisper.js +49 -0
  34. package/collector/utils/WhisperProviders/ffmpeg/index.js +114 -0
  35. package/collector/utils/WhisperProviders/localWhisper.js +197 -0
  36. package/collector/utils/comKey/index.js +54 -0
  37. package/collector/utils/constants.js +92 -0
  38. package/collector/utils/downloadURIToFile/index.js +90 -0
  39. package/collector/utils/extensions/Confluence/ConfluenceLoader/index.js +154 -0
  40. package/collector/utils/extensions/Confluence/index.js +292 -0
  41. package/collector/utils/extensions/DrupalWiki/DrupalWiki/index.js +338 -0
  42. package/collector/utils/extensions/DrupalWiki/index.js +102 -0
  43. package/collector/utils/extensions/ObsidianVault/index.js +95 -0
  44. package/collector/utils/extensions/PaperlessNgx/PaperlessNgxLoader/index.js +157 -0
  45. package/collector/utils/extensions/PaperlessNgx/index.js +128 -0
  46. package/collector/utils/extensions/RepoLoader/GithubRepo/RepoLoader/index.js +265 -0
  47. package/collector/utils/extensions/RepoLoader/GithubRepo/index.js +159 -0
  48. package/collector/utils/extensions/RepoLoader/GitlabRepo/RepoLoader/index.js +447 -0
  49. package/collector/utils/extensions/RepoLoader/GitlabRepo/index.js +261 -0
  50. package/collector/utils/extensions/RepoLoader/index.js +41 -0
  51. package/collector/utils/extensions/WebsiteDepth/index.js +211 -0
  52. package/collector/utils/extensions/YoutubeTranscript/YoutubeLoader/index.js +99 -0
  53. package/collector/utils/extensions/YoutubeTranscript/YoutubeLoader/youtube-transcript.js +246 -0
  54. package/collector/utils/extensions/YoutubeTranscript/index.js +219 -0
  55. package/collector/utils/files/index.js +240 -0
  56. package/collector/utils/files/mime.js +64 -0
  57. package/collector/utils/http/index.js +54 -0
  58. package/collector/utils/logger/index.js +68 -0
  59. package/collector/utils/runtimeSettings/index.js +97 -0
  60. package/collector/utils/shell.js +25 -0
  61. package/collector/utils/tokenizer/index.js +66 -0
  62. package/collector/utils/url/index.js +137 -0
  63. package/collector/yarn.lock +4413 -0
  64. package/lib/config.js +79 -0
  65. package/lib/launcher.js +116 -0
  66. package/lib/setup.js +143 -0
  67. package/package.json +64 -0
  68. package/scripts/postinstall.mjs +117 -0
  69. package/server/.env +489 -0
  70. package/server/.env.example +496 -0
  71. package/server/.flowconfig +30 -0
  72. package/server/.nvmrc +1 -0
  73. package/server/endpoints/admin.js +566 -0
  74. package/server/endpoints/agentFileServer.js +174 -0
  75. package/server/endpoints/agentFlows.js +192 -0
  76. package/server/endpoints/agentSkillWhitelist.js +82 -0
  77. package/server/endpoints/agentWebsocket.js +62 -0
  78. package/server/endpoints/api/admin/index.js +775 -0
  79. package/server/endpoints/api/auth/index.js +33 -0
  80. package/server/endpoints/api/document/index.js +1210 -0
  81. package/server/endpoints/api/embed/index.js +409 -0
  82. package/server/endpoints/api/index.js +29 -0
  83. package/server/endpoints/api/openai/compatibility-test-script.cjs +79 -0
  84. package/server/endpoints/api/openai/helpers.js +50 -0
  85. package/server/endpoints/api/openai/index.js +321 -0
  86. package/server/endpoints/api/system/index.js +275 -0
  87. package/server/endpoints/api/userManagement/index.js +124 -0
  88. package/server/endpoints/api/workspace/index.js +1008 -0
  89. package/server/endpoints/api/workspaceThread/index.js +627 -0
  90. package/server/endpoints/browserExtension.js +221 -0
  91. package/server/endpoints/chat.js +193 -0
  92. package/server/endpoints/communityHub.js +214 -0
  93. package/server/endpoints/document.js +111 -0
  94. package/server/endpoints/embed/index.js +103 -0
  95. package/server/endpoints/embedManagement.js +131 -0
  96. package/server/endpoints/experimental/imported-agent-plugins.js +65 -0
  97. package/server/endpoints/experimental/index.js +12 -0
  98. package/server/endpoints/experimental/liveSync.js +110 -0
  99. package/server/endpoints/extensions/index.js +175 -0
  100. package/server/endpoints/invite.js +81 -0
  101. package/server/endpoints/mcpServers.js +127 -0
  102. package/server/endpoints/memory.js +196 -0
  103. package/server/endpoints/mobile/index.js +160 -0
  104. package/server/endpoints/mobile/middleware/index.js +97 -0
  105. package/server/endpoints/mobile/utils/index.js +195 -0
  106. package/server/endpoints/modelRouter.js +205 -0
  107. package/server/endpoints/scheduledJobs.js +374 -0
  108. package/server/endpoints/system.js +1490 -0
  109. package/server/endpoints/telegram.js +333 -0
  110. package/server/endpoints/utils/dockerModelRunnerUtils.js +94 -0
  111. package/server/endpoints/utils/googleAgentSkillEndpoints.js +70 -0
  112. package/server/endpoints/utils/lemonadeUtilsEndpoints.js +170 -0
  113. package/server/endpoints/utils/outlookAgentUtils.js +190 -0
  114. package/server/endpoints/utils.js +220 -0
  115. package/server/endpoints/webPush.js +27 -0
  116. package/server/endpoints/workspaceThreads.js +245 -0
  117. package/server/endpoints/workspaces.js +1159 -0
  118. package/server/endpoints/workspacesParsedFiles.js +208 -0
  119. package/server/index.js +178 -0
  120. package/server/jobs/cleanup-generated-files.js +160 -0
  121. package/server/jobs/cleanup-orphan-documents.js +79 -0
  122. package/server/jobs/embedding-worker.js +197 -0
  123. package/server/jobs/extract-memories.js +192 -0
  124. package/server/jobs/handle-telegram-chat.js +67 -0
  125. package/server/jobs/helpers/index.js +54 -0
  126. package/server/jobs/helpers/memory-extraction-utils.js +366 -0
  127. package/server/jobs/helpers/scheduled-job-helper.js +111 -0
  128. package/server/jobs/run-scheduled-job.js +157 -0
  129. package/server/jobs/sync-watched-documents.js +209 -0
  130. package/server/jsconfig.json +14 -0
  131. package/server/middleware/httpLogger.js +23 -0
  132. package/server/models/agentSkillWhitelist.js +100 -0
  133. package/server/models/apiKeys.js +99 -0
  134. package/server/models/browserExtensionApiKey.js +190 -0
  135. package/server/models/cacheData.js +69 -0
  136. package/server/models/communityHub.js +213 -0
  137. package/server/models/documentSyncQueue.js +252 -0
  138. package/server/models/documentSyncRun.js +88 -0
  139. package/server/models/documents.js +356 -0
  140. package/server/models/embedChats.js +199 -0
  141. package/server/models/embedConfig.js +251 -0
  142. package/server/models/eventLogs.js +129 -0
  143. package/server/models/externalCommunicationConnector.js +110 -0
  144. package/server/models/invite.js +144 -0
  145. package/server/models/memory.js +451 -0
  146. package/server/models/mobileDevice.js +251 -0
  147. package/server/models/modelRouter.js +259 -0
  148. package/server/models/modelRouterRule.js +336 -0
  149. package/server/models/passwordRecovery.js +115 -0
  150. package/server/models/promptHistory.js +107 -0
  151. package/server/models/scheduledJob.js +499 -0
  152. package/server/models/scheduledJobRun.js +362 -0
  153. package/server/models/slashCommandsPresets.js +143 -0
  154. package/server/models/systemPromptVariables.js +361 -0
  155. package/server/models/systemSettings.js +1183 -0
  156. package/server/models/temporaryAuthToken.js +104 -0
  157. package/server/models/user.js +381 -0
  158. package/server/models/vectors.js +79 -0
  159. package/server/models/workspace.js +720 -0
  160. package/server/models/workspaceAgentInvocation.js +97 -0
  161. package/server/models/workspaceChats.js +386 -0
  162. package/server/models/workspaceParsedFiles.js +246 -0
  163. package/server/models/workspaceThread.js +151 -0
  164. package/server/models/workspaceUsers.js +103 -0
  165. package/server/models/workspacesSuggestedMessages.js +83 -0
  166. package/server/package.json +130 -0
  167. package/server/prisma/migrations/20230921191814_init/migration.sql +125 -0
  168. package/server/prisma/migrations/20231101001441_init/migration.sql +2 -0
  169. package/server/prisma/migrations/20231101195421_init/migration.sql +11 -0
  170. package/server/prisma/migrations/20231129012019_add/migration.sql +2 -0
  171. package/server/prisma/migrations/20240113013409_init/migration.sql +2 -0
  172. package/server/prisma/migrations/20240118201333_init/migration.sql +2 -0
  173. package/server/prisma/migrations/20240202002020_init/migration.sql +37 -0
  174. package/server/prisma/migrations/20240206181106_init/migration.sql +13 -0
  175. package/server/prisma/migrations/20240206211916_init/migration.sql +11 -0
  176. package/server/prisma/migrations/20240208224848_init/migration.sql +24 -0
  177. package/server/prisma/migrations/20240210004405_init/migration.sql +2 -0
  178. package/server/prisma/migrations/20240216214639_init/migration.sql +2 -0
  179. package/server/prisma/migrations/20240219211018_init/migration.sql +2 -0
  180. package/server/prisma/migrations/20240301002308_init/migration.sql +2 -0
  181. package/server/prisma/migrations/20240326231053_init/migration.sql +2 -0
  182. package/server/prisma/migrations/20240405015034_init/migration.sql +2 -0
  183. package/server/prisma/migrations/20240412183346_init/migration.sql +24 -0
  184. package/server/prisma/migrations/20240425004220_init/migration.sql +30 -0
  185. package/server/prisma/migrations/20240430230707_init/migration.sql +2 -0
  186. package/server/prisma/migrations/20240510032311_init/migration.sql +15 -0
  187. package/server/prisma/migrations/20240618224346_init/migration.sql +26 -0
  188. package/server/prisma/migrations/20240821215625_init/migration.sql +2 -0
  189. package/server/prisma/migrations/20240824005054_init/migration.sql +15 -0
  190. package/server/prisma/migrations/20241003192954_init/migration.sql +2 -0
  191. package/server/prisma/migrations/20241029203722_init/migration.sql +12 -0
  192. package/server/prisma/migrations/20241029233509_init/migration.sql +5 -0
  193. package/server/prisma/migrations/20250102204948_init/migration.sql +2 -0
  194. package/server/prisma/migrations/20250226005538_init/migration.sql +2 -0
  195. package/server/prisma/migrations/20250318154720_init/migration.sql +18 -0
  196. package/server/prisma/migrations/20250506214129_init/migration.sql +13 -0
  197. package/server/prisma/migrations/20250709230835_init/migration.sql +2 -0
  198. package/server/prisma/migrations/20250725194841_init/migration.sql +17 -0
  199. package/server/prisma/migrations/20250808171557_init/migration.sql +23 -0
  200. package/server/prisma/migrations/20260130040204_init/migration.sql +2 -0
  201. package/server/prisma/migrations/20260313192859_init/migration.sql +10 -0
  202. package/server/prisma/migrations/20260319202916_init/migration.sql +12 -0
  203. package/server/prisma/migrations/20260406120000_init/migration.sql +2 -0
  204. package/server/prisma/migrations/20260423191158_init/migration.sql +29 -0
  205. package/server/prisma/migrations/20260424013043_init/migration.sql +22 -0
  206. package/server/prisma/migrations/20260520160208_init/migration.sql +46 -0
  207. package/server/prisma/migrations/migration_lock.toml +3 -0
  208. package/server/prisma/schema.prisma +484 -0
  209. package/server/prisma/seed.js +31 -0
  210. package/server/public/KaTeX_AMS-Regular.eot +0 -0
  211. package/server/public/KaTeX_AMS-Regular.ttf +0 -0
  212. package/server/public/KaTeX_AMS-Regular.woff +0 -0
  213. package/server/public/KaTeX_AMS-Regular.woff2 +0 -0
  214. package/server/public/KaTeX_Caligraphic-Bold.eot +0 -0
  215. package/server/public/KaTeX_Caligraphic-Bold.ttf +0 -0
  216. package/server/public/KaTeX_Caligraphic-Bold.woff +0 -0
  217. package/server/public/KaTeX_Caligraphic-Bold.woff2 +0 -0
  218. package/server/public/KaTeX_Caligraphic-Regular.eot +0 -0
  219. package/server/public/KaTeX_Caligraphic-Regular.ttf +0 -0
  220. package/server/public/KaTeX_Caligraphic-Regular.woff +0 -0
  221. package/server/public/KaTeX_Caligraphic-Regular.woff2 +0 -0
  222. package/server/public/KaTeX_Fraktur-Bold.eot +0 -0
  223. package/server/public/KaTeX_Fraktur-Bold.ttf +0 -0
  224. package/server/public/KaTeX_Fraktur-Bold.woff +0 -0
  225. package/server/public/KaTeX_Fraktur-Bold.woff2 +0 -0
  226. package/server/public/KaTeX_Fraktur-Regular.eot +0 -0
  227. package/server/public/KaTeX_Fraktur-Regular.ttf +0 -0
  228. package/server/public/KaTeX_Fraktur-Regular.woff +0 -0
  229. package/server/public/KaTeX_Fraktur-Regular.woff2 +0 -0
  230. package/server/public/KaTeX_Main-Bold.eot +0 -0
  231. package/server/public/KaTeX_Main-Bold.ttf +0 -0
  232. package/server/public/KaTeX_Main-Bold.woff +0 -0
  233. package/server/public/KaTeX_Main-Bold.woff2 +0 -0
  234. package/server/public/KaTeX_Main-Italic.eot +0 -0
  235. package/server/public/KaTeX_Main-Italic.ttf +0 -0
  236. package/server/public/KaTeX_Main-Italic.woff +0 -0
  237. package/server/public/KaTeX_Main-Italic.woff2 +0 -0
  238. package/server/public/KaTeX_Main-Regular.eot +0 -0
  239. package/server/public/KaTeX_Main-Regular.ttf +0 -0
  240. package/server/public/KaTeX_Main-Regular.woff +0 -0
  241. package/server/public/KaTeX_Main-Regular.woff2 +0 -0
  242. package/server/public/KaTeX_Math-Italic.eot +0 -0
  243. package/server/public/KaTeX_Math-Italic.ttf +0 -0
  244. package/server/public/KaTeX_Math-Italic.woff +0 -0
  245. package/server/public/KaTeX_Math-Italic.woff2 +0 -0
  246. package/server/public/KaTeX_SansSerif-Regular.eot +0 -0
  247. package/server/public/KaTeX_SansSerif-Regular.ttf +0 -0
  248. package/server/public/KaTeX_SansSerif-Regular.woff +0 -0
  249. package/server/public/KaTeX_SansSerif-Regular.woff2 +0 -0
  250. package/server/public/KaTeX_Script-Regular.eot +0 -0
  251. package/server/public/KaTeX_Script-Regular.ttf +0 -0
  252. package/server/public/KaTeX_Script-Regular.woff +0 -0
  253. package/server/public/KaTeX_Script-Regular.woff2 +0 -0
  254. package/server/public/KaTeX_Size1-Regular.eot +0 -0
  255. package/server/public/KaTeX_Size1-Regular.ttf +0 -0
  256. package/server/public/KaTeX_Size1-Regular.woff +0 -0
  257. package/server/public/KaTeX_Size1-Regular.woff2 +0 -0
  258. package/server/public/KaTeX_Size2-Regular.eot +0 -0
  259. package/server/public/KaTeX_Size2-Regular.ttf +0 -0
  260. package/server/public/KaTeX_Size2-Regular.woff +0 -0
  261. package/server/public/KaTeX_Size2-Regular.woff2 +0 -0
  262. package/server/public/KaTeX_Size3-Regular.eot +0 -0
  263. package/server/public/KaTeX_Size3-Regular.ttf +0 -0
  264. package/server/public/KaTeX_Size3-Regular.woff +0 -0
  265. package/server/public/KaTeX_Size4-Regular.eot +0 -0
  266. package/server/public/KaTeX_Size4-Regular.ttf +0 -0
  267. package/server/public/KaTeX_Size4-Regular.woff +0 -0
  268. package/server/public/KaTeX_Size4-Regular.woff2 +0 -0
  269. package/server/public/KaTeX_Typewriter-Regular.eot +0 -0
  270. package/server/public/KaTeX_Typewriter-Regular.ttf +0 -0
  271. package/server/public/KaTeX_Typewriter-Regular.woff +0 -0
  272. package/server/public/KaTeX_Typewriter-Regular.woff2 +0 -0
  273. package/server/public/PlusJakartaSans.ttf +0 -0
  274. package/server/public/_index.html +45 -0
  275. package/server/public/agent-animation.webm +0 -0
  276. package/server/public/agent-static.png +0 -0
  277. package/server/public/anthropic.png +0 -0
  278. package/server/public/anything-llm-dark.png +0 -0
  279. package/server/public/anything-llm-light.png +0 -0
  280. package/server/public/anything-llm.png +0 -0
  281. package/server/public/apipie.png +0 -0
  282. package/server/public/assets/404-aca8e9d6.js +1 -0
  283. package/server/public/assets/Brain-24e386d5.js +1 -0
  284. package/server/public/assets/Browser-1820fad0.js +1 -0
  285. package/server/public/assets/ChatText-35275002.js +1 -0
  286. package/server/public/assets/Check-7e83fb0d.js +1 -0
  287. package/server/public/assets/Copy-d323e545.js +1 -0
  288. package/server/public/assets/Database-f1a76329.js +1 -0
  289. package/server/public/assets/Eye-9f033dc0.js +1 -0
  290. package/server/public/assets/File-b92df2f3.js +1 -0
  291. package/server/public/assets/Gauge-e6762f4d.js +1 -0
  292. package/server/public/assets/Hammer-05b5ccc7.js +1 -0
  293. package/server/public/assets/Plug-7d951c7d.js +1 -0
  294. package/server/public/assets/PlusCircle-31c6a8d8.js +1 -0
  295. package/server/public/assets/RunDetailPage-edfdbd4d.js +1 -0
  296. package/server/public/assets/RunHistoryPage-732dae26.js +1 -0
  297. package/server/public/assets/Stop-4b47ae05.js +1 -0
  298. package/server/public/assets/Trans-36b04c7b.js +1 -0
  299. package/server/public/assets/WarningCircle-27467274.js +1 -0
  300. package/server/public/assets/XCircle-edfe554c.js +1 -0
  301. package/server/public/assets/admin-04b020fe.js +1 -0
  302. package/server/public/assets/agentFlows-e4124dd3.js +1 -0
  303. package/server/public/assets/anything-llm-infinity-0d7244a1.js +1 -0
  304. package/server/public/assets/communityHub-aba61686.js +1 -0
  305. package/server/public/assets/cron-2ad9194f.js +1 -0
  306. package/server/public/assets/files-493643b0.js +23 -0
  307. package/server/public/assets/github-dark-57c241de.js +1 -0
  308. package/server/public/assets/index-08cd0bc2.js +9 -0
  309. package/server/public/assets/index-0bf8ea25.js +1 -0
  310. package/server/public/assets/index-25b2660c.js +1 -0
  311. package/server/public/assets/index-2a7c0b04.js +1 -0
  312. package/server/public/assets/index-3643e990.js +1 -0
  313. package/server/public/assets/index-3761d55d.js +1 -0
  314. package/server/public/assets/index-4b5e1c76.js +5 -0
  315. package/server/public/assets/index-4fb4d421.js +2 -0
  316. package/server/public/assets/index-56bb11a0.js +1 -0
  317. package/server/public/assets/index-5c320a5d.js +1 -0
  318. package/server/public/assets/index-62160652.js +3 -0
  319. package/server/public/assets/index-62fee0f9.js +4 -0
  320. package/server/public/assets/index-65801ac6.js +1 -0
  321. package/server/public/assets/index-71027183.js +1 -0
  322. package/server/public/assets/index-72832304.js +18 -0
  323. package/server/public/assets/index-7b0ea06b.js +14 -0
  324. package/server/public/assets/index-8132c765.js +1 -0
  325. package/server/public/assets/index-837868b3.js +1 -0
  326. package/server/public/assets/index-86e8a6b4.js +1 -0
  327. package/server/public/assets/index-8ba96f42.js +1 -0
  328. package/server/public/assets/index-8e43159f.js +1 -0
  329. package/server/public/assets/index-92574f3a.js +1 -0
  330. package/server/public/assets/index-925792fe.js +2 -0
  331. package/server/public/assets/index-92d3b7bc.js +1 -0
  332. package/server/public/assets/index-994c849a.js +1 -0
  333. package/server/public/assets/index-9f71774b.js +1 -0
  334. package/server/public/assets/index-9f7dabd6.js +1 -0
  335. package/server/public/assets/index-a0e2be61.js +1 -0
  336. package/server/public/assets/index-a6ac5511.js +1 -0
  337. package/server/public/assets/index-a6c0d98a.js +1 -0
  338. package/server/public/assets/index-aa687cfe.js +3 -0
  339. package/server/public/assets/index-ab35fb74.js +1 -0
  340. package/server/public/assets/index-ab72b353.js +4 -0
  341. package/server/public/assets/index-ad8e77d2.js +5 -0
  342. package/server/public/assets/index-c07cc087.js +110 -0
  343. package/server/public/assets/index-c22f7da1.js +1 -0
  344. package/server/public/assets/index-c9b59c35.js +1 -0
  345. package/server/public/assets/index-d59c6d7f.js +1 -0
  346. package/server/public/assets/index-d69f2e09.js +1 -0
  347. package/server/public/assets/index-e5b911ea.js +1 -0
  348. package/server/public/assets/index-e6c540e1.js +1 -0
  349. package/server/public/assets/index-f86e167c.js +4 -0
  350. package/server/public/assets/index-f984ef26.js +1 -0
  351. package/server/public/assets/index-fb26b60a.js +1 -0
  352. package/server/public/assets/index-fd922432.js +1 -0
  353. package/server/public/assets/main-8ad4162f.js +1 -0
  354. package/server/public/assets/mcpServers-957b1f1c.js +1 -0
  355. package/server/public/assets/moment-3ad2e1a6.js +10 -0
  356. package/server/public/assets/ort.min-faca3c2b.js +1827 -0
  357. package/server/public/assets/piper-o91UDS6e-0c78e94e.js +4 -0
  358. package/server/public/assets/purify-6b86d6dc.js +26 -0
  359. package/server/public/assets/react-beautiful-dnd.esm-86e87aba.js +68 -0
  360. package/server/public/assets/truncate-352eb33b.js +1 -0
  361. package/server/public/assets/types-e90e1137.js +1 -0
  362. package/server/public/assets/usePolling-417bb099.js +1 -0
  363. package/server/public/assets/voices_static-D_OtJDHM-5cdb0950.js +1 -0
  364. package/server/public/assets/worker-8f433525.js +1 -0
  365. package/server/public/azure.png +0 -0
  366. package/server/public/baidu.png +0 -0
  367. package/server/public/bedrock.png +0 -0
  368. package/server/public/bg.png +0 -0
  369. package/server/public/bing.png +0 -0
  370. package/server/public/cerebras.png +0 -0
  371. package/server/public/cohere.png +0 -0
  372. package/server/public/cometapi.png +0 -0
  373. package/server/public/community-hub.png +0 -0
  374. package/server/public/confluence.jpeg +0 -0
  375. package/server/public/deepseek.png +0 -0
  376. package/server/public/docker-model-runner.png +0 -0
  377. package/server/public/dpais.png +0 -0
  378. package/server/public/drupalwiki.jpg +0 -0
  379. package/server/public/duckduckgo.png +0 -0
  380. package/server/public/elevenlabs.png +0 -0
  381. package/server/public/embed/anythingllm-chat-widget.min.css +1 -0
  382. package/server/public/embed/anythingllm-chat-widget.min.js +37 -0
  383. package/server/public/exa.png +0 -0
  384. package/server/public/favicon.ico +0 -0
  385. package/server/public/favicon.png +0 -0
  386. package/server/public/file-system.png +0 -0
  387. package/server/public/files.css +1 -0
  388. package/server/public/fonts/PlusJakartaSans.ttf +0 -0
  389. package/server/public/foundry-local.png +0 -0
  390. package/server/public/gemini.png +0 -0
  391. package/server/public/generate-charts.png +0 -0
  392. package/server/public/generate-save-files.png +0 -0
  393. package/server/public/generic-openai.png +0 -0
  394. package/server/public/giteeai.png +0 -0
  395. package/server/public/github-dark.css +10 -0
  396. package/server/public/github.css +19 -0
  397. package/server/public/github.svg +4 -0
  398. package/server/public/gitlab.svg +7 -0
  399. package/server/public/gmail.png +0 -0
  400. package/server/public/google-calendar.png +0 -0
  401. package/server/public/gplay-badge.svg +55 -0
  402. package/server/public/huggingface.png +0 -0
  403. package/server/public/index.css +1 -0
  404. package/server/public/index.js +1739 -0
  405. package/server/public/koboldcpp.png +0 -0
  406. package/server/public/lancedb.png +0 -0
  407. package/server/public/lemonade.png +0 -0
  408. package/server/public/link.svg +1 -0
  409. package/server/public/litellm.png +0 -0
  410. package/server/public/lmstudio.png +0 -0
  411. package/server/public/localai.png +0 -0
  412. package/server/public/login-logo-light.svg +45 -0
  413. package/server/public/login-logo.svg +45 -0
  414. package/server/public/manifest.json +13 -0
  415. package/server/public/mcp-logo.svg +1 -0
  416. package/server/public/milvus.png +0 -0
  417. package/server/public/minimax.png +0 -0
  418. package/server/public/mistral.jpeg +0 -0
  419. package/server/public/moonshotai.png +0 -0
  420. package/server/public/mssql.png +0 -0
  421. package/server/public/mysql.png +0 -0
  422. package/server/public/nvidia-nim.png +0 -0
  423. package/server/public/obsidian.png +0 -0
  424. package/server/public/ollama.png +0 -0
  425. package/server/public/openai.png +0 -0
  426. package/server/public/openrouter.jpeg +0 -0
  427. package/server/public/outlook.png +0 -0
  428. package/server/public/paperless-ngx.jpeg +0 -0
  429. package/server/public/perplexity.png +0 -0
  430. package/server/public/pgvector.png +0 -0
  431. package/server/public/piper.png +0 -0
  432. package/server/public/privatemode.png +0 -0
  433. package/server/public/qdrant.png +0 -0
  434. package/server/public/rag-memory.png +0 -0
  435. package/server/public/robots.txt +2 -0
  436. package/server/public/router-animation.webm +0 -0
  437. package/server/public/sambanova.png +0 -0
  438. package/server/public/scrape-websites.png +0 -0
  439. package/server/public/searchapi.png +0 -0
  440. package/server/public/searxng.png +0 -0
  441. package/server/public/serpapi.png +0 -0
  442. package/server/public/serper.png +0 -0
  443. package/server/public/serply.png +0 -0
  444. package/server/public/service-workers/push-notifications.js +26 -0
  445. package/server/public/sql-agent.png +0 -0
  446. package/server/public/tavily.svg +1 -0
  447. package/server/public/text-generation-webui.png +0 -0
  448. package/server/public/thinking-animation.webm +0 -0
  449. package/server/public/thinking-static.png +0 -0
  450. package/server/public/togetherai.png +0 -0
  451. package/server/public/view-summarize.png +0 -0
  452. package/server/public/voyageai.png +0 -0
  453. package/server/public/weaviate.png +0 -0
  454. package/server/public/xai.png +0 -0
  455. package/server/public/youtube.svg +10 -0
  456. package/server/public/zai.png +0 -0
  457. package/server/public/zilliz.png +0 -0
  458. package/server/utils/AiProviders/anthropic/index.js +372 -0
  459. package/server/utils/AiProviders/apipie/index.js +386 -0
  460. package/server/utils/AiProviders/azureOpenAi/index.js +232 -0
  461. package/server/utils/AiProviders/bedrock/index.js +787 -0
  462. package/server/utils/AiProviders/bedrock/utils.js +166 -0
  463. package/server/utils/AiProviders/cerebras/index.js +314 -0
  464. package/server/utils/AiProviders/cohere/index.js +251 -0
  465. package/server/utils/AiProviders/cometapi/constants.js +39 -0
  466. package/server/utils/AiProviders/cometapi/index.js +445 -0
  467. package/server/utils/AiProviders/deepseek/index.js +180 -0
  468. package/server/utils/AiProviders/dellProAiStudio/index.js +217 -0
  469. package/server/utils/AiProviders/dockerModelRunner/index.js +520 -0
  470. package/server/utils/AiProviders/fireworksAi/index.js +273 -0
  471. package/server/utils/AiProviders/foundry/index.js +475 -0
  472. package/server/utils/AiProviders/gemini/defaultModels.js +74 -0
  473. package/server/utils/AiProviders/gemini/index.js +457 -0
  474. package/server/utils/AiProviders/gemini/syncStaticLists.mjs +48 -0
  475. package/server/utils/AiProviders/genericOpenAi/index.js +485 -0
  476. package/server/utils/AiProviders/giteeai/index.js +245 -0
  477. package/server/utils/AiProviders/groq/index.js +257 -0
  478. package/server/utils/AiProviders/huggingface/index.js +165 -0
  479. package/server/utils/AiProviders/koboldCPP/index.js +264 -0
  480. package/server/utils/AiProviders/lemonade/index.js +463 -0
  481. package/server/utils/AiProviders/liteLLM/index.js +201 -0
  482. package/server/utils/AiProviders/lmStudio/index.js +383 -0
  483. package/server/utils/AiProviders/localAi/index.js +198 -0
  484. package/server/utils/AiProviders/minimax/index.js +165 -0
  485. package/server/utils/AiProviders/mistral/index.js +191 -0
  486. package/server/utils/AiProviders/modelMap/index.js +212 -0
  487. package/server/utils/AiProviders/modelMap/legacy.js +162 -0
  488. package/server/utils/AiProviders/modelRouter/index.js +170 -0
  489. package/server/utils/AiProviders/moonshotAi/index.js +176 -0
  490. package/server/utils/AiProviders/novita/index.js +460 -0
  491. package/server/utils/AiProviders/nvidiaNim/index.js +253 -0
  492. package/server/utils/AiProviders/ollama/index.js +516 -0
  493. package/server/utils/AiProviders/openAi/index.js +301 -0
  494. package/server/utils/AiProviders/openRouter/index.js +567 -0
  495. package/server/utils/AiProviders/perplexity/index.js +304 -0
  496. package/server/utils/AiProviders/perplexity/models.js +24 -0
  497. package/server/utils/AiProviders/perplexity/scripts/chat_models.txt +6 -0
  498. package/server/utils/AiProviders/perplexity/scripts/parse.mjs +49 -0
  499. package/server/utils/AiProviders/ppio/index.js +274 -0
  500. package/server/utils/AiProviders/privatemode/index.js +220 -0
  501. package/server/utils/AiProviders/sambanova/index.js +273 -0
  502. package/server/utils/AiProviders/textGenWebUI/index.js +197 -0
  503. package/server/utils/AiProviders/togetherAi/index.js +263 -0
  504. package/server/utils/AiProviders/xai/index.js +200 -0
  505. package/server/utils/AiProviders/zai/index.js +184 -0
  506. package/server/utils/BackgroundWorkers/index.js +432 -0
  507. package/server/utils/DocumentManager/index.js +72 -0
  508. package/server/utils/EmbeddingEngines/azureOpenAi/index.js +115 -0
  509. package/server/utils/EmbeddingEngines/cohere/index.js +91 -0
  510. package/server/utils/EmbeddingEngines/gemini/index.js +136 -0
  511. package/server/utils/EmbeddingEngines/genericOpenAi/index.js +128 -0
  512. package/server/utils/EmbeddingEngines/lemonade/index.js +99 -0
  513. package/server/utils/EmbeddingEngines/liteLLM/index.js +102 -0
  514. package/server/utils/EmbeddingEngines/lmstudio/index.js +122 -0
  515. package/server/utils/EmbeddingEngines/localAi/index.js +122 -0
  516. package/server/utils/EmbeddingEngines/mistral/index.js +40 -0
  517. package/server/utils/EmbeddingEngines/native/constants.js +63 -0
  518. package/server/utils/EmbeddingEngines/native/index.js +290 -0
  519. package/server/utils/EmbeddingEngines/ollama/index.js +136 -0
  520. package/server/utils/EmbeddingEngines/openAi/index.js +102 -0
  521. package/server/utils/EmbeddingEngines/openRouter/index.js +131 -0
  522. package/server/utils/EmbeddingEngines/voyageAi/index.js +71 -0
  523. package/server/utils/EmbeddingRerankers/native/index.js +257 -0
  524. package/server/utils/EmbeddingWorkerManager.js +202 -0
  525. package/server/utils/EncryptionManager/index.js +85 -0
  526. package/server/utils/MCP/hypervisor/index.js +554 -0
  527. package/server/utils/MCP/index.js +269 -0
  528. package/server/utils/PasswordRecovery/index.js +103 -0
  529. package/server/utils/PushNotifications/index.js +228 -0
  530. package/server/utils/TextSplitter/index.js +206 -0
  531. package/server/utils/TextToSpeech/elevenLabs/index.js +54 -0
  532. package/server/utils/TextToSpeech/index.js +18 -0
  533. package/server/utils/TextToSpeech/openAi/index.js +29 -0
  534. package/server/utils/TextToSpeech/openAiGeneric/index.js +58 -0
  535. package/server/utils/agentFlows/executor.js +233 -0
  536. package/server/utils/agentFlows/executors/api-call.js +60 -0
  537. package/server/utils/agentFlows/executors/llm-instruction.js +47 -0
  538. package/server/utils/agentFlows/executors/web-scraping.js +110 -0
  539. package/server/utils/agentFlows/flowTypes.js +85 -0
  540. package/server/utils/agentFlows/index.js +288 -0
  541. package/server/utils/agents/aibitat/error.js +18 -0
  542. package/server/utils/agents/aibitat/example/beginner-chat.js +56 -0
  543. package/server/utils/agents/aibitat/example/blog-post-coding.js +55 -0
  544. package/server/utils/agents/aibitat/example/websocket/index.html +67 -0
  545. package/server/utils/agents/aibitat/example/websocket/websock-branding-collab.js +100 -0
  546. package/server/utils/agents/aibitat/example/websocket/websock-multi-turn-chat.js +91 -0
  547. package/server/utils/agents/aibitat/index.js +1437 -0
  548. package/server/utils/agents/aibitat/plugins/chat-history.js +210 -0
  549. package/server/utils/agents/aibitat/plugins/cli.js +134 -0
  550. package/server/utils/agents/aibitat/plugins/create-files/assets/anything-llm-invert.png +0 -0
  551. package/server/utils/agents/aibitat/plugins/create-files/assets/anything-llm.png +0 -0
  552. package/server/utils/agents/aibitat/plugins/create-files/docx/create-docx-file.js +301 -0
  553. package/server/utils/agents/aibitat/plugins/create-files/docx/test-themes.js +298 -0
  554. package/server/utils/agents/aibitat/plugins/create-files/docx/utils.js +1095 -0
  555. package/server/utils/agents/aibitat/plugins/create-files/index.js +23 -0
  556. package/server/utils/agents/aibitat/plugins/create-files/lib.js +300 -0
  557. package/server/utils/agents/aibitat/plugins/create-files/pdf/create-pdf-file.js +138 -0
  558. package/server/utils/agents/aibitat/plugins/create-files/pdf/utils.js +70 -0
  559. package/server/utils/agents/aibitat/plugins/create-files/pptx/create-presentation.js +342 -0
  560. package/server/utils/agents/aibitat/plugins/create-files/pptx/section-agent.js +257 -0
  561. package/server/utils/agents/aibitat/plugins/create-files/pptx/test-themes.js +143 -0
  562. package/server/utils/agents/aibitat/plugins/create-files/pptx/themes.js +181 -0
  563. package/server/utils/agents/aibitat/plugins/create-files/pptx/utils.js +378 -0
  564. package/server/utils/agents/aibitat/plugins/create-files/text/create-text-file.js +158 -0
  565. package/server/utils/agents/aibitat/plugins/create-files/xlsx/create-excel-file.js +362 -0
  566. package/server/utils/agents/aibitat/plugins/create-files/xlsx/utils.js +333 -0
  567. package/server/utils/agents/aibitat/plugins/file-history.js +37 -0
  568. package/server/utils/agents/aibitat/plugins/filesystem/copy-file.js +127 -0
  569. package/server/utils/agents/aibitat/plugins/filesystem/create-directory.js +84 -0
  570. package/server/utils/agents/aibitat/plugins/filesystem/edit-file.js +133 -0
  571. package/server/utils/agents/aibitat/plugins/filesystem/get-file-info.js +75 -0
  572. package/server/utils/agents/aibitat/plugins/filesystem/index.js +33 -0
  573. package/server/utils/agents/aibitat/plugins/filesystem/lib.js +787 -0
  574. package/server/utils/agents/aibitat/plugins/filesystem/list-directory.js +175 -0
  575. package/server/utils/agents/aibitat/plugins/filesystem/move-file.js +95 -0
  576. package/server/utils/agents/aibitat/plugins/filesystem/read-multiple-files.js +157 -0
  577. package/server/utils/agents/aibitat/plugins/filesystem/read-text-file.js +142 -0
  578. package/server/utils/agents/aibitat/plugins/filesystem/search-files.js +469 -0
  579. package/server/utils/agents/aibitat/plugins/filesystem/write-text-file.js +90 -0
  580. package/server/utils/agents/aibitat/plugins/gmail/account/gmail-get-mailbox-stats.js +75 -0
  581. package/server/utils/agents/aibitat/plugins/gmail/drafts/gmail-create-draft-reply.js +220 -0
  582. package/server/utils/agents/aibitat/plugins/gmail/drafts/gmail-create-draft.js +217 -0
  583. package/server/utils/agents/aibitat/plugins/gmail/drafts/gmail-delete-draft.js +87 -0
  584. package/server/utils/agents/aibitat/plugins/gmail/drafts/gmail-get-draft.js +84 -0
  585. package/server/utils/agents/aibitat/plugins/gmail/drafts/gmail-list-drafts.js +96 -0
  586. package/server/utils/agents/aibitat/plugins/gmail/drafts/gmail-send-draft.js +94 -0
  587. package/server/utils/agents/aibitat/plugins/gmail/drafts/gmail-update-draft.js +217 -0
  588. package/server/utils/agents/aibitat/plugins/gmail/index.js +73 -0
  589. package/server/utils/agents/aibitat/plugins/gmail/lib.js +573 -0
  590. package/server/utils/agents/aibitat/plugins/gmail/search/gmail-get-inbox.js +104 -0
  591. package/server/utils/agents/aibitat/plugins/gmail/search/gmail-read-thread.js +122 -0
  592. package/server/utils/agents/aibitat/plugins/gmail/search/gmail-search.js +121 -0
  593. package/server/utils/agents/aibitat/plugins/gmail/send/gmail-reply-to-thread.js +238 -0
  594. package/server/utils/agents/aibitat/plugins/gmail/send/gmail-send-email.js +242 -0
  595. package/server/utils/agents/aibitat/plugins/gmail/threads/gmail-mark-read.js +87 -0
  596. package/server/utils/agents/aibitat/plugins/gmail/threads/gmail-mark-unread.js +87 -0
  597. package/server/utils/agents/aibitat/plugins/gmail/threads/gmail-move-to-archive.js +89 -0
  598. package/server/utils/agents/aibitat/plugins/gmail/threads/gmail-move-to-inbox.js +89 -0
  599. package/server/utils/agents/aibitat/plugins/gmail/threads/gmail-move-to-trash.js +89 -0
  600. package/server/utils/agents/aibitat/plugins/google-calendar/calendars/gcal-get-calendar.js +79 -0
  601. package/server/utils/agents/aibitat/plugins/google-calendar/calendars/gcal-list-calendars.js +82 -0
  602. package/server/utils/agents/aibitat/plugins/google-calendar/events/gcal-create-event.js +233 -0
  603. package/server/utils/agents/aibitat/plugins/google-calendar/events/gcal-get-event.js +116 -0
  604. package/server/utils/agents/aibitat/plugins/google-calendar/events/gcal-get-events-for-day.js +117 -0
  605. package/server/utils/agents/aibitat/plugins/google-calendar/events/gcal-get-events.js +159 -0
  606. package/server/utils/agents/aibitat/plugins/google-calendar/events/gcal-get-upcoming-events.js +249 -0
  607. package/server/utils/agents/aibitat/plugins/google-calendar/events/gcal-quick-add.js +114 -0
  608. package/server/utils/agents/aibitat/plugins/google-calendar/events/gcal-set-my-status.js +125 -0
  609. package/server/utils/agents/aibitat/plugins/google-calendar/events/gcal-update-event.js +173 -0
  610. package/server/utils/agents/aibitat/plugins/google-calendar/index.js +40 -0
  611. package/server/utils/agents/aibitat/plugins/google-calendar/lib.js +288 -0
  612. package/server/utils/agents/aibitat/plugins/http-socket.js +249 -0
  613. package/server/utils/agents/aibitat/plugins/index.js +47 -0
  614. package/server/utils/agents/aibitat/plugins/memory.js +167 -0
  615. package/server/utils/agents/aibitat/plugins/outlook/account/outlook-get-mailbox-stats.js +78 -0
  616. package/server/utils/agents/aibitat/plugins/outlook/drafts/outlook-create-draft.js +232 -0
  617. package/server/utils/agents/aibitat/plugins/outlook/drafts/outlook-delete-draft.js +86 -0
  618. package/server/utils/agents/aibitat/plugins/outlook/drafts/outlook-list-drafts.js +80 -0
  619. package/server/utils/agents/aibitat/plugins/outlook/drafts/outlook-send-draft.js +82 -0
  620. package/server/utils/agents/aibitat/plugins/outlook/drafts/outlook-update-draft.js +132 -0
  621. package/server/utils/agents/aibitat/plugins/outlook/index.js +45 -0
  622. package/server/utils/agents/aibitat/plugins/outlook/lib.js +1413 -0
  623. package/server/utils/agents/aibitat/plugins/outlook/search/outlook-get-inbox.js +75 -0
  624. package/server/utils/agents/aibitat/plugins/outlook/search/outlook-read-thread.js +131 -0
  625. package/server/utils/agents/aibitat/plugins/outlook/search/outlook-search.js +101 -0
  626. package/server/utils/agents/aibitat/plugins/outlook/send/outlook-send-email.js +222 -0
  627. package/server/utils/agents/aibitat/plugins/rechart.js +114 -0
  628. package/server/utils/agents/aibitat/plugins/request-user-input.js +265 -0
  629. package/server/utils/agents/aibitat/plugins/router-classifier.js +122 -0
  630. package/server/utils/agents/aibitat/plugins/sql-agent/SQLConnectors/MSSQL.js +114 -0
  631. package/server/utils/agents/aibitat/plugins/sql-agent/SQLConnectors/MySQL.js +83 -0
  632. package/server/utils/agents/aibitat/plugins/sql-agent/SQLConnectors/Postgresql.js +75 -0
  633. package/server/utils/agents/aibitat/plugins/sql-agent/SQLConnectors/index.js +80 -0
  634. package/server/utils/agents/aibitat/plugins/sql-agent/SQLConnectors/utils.js +182 -0
  635. package/server/utils/agents/aibitat/plugins/sql-agent/get-table-schema.js +115 -0
  636. package/server/utils/agents/aibitat/plugins/sql-agent/index.js +21 -0
  637. package/server/utils/agents/aibitat/plugins/sql-agent/list-database.js +49 -0
  638. package/server/utils/agents/aibitat/plugins/sql-agent/list-table.js +105 -0
  639. package/server/utils/agents/aibitat/plugins/sql-agent/query.js +101 -0
  640. package/server/utils/agents/aibitat/plugins/summarize.js +189 -0
  641. package/server/utils/agents/aibitat/plugins/web-browsing.js +1182 -0
  642. package/server/utils/agents/aibitat/plugins/web-scraping.js +158 -0
  643. package/server/utils/agents/aibitat/plugins/websocket.js +361 -0
  644. package/server/utils/agents/aibitat/providers/ai-provider.js +706 -0
  645. package/server/utils/agents/aibitat/providers/anthropic.js +490 -0
  646. package/server/utils/agents/aibitat/providers/apipie.js +99 -0
  647. package/server/utils/agents/aibitat/providers/azure.js +122 -0
  648. package/server/utils/agents/aibitat/providers/bedrock.js +456 -0
  649. package/server/utils/agents/aibitat/providers/cerebras.js +208 -0
  650. package/server/utils/agents/aibitat/providers/cohere.js +269 -0
  651. package/server/utils/agents/aibitat/providers/cometapi.js +104 -0
  652. package/server/utils/agents/aibitat/providers/deepseek.js +223 -0
  653. package/server/utils/agents/aibitat/providers/dellProAiStudio.js +106 -0
  654. package/server/utils/agents/aibitat/providers/dockerModelRunner.js +189 -0
  655. package/server/utils/agents/aibitat/providers/fireworksai.js +101 -0
  656. package/server/utils/agents/aibitat/providers/foundry.js +112 -0
  657. package/server/utils/agents/aibitat/providers/gemini.js +450 -0
  658. package/server/utils/agents/aibitat/providers/genericOpenAi.js +206 -0
  659. package/server/utils/agents/aibitat/providers/giteeai.js +94 -0
  660. package/server/utils/agents/aibitat/providers/groq.js +184 -0
  661. package/server/utils/agents/aibitat/providers/helpers/classes.js +16 -0
  662. package/server/utils/agents/aibitat/providers/helpers/tooled.js +384 -0
  663. package/server/utils/agents/aibitat/providers/helpers/untooled.js +437 -0
  664. package/server/utils/agents/aibitat/providers/index.js +77 -0
  665. package/server/utils/agents/aibitat/providers/koboldcpp.js +103 -0
  666. package/server/utils/agents/aibitat/providers/lemonade.js +213 -0
  667. package/server/utils/agents/aibitat/providers/litellm.js +186 -0
  668. package/server/utils/agents/aibitat/providers/lmstudio.js +195 -0
  669. package/server/utils/agents/aibitat/providers/localai.js +190 -0
  670. package/server/utils/agents/aibitat/providers/minimax.js +194 -0
  671. package/server/utils/agents/aibitat/providers/mistral.js +103 -0
  672. package/server/utils/agents/aibitat/providers/moonshotAi.js +97 -0
  673. package/server/utils/agents/aibitat/providers/novita.js +188 -0
  674. package/server/utils/agents/aibitat/providers/nvidiaNim.js +101 -0
  675. package/server/utils/agents/aibitat/providers/ollama.js +606 -0
  676. package/server/utils/agents/aibitat/providers/openai.js +345 -0
  677. package/server/utils/agents/aibitat/providers/openrouter.js +195 -0
  678. package/server/utils/agents/aibitat/providers/perplexity.js +99 -0
  679. package/server/utils/agents/aibitat/providers/ppio.js +104 -0
  680. package/server/utils/agents/aibitat/providers/privatemode.js +107 -0
  681. package/server/utils/agents/aibitat/providers/sambanova.js +94 -0
  682. package/server/utils/agents/aibitat/providers/textgenwebui.js +99 -0
  683. package/server/utils/agents/aibitat/providers/togetherai.js +100 -0
  684. package/server/utils/agents/aibitat/providers/xai.js +99 -0
  685. package/server/utils/agents/aibitat/providers/zai.js +97 -0
  686. package/server/utils/agents/aibitat/utils/dedupe.js +152 -0
  687. package/server/utils/agents/aibitat/utils/summarize.js +63 -0
  688. package/server/utils/agents/aibitat/utils/toolReranker.js +225 -0
  689. package/server/utils/agents/defaults.js +196 -0
  690. package/server/utils/agents/ephemeral.js +790 -0
  691. package/server/utils/agents/imported-manifest.schema.json +158 -0
  692. package/server/utils/agents/imported.js +317 -0
  693. package/server/utils/agents/index.js +883 -0
  694. package/server/utils/boot/MetaGenerator.js +376 -0
  695. package/server/utils/boot/eagerLoadContextWindows.js +40 -0
  696. package/server/utils/boot/index.js +90 -0
  697. package/server/utils/boot/markOnboarded.js +52 -0
  698. package/server/utils/chats/agents.js +111 -0
  699. package/server/utils/chats/apiChatHandler.js +864 -0
  700. package/server/utils/chats/commands/reset.js +37 -0
  701. package/server/utils/chats/embed.js +301 -0
  702. package/server/utils/chats/index.js +128 -0
  703. package/server/utils/chats/openaiCompatible.js +537 -0
  704. package/server/utils/chats/stream.js +376 -0
  705. package/server/utils/collectorApi/index.js +319 -0
  706. package/server/utils/comKey/index.js +86 -0
  707. package/server/utils/database/index.js +83 -0
  708. package/server/utils/files/index.js +519 -0
  709. package/server/utils/files/logo.js +117 -0
  710. package/server/utils/files/multer.js +178 -0
  711. package/server/utils/files/pfp.js +63 -0
  712. package/server/utils/files/purgeDocument.js +91 -0
  713. package/server/utils/helpers/admin/index.js +56 -0
  714. package/server/utils/helpers/agents.js +35 -0
  715. package/server/utils/helpers/camelcase.js +143 -0
  716. package/server/utils/helpers/chat/LLMPerformanceMonitor.js +113 -0
  717. package/server/utils/helpers/chat/convertTo.js +256 -0
  718. package/server/utils/helpers/chat/index.js +448 -0
  719. package/server/utils/helpers/chat/responses.js +383 -0
  720. package/server/utils/helpers/customModels.js +1142 -0
  721. package/server/utils/helpers/index.js +716 -0
  722. package/server/utils/helpers/portAvailabilityChecker.js +46 -0
  723. package/server/utils/helpers/search.js +94 -0
  724. package/server/utils/helpers/shell.js +25 -0
  725. package/server/utils/helpers/tiktoken.js +107 -0
  726. package/server/utils/helpers/updateENV.js +1399 -0
  727. package/server/utils/http/index.js +141 -0
  728. package/server/utils/logger/index.js +66 -0
  729. package/server/utils/memories/index.js +139 -0
  730. package/server/utils/middleware/chatHistoryViewable.js +18 -0
  731. package/server/utils/middleware/communityHubDownloadsEnabled.js +77 -0
  732. package/server/utils/middleware/embedMiddleware.js +178 -0
  733. package/server/utils/middleware/featureFlagEnabled.js +24 -0
  734. package/server/utils/middleware/isSupportedRepoProviders.js +12 -0
  735. package/server/utils/middleware/multiUserProtected.js +107 -0
  736. package/server/utils/middleware/requireFeature.js +46 -0
  737. package/server/utils/middleware/simpleSSOEnabled.js +84 -0
  738. package/server/utils/middleware/validApiKey.js +29 -0
  739. package/server/utils/middleware/validBrowserExtensionApiKey.js +51 -0
  740. package/server/utils/middleware/validWorkspace.js +52 -0
  741. package/server/utils/middleware/validatedRequest.js +111 -0
  742. package/server/utils/middleware/workspaceDeletionProtection.js +18 -0
  743. package/server/utils/prisma/PRISMA.md +47 -0
  744. package/server/utils/prisma/index.js +13 -0
  745. package/server/utils/router/index.js +653 -0
  746. package/server/utils/telegramBot/chat/agent.js +425 -0
  747. package/server/utils/telegramBot/chat/stream.js +471 -0
  748. package/server/utils/telegramBot/constants.js +23 -0
  749. package/server/utils/telegramBot/index.js +844 -0
  750. package/server/utils/telegramBot/utils/commands/handlers/handleAbort.js +15 -0
  751. package/server/utils/telegramBot/utils/commands/handlers/handleHelp.js +15 -0
  752. package/server/utils/telegramBot/utils/commands/handlers/handleHistory.js +80 -0
  753. package/server/utils/telegramBot/utils/commands/handlers/handleNewThread.js +35 -0
  754. package/server/utils/telegramBot/utils/commands/handlers/handleProof.js +202 -0
  755. package/server/utils/telegramBot/utils/commands/handlers/handleReset.js +32 -0
  756. package/server/utils/telegramBot/utils/commands/handlers/handleStart.js +19 -0
  757. package/server/utils/telegramBot/utils/commands/handlers/handleStatus.js +80 -0
  758. package/server/utils/telegramBot/utils/commands/handlers/showModelMenu.js +98 -0
  759. package/server/utils/telegramBot/utils/commands/handlers/showThreadMenu.js +120 -0
  760. package/server/utils/telegramBot/utils/commands/handlers/showWorkspaceMenu.js +84 -0
  761. package/server/utils/telegramBot/utils/commands/index.js +125 -0
  762. package/server/utils/telegramBot/utils/format.js +225 -0
  763. package/server/utils/telegramBot/utils/index.js +203 -0
  764. package/server/utils/telegramBot/utils/media.js +163 -0
  765. package/server/utils/telegramBot/utils/messageQueue.js +53 -0
  766. package/server/utils/telegramBot/utils/navigation/callbacks/handleBackSources.js +16 -0
  767. package/server/utils/telegramBot/utils/navigation/callbacks/handleBackWorkspaces.js +18 -0
  768. package/server/utils/telegramBot/utils/navigation/callbacks/handleModelCancel.js +14 -0
  769. package/server/utils/telegramBot/utils/navigation/callbacks/handleModelPagination.js +24 -0
  770. package/server/utils/telegramBot/utils/navigation/callbacks/handleModelSelect.js +52 -0
  771. package/server/utils/telegramBot/utils/navigation/callbacks/handleSourcePagination.js +24 -0
  772. package/server/utils/telegramBot/utils/navigation/callbacks/handleSourceSelect.js +106 -0
  773. package/server/utils/telegramBot/utils/navigation/callbacks/handleThreadPagination.js +26 -0
  774. package/server/utils/telegramBot/utils/navigation/callbacks/handleThreadSelect.js +43 -0
  775. package/server/utils/telegramBot/utils/navigation/callbacks/handleToolApproval.js +104 -0
  776. package/server/utils/telegramBot/utils/navigation/callbacks/handleWorkspaceCreate.js +33 -0
  777. package/server/utils/telegramBot/utils/navigation/callbacks/handleWorkspacePagination.js +26 -0
  778. package/server/utils/telegramBot/utils/navigation/callbacks/handleWorkspaceSelect.js +24 -0
  779. package/server/utils/telegramBot/utils/navigation/callbacks/index.js +59 -0
  780. package/server/utils/telegramBot/utils/navigation/index.js +36 -0
  781. package/server/utils/telegramBot/utils/verification.js +171 -0
  782. package/server/utils/vectorDbProviders/astra/ASTRA_SETUP.md +22 -0
  783. package/server/utils/vectorDbProviders/astra/index.js +474 -0
  784. package/server/utils/vectorDbProviders/base.js +202 -0
  785. package/server/utils/vectorDbProviders/chroma/index.js +484 -0
  786. package/server/utils/vectorDbProviders/chromacloud/index.js +158 -0
  787. package/server/utils/vectorDbProviders/lance/index.js +506 -0
  788. package/server/utils/vectorDbProviders/milvus/MILVUS_SETUP.md +40 -0
  789. package/server/utils/vectorDbProviders/milvus/index.js +434 -0
  790. package/server/utils/vectorDbProviders/pgvector/SETUP.md +125 -0
  791. package/server/utils/vectorDbProviders/pgvector/index.js +850 -0
  792. package/server/utils/vectorDbProviders/pinecone/PINECONE_SETUP.md +24 -0
  793. package/server/utils/vectorDbProviders/pinecone/index.js +317 -0
  794. package/server/utils/vectorDbProviders/qdrant/QDRANT_SETUP.md +17 -0
  795. package/server/utils/vectorDbProviders/qdrant/index.js +442 -0
  796. package/server/utils/vectorDbProviders/weaviate/WEAVIATE_SETUP.md +17 -0
  797. package/server/utils/vectorDbProviders/weaviate/index.js +510 -0
  798. package/server/utils/vectorDbProviders/zilliz/index.js +36 -0
  799. package/server/utils/vectorStore/resetAllVectorStores.js +59 -0
  800. package/server/yarn.lock +10702 -0
@@ -0,0 +1,1095 @@
1
+ /**
2
+ * Utilities for converting markdown to DOCX format.
3
+ * Uses marked for parsing, jsdom for HTML traversal, and docx for document generation.
4
+ */
5
+
6
+ /**
7
+ * Document style presets for professional-looking documents.
8
+ */
9
+ const DOCUMENT_STYLES = {
10
+ margins: {
11
+ normal: { top: 1440, bottom: 1440, left: 1800, right: 1800 },
12
+ narrow: { top: 720, bottom: 720, left: 720, right: 720 },
13
+ wide: { top: 1440, bottom: 1440, left: 2880, right: 2880 },
14
+ },
15
+ themes: {
16
+ neutral: {
17
+ heading: "2E4057",
18
+ accent: "048A81",
19
+ tableHeader: "E7E6E6",
20
+ border: "CCCCCC",
21
+ coverBg: "2E4057",
22
+ coverText: "FFFFFF",
23
+ footerText: "666666",
24
+ },
25
+ blue: {
26
+ heading: "1B3A6B",
27
+ accent: "2E86AB",
28
+ tableHeader: "D6E8F5",
29
+ border: "A8C8E8",
30
+ coverBg: "1B3A6B",
31
+ coverText: "FFFFFF",
32
+ footerText: "2E86AB",
33
+ },
34
+ warm: {
35
+ heading: "5C3317",
36
+ accent: "C1440E",
37
+ tableHeader: "F5ECD7",
38
+ border: "D4B896",
39
+ coverBg: "5C3317",
40
+ coverText: "FFFFFF",
41
+ footerText: "8B6914",
42
+ },
43
+ },
44
+ fonts: {
45
+ body: "Calibri",
46
+ heading: "Calibri",
47
+ mono: "Consolas",
48
+ },
49
+ borders: {
50
+ none: {
51
+ top: { style: "none" },
52
+ bottom: { style: "none" },
53
+ left: { style: "none" },
54
+ right: { style: "none" },
55
+ },
56
+ },
57
+ };
58
+
59
+ /**
60
+ * Gets the theme colors, falling back to neutral if not found.
61
+ * @param {string} themeName - The theme name
62
+ * @returns {Object} Theme color configuration
63
+ */
64
+ function getTheme(themeName) {
65
+ return DOCUMENT_STYLES.themes[themeName] || DOCUMENT_STYLES.themes.neutral;
66
+ }
67
+
68
+ /**
69
+ * Gets the margin configuration, falling back to normal if not found.
70
+ * @param {string} marginName - The margin preset name
71
+ * @returns {Object} Margin configuration
72
+ */
73
+ function getMargins(marginName) {
74
+ return DOCUMENT_STYLES.margins[marginName] || DOCUMENT_STYLES.margins.normal;
75
+ }
76
+
77
+ /**
78
+ * Lazy-loads the required libraries for docx generation.
79
+ * @returns {Promise<Object>} The loaded libraries
80
+ */
81
+ async function loadLibraries() {
82
+ const { marked } = await import("marked");
83
+ const { JSDOM } = await import("jsdom");
84
+ const docx = await import("docx");
85
+
86
+ return {
87
+ marked,
88
+ JSDOM,
89
+ docx,
90
+ };
91
+ }
92
+
93
+ const MAX_IMAGE_SIZE = 10 * 1024 * 1024; // 10MB
94
+ const IMAGE_FETCH_TIMEOUT_MS = 2000;
95
+
96
+ /**
97
+ * Image magic bytes and their corresponding types.
98
+ * This is hardcoded and there might be a better way to do this but this is for simple image validation.
99
+ * @type {Object}
100
+ */
101
+ const IMAGE_MAGIC_BYTES = {
102
+ png: { bytes: [0x89, 0x50, 0x4e, 0x47, 0x0d, 0x0a, 0x1a, 0x0a], type: "png" },
103
+ jpg: { bytes: [0xff, 0xd8, 0xff], type: "jpg" },
104
+ gif87a: { bytes: [0x47, 0x49, 0x46, 0x38, 0x37, 0x61], type: "gif" },
105
+ gif89a: { bytes: [0x47, 0x49, 0x46, 0x38, 0x39, 0x61], type: "gif" },
106
+ bmp: { bytes: [0x42, 0x4d], type: "bmp" },
107
+ webp: {
108
+ bytes: [0x52, 0x49, 0x46, 0x46],
109
+ type: "webp",
110
+ offset4: [0x57, 0x45, 0x42, 0x50],
111
+ },
112
+ };
113
+
114
+ /**
115
+ * Validates image buffer by checking magic bytes to determine actual image type.
116
+ * @param {Buffer} buffer - The image buffer to validate
117
+ * @returns {{valid: boolean, type: string|null}} Validation result with detected type
118
+ */
119
+ function validateImageMagicBytes(buffer) {
120
+ if (!buffer || buffer.length < 12) {
121
+ return { valid: false, type: null };
122
+ }
123
+
124
+ for (const [, signature] of Object.entries(IMAGE_MAGIC_BYTES)) {
125
+ const matches = signature.bytes.every((byte, i) => buffer[i] === byte);
126
+ if (matches) {
127
+ if (signature.offset4) {
128
+ const offset4Matches = signature.offset4.every(
129
+ (byte, i) => buffer[8 + i] === byte
130
+ );
131
+ if (!offset4Matches) continue;
132
+ }
133
+ return { valid: true, type: signature.type };
134
+ }
135
+ }
136
+
137
+ return { valid: false, type: null };
138
+ }
139
+
140
+ /**
141
+ * Fetches an image from a URL or processes a base64 data string.
142
+ * @param {string} src - Image source (URL or base64)
143
+ * @param {Function} log - Logging function
144
+ * @returns {Promise<{buffer: Buffer, type: string, width: number, height: number} | null>}
145
+ */
146
+ async function fetchImage(src, log) {
147
+ try {
148
+ let imageBuffer;
149
+ let imageType = "png";
150
+
151
+ if (src.startsWith("data:")) {
152
+ const match = src.match(/^data:image\/(\w+);base64,(.+)$/);
153
+ if (match) {
154
+ imageBuffer = Buffer.from(match[2], "base64");
155
+
156
+ if (imageBuffer.length > MAX_IMAGE_SIZE) {
157
+ log(
158
+ `create-docx-file: Base64 image too large (${(imageBuffer.length / 1024 / 1024).toFixed(2)}MB), max ${MAX_IMAGE_SIZE / 1024 / 1024}MB`
159
+ );
160
+ return null;
161
+ }
162
+
163
+ const validation = validateImageMagicBytes(imageBuffer);
164
+ if (!validation.valid) {
165
+ log(
166
+ `create-docx-file: Base64 data is not a valid image (magic bytes check failed)`
167
+ );
168
+ return null;
169
+ }
170
+ imageType = validation.type;
171
+
172
+ log(
173
+ `create-docx-file: Processed base64 image, type: ${imageType}, size: ${imageBuffer.length} bytes`
174
+ );
175
+ } else {
176
+ log(`create-docx-file: Invalid base64 image format, skipping`);
177
+ return null;
178
+ }
179
+ } else if (src.startsWith("http://") || src.startsWith("https://")) {
180
+ let parsedUrl;
181
+ try {
182
+ parsedUrl = new URL(src);
183
+ } catch {
184
+ log(`create-docx-file: Invalid URL: ${src}`);
185
+ return null;
186
+ }
187
+
188
+ if (!["http:", "https:"].includes(parsedUrl.protocol)) {
189
+ log(`create-docx-file: Invalid URL protocol: ${parsedUrl.protocol}`);
190
+ return null;
191
+ }
192
+
193
+ const controller = new AbortController();
194
+ const timeoutId = setTimeout(
195
+ () => controller.abort(),
196
+ IMAGE_FETCH_TIMEOUT_MS
197
+ );
198
+
199
+ try {
200
+ const response = await fetch(src, {
201
+ signal: controller.signal,
202
+ });
203
+ clearTimeout(timeoutId);
204
+
205
+ if (!response.ok) {
206
+ log(
207
+ `create-docx-file: Failed to fetch image from ${src}: ${response.status}`
208
+ );
209
+ return null;
210
+ }
211
+
212
+ const contentLength = response.headers.get("content-length");
213
+ if (contentLength && parseInt(contentLength, 10) > MAX_IMAGE_SIZE) {
214
+ log(
215
+ `create-docx-file: Image too large (${(parseInt(contentLength, 10) / 1024 / 1024).toFixed(2)}MB), max ${MAX_IMAGE_SIZE / 1024 / 1024}MB`
216
+ );
217
+ return null;
218
+ }
219
+
220
+ const arrayBuffer = await response.arrayBuffer();
221
+ imageBuffer = Buffer.from(arrayBuffer);
222
+
223
+ if (imageBuffer.length > MAX_IMAGE_SIZE) {
224
+ log(
225
+ `create-docx-file: Downloaded image too large (${(imageBuffer.length / 1024 / 1024).toFixed(2)}MB), max ${MAX_IMAGE_SIZE / 1024 / 1024}MB`
226
+ );
227
+ return null;
228
+ }
229
+
230
+ const validation = validateImageMagicBytes(imageBuffer);
231
+ if (!validation.valid) {
232
+ log(
233
+ `create-docx-file: Fetched content is not a valid image (magic bytes check failed)`
234
+ );
235
+ return null;
236
+ }
237
+ imageType = validation.type;
238
+
239
+ log(
240
+ `create-docx-file: Fetched remote image from ${src}, type: ${imageType}, size: ${imageBuffer.length} bytes`
241
+ );
242
+ } catch (fetchError) {
243
+ clearTimeout(timeoutId);
244
+ if (fetchError.name === "AbortError") {
245
+ log(
246
+ `create-docx-file: Image fetch timed out after ${IMAGE_FETCH_TIMEOUT_MS}ms: ${src}`
247
+ );
248
+ } else {
249
+ log(
250
+ `create-docx-file: Error fetching image from ${src}: ${fetchError.message}`
251
+ );
252
+ }
253
+ return null;
254
+ }
255
+ } else {
256
+ log(`create-docx-file: Unsupported image source: ${src}`);
257
+ return null;
258
+ }
259
+
260
+ const { imageSize: getImageSize } = await import("image-size");
261
+ let width = 400;
262
+ let height = 300;
263
+
264
+ try {
265
+ const dimensions = getImageSize(imageBuffer);
266
+ if (dimensions.width && dimensions.height) {
267
+ width = dimensions.width;
268
+ height = dimensions.height;
269
+
270
+ const maxWidth = 600;
271
+ const maxHeight = 400;
272
+
273
+ if (width > maxWidth) {
274
+ const scale = maxWidth / width;
275
+ width = maxWidth;
276
+ height = Math.round(height * scale);
277
+ }
278
+
279
+ if (height > maxHeight) {
280
+ const scale = maxHeight / height;
281
+ height = maxHeight;
282
+ width = Math.round(width * scale);
283
+ }
284
+ }
285
+ } catch (sizeError) {
286
+ log(
287
+ `create-docx-file: Could not determine image size: ${sizeError.message}, using defaults`
288
+ );
289
+ }
290
+
291
+ return { buffer: imageBuffer, type: imageType, width, height };
292
+ } catch (error) {
293
+ log(`create-docx-file: Image processing error: ${error.message}`);
294
+ return null;
295
+ }
296
+ }
297
+
298
+ /**
299
+ * Converts HTML to docx paragraph children (TextRun, etc.)
300
+ * @param {Element} element - DOM element to process
301
+ * @param {Object} docx - The docx library
302
+ * @param {Object} styles - Current text styles
303
+ * @param {Function} log - Logging function
304
+ * @returns {Promise<Array>} Array of docx elements
305
+ */
306
+ async function processInlineElements(element, docx, styles = {}, log) {
307
+ const { TextRun, ExternalHyperlink, ImageRun } = docx;
308
+ const children = [];
309
+
310
+ for (const node of element.childNodes) {
311
+ if (node.nodeType === 3) {
312
+ const text = node.textContent;
313
+ if (text && text.trim()) {
314
+ children.push(
315
+ new TextRun({
316
+ text,
317
+ bold: styles.bold || false,
318
+ italics: styles.italics || false,
319
+ strike: styles.strike || false,
320
+ font: styles.font || "Calibri",
321
+ size: styles.size || 24,
322
+ color: styles.color,
323
+ })
324
+ );
325
+ } else if (text && text.includes(" ")) {
326
+ children.push(new TextRun({ text: " " }));
327
+ }
328
+ } else if (node.nodeType === 1) {
329
+ const tagName = node.tagName.toLowerCase();
330
+
331
+ switch (tagName) {
332
+ case "strong":
333
+ case "b":
334
+ children.push(
335
+ ...(await processInlineElements(
336
+ node,
337
+ docx,
338
+ { ...styles, bold: true },
339
+ log
340
+ ))
341
+ );
342
+ break;
343
+ case "em":
344
+ case "i":
345
+ children.push(
346
+ ...(await processInlineElements(
347
+ node,
348
+ docx,
349
+ { ...styles, italics: true },
350
+ log
351
+ ))
352
+ );
353
+ break;
354
+ case "del":
355
+ case "s":
356
+ children.push(
357
+ ...(await processInlineElements(
358
+ node,
359
+ docx,
360
+ { ...styles, strike: true },
361
+ log
362
+ ))
363
+ );
364
+ break;
365
+ case "code":
366
+ children.push(
367
+ new TextRun({
368
+ text: node.textContent,
369
+ font: "Consolas",
370
+ size: 20,
371
+ shading: { fill: "E8E8E8" },
372
+ })
373
+ );
374
+ break;
375
+ case "a": {
376
+ const href = node.getAttribute("href");
377
+ const isValidHref = href && /^https?:\/\//i.test(href);
378
+ if (isValidHref) {
379
+ children.push(
380
+ new ExternalHyperlink({
381
+ children: [
382
+ new TextRun({
383
+ text: node.textContent,
384
+ style: "Hyperlink",
385
+ color: "0563C1",
386
+ underline: { type: "single" },
387
+ }),
388
+ ],
389
+ link: href,
390
+ })
391
+ );
392
+ } else {
393
+ children.push(new TextRun({ text: node.textContent }));
394
+ }
395
+ break;
396
+ }
397
+ case "img": {
398
+ const src = node.getAttribute("src");
399
+ if (src) {
400
+ const imageData = await fetchImage(src, log);
401
+ if (imageData) {
402
+ children.push(
403
+ new ImageRun({
404
+ data: imageData.buffer,
405
+ transformation: {
406
+ width: imageData.width,
407
+ height: imageData.height,
408
+ },
409
+ type: imageData.type,
410
+ })
411
+ );
412
+ }
413
+ }
414
+ break;
415
+ }
416
+ case "br":
417
+ children.push(new TextRun({ break: 1 }));
418
+ break;
419
+ default:
420
+ children.push(
421
+ ...(await processInlineElements(node, docx, styles, log))
422
+ );
423
+ }
424
+ }
425
+ }
426
+
427
+ return children;
428
+ }
429
+
430
+ /**
431
+ * Converts an HTML table to docx Table.
432
+ * @param {Element} tableElement - The table DOM element
433
+ * @param {Object} docx - The docx library
434
+ * @param {Function} log - Logging function
435
+ * @param {Object} theme - Theme color configuration
436
+ * @returns {Promise<Object>} A docx Table
437
+ */
438
+ async function processTable(tableElement, docx, log, theme = null) {
439
+ const {
440
+ Table,
441
+ TableRow,
442
+ TableCell,
443
+ Paragraph,
444
+ WidthType,
445
+ BorderStyle,
446
+ AlignmentType,
447
+ TextRun,
448
+ TableLayoutType,
449
+ } = docx;
450
+
451
+ const colors = theme || DOCUMENT_STYLES.themes.neutral;
452
+ const rows = [];
453
+ const tableRows = tableElement.querySelectorAll("tr");
454
+
455
+ const firstRow = tableRows[0];
456
+ const columnCount = firstRow ? firstRow.querySelectorAll("th, td").length : 1;
457
+ const columnWidthPercent = Math.floor(100 / columnCount);
458
+
459
+ let dataRowIndex = 0;
460
+ for (const tr of tableRows) {
461
+ const cells = [];
462
+ const cellElements = tr.querySelectorAll("th, td");
463
+ const isHeader = tr.querySelector("th") !== null;
464
+
465
+ let shadingFill;
466
+ if (isHeader) {
467
+ shadingFill = colors.tableHeader;
468
+ } else if (dataRowIndex % 2 === 1) {
469
+ shadingFill = "F9F9F9";
470
+ }
471
+
472
+ for (const cell of cellElements) {
473
+ const cellChildren = await processInlineElements(cell, docx, {}, log);
474
+ cells.push(
475
+ new TableCell({
476
+ children: [
477
+ new Paragraph({
478
+ children:
479
+ cellChildren.length > 0
480
+ ? cellChildren
481
+ : [new TextRun({ text: "" })],
482
+ alignment: AlignmentType.LEFT,
483
+ }),
484
+ ],
485
+ width: { size: columnWidthPercent, type: WidthType.PERCENTAGE },
486
+ shading: shadingFill ? { fill: shadingFill } : undefined,
487
+ })
488
+ );
489
+ }
490
+
491
+ if (cells.length > 0) {
492
+ rows.push(new TableRow({ children: cells }));
493
+ }
494
+
495
+ if (!isHeader) {
496
+ dataRowIndex++;
497
+ }
498
+ }
499
+
500
+ return new Table({
501
+ rows,
502
+ width: { size: 100, type: WidthType.PERCENTAGE },
503
+ layout: TableLayoutType.FIXED,
504
+ borders: {
505
+ top: { style: BorderStyle.SINGLE, size: 1, color: colors.border },
506
+ bottom: { style: BorderStyle.SINGLE, size: 1, color: colors.border },
507
+ left: { style: BorderStyle.SINGLE, size: 1, color: colors.border },
508
+ right: { style: BorderStyle.SINGLE, size: 1, color: colors.border },
509
+ insideHorizontal: {
510
+ style: BorderStyle.SINGLE,
511
+ size: 1,
512
+ color: colors.border,
513
+ },
514
+ insideVertical: {
515
+ style: BorderStyle.SINGLE,
516
+ size: 1,
517
+ color: colors.border,
518
+ },
519
+ },
520
+ });
521
+ }
522
+
523
+ /**
524
+ * Processes a list element (ul/ol) into docx paragraphs.
525
+ * @param {Element} listElement - The list DOM element
526
+ * @param {Object} docx - The docx library
527
+ * @param {boolean} isOrdered - Whether the list is ordered
528
+ * @param {number} level - Nesting level
529
+ * @param {Function} log - Logging function
530
+ * @returns {Promise<Array>} Array of docx Paragraphs
531
+ */
532
+ async function processList(listElement, docx, isOrdered, level = 0, log) {
533
+ const { Paragraph } = docx;
534
+ const paragraphs = [];
535
+ const items = listElement.querySelectorAll(":scope > li");
536
+
537
+ for (const li of items) {
538
+ const inlineChildren = [];
539
+ const nestedLists = [];
540
+
541
+ for (const child of li.childNodes) {
542
+ if (child.nodeType === 1) {
543
+ const tagName = child.tagName.toLowerCase();
544
+ if (tagName === "ul" || tagName === "ol") {
545
+ nestedLists.push({ element: child, ordered: tagName === "ol" });
546
+ } else {
547
+ const wrapper = li.ownerDocument.createElement("span");
548
+ wrapper.appendChild(child.cloneNode(true));
549
+ inlineChildren.push(
550
+ ...(await processInlineElements(wrapper, docx, {}, log))
551
+ );
552
+ }
553
+ } else if (child.nodeType === 3 && child.textContent.trim()) {
554
+ const wrapper = li.ownerDocument.createElement("span");
555
+ wrapper.textContent = child.textContent;
556
+ inlineChildren.push(
557
+ ...(await processInlineElements(wrapper, docx, {}, log))
558
+ );
559
+ }
560
+ }
561
+
562
+ if (inlineChildren.length > 0) {
563
+ paragraphs.push(
564
+ new Paragraph({
565
+ children: inlineChildren,
566
+ bullet: isOrdered ? undefined : { level },
567
+ numbering: isOrdered
568
+ ? { reference: "default-numbering", level }
569
+ : undefined,
570
+ })
571
+ );
572
+ }
573
+
574
+ for (const nested of nestedLists) {
575
+ paragraphs.push(
576
+ ...(await processList(
577
+ nested.element,
578
+ docx,
579
+ nested.ordered,
580
+ level + 1,
581
+ log
582
+ ))
583
+ );
584
+ }
585
+ }
586
+
587
+ return paragraphs;
588
+ }
589
+
590
+ /**
591
+ * Converts HTML content to an array of docx elements.
592
+ * @param {string} html - The HTML content
593
+ * @param {Object} libs - The loaded libraries
594
+ * @param {Function} log - Logging function
595
+ * @param {Object} theme - Theme color configuration
596
+ * @returns {Promise<Array>} Array of docx elements for sections
597
+ */
598
+ async function htmlToDocxElements(html, libs, log, theme = null) {
599
+ const { JSDOM, docx } = libs;
600
+ const { Paragraph, TextRun, HeadingLevel, AlignmentType, ImageRun } = docx;
601
+
602
+ const colors = theme || DOCUMENT_STYLES.themes.neutral;
603
+ const dom = new JSDOM(html);
604
+ const body = dom.window.document.body;
605
+ const elements = [];
606
+
607
+ const headingSizes = {
608
+ h1: { level: HeadingLevel.HEADING_1, size: 48 },
609
+ h2: { level: HeadingLevel.HEADING_2, size: 40 },
610
+ h3: { level: HeadingLevel.HEADING_3, size: 32 },
611
+ h4: { level: HeadingLevel.HEADING_4, size: 28 },
612
+ h5: { level: HeadingLevel.HEADING_5, size: 24 },
613
+ h6: { level: HeadingLevel.HEADING_6, size: 22 },
614
+ };
615
+
616
+ for (const child of body.children) {
617
+ const tagName = child.tagName.toLowerCase();
618
+
619
+ try {
620
+ if (headingSizes[tagName]) {
621
+ const { level, size } = headingSizes[tagName];
622
+ const inlineChildren = await processInlineElements(
623
+ child,
624
+ docx,
625
+ { size, bold: true, color: colors.heading },
626
+ log
627
+ );
628
+ elements.push(
629
+ new Paragraph({
630
+ children:
631
+ inlineChildren.length > 0
632
+ ? inlineChildren
633
+ : [
634
+ new TextRun({
635
+ text: child.textContent,
636
+ bold: true,
637
+ size,
638
+ color: colors.heading,
639
+ }),
640
+ ],
641
+ heading: level,
642
+ spacing: { before: 240, after: 120 },
643
+ })
644
+ );
645
+ } else if (tagName === "p") {
646
+ const inlineChildren = await processInlineElements(
647
+ child,
648
+ docx,
649
+ {},
650
+ log
651
+ );
652
+ if (inlineChildren.length > 0) {
653
+ elements.push(
654
+ new Paragraph({
655
+ children: inlineChildren,
656
+ spacing: { after: 200 },
657
+ })
658
+ );
659
+ }
660
+ } else if (tagName === "ul") {
661
+ elements.push(...(await processList(child, docx, false, 0, log)));
662
+ } else if (tagName === "ol") {
663
+ elements.push(...(await processList(child, docx, true, 0, log)));
664
+ } else if (tagName === "table") {
665
+ elements.push(await processTable(child, docx, log, colors));
666
+ elements.push(new Paragraph({ children: [] }));
667
+ } else if (tagName === "blockquote") {
668
+ const inlineChildren = await processInlineElements(
669
+ child,
670
+ docx,
671
+ { italics: true, color: "666666" },
672
+ log
673
+ );
674
+ elements.push(
675
+ new Paragraph({
676
+ children: inlineChildren,
677
+ indent: { left: 720 },
678
+ border: {
679
+ left: { style: "single", size: 24, color: colors.accent },
680
+ },
681
+ spacing: { before: 200, after: 200 },
682
+ })
683
+ );
684
+ } else if (tagName === "pre") {
685
+ const codeElement = child.querySelector("code");
686
+ const codeText = codeElement
687
+ ? codeElement.textContent
688
+ : child.textContent;
689
+ const lines = codeText.split("\n");
690
+
691
+ for (const line of lines) {
692
+ elements.push(
693
+ new Paragraph({
694
+ children: [
695
+ new TextRun({
696
+ text: line || " ",
697
+ font: DOCUMENT_STYLES.fonts.mono,
698
+ size: 20,
699
+ }),
700
+ ],
701
+ shading: { fill: "F5F5F5" },
702
+ spacing: { before: 0, after: 0 },
703
+ })
704
+ );
705
+ }
706
+ elements.push(new Paragraph({ children: [], spacing: { after: 200 } }));
707
+ } else if (tagName === "hr") {
708
+ elements.push(
709
+ new Paragraph({
710
+ children: [],
711
+ border: {
712
+ bottom: { style: "single", size: 6, color: colors.border },
713
+ },
714
+ spacing: { before: 200, after: 200 },
715
+ })
716
+ );
717
+ } else if (tagName === "img") {
718
+ const src = child.getAttribute("src");
719
+ if (src) {
720
+ const imageData = await fetchImage(src, log);
721
+ if (imageData) {
722
+ elements.push(
723
+ new Paragraph({
724
+ children: [
725
+ new ImageRun({
726
+ data: imageData.buffer,
727
+ transformation: {
728
+ width: imageData.width,
729
+ height: imageData.height,
730
+ },
731
+ type: imageData.type,
732
+ }),
733
+ ],
734
+ alignment: AlignmentType.CENTER,
735
+ spacing: { before: 200, after: 200 },
736
+ })
737
+ );
738
+ }
739
+ }
740
+ } else {
741
+ const inlineChildren = await processInlineElements(
742
+ child,
743
+ docx,
744
+ {},
745
+ log
746
+ );
747
+ if (inlineChildren.length > 0) {
748
+ elements.push(new Paragraph({ children: inlineChildren }));
749
+ }
750
+ }
751
+ } catch (err) {
752
+ log(
753
+ `create-docx-file: Error processing element ${tagName}: ${err.message}`
754
+ );
755
+ }
756
+ }
757
+
758
+ return elements;
759
+ }
760
+
761
+ /**
762
+ * Creates a cover/title page section with colored background and centered title block.
763
+ * @param {Object} docx - The docx library
764
+ * @param {Object} options - Cover page options
765
+ * @param {string} options.title - Document title
766
+ * @param {string} options.subtitle - Optional subtitle
767
+ * @param {string} options.author - Optional author name
768
+ * @param {string} options.date - Optional date string
769
+ * @param {Object} options.theme - Theme color configuration
770
+ * @param {Object} options.margins - Margin configuration
771
+ * @param {Buffer|null} options.logoBuffer - Logo buffer for footer
772
+ * @returns {Object} Section configuration for cover page
773
+ */
774
+ function createCoverPageSection(docx, options) {
775
+ const { Paragraph, TextRun, AlignmentType, Footer, ImageRun, SectionType } =
776
+ docx;
777
+
778
+ const { title, subtitle, author, date, theme, margins, logoBuffer } = options;
779
+
780
+ const coverChildren = [];
781
+
782
+ coverChildren.push(
783
+ new Paragraph({
784
+ children: [],
785
+ spacing: { before: 2400 },
786
+ })
787
+ );
788
+
789
+ coverChildren.push(
790
+ new Paragraph({
791
+ children: [
792
+ new TextRun({
793
+ text: title,
794
+ bold: true,
795
+ size: 72,
796
+ color: theme.heading,
797
+ font: DOCUMENT_STYLES.fonts.heading,
798
+ }),
799
+ ],
800
+ alignment: AlignmentType.CENTER,
801
+ spacing: { after: 400 },
802
+ })
803
+ );
804
+
805
+ if (subtitle) {
806
+ coverChildren.push(
807
+ new Paragraph({
808
+ children: [
809
+ new TextRun({
810
+ text: subtitle,
811
+ size: 32,
812
+ color: theme.accent,
813
+ font: DOCUMENT_STYLES.fonts.body,
814
+ }),
815
+ ],
816
+ alignment: AlignmentType.CENTER,
817
+ spacing: { after: 800 },
818
+ })
819
+ );
820
+ }
821
+
822
+ coverChildren.push(
823
+ new Paragraph({
824
+ children: [],
825
+ spacing: { before: 4800 },
826
+ })
827
+ );
828
+
829
+ if (author) {
830
+ coverChildren.push(
831
+ new Paragraph({
832
+ children: [
833
+ new TextRun({
834
+ text: author,
835
+ size: 24,
836
+ color: "666666",
837
+ font: DOCUMENT_STYLES.fonts.body,
838
+ }),
839
+ ],
840
+ alignment: AlignmentType.CENTER,
841
+ spacing: { after: 200 },
842
+ })
843
+ );
844
+ }
845
+
846
+ if (date) {
847
+ coverChildren.push(
848
+ new Paragraph({
849
+ children: [
850
+ new TextRun({
851
+ text: date,
852
+ size: 22,
853
+ color: "888888",
854
+ font: DOCUMENT_STYLES.fonts.body,
855
+ }),
856
+ ],
857
+ alignment: AlignmentType.CENTER,
858
+ spacing: { after: 200 },
859
+ })
860
+ );
861
+ }
862
+
863
+ const coverFooterChildren = [];
864
+ if (logoBuffer) {
865
+ coverFooterChildren.push(
866
+ new Paragraph({
867
+ alignment: AlignmentType.CENTER,
868
+ children: [
869
+ new ImageRun({
870
+ data: logoBuffer,
871
+ transformation: { width: 100, height: 16 },
872
+ type: "png",
873
+ }),
874
+ ],
875
+ })
876
+ );
877
+ }
878
+
879
+ return {
880
+ properties: {
881
+ page: {
882
+ margin: margins,
883
+ },
884
+ type: SectionType.NEXT_PAGE,
885
+ },
886
+ children: coverChildren,
887
+ footers: {
888
+ default: new Footer({ children: coverFooterChildren }),
889
+ },
890
+ };
891
+ }
892
+
893
+ /**
894
+ * Creates a running header for content pages (pages 2+).
895
+ * @param {Object} docx - The docx library
896
+ * @param {string} documentTitle - The document title to display
897
+ * @param {Object} theme - Theme color configuration
898
+ * @returns {Object} Header configuration
899
+ */
900
+ function createRunningHeader(docx, documentTitle, theme) {
901
+ const {
902
+ Header,
903
+ Paragraph,
904
+ TextRun,
905
+ AlignmentType,
906
+ Table,
907
+ TableRow,
908
+ TableCell,
909
+ WidthType,
910
+ BorderStyle,
911
+ } = docx;
912
+
913
+ const noBorders = DOCUMENT_STYLES.borders.none;
914
+
915
+ return new Header({
916
+ children: [
917
+ new Table({
918
+ width: { size: 100, type: WidthType.PERCENTAGE },
919
+ borders: {
920
+ ...noBorders,
921
+ insideHorizontal: { style: "none" },
922
+ insideVertical: { style: "none" },
923
+ bottom: { style: BorderStyle.SINGLE, size: 6, color: theme.border },
924
+ },
925
+ rows: [
926
+ new TableRow({
927
+ children: [
928
+ new TableCell({
929
+ width: { size: 70, type: WidthType.PERCENTAGE },
930
+ borders: noBorders,
931
+ children: [
932
+ new Paragraph({
933
+ children: [
934
+ new TextRun({
935
+ text: documentTitle,
936
+ size: 18,
937
+ color: theme.footerText,
938
+ font: DOCUMENT_STYLES.fonts.body,
939
+ }),
940
+ ],
941
+ }),
942
+ ],
943
+ }),
944
+ new TableCell({
945
+ width: { size: 30, type: WidthType.PERCENTAGE },
946
+ borders: noBorders,
947
+ children: [
948
+ new Paragraph({
949
+ alignment: AlignmentType.RIGHT,
950
+ children: [],
951
+ }),
952
+ ],
953
+ }),
954
+ ],
955
+ }),
956
+ ],
957
+ }),
958
+ new Paragraph({ children: [], spacing: { after: 200 } }),
959
+ ],
960
+ });
961
+ }
962
+
963
+ /**
964
+ * Creates a running footer with Page X of Y and branding.
965
+ * @param {Object} docx - The docx library
966
+ * @param {Buffer|null} logoBuffer - Logo buffer or null
967
+ * @param {Object} theme - Theme color configuration
968
+ * @returns {Object} Footer configuration
969
+ */
970
+ function createRunningFooter(docx, logoBuffer, theme) {
971
+ const {
972
+ Footer,
973
+ Paragraph,
974
+ TextRun,
975
+ AlignmentType,
976
+ Table,
977
+ TableRow,
978
+ TableCell,
979
+ WidthType,
980
+ ImageRun,
981
+ PageNumber,
982
+ } = docx;
983
+
984
+ const noBorders = DOCUMENT_STYLES.borders.none;
985
+
986
+ const pageNumberParagraph = new Paragraph({
987
+ alignment: AlignmentType.LEFT,
988
+ children: [
989
+ new TextRun({
990
+ children: ["Page ", PageNumber.CURRENT, " of ", PageNumber.TOTAL_PAGES],
991
+ size: 18,
992
+ color: theme.footerText,
993
+ font: DOCUMENT_STYLES.fonts.body,
994
+ }),
995
+ ],
996
+ });
997
+
998
+ const brandingCell = logoBuffer
999
+ ? new Paragraph({
1000
+ alignment: AlignmentType.RIGHT,
1001
+ children: [
1002
+ new ImageRun({
1003
+ data: logoBuffer,
1004
+ transformation: { width: 80, height: 13 },
1005
+ type: "png",
1006
+ }),
1007
+ ],
1008
+ })
1009
+ : new Paragraph({
1010
+ alignment: AlignmentType.RIGHT,
1011
+ children: [
1012
+ new TextRun({
1013
+ text: "Generated by AnythingLLM",
1014
+ size: 16,
1015
+ color: theme.footerText,
1016
+ font: DOCUMENT_STYLES.fonts.body,
1017
+ }),
1018
+ ],
1019
+ });
1020
+
1021
+ return new Footer({
1022
+ children: [
1023
+ new Table({
1024
+ width: { size: 100, type: WidthType.PERCENTAGE },
1025
+ borders: {
1026
+ ...noBorders,
1027
+ insideHorizontal: { style: "none" },
1028
+ insideVertical: { style: "none" },
1029
+ },
1030
+ rows: [
1031
+ new TableRow({
1032
+ children: [
1033
+ new TableCell({
1034
+ width: { size: 50, type: WidthType.PERCENTAGE },
1035
+ borders: noBorders,
1036
+ children: [pageNumberParagraph],
1037
+ }),
1038
+ new TableCell({
1039
+ width: { size: 50, type: WidthType.PERCENTAGE },
1040
+ borders: noBorders,
1041
+ children: [brandingCell],
1042
+ }),
1043
+ ],
1044
+ }),
1045
+ ],
1046
+ }),
1047
+ ],
1048
+ });
1049
+ }
1050
+
1051
+ /**
1052
+ * Default numbering configuration for ordered lists.
1053
+ */
1054
+ const DEFAULT_NUMBERING_CONFIG = {
1055
+ config: [
1056
+ {
1057
+ reference: "default-numbering",
1058
+ levels: [
1059
+ {
1060
+ level: 0,
1061
+ format: "decimal",
1062
+ text: "%1.",
1063
+ alignment: "start",
1064
+ style: { paragraph: { indent: { left: 720, hanging: 360 } } },
1065
+ },
1066
+ {
1067
+ level: 1,
1068
+ format: "lowerLetter",
1069
+ text: "%2.",
1070
+ alignment: "start",
1071
+ style: { paragraph: { indent: { left: 1440, hanging: 360 } } },
1072
+ },
1073
+ {
1074
+ level: 2,
1075
+ format: "lowerRoman",
1076
+ text: "%3.",
1077
+ alignment: "start",
1078
+ style: { paragraph: { indent: { left: 2160, hanging: 360 } } },
1079
+ },
1080
+ ],
1081
+ },
1082
+ ],
1083
+ };
1084
+
1085
+ module.exports = {
1086
+ DOCUMENT_STYLES,
1087
+ getTheme,
1088
+ getMargins,
1089
+ loadLibraries,
1090
+ htmlToDocxElements,
1091
+ createCoverPageSection,
1092
+ createRunningHeader,
1093
+ createRunningFooter,
1094
+ DEFAULT_NUMBERING_CONFIG,
1095
+ };