totem-llm 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +22 -0
- package/README.md +81 -0
- package/bin/totem-llm.js +80 -0
- package/collector/.env +9 -0
- package/collector/.env.example +9 -0
- package/collector/.nvmrc +1 -0
- package/collector/extensions/index.js +239 -0
- package/collector/extensions/resync/index.js +197 -0
- package/collector/hotdir/__HOTDIR__.md +3 -0
- package/collector/index.js +202 -0
- package/collector/middleware/httpLogger.js +29 -0
- package/collector/middleware/setDataSigner.js +44 -0
- package/collector/middleware/verifyIntegrity.js +32 -0
- package/collector/package.json +67 -0
- package/collector/processLink/convert/generic.js +240 -0
- package/collector/processLink/helpers/index.js +190 -0
- package/collector/processLink/index.js +47 -0
- package/collector/processRawText/index.js +83 -0
- package/collector/processSingleFile/convert/asAudio.js +79 -0
- package/collector/processSingleFile/convert/asDocx.js +63 -0
- package/collector/processSingleFile/convert/asEPub.js +61 -0
- package/collector/processSingleFile/convert/asImage.js +56 -0
- package/collector/processSingleFile/convert/asMbox.js +83 -0
- package/collector/processSingleFile/convert/asOfficeMime.js +59 -0
- package/collector/processSingleFile/convert/asPDF/PDFLoader/index.js +97 -0
- package/collector/processSingleFile/convert/asPDF/index.js +86 -0
- package/collector/processSingleFile/convert/asTxt.js +59 -0
- package/collector/processSingleFile/convert/asXlsx.js +193 -0
- package/collector/processSingleFile/index.js +95 -0
- package/collector/utils/EncryptionWorker/index.js +77 -0
- package/collector/utils/OCRLoader/index.js +355 -0
- package/collector/utils/OCRLoader/validLangs.js +155 -0
- package/collector/utils/WhisperProviders/OpenAiWhisper.js +49 -0
- package/collector/utils/WhisperProviders/ffmpeg/index.js +114 -0
- package/collector/utils/WhisperProviders/localWhisper.js +197 -0
- package/collector/utils/comKey/index.js +54 -0
- package/collector/utils/constants.js +92 -0
- package/collector/utils/downloadURIToFile/index.js +90 -0
- package/collector/utils/extensions/Confluence/ConfluenceLoader/index.js +154 -0
- package/collector/utils/extensions/Confluence/index.js +292 -0
- package/collector/utils/extensions/DrupalWiki/DrupalWiki/index.js +338 -0
- package/collector/utils/extensions/DrupalWiki/index.js +102 -0
- package/collector/utils/extensions/ObsidianVault/index.js +95 -0
- package/collector/utils/extensions/PaperlessNgx/PaperlessNgxLoader/index.js +157 -0
- package/collector/utils/extensions/PaperlessNgx/index.js +128 -0
- package/collector/utils/extensions/RepoLoader/GithubRepo/RepoLoader/index.js +265 -0
- package/collector/utils/extensions/RepoLoader/GithubRepo/index.js +159 -0
- package/collector/utils/extensions/RepoLoader/GitlabRepo/RepoLoader/index.js +447 -0
- package/collector/utils/extensions/RepoLoader/GitlabRepo/index.js +261 -0
- package/collector/utils/extensions/RepoLoader/index.js +41 -0
- package/collector/utils/extensions/WebsiteDepth/index.js +211 -0
- package/collector/utils/extensions/YoutubeTranscript/YoutubeLoader/index.js +99 -0
- package/collector/utils/extensions/YoutubeTranscript/YoutubeLoader/youtube-transcript.js +246 -0
- package/collector/utils/extensions/YoutubeTranscript/index.js +219 -0
- package/collector/utils/files/index.js +240 -0
- package/collector/utils/files/mime.js +64 -0
- package/collector/utils/http/index.js +54 -0
- package/collector/utils/logger/index.js +68 -0
- package/collector/utils/runtimeSettings/index.js +97 -0
- package/collector/utils/shell.js +25 -0
- package/collector/utils/tokenizer/index.js +66 -0
- package/collector/utils/url/index.js +137 -0
- package/collector/yarn.lock +4413 -0
- package/lib/config.js +79 -0
- package/lib/launcher.js +116 -0
- package/lib/setup.js +143 -0
- package/package.json +64 -0
- package/scripts/postinstall.mjs +117 -0
- package/server/.env +489 -0
- package/server/.env.example +496 -0
- package/server/.flowconfig +30 -0
- package/server/.nvmrc +1 -0
- package/server/endpoints/admin.js +566 -0
- package/server/endpoints/agentFileServer.js +174 -0
- package/server/endpoints/agentFlows.js +192 -0
- package/server/endpoints/agentSkillWhitelist.js +82 -0
- package/server/endpoints/agentWebsocket.js +62 -0
- package/server/endpoints/api/admin/index.js +775 -0
- package/server/endpoints/api/auth/index.js +33 -0
- package/server/endpoints/api/document/index.js +1210 -0
- package/server/endpoints/api/embed/index.js +409 -0
- package/server/endpoints/api/index.js +29 -0
- package/server/endpoints/api/openai/compatibility-test-script.cjs +79 -0
- package/server/endpoints/api/openai/helpers.js +50 -0
- package/server/endpoints/api/openai/index.js +321 -0
- package/server/endpoints/api/system/index.js +275 -0
- package/server/endpoints/api/userManagement/index.js +124 -0
- package/server/endpoints/api/workspace/index.js +1008 -0
- package/server/endpoints/api/workspaceThread/index.js +627 -0
- package/server/endpoints/browserExtension.js +221 -0
- package/server/endpoints/chat.js +193 -0
- package/server/endpoints/communityHub.js +214 -0
- package/server/endpoints/document.js +111 -0
- package/server/endpoints/embed/index.js +103 -0
- package/server/endpoints/embedManagement.js +131 -0
- package/server/endpoints/experimental/imported-agent-plugins.js +65 -0
- package/server/endpoints/experimental/index.js +12 -0
- package/server/endpoints/experimental/liveSync.js +110 -0
- package/server/endpoints/extensions/index.js +175 -0
- package/server/endpoints/invite.js +81 -0
- package/server/endpoints/mcpServers.js +127 -0
- package/server/endpoints/memory.js +196 -0
- package/server/endpoints/mobile/index.js +160 -0
- package/server/endpoints/mobile/middleware/index.js +97 -0
- package/server/endpoints/mobile/utils/index.js +195 -0
- package/server/endpoints/modelRouter.js +205 -0
- package/server/endpoints/scheduledJobs.js +374 -0
- package/server/endpoints/system.js +1490 -0
- package/server/endpoints/telegram.js +333 -0
- package/server/endpoints/utils/dockerModelRunnerUtils.js +94 -0
- package/server/endpoints/utils/googleAgentSkillEndpoints.js +70 -0
- package/server/endpoints/utils/lemonadeUtilsEndpoints.js +170 -0
- package/server/endpoints/utils/outlookAgentUtils.js +190 -0
- package/server/endpoints/utils.js +220 -0
- package/server/endpoints/webPush.js +27 -0
- package/server/endpoints/workspaceThreads.js +245 -0
- package/server/endpoints/workspaces.js +1159 -0
- package/server/endpoints/workspacesParsedFiles.js +208 -0
- package/server/index.js +178 -0
- package/server/jobs/cleanup-generated-files.js +160 -0
- package/server/jobs/cleanup-orphan-documents.js +79 -0
- package/server/jobs/embedding-worker.js +197 -0
- package/server/jobs/extract-memories.js +192 -0
- package/server/jobs/handle-telegram-chat.js +67 -0
- package/server/jobs/helpers/index.js +54 -0
- package/server/jobs/helpers/memory-extraction-utils.js +366 -0
- package/server/jobs/helpers/scheduled-job-helper.js +111 -0
- package/server/jobs/run-scheduled-job.js +157 -0
- package/server/jobs/sync-watched-documents.js +209 -0
- package/server/jsconfig.json +14 -0
- package/server/middleware/httpLogger.js +23 -0
- package/server/models/agentSkillWhitelist.js +100 -0
- package/server/models/apiKeys.js +99 -0
- package/server/models/browserExtensionApiKey.js +190 -0
- package/server/models/cacheData.js +69 -0
- package/server/models/communityHub.js +213 -0
- package/server/models/documentSyncQueue.js +252 -0
- package/server/models/documentSyncRun.js +88 -0
- package/server/models/documents.js +356 -0
- package/server/models/embedChats.js +199 -0
- package/server/models/embedConfig.js +251 -0
- package/server/models/eventLogs.js +129 -0
- package/server/models/externalCommunicationConnector.js +110 -0
- package/server/models/invite.js +144 -0
- package/server/models/memory.js +451 -0
- package/server/models/mobileDevice.js +251 -0
- package/server/models/modelRouter.js +259 -0
- package/server/models/modelRouterRule.js +336 -0
- package/server/models/passwordRecovery.js +115 -0
- package/server/models/promptHistory.js +107 -0
- package/server/models/scheduledJob.js +499 -0
- package/server/models/scheduledJobRun.js +362 -0
- package/server/models/slashCommandsPresets.js +143 -0
- package/server/models/systemPromptVariables.js +361 -0
- package/server/models/systemSettings.js +1183 -0
- package/server/models/temporaryAuthToken.js +104 -0
- package/server/models/user.js +381 -0
- package/server/models/vectors.js +79 -0
- package/server/models/workspace.js +720 -0
- package/server/models/workspaceAgentInvocation.js +97 -0
- package/server/models/workspaceChats.js +386 -0
- package/server/models/workspaceParsedFiles.js +246 -0
- package/server/models/workspaceThread.js +151 -0
- package/server/models/workspaceUsers.js +103 -0
- package/server/models/workspacesSuggestedMessages.js +83 -0
- package/server/package.json +130 -0
- package/server/prisma/migrations/20230921191814_init/migration.sql +125 -0
- package/server/prisma/migrations/20231101001441_init/migration.sql +2 -0
- package/server/prisma/migrations/20231101195421_init/migration.sql +11 -0
- package/server/prisma/migrations/20231129012019_add/migration.sql +2 -0
- package/server/prisma/migrations/20240113013409_init/migration.sql +2 -0
- package/server/prisma/migrations/20240118201333_init/migration.sql +2 -0
- package/server/prisma/migrations/20240202002020_init/migration.sql +37 -0
- package/server/prisma/migrations/20240206181106_init/migration.sql +13 -0
- package/server/prisma/migrations/20240206211916_init/migration.sql +11 -0
- package/server/prisma/migrations/20240208224848_init/migration.sql +24 -0
- package/server/prisma/migrations/20240210004405_init/migration.sql +2 -0
- package/server/prisma/migrations/20240216214639_init/migration.sql +2 -0
- package/server/prisma/migrations/20240219211018_init/migration.sql +2 -0
- package/server/prisma/migrations/20240301002308_init/migration.sql +2 -0
- package/server/prisma/migrations/20240326231053_init/migration.sql +2 -0
- package/server/prisma/migrations/20240405015034_init/migration.sql +2 -0
- package/server/prisma/migrations/20240412183346_init/migration.sql +24 -0
- package/server/prisma/migrations/20240425004220_init/migration.sql +30 -0
- package/server/prisma/migrations/20240430230707_init/migration.sql +2 -0
- package/server/prisma/migrations/20240510032311_init/migration.sql +15 -0
- package/server/prisma/migrations/20240618224346_init/migration.sql +26 -0
- package/server/prisma/migrations/20240821215625_init/migration.sql +2 -0
- package/server/prisma/migrations/20240824005054_init/migration.sql +15 -0
- package/server/prisma/migrations/20241003192954_init/migration.sql +2 -0
- package/server/prisma/migrations/20241029203722_init/migration.sql +12 -0
- package/server/prisma/migrations/20241029233509_init/migration.sql +5 -0
- package/server/prisma/migrations/20250102204948_init/migration.sql +2 -0
- package/server/prisma/migrations/20250226005538_init/migration.sql +2 -0
- package/server/prisma/migrations/20250318154720_init/migration.sql +18 -0
- package/server/prisma/migrations/20250506214129_init/migration.sql +13 -0
- package/server/prisma/migrations/20250709230835_init/migration.sql +2 -0
- package/server/prisma/migrations/20250725194841_init/migration.sql +17 -0
- package/server/prisma/migrations/20250808171557_init/migration.sql +23 -0
- package/server/prisma/migrations/20260130040204_init/migration.sql +2 -0
- package/server/prisma/migrations/20260313192859_init/migration.sql +10 -0
- package/server/prisma/migrations/20260319202916_init/migration.sql +12 -0
- package/server/prisma/migrations/20260406120000_init/migration.sql +2 -0
- package/server/prisma/migrations/20260423191158_init/migration.sql +29 -0
- package/server/prisma/migrations/20260424013043_init/migration.sql +22 -0
- package/server/prisma/migrations/20260520160208_init/migration.sql +46 -0
- package/server/prisma/migrations/migration_lock.toml +3 -0
- package/server/prisma/schema.prisma +484 -0
- package/server/prisma/seed.js +31 -0
- package/server/public/KaTeX_AMS-Regular.eot +0 -0
- package/server/public/KaTeX_AMS-Regular.ttf +0 -0
- package/server/public/KaTeX_AMS-Regular.woff +0 -0
- package/server/public/KaTeX_AMS-Regular.woff2 +0 -0
- package/server/public/KaTeX_Caligraphic-Bold.eot +0 -0
- package/server/public/KaTeX_Caligraphic-Bold.ttf +0 -0
- package/server/public/KaTeX_Caligraphic-Bold.woff +0 -0
- package/server/public/KaTeX_Caligraphic-Bold.woff2 +0 -0
- package/server/public/KaTeX_Caligraphic-Regular.eot +0 -0
- package/server/public/KaTeX_Caligraphic-Regular.ttf +0 -0
- package/server/public/KaTeX_Caligraphic-Regular.woff +0 -0
- package/server/public/KaTeX_Caligraphic-Regular.woff2 +0 -0
- package/server/public/KaTeX_Fraktur-Bold.eot +0 -0
- package/server/public/KaTeX_Fraktur-Bold.ttf +0 -0
- package/server/public/KaTeX_Fraktur-Bold.woff +0 -0
- package/server/public/KaTeX_Fraktur-Bold.woff2 +0 -0
- package/server/public/KaTeX_Fraktur-Regular.eot +0 -0
- package/server/public/KaTeX_Fraktur-Regular.ttf +0 -0
- package/server/public/KaTeX_Fraktur-Regular.woff +0 -0
- package/server/public/KaTeX_Fraktur-Regular.woff2 +0 -0
- package/server/public/KaTeX_Main-Bold.eot +0 -0
- package/server/public/KaTeX_Main-Bold.ttf +0 -0
- package/server/public/KaTeX_Main-Bold.woff +0 -0
- package/server/public/KaTeX_Main-Bold.woff2 +0 -0
- package/server/public/KaTeX_Main-Italic.eot +0 -0
- package/server/public/KaTeX_Main-Italic.ttf +0 -0
- package/server/public/KaTeX_Main-Italic.woff +0 -0
- package/server/public/KaTeX_Main-Italic.woff2 +0 -0
- package/server/public/KaTeX_Main-Regular.eot +0 -0
- package/server/public/KaTeX_Main-Regular.ttf +0 -0
- package/server/public/KaTeX_Main-Regular.woff +0 -0
- package/server/public/KaTeX_Main-Regular.woff2 +0 -0
- package/server/public/KaTeX_Math-Italic.eot +0 -0
- package/server/public/KaTeX_Math-Italic.ttf +0 -0
- package/server/public/KaTeX_Math-Italic.woff +0 -0
- package/server/public/KaTeX_Math-Italic.woff2 +0 -0
- package/server/public/KaTeX_SansSerif-Regular.eot +0 -0
- package/server/public/KaTeX_SansSerif-Regular.ttf +0 -0
- package/server/public/KaTeX_SansSerif-Regular.woff +0 -0
- package/server/public/KaTeX_SansSerif-Regular.woff2 +0 -0
- package/server/public/KaTeX_Script-Regular.eot +0 -0
- package/server/public/KaTeX_Script-Regular.ttf +0 -0
- package/server/public/KaTeX_Script-Regular.woff +0 -0
- package/server/public/KaTeX_Script-Regular.woff2 +0 -0
- package/server/public/KaTeX_Size1-Regular.eot +0 -0
- package/server/public/KaTeX_Size1-Regular.ttf +0 -0
- package/server/public/KaTeX_Size1-Regular.woff +0 -0
- package/server/public/KaTeX_Size1-Regular.woff2 +0 -0
- package/server/public/KaTeX_Size2-Regular.eot +0 -0
- package/server/public/KaTeX_Size2-Regular.ttf +0 -0
- package/server/public/KaTeX_Size2-Regular.woff +0 -0
- package/server/public/KaTeX_Size2-Regular.woff2 +0 -0
- package/server/public/KaTeX_Size3-Regular.eot +0 -0
- package/server/public/KaTeX_Size3-Regular.ttf +0 -0
- package/server/public/KaTeX_Size3-Regular.woff +0 -0
- package/server/public/KaTeX_Size4-Regular.eot +0 -0
- package/server/public/KaTeX_Size4-Regular.ttf +0 -0
- package/server/public/KaTeX_Size4-Regular.woff +0 -0
- package/server/public/KaTeX_Size4-Regular.woff2 +0 -0
- package/server/public/KaTeX_Typewriter-Regular.eot +0 -0
- package/server/public/KaTeX_Typewriter-Regular.ttf +0 -0
- package/server/public/KaTeX_Typewriter-Regular.woff +0 -0
- package/server/public/KaTeX_Typewriter-Regular.woff2 +0 -0
- package/server/public/PlusJakartaSans.ttf +0 -0
- package/server/public/_index.html +45 -0
- package/server/public/agent-animation.webm +0 -0
- package/server/public/agent-static.png +0 -0
- package/server/public/anthropic.png +0 -0
- package/server/public/anything-llm-dark.png +0 -0
- package/server/public/anything-llm-light.png +0 -0
- package/server/public/anything-llm.png +0 -0
- package/server/public/apipie.png +0 -0
- package/server/public/assets/404-aca8e9d6.js +1 -0
- package/server/public/assets/Brain-24e386d5.js +1 -0
- package/server/public/assets/Browser-1820fad0.js +1 -0
- package/server/public/assets/ChatText-35275002.js +1 -0
- package/server/public/assets/Check-7e83fb0d.js +1 -0
- package/server/public/assets/Copy-d323e545.js +1 -0
- package/server/public/assets/Database-f1a76329.js +1 -0
- package/server/public/assets/Eye-9f033dc0.js +1 -0
- package/server/public/assets/File-b92df2f3.js +1 -0
- package/server/public/assets/Gauge-e6762f4d.js +1 -0
- package/server/public/assets/Hammer-05b5ccc7.js +1 -0
- package/server/public/assets/Plug-7d951c7d.js +1 -0
- package/server/public/assets/PlusCircle-31c6a8d8.js +1 -0
- package/server/public/assets/RunDetailPage-edfdbd4d.js +1 -0
- package/server/public/assets/RunHistoryPage-732dae26.js +1 -0
- package/server/public/assets/Stop-4b47ae05.js +1 -0
- package/server/public/assets/Trans-36b04c7b.js +1 -0
- package/server/public/assets/WarningCircle-27467274.js +1 -0
- package/server/public/assets/XCircle-edfe554c.js +1 -0
- package/server/public/assets/admin-04b020fe.js +1 -0
- package/server/public/assets/agentFlows-e4124dd3.js +1 -0
- package/server/public/assets/anything-llm-infinity-0d7244a1.js +1 -0
- package/server/public/assets/communityHub-aba61686.js +1 -0
- package/server/public/assets/cron-2ad9194f.js +1 -0
- package/server/public/assets/files-493643b0.js +23 -0
- package/server/public/assets/github-dark-57c241de.js +1 -0
- package/server/public/assets/index-08cd0bc2.js +9 -0
- package/server/public/assets/index-0bf8ea25.js +1 -0
- package/server/public/assets/index-25b2660c.js +1 -0
- package/server/public/assets/index-2a7c0b04.js +1 -0
- package/server/public/assets/index-3643e990.js +1 -0
- package/server/public/assets/index-3761d55d.js +1 -0
- package/server/public/assets/index-4b5e1c76.js +5 -0
- package/server/public/assets/index-4fb4d421.js +2 -0
- package/server/public/assets/index-56bb11a0.js +1 -0
- package/server/public/assets/index-5c320a5d.js +1 -0
- package/server/public/assets/index-62160652.js +3 -0
- package/server/public/assets/index-62fee0f9.js +4 -0
- package/server/public/assets/index-65801ac6.js +1 -0
- package/server/public/assets/index-71027183.js +1 -0
- package/server/public/assets/index-72832304.js +18 -0
- package/server/public/assets/index-7b0ea06b.js +14 -0
- package/server/public/assets/index-8132c765.js +1 -0
- package/server/public/assets/index-837868b3.js +1 -0
- package/server/public/assets/index-86e8a6b4.js +1 -0
- package/server/public/assets/index-8ba96f42.js +1 -0
- package/server/public/assets/index-8e43159f.js +1 -0
- package/server/public/assets/index-92574f3a.js +1 -0
- package/server/public/assets/index-925792fe.js +2 -0
- package/server/public/assets/index-92d3b7bc.js +1 -0
- package/server/public/assets/index-994c849a.js +1 -0
- package/server/public/assets/index-9f71774b.js +1 -0
- package/server/public/assets/index-9f7dabd6.js +1 -0
- package/server/public/assets/index-a0e2be61.js +1 -0
- package/server/public/assets/index-a6ac5511.js +1 -0
- package/server/public/assets/index-a6c0d98a.js +1 -0
- package/server/public/assets/index-aa687cfe.js +3 -0
- package/server/public/assets/index-ab35fb74.js +1 -0
- package/server/public/assets/index-ab72b353.js +4 -0
- package/server/public/assets/index-ad8e77d2.js +5 -0
- package/server/public/assets/index-c07cc087.js +110 -0
- package/server/public/assets/index-c22f7da1.js +1 -0
- package/server/public/assets/index-c9b59c35.js +1 -0
- package/server/public/assets/index-d59c6d7f.js +1 -0
- package/server/public/assets/index-d69f2e09.js +1 -0
- package/server/public/assets/index-e5b911ea.js +1 -0
- package/server/public/assets/index-e6c540e1.js +1 -0
- package/server/public/assets/index-f86e167c.js +4 -0
- package/server/public/assets/index-f984ef26.js +1 -0
- package/server/public/assets/index-fb26b60a.js +1 -0
- package/server/public/assets/index-fd922432.js +1 -0
- package/server/public/assets/main-8ad4162f.js +1 -0
- package/server/public/assets/mcpServers-957b1f1c.js +1 -0
- package/server/public/assets/moment-3ad2e1a6.js +10 -0
- package/server/public/assets/ort.min-faca3c2b.js +1827 -0
- package/server/public/assets/piper-o91UDS6e-0c78e94e.js +4 -0
- package/server/public/assets/purify-6b86d6dc.js +26 -0
- package/server/public/assets/react-beautiful-dnd.esm-86e87aba.js +68 -0
- package/server/public/assets/truncate-352eb33b.js +1 -0
- package/server/public/assets/types-e90e1137.js +1 -0
- package/server/public/assets/usePolling-417bb099.js +1 -0
- package/server/public/assets/voices_static-D_OtJDHM-5cdb0950.js +1 -0
- package/server/public/assets/worker-8f433525.js +1 -0
- package/server/public/azure.png +0 -0
- package/server/public/baidu.png +0 -0
- package/server/public/bedrock.png +0 -0
- package/server/public/bg.png +0 -0
- package/server/public/bing.png +0 -0
- package/server/public/cerebras.png +0 -0
- package/server/public/cohere.png +0 -0
- package/server/public/cometapi.png +0 -0
- package/server/public/community-hub.png +0 -0
- package/server/public/confluence.jpeg +0 -0
- package/server/public/deepseek.png +0 -0
- package/server/public/docker-model-runner.png +0 -0
- package/server/public/dpais.png +0 -0
- package/server/public/drupalwiki.jpg +0 -0
- package/server/public/duckduckgo.png +0 -0
- package/server/public/elevenlabs.png +0 -0
- package/server/public/embed/anythingllm-chat-widget.min.css +1 -0
- package/server/public/embed/anythingllm-chat-widget.min.js +37 -0
- package/server/public/exa.png +0 -0
- package/server/public/favicon.ico +0 -0
- package/server/public/favicon.png +0 -0
- package/server/public/file-system.png +0 -0
- package/server/public/files.css +1 -0
- package/server/public/fonts/PlusJakartaSans.ttf +0 -0
- package/server/public/foundry-local.png +0 -0
- package/server/public/gemini.png +0 -0
- package/server/public/generate-charts.png +0 -0
- package/server/public/generate-save-files.png +0 -0
- package/server/public/generic-openai.png +0 -0
- package/server/public/giteeai.png +0 -0
- package/server/public/github-dark.css +10 -0
- package/server/public/github.css +19 -0
- package/server/public/github.svg +4 -0
- package/server/public/gitlab.svg +7 -0
- package/server/public/gmail.png +0 -0
- package/server/public/google-calendar.png +0 -0
- package/server/public/gplay-badge.svg +55 -0
- package/server/public/huggingface.png +0 -0
- package/server/public/index.css +1 -0
- package/server/public/index.js +1739 -0
- package/server/public/koboldcpp.png +0 -0
- package/server/public/lancedb.png +0 -0
- package/server/public/lemonade.png +0 -0
- package/server/public/link.svg +1 -0
- package/server/public/litellm.png +0 -0
- package/server/public/lmstudio.png +0 -0
- package/server/public/localai.png +0 -0
- package/server/public/login-logo-light.svg +45 -0
- package/server/public/login-logo.svg +45 -0
- package/server/public/manifest.json +13 -0
- package/server/public/mcp-logo.svg +1 -0
- package/server/public/milvus.png +0 -0
- package/server/public/minimax.png +0 -0
- package/server/public/mistral.jpeg +0 -0
- package/server/public/moonshotai.png +0 -0
- package/server/public/mssql.png +0 -0
- package/server/public/mysql.png +0 -0
- package/server/public/nvidia-nim.png +0 -0
- package/server/public/obsidian.png +0 -0
- package/server/public/ollama.png +0 -0
- package/server/public/openai.png +0 -0
- package/server/public/openrouter.jpeg +0 -0
- package/server/public/outlook.png +0 -0
- package/server/public/paperless-ngx.jpeg +0 -0
- package/server/public/perplexity.png +0 -0
- package/server/public/pgvector.png +0 -0
- package/server/public/piper.png +0 -0
- package/server/public/privatemode.png +0 -0
- package/server/public/qdrant.png +0 -0
- package/server/public/rag-memory.png +0 -0
- package/server/public/robots.txt +2 -0
- package/server/public/router-animation.webm +0 -0
- package/server/public/sambanova.png +0 -0
- package/server/public/scrape-websites.png +0 -0
- package/server/public/searchapi.png +0 -0
- package/server/public/searxng.png +0 -0
- package/server/public/serpapi.png +0 -0
- package/server/public/serper.png +0 -0
- package/server/public/serply.png +0 -0
- package/server/public/service-workers/push-notifications.js +26 -0
- package/server/public/sql-agent.png +0 -0
- package/server/public/tavily.svg +1 -0
- package/server/public/text-generation-webui.png +0 -0
- package/server/public/thinking-animation.webm +0 -0
- package/server/public/thinking-static.png +0 -0
- package/server/public/togetherai.png +0 -0
- package/server/public/view-summarize.png +0 -0
- package/server/public/voyageai.png +0 -0
- package/server/public/weaviate.png +0 -0
- package/server/public/xai.png +0 -0
- package/server/public/youtube.svg +10 -0
- package/server/public/zai.png +0 -0
- package/server/public/zilliz.png +0 -0
- package/server/utils/AiProviders/anthropic/index.js +372 -0
- package/server/utils/AiProviders/apipie/index.js +386 -0
- package/server/utils/AiProviders/azureOpenAi/index.js +232 -0
- package/server/utils/AiProviders/bedrock/index.js +787 -0
- package/server/utils/AiProviders/bedrock/utils.js +166 -0
- package/server/utils/AiProviders/cerebras/index.js +314 -0
- package/server/utils/AiProviders/cohere/index.js +251 -0
- package/server/utils/AiProviders/cometapi/constants.js +39 -0
- package/server/utils/AiProviders/cometapi/index.js +445 -0
- package/server/utils/AiProviders/deepseek/index.js +180 -0
- package/server/utils/AiProviders/dellProAiStudio/index.js +217 -0
- package/server/utils/AiProviders/dockerModelRunner/index.js +520 -0
- package/server/utils/AiProviders/fireworksAi/index.js +273 -0
- package/server/utils/AiProviders/foundry/index.js +475 -0
- package/server/utils/AiProviders/gemini/defaultModels.js +74 -0
- package/server/utils/AiProviders/gemini/index.js +457 -0
- package/server/utils/AiProviders/gemini/syncStaticLists.mjs +48 -0
- package/server/utils/AiProviders/genericOpenAi/index.js +485 -0
- package/server/utils/AiProviders/giteeai/index.js +245 -0
- package/server/utils/AiProviders/groq/index.js +257 -0
- package/server/utils/AiProviders/huggingface/index.js +165 -0
- package/server/utils/AiProviders/koboldCPP/index.js +264 -0
- package/server/utils/AiProviders/lemonade/index.js +463 -0
- package/server/utils/AiProviders/liteLLM/index.js +201 -0
- package/server/utils/AiProviders/lmStudio/index.js +383 -0
- package/server/utils/AiProviders/localAi/index.js +198 -0
- package/server/utils/AiProviders/minimax/index.js +165 -0
- package/server/utils/AiProviders/mistral/index.js +191 -0
- package/server/utils/AiProviders/modelMap/index.js +212 -0
- package/server/utils/AiProviders/modelMap/legacy.js +162 -0
- package/server/utils/AiProviders/modelRouter/index.js +170 -0
- package/server/utils/AiProviders/moonshotAi/index.js +176 -0
- package/server/utils/AiProviders/novita/index.js +460 -0
- package/server/utils/AiProviders/nvidiaNim/index.js +253 -0
- package/server/utils/AiProviders/ollama/index.js +516 -0
- package/server/utils/AiProviders/openAi/index.js +301 -0
- package/server/utils/AiProviders/openRouter/index.js +567 -0
- package/server/utils/AiProviders/perplexity/index.js +304 -0
- package/server/utils/AiProviders/perplexity/models.js +24 -0
- package/server/utils/AiProviders/perplexity/scripts/chat_models.txt +6 -0
- package/server/utils/AiProviders/perplexity/scripts/parse.mjs +49 -0
- package/server/utils/AiProviders/ppio/index.js +274 -0
- package/server/utils/AiProviders/privatemode/index.js +220 -0
- package/server/utils/AiProviders/sambanova/index.js +273 -0
- package/server/utils/AiProviders/textGenWebUI/index.js +197 -0
- package/server/utils/AiProviders/togetherAi/index.js +263 -0
- package/server/utils/AiProviders/xai/index.js +200 -0
- package/server/utils/AiProviders/zai/index.js +184 -0
- package/server/utils/BackgroundWorkers/index.js +432 -0
- package/server/utils/DocumentManager/index.js +72 -0
- package/server/utils/EmbeddingEngines/azureOpenAi/index.js +115 -0
- package/server/utils/EmbeddingEngines/cohere/index.js +91 -0
- package/server/utils/EmbeddingEngines/gemini/index.js +136 -0
- package/server/utils/EmbeddingEngines/genericOpenAi/index.js +128 -0
- package/server/utils/EmbeddingEngines/lemonade/index.js +99 -0
- package/server/utils/EmbeddingEngines/liteLLM/index.js +102 -0
- package/server/utils/EmbeddingEngines/lmstudio/index.js +122 -0
- package/server/utils/EmbeddingEngines/localAi/index.js +122 -0
- package/server/utils/EmbeddingEngines/mistral/index.js +40 -0
- package/server/utils/EmbeddingEngines/native/constants.js +63 -0
- package/server/utils/EmbeddingEngines/native/index.js +290 -0
- package/server/utils/EmbeddingEngines/ollama/index.js +136 -0
- package/server/utils/EmbeddingEngines/openAi/index.js +102 -0
- package/server/utils/EmbeddingEngines/openRouter/index.js +131 -0
- package/server/utils/EmbeddingEngines/voyageAi/index.js +71 -0
- package/server/utils/EmbeddingRerankers/native/index.js +257 -0
- package/server/utils/EmbeddingWorkerManager.js +202 -0
- package/server/utils/EncryptionManager/index.js +85 -0
- package/server/utils/MCP/hypervisor/index.js +554 -0
- package/server/utils/MCP/index.js +269 -0
- package/server/utils/PasswordRecovery/index.js +103 -0
- package/server/utils/PushNotifications/index.js +228 -0
- package/server/utils/TextSplitter/index.js +206 -0
- package/server/utils/TextToSpeech/elevenLabs/index.js +54 -0
- package/server/utils/TextToSpeech/index.js +18 -0
- package/server/utils/TextToSpeech/openAi/index.js +29 -0
- package/server/utils/TextToSpeech/openAiGeneric/index.js +58 -0
- package/server/utils/agentFlows/executor.js +233 -0
- package/server/utils/agentFlows/executors/api-call.js +60 -0
- package/server/utils/agentFlows/executors/llm-instruction.js +47 -0
- package/server/utils/agentFlows/executors/web-scraping.js +110 -0
- package/server/utils/agentFlows/flowTypes.js +85 -0
- package/server/utils/agentFlows/index.js +288 -0
- package/server/utils/agents/aibitat/error.js +18 -0
- package/server/utils/agents/aibitat/example/beginner-chat.js +56 -0
- package/server/utils/agents/aibitat/example/blog-post-coding.js +55 -0
- package/server/utils/agents/aibitat/example/websocket/index.html +67 -0
- package/server/utils/agents/aibitat/example/websocket/websock-branding-collab.js +100 -0
- package/server/utils/agents/aibitat/example/websocket/websock-multi-turn-chat.js +91 -0
- package/server/utils/agents/aibitat/index.js +1437 -0
- package/server/utils/agents/aibitat/plugins/chat-history.js +210 -0
- package/server/utils/agents/aibitat/plugins/cli.js +134 -0
- package/server/utils/agents/aibitat/plugins/create-files/assets/anything-llm-invert.png +0 -0
- package/server/utils/agents/aibitat/plugins/create-files/assets/anything-llm.png +0 -0
- package/server/utils/agents/aibitat/plugins/create-files/docx/create-docx-file.js +301 -0
- package/server/utils/agents/aibitat/plugins/create-files/docx/test-themes.js +298 -0
- package/server/utils/agents/aibitat/plugins/create-files/docx/utils.js +1095 -0
- package/server/utils/agents/aibitat/plugins/create-files/index.js +23 -0
- package/server/utils/agents/aibitat/plugins/create-files/lib.js +300 -0
- package/server/utils/agents/aibitat/plugins/create-files/pdf/create-pdf-file.js +138 -0
- package/server/utils/agents/aibitat/plugins/create-files/pdf/utils.js +70 -0
- package/server/utils/agents/aibitat/plugins/create-files/pptx/create-presentation.js +342 -0
- package/server/utils/agents/aibitat/plugins/create-files/pptx/section-agent.js +257 -0
- package/server/utils/agents/aibitat/plugins/create-files/pptx/test-themes.js +143 -0
- package/server/utils/agents/aibitat/plugins/create-files/pptx/themes.js +181 -0
- package/server/utils/agents/aibitat/plugins/create-files/pptx/utils.js +378 -0
- package/server/utils/agents/aibitat/plugins/create-files/text/create-text-file.js +158 -0
- package/server/utils/agents/aibitat/plugins/create-files/xlsx/create-excel-file.js +362 -0
- package/server/utils/agents/aibitat/plugins/create-files/xlsx/utils.js +333 -0
- package/server/utils/agents/aibitat/plugins/file-history.js +37 -0
- package/server/utils/agents/aibitat/plugins/filesystem/copy-file.js +127 -0
- package/server/utils/agents/aibitat/plugins/filesystem/create-directory.js +84 -0
- package/server/utils/agents/aibitat/plugins/filesystem/edit-file.js +133 -0
- package/server/utils/agents/aibitat/plugins/filesystem/get-file-info.js +75 -0
- package/server/utils/agents/aibitat/plugins/filesystem/index.js +33 -0
- package/server/utils/agents/aibitat/plugins/filesystem/lib.js +787 -0
- package/server/utils/agents/aibitat/plugins/filesystem/list-directory.js +175 -0
- package/server/utils/agents/aibitat/plugins/filesystem/move-file.js +95 -0
- package/server/utils/agents/aibitat/plugins/filesystem/read-multiple-files.js +157 -0
- package/server/utils/agents/aibitat/plugins/filesystem/read-text-file.js +142 -0
- package/server/utils/agents/aibitat/plugins/filesystem/search-files.js +469 -0
- package/server/utils/agents/aibitat/plugins/filesystem/write-text-file.js +90 -0
- package/server/utils/agents/aibitat/plugins/gmail/account/gmail-get-mailbox-stats.js +75 -0
- package/server/utils/agents/aibitat/plugins/gmail/drafts/gmail-create-draft-reply.js +220 -0
- package/server/utils/agents/aibitat/plugins/gmail/drafts/gmail-create-draft.js +217 -0
- package/server/utils/agents/aibitat/plugins/gmail/drafts/gmail-delete-draft.js +87 -0
- package/server/utils/agents/aibitat/plugins/gmail/drafts/gmail-get-draft.js +84 -0
- package/server/utils/agents/aibitat/plugins/gmail/drafts/gmail-list-drafts.js +96 -0
- package/server/utils/agents/aibitat/plugins/gmail/drafts/gmail-send-draft.js +94 -0
- package/server/utils/agents/aibitat/plugins/gmail/drafts/gmail-update-draft.js +217 -0
- package/server/utils/agents/aibitat/plugins/gmail/index.js +73 -0
- package/server/utils/agents/aibitat/plugins/gmail/lib.js +573 -0
- package/server/utils/agents/aibitat/plugins/gmail/search/gmail-get-inbox.js +104 -0
- package/server/utils/agents/aibitat/plugins/gmail/search/gmail-read-thread.js +122 -0
- package/server/utils/agents/aibitat/plugins/gmail/search/gmail-search.js +121 -0
- package/server/utils/agents/aibitat/plugins/gmail/send/gmail-reply-to-thread.js +238 -0
- package/server/utils/agents/aibitat/plugins/gmail/send/gmail-send-email.js +242 -0
- package/server/utils/agents/aibitat/plugins/gmail/threads/gmail-mark-read.js +87 -0
- package/server/utils/agents/aibitat/plugins/gmail/threads/gmail-mark-unread.js +87 -0
- package/server/utils/agents/aibitat/plugins/gmail/threads/gmail-move-to-archive.js +89 -0
- package/server/utils/agents/aibitat/plugins/gmail/threads/gmail-move-to-inbox.js +89 -0
- package/server/utils/agents/aibitat/plugins/gmail/threads/gmail-move-to-trash.js +89 -0
- package/server/utils/agents/aibitat/plugins/google-calendar/calendars/gcal-get-calendar.js +79 -0
- package/server/utils/agents/aibitat/plugins/google-calendar/calendars/gcal-list-calendars.js +82 -0
- package/server/utils/agents/aibitat/plugins/google-calendar/events/gcal-create-event.js +233 -0
- package/server/utils/agents/aibitat/plugins/google-calendar/events/gcal-get-event.js +116 -0
- package/server/utils/agents/aibitat/plugins/google-calendar/events/gcal-get-events-for-day.js +117 -0
- package/server/utils/agents/aibitat/plugins/google-calendar/events/gcal-get-events.js +159 -0
- package/server/utils/agents/aibitat/plugins/google-calendar/events/gcal-get-upcoming-events.js +249 -0
- package/server/utils/agents/aibitat/plugins/google-calendar/events/gcal-quick-add.js +114 -0
- package/server/utils/agents/aibitat/plugins/google-calendar/events/gcal-set-my-status.js +125 -0
- package/server/utils/agents/aibitat/plugins/google-calendar/events/gcal-update-event.js +173 -0
- package/server/utils/agents/aibitat/plugins/google-calendar/index.js +40 -0
- package/server/utils/agents/aibitat/plugins/google-calendar/lib.js +288 -0
- package/server/utils/agents/aibitat/plugins/http-socket.js +249 -0
- package/server/utils/agents/aibitat/plugins/index.js +47 -0
- package/server/utils/agents/aibitat/plugins/memory.js +167 -0
- package/server/utils/agents/aibitat/plugins/outlook/account/outlook-get-mailbox-stats.js +78 -0
- package/server/utils/agents/aibitat/plugins/outlook/drafts/outlook-create-draft.js +232 -0
- package/server/utils/agents/aibitat/plugins/outlook/drafts/outlook-delete-draft.js +86 -0
- package/server/utils/agents/aibitat/plugins/outlook/drafts/outlook-list-drafts.js +80 -0
- package/server/utils/agents/aibitat/plugins/outlook/drafts/outlook-send-draft.js +82 -0
- package/server/utils/agents/aibitat/plugins/outlook/drafts/outlook-update-draft.js +132 -0
- package/server/utils/agents/aibitat/plugins/outlook/index.js +45 -0
- package/server/utils/agents/aibitat/plugins/outlook/lib.js +1413 -0
- package/server/utils/agents/aibitat/plugins/outlook/search/outlook-get-inbox.js +75 -0
- package/server/utils/agents/aibitat/plugins/outlook/search/outlook-read-thread.js +131 -0
- package/server/utils/agents/aibitat/plugins/outlook/search/outlook-search.js +101 -0
- package/server/utils/agents/aibitat/plugins/outlook/send/outlook-send-email.js +222 -0
- package/server/utils/agents/aibitat/plugins/rechart.js +114 -0
- package/server/utils/agents/aibitat/plugins/request-user-input.js +265 -0
- package/server/utils/agents/aibitat/plugins/router-classifier.js +122 -0
- package/server/utils/agents/aibitat/plugins/sql-agent/SQLConnectors/MSSQL.js +114 -0
- package/server/utils/agents/aibitat/plugins/sql-agent/SQLConnectors/MySQL.js +83 -0
- package/server/utils/agents/aibitat/plugins/sql-agent/SQLConnectors/Postgresql.js +75 -0
- package/server/utils/agents/aibitat/plugins/sql-agent/SQLConnectors/index.js +80 -0
- package/server/utils/agents/aibitat/plugins/sql-agent/SQLConnectors/utils.js +182 -0
- package/server/utils/agents/aibitat/plugins/sql-agent/get-table-schema.js +115 -0
- package/server/utils/agents/aibitat/plugins/sql-agent/index.js +21 -0
- package/server/utils/agents/aibitat/plugins/sql-agent/list-database.js +49 -0
- package/server/utils/agents/aibitat/plugins/sql-agent/list-table.js +105 -0
- package/server/utils/agents/aibitat/plugins/sql-agent/query.js +101 -0
- package/server/utils/agents/aibitat/plugins/summarize.js +189 -0
- package/server/utils/agents/aibitat/plugins/web-browsing.js +1182 -0
- package/server/utils/agents/aibitat/plugins/web-scraping.js +158 -0
- package/server/utils/agents/aibitat/plugins/websocket.js +361 -0
- package/server/utils/agents/aibitat/providers/ai-provider.js +706 -0
- package/server/utils/agents/aibitat/providers/anthropic.js +490 -0
- package/server/utils/agents/aibitat/providers/apipie.js +99 -0
- package/server/utils/agents/aibitat/providers/azure.js +122 -0
- package/server/utils/agents/aibitat/providers/bedrock.js +456 -0
- package/server/utils/agents/aibitat/providers/cerebras.js +208 -0
- package/server/utils/agents/aibitat/providers/cohere.js +269 -0
- package/server/utils/agents/aibitat/providers/cometapi.js +104 -0
- package/server/utils/agents/aibitat/providers/deepseek.js +223 -0
- package/server/utils/agents/aibitat/providers/dellProAiStudio.js +106 -0
- package/server/utils/agents/aibitat/providers/dockerModelRunner.js +189 -0
- package/server/utils/agents/aibitat/providers/fireworksai.js +101 -0
- package/server/utils/agents/aibitat/providers/foundry.js +112 -0
- package/server/utils/agents/aibitat/providers/gemini.js +450 -0
- package/server/utils/agents/aibitat/providers/genericOpenAi.js +206 -0
- package/server/utils/agents/aibitat/providers/giteeai.js +94 -0
- package/server/utils/agents/aibitat/providers/groq.js +184 -0
- package/server/utils/agents/aibitat/providers/helpers/classes.js +16 -0
- package/server/utils/agents/aibitat/providers/helpers/tooled.js +384 -0
- package/server/utils/agents/aibitat/providers/helpers/untooled.js +437 -0
- package/server/utils/agents/aibitat/providers/index.js +77 -0
- package/server/utils/agents/aibitat/providers/koboldcpp.js +103 -0
- package/server/utils/agents/aibitat/providers/lemonade.js +213 -0
- package/server/utils/agents/aibitat/providers/litellm.js +186 -0
- package/server/utils/agents/aibitat/providers/lmstudio.js +195 -0
- package/server/utils/agents/aibitat/providers/localai.js +190 -0
- package/server/utils/agents/aibitat/providers/minimax.js +194 -0
- package/server/utils/agents/aibitat/providers/mistral.js +103 -0
- package/server/utils/agents/aibitat/providers/moonshotAi.js +97 -0
- package/server/utils/agents/aibitat/providers/novita.js +188 -0
- package/server/utils/agents/aibitat/providers/nvidiaNim.js +101 -0
- package/server/utils/agents/aibitat/providers/ollama.js +606 -0
- package/server/utils/agents/aibitat/providers/openai.js +345 -0
- package/server/utils/agents/aibitat/providers/openrouter.js +195 -0
- package/server/utils/agents/aibitat/providers/perplexity.js +99 -0
- package/server/utils/agents/aibitat/providers/ppio.js +104 -0
- package/server/utils/agents/aibitat/providers/privatemode.js +107 -0
- package/server/utils/agents/aibitat/providers/sambanova.js +94 -0
- package/server/utils/agents/aibitat/providers/textgenwebui.js +99 -0
- package/server/utils/agents/aibitat/providers/togetherai.js +100 -0
- package/server/utils/agents/aibitat/providers/xai.js +99 -0
- package/server/utils/agents/aibitat/providers/zai.js +97 -0
- package/server/utils/agents/aibitat/utils/dedupe.js +152 -0
- package/server/utils/agents/aibitat/utils/summarize.js +63 -0
- package/server/utils/agents/aibitat/utils/toolReranker.js +225 -0
- package/server/utils/agents/defaults.js +196 -0
- package/server/utils/agents/ephemeral.js +790 -0
- package/server/utils/agents/imported-manifest.schema.json +158 -0
- package/server/utils/agents/imported.js +317 -0
- package/server/utils/agents/index.js +883 -0
- package/server/utils/boot/MetaGenerator.js +376 -0
- package/server/utils/boot/eagerLoadContextWindows.js +40 -0
- package/server/utils/boot/index.js +90 -0
- package/server/utils/boot/markOnboarded.js +52 -0
- package/server/utils/chats/agents.js +111 -0
- package/server/utils/chats/apiChatHandler.js +864 -0
- package/server/utils/chats/commands/reset.js +37 -0
- package/server/utils/chats/embed.js +301 -0
- package/server/utils/chats/index.js +128 -0
- package/server/utils/chats/openaiCompatible.js +537 -0
- package/server/utils/chats/stream.js +376 -0
- package/server/utils/collectorApi/index.js +319 -0
- package/server/utils/comKey/index.js +86 -0
- package/server/utils/database/index.js +83 -0
- package/server/utils/files/index.js +519 -0
- package/server/utils/files/logo.js +117 -0
- package/server/utils/files/multer.js +178 -0
- package/server/utils/files/pfp.js +63 -0
- package/server/utils/files/purgeDocument.js +91 -0
- package/server/utils/helpers/admin/index.js +56 -0
- package/server/utils/helpers/agents.js +35 -0
- package/server/utils/helpers/camelcase.js +143 -0
- package/server/utils/helpers/chat/LLMPerformanceMonitor.js +113 -0
- package/server/utils/helpers/chat/convertTo.js +256 -0
- package/server/utils/helpers/chat/index.js +448 -0
- package/server/utils/helpers/chat/responses.js +383 -0
- package/server/utils/helpers/customModels.js +1142 -0
- package/server/utils/helpers/index.js +716 -0
- package/server/utils/helpers/portAvailabilityChecker.js +46 -0
- package/server/utils/helpers/search.js +94 -0
- package/server/utils/helpers/shell.js +25 -0
- package/server/utils/helpers/tiktoken.js +107 -0
- package/server/utils/helpers/updateENV.js +1399 -0
- package/server/utils/http/index.js +141 -0
- package/server/utils/logger/index.js +66 -0
- package/server/utils/memories/index.js +139 -0
- package/server/utils/middleware/chatHistoryViewable.js +18 -0
- package/server/utils/middleware/communityHubDownloadsEnabled.js +77 -0
- package/server/utils/middleware/embedMiddleware.js +178 -0
- package/server/utils/middleware/featureFlagEnabled.js +24 -0
- package/server/utils/middleware/isSupportedRepoProviders.js +12 -0
- package/server/utils/middleware/multiUserProtected.js +107 -0
- package/server/utils/middleware/requireFeature.js +46 -0
- package/server/utils/middleware/simpleSSOEnabled.js +84 -0
- package/server/utils/middleware/validApiKey.js +29 -0
- package/server/utils/middleware/validBrowserExtensionApiKey.js +51 -0
- package/server/utils/middleware/validWorkspace.js +52 -0
- package/server/utils/middleware/validatedRequest.js +111 -0
- package/server/utils/middleware/workspaceDeletionProtection.js +18 -0
- package/server/utils/prisma/PRISMA.md +47 -0
- package/server/utils/prisma/index.js +13 -0
- package/server/utils/router/index.js +653 -0
- package/server/utils/telegramBot/chat/agent.js +425 -0
- package/server/utils/telegramBot/chat/stream.js +471 -0
- package/server/utils/telegramBot/constants.js +23 -0
- package/server/utils/telegramBot/index.js +844 -0
- package/server/utils/telegramBot/utils/commands/handlers/handleAbort.js +15 -0
- package/server/utils/telegramBot/utils/commands/handlers/handleHelp.js +15 -0
- package/server/utils/telegramBot/utils/commands/handlers/handleHistory.js +80 -0
- package/server/utils/telegramBot/utils/commands/handlers/handleNewThread.js +35 -0
- package/server/utils/telegramBot/utils/commands/handlers/handleProof.js +202 -0
- package/server/utils/telegramBot/utils/commands/handlers/handleReset.js +32 -0
- package/server/utils/telegramBot/utils/commands/handlers/handleStart.js +19 -0
- package/server/utils/telegramBot/utils/commands/handlers/handleStatus.js +80 -0
- package/server/utils/telegramBot/utils/commands/handlers/showModelMenu.js +98 -0
- package/server/utils/telegramBot/utils/commands/handlers/showThreadMenu.js +120 -0
- package/server/utils/telegramBot/utils/commands/handlers/showWorkspaceMenu.js +84 -0
- package/server/utils/telegramBot/utils/commands/index.js +125 -0
- package/server/utils/telegramBot/utils/format.js +225 -0
- package/server/utils/telegramBot/utils/index.js +203 -0
- package/server/utils/telegramBot/utils/media.js +163 -0
- package/server/utils/telegramBot/utils/messageQueue.js +53 -0
- package/server/utils/telegramBot/utils/navigation/callbacks/handleBackSources.js +16 -0
- package/server/utils/telegramBot/utils/navigation/callbacks/handleBackWorkspaces.js +18 -0
- package/server/utils/telegramBot/utils/navigation/callbacks/handleModelCancel.js +14 -0
- package/server/utils/telegramBot/utils/navigation/callbacks/handleModelPagination.js +24 -0
- package/server/utils/telegramBot/utils/navigation/callbacks/handleModelSelect.js +52 -0
- package/server/utils/telegramBot/utils/navigation/callbacks/handleSourcePagination.js +24 -0
- package/server/utils/telegramBot/utils/navigation/callbacks/handleSourceSelect.js +106 -0
- package/server/utils/telegramBot/utils/navigation/callbacks/handleThreadPagination.js +26 -0
- package/server/utils/telegramBot/utils/navigation/callbacks/handleThreadSelect.js +43 -0
- package/server/utils/telegramBot/utils/navigation/callbacks/handleToolApproval.js +104 -0
- package/server/utils/telegramBot/utils/navigation/callbacks/handleWorkspaceCreate.js +33 -0
- package/server/utils/telegramBot/utils/navigation/callbacks/handleWorkspacePagination.js +26 -0
- package/server/utils/telegramBot/utils/navigation/callbacks/handleWorkspaceSelect.js +24 -0
- package/server/utils/telegramBot/utils/navigation/callbacks/index.js +59 -0
- package/server/utils/telegramBot/utils/navigation/index.js +36 -0
- package/server/utils/telegramBot/utils/verification.js +171 -0
- package/server/utils/vectorDbProviders/astra/ASTRA_SETUP.md +22 -0
- package/server/utils/vectorDbProviders/astra/index.js +474 -0
- package/server/utils/vectorDbProviders/base.js +202 -0
- package/server/utils/vectorDbProviders/chroma/index.js +484 -0
- package/server/utils/vectorDbProviders/chromacloud/index.js +158 -0
- package/server/utils/vectorDbProviders/lance/index.js +506 -0
- package/server/utils/vectorDbProviders/milvus/MILVUS_SETUP.md +40 -0
- package/server/utils/vectorDbProviders/milvus/index.js +434 -0
- package/server/utils/vectorDbProviders/pgvector/SETUP.md +125 -0
- package/server/utils/vectorDbProviders/pgvector/index.js +850 -0
- package/server/utils/vectorDbProviders/pinecone/PINECONE_SETUP.md +24 -0
- package/server/utils/vectorDbProviders/pinecone/index.js +317 -0
- package/server/utils/vectorDbProviders/qdrant/QDRANT_SETUP.md +17 -0
- package/server/utils/vectorDbProviders/qdrant/index.js +442 -0
- package/server/utils/vectorDbProviders/weaviate/WEAVIATE_SETUP.md +17 -0
- package/server/utils/vectorDbProviders/weaviate/index.js +510 -0
- package/server/utils/vectorDbProviders/zilliz/index.js +36 -0
- package/server/utils/vectorStore/resetAllVectorStores.js +59 -0
- package/server/yarn.lock +10702 -0
|
@@ -0,0 +1,844 @@
|
|
|
1
|
+
// Suppress deprecated content-type warning when sending files via the Telegram bot API.
|
|
2
|
+
// https://github.com/yagop/node-telegram-bot-api/blob/master/doc/usage.md#sending-files
|
|
3
|
+
process.env.NTBA_FIX_350 = 1;
|
|
4
|
+
const TelegramBot = require("node-telegram-bot-api");
|
|
5
|
+
const {
|
|
6
|
+
ExternalCommunicationConnector,
|
|
7
|
+
} = require("../../models/externalCommunicationConnector");
|
|
8
|
+
const { BackgroundService } = require("../BackgroundWorkers");
|
|
9
|
+
const { MessageQueue } = require("./utils/messageQueue");
|
|
10
|
+
const { decryptToken } = require("./utils");
|
|
11
|
+
const {
|
|
12
|
+
WorkspaceAgentInvocation,
|
|
13
|
+
} = require("../../models/workspaceAgentInvocation");
|
|
14
|
+
const {
|
|
15
|
+
isVerified,
|
|
16
|
+
sendPairingRequest,
|
|
17
|
+
approveUser,
|
|
18
|
+
denyUser,
|
|
19
|
+
revokeUser,
|
|
20
|
+
} = require("./utils/verification");
|
|
21
|
+
const { BOT_COMMANDS } = require("./utils/commands");
|
|
22
|
+
const { handleKeyboardQueryCallback } = require("./utils/navigation");
|
|
23
|
+
const {
|
|
24
|
+
downloadTelegramFile,
|
|
25
|
+
transcribeAudio,
|
|
26
|
+
documentToText,
|
|
27
|
+
photoToAttachment,
|
|
28
|
+
} = require("./utils/media");
|
|
29
|
+
|
|
30
|
+
class TelegramBotService {
|
|
31
|
+
static _instance = null;
|
|
32
|
+
static #MAX_POLLING_RETRIES = 10;
|
|
33
|
+
static #BASE_RETRY_DELAY_MS = 1000;
|
|
34
|
+
static #MAX_RETRY_DELAY_MS = 5 * 60 * 1000; // 5 minutes
|
|
35
|
+
static #NETWORK_ERROR_PATTERNS = [
|
|
36
|
+
"EPIPE",
|
|
37
|
+
"EPROTO",
|
|
38
|
+
"ECONNABORTED",
|
|
39
|
+
"EHOSTDOWN",
|
|
40
|
+
"ENETDOWN",
|
|
41
|
+
"EADDRNOTAVAIL",
|
|
42
|
+
"ETIMEDOUT",
|
|
43
|
+
"ECONNRESET",
|
|
44
|
+
"ECONNREFUSED",
|
|
45
|
+
"ENOTFOUND",
|
|
46
|
+
"ENETUNREACH",
|
|
47
|
+
"EHOSTUNREACH",
|
|
48
|
+
"EAI_AGAIN",
|
|
49
|
+
"EFATAL",
|
|
50
|
+
"socket hang up",
|
|
51
|
+
"network",
|
|
52
|
+
"timeout",
|
|
53
|
+
"bad gateway",
|
|
54
|
+
"flood",
|
|
55
|
+
"429",
|
|
56
|
+
"409",
|
|
57
|
+
"500",
|
|
58
|
+
"501",
|
|
59
|
+
"502",
|
|
60
|
+
"503",
|
|
61
|
+
"504",
|
|
62
|
+
"520",
|
|
63
|
+
"521",
|
|
64
|
+
"522",
|
|
65
|
+
"523",
|
|
66
|
+
"524",
|
|
67
|
+
];
|
|
68
|
+
|
|
69
|
+
/** @type {TelegramBot|null} */
|
|
70
|
+
#bot = null;
|
|
71
|
+
#config = null;
|
|
72
|
+
#queue = new MessageQueue();
|
|
73
|
+
#pollingRetry = { timer: null, count: 0 };
|
|
74
|
+
// Per-chat state: { workspaceSlug, threadSlug }
|
|
75
|
+
#chatState = new Map();
|
|
76
|
+
// Pending pairing requests: chatId -> { code, telegramUsername, firstName }
|
|
77
|
+
#pendingPairings = new Map();
|
|
78
|
+
// Active workers per chat: chatId -> { worker, jobId }
|
|
79
|
+
#activeWorkers = new Map();
|
|
80
|
+
// Pending tool approval requests: requestId -> { worker, chatId, messageId }
|
|
81
|
+
#pendingToolApprovals = new Map();
|
|
82
|
+
|
|
83
|
+
constructor() {
|
|
84
|
+
if (TelegramBotService._instance) return TelegramBotService._instance;
|
|
85
|
+
TelegramBotService._instance = this;
|
|
86
|
+
}
|
|
87
|
+
|
|
88
|
+
get isRunning() {
|
|
89
|
+
return this.#bot !== null;
|
|
90
|
+
}
|
|
91
|
+
|
|
92
|
+
get pendingPairings() {
|
|
93
|
+
const pairings = [];
|
|
94
|
+
for (const [chatId, data] of this.#pendingPairings) {
|
|
95
|
+
pairings.push({ chatId: String(chatId), ...data });
|
|
96
|
+
}
|
|
97
|
+
return pairings;
|
|
98
|
+
}
|
|
99
|
+
|
|
100
|
+
#log(text, ...args) {
|
|
101
|
+
console.log(`\x1b[35m[TelegramBot]\x1b[0m ${text}`, ...args);
|
|
102
|
+
}
|
|
103
|
+
|
|
104
|
+
async start(config) {
|
|
105
|
+
if (this.#bot) await this.stop();
|
|
106
|
+
this.#config = config;
|
|
107
|
+
|
|
108
|
+
// Clear pending updates on startup, keeping only the last message per chat
|
|
109
|
+
// This prevents processing a backlog of messages when the bot restarts.
|
|
110
|
+
this.#bot = new TelegramBot(config.bot_token, { polling: false });
|
|
111
|
+
const lastMessages = await this.#clearPendingUpdates();
|
|
112
|
+
this.#bot.startPolling();
|
|
113
|
+
|
|
114
|
+
// Restore per-user workspace/thread state from saved config
|
|
115
|
+
for (const user of config.approved_users || []) {
|
|
116
|
+
if (user.active_workspace) {
|
|
117
|
+
this.#chatState.set(Number(user.chatId), {
|
|
118
|
+
workspaceSlug: user.active_workspace,
|
|
119
|
+
threadSlug: user.active_thread || null,
|
|
120
|
+
});
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
|
|
124
|
+
this.#setupHandlers();
|
|
125
|
+
await this.#registerCommands();
|
|
126
|
+
this.#log(`Started polling as @${config.bot_username || "unknown"}`);
|
|
127
|
+
|
|
128
|
+
// Process only the last message from each chat that was pending
|
|
129
|
+
if (lastMessages.size > 0) {
|
|
130
|
+
this.#log(
|
|
131
|
+
`Processing ${lastMessages.size} pending message(s) from startup`
|
|
132
|
+
);
|
|
133
|
+
const ctx = this.#createContext();
|
|
134
|
+
for (const [chatId, msg] of lastMessages) {
|
|
135
|
+
if (!isVerified(this.#config.approved_users, chatId)) continue;
|
|
136
|
+
this.#processPendingMessage(ctx, msg);
|
|
137
|
+
}
|
|
138
|
+
}
|
|
139
|
+
}
|
|
140
|
+
|
|
141
|
+
/**
|
|
142
|
+
* Process a single pending message from startup.
|
|
143
|
+
* Handles both commands and regular messages.
|
|
144
|
+
*/
|
|
145
|
+
#processPendingMessage(ctx, msg) {
|
|
146
|
+
const text = msg.text || "";
|
|
147
|
+
|
|
148
|
+
// Handle commands
|
|
149
|
+
if (text.startsWith("/")) {
|
|
150
|
+
const commandMatch = text.match(/^\/(\w+)/);
|
|
151
|
+
if (!commandMatch) return;
|
|
152
|
+
|
|
153
|
+
const commandName = commandMatch[1];
|
|
154
|
+
const command = BOT_COMMANDS.find((c) => c.command === commandName);
|
|
155
|
+
if (command) {
|
|
156
|
+
const handler = command.initHandler();
|
|
157
|
+
handler(ctx, msg.chat.id, text);
|
|
158
|
+
return;
|
|
159
|
+
}
|
|
160
|
+
}
|
|
161
|
+
|
|
162
|
+
// Handle regular messages
|
|
163
|
+
this.#handleMessage(ctx, msg);
|
|
164
|
+
}
|
|
165
|
+
|
|
166
|
+
/**
|
|
167
|
+
* Check if the instance is running in multi-user mode
|
|
168
|
+
* @returns {Promise<boolean>}
|
|
169
|
+
*/
|
|
170
|
+
async checkMultiUserMode() {
|
|
171
|
+
const { SystemSettings } = require("../../models/systemSettings");
|
|
172
|
+
return await SystemSettings.isMultiUserMode();
|
|
173
|
+
}
|
|
174
|
+
|
|
175
|
+
updateConfig(updates) {
|
|
176
|
+
if (!this.#config) return;
|
|
177
|
+
Object.assign(this.#config, updates);
|
|
178
|
+
}
|
|
179
|
+
|
|
180
|
+
/**
|
|
181
|
+
* Stop the bot and clear all state.
|
|
182
|
+
* @returns {Promise<void>}
|
|
183
|
+
*/
|
|
184
|
+
async stop() {
|
|
185
|
+
if (!this.#bot) return;
|
|
186
|
+
|
|
187
|
+
// Clear any pending retry timer
|
|
188
|
+
if (this.#pollingRetry.timer) {
|
|
189
|
+
clearTimeout(this.#pollingRetry.timer);
|
|
190
|
+
this.#pollingRetry.timer = null;
|
|
191
|
+
}
|
|
192
|
+
this.#pollingRetry.count = 0;
|
|
193
|
+
|
|
194
|
+
try {
|
|
195
|
+
await this.#bot.stopPolling();
|
|
196
|
+
} catch {
|
|
197
|
+
// Polling may already be stopped
|
|
198
|
+
}
|
|
199
|
+
|
|
200
|
+
// Kill any active workers before clearing state
|
|
201
|
+
for (const chatId of this.#activeWorkers.keys()) {
|
|
202
|
+
this.abortChat(chatId);
|
|
203
|
+
}
|
|
204
|
+
this.#bot = null;
|
|
205
|
+
this.#config = null;
|
|
206
|
+
this.#queue.clear();
|
|
207
|
+
this.#chatState.clear();
|
|
208
|
+
this.#pendingPairings.clear();
|
|
209
|
+
this.#activeWorkers.clear();
|
|
210
|
+
this.#pendingToolApprovals.clear();
|
|
211
|
+
this.#log("Stopped");
|
|
212
|
+
}
|
|
213
|
+
|
|
214
|
+
/**
|
|
215
|
+
* Self-cleanup when the bot token becomes invalid (e.g., bot deleted).
|
|
216
|
+
* Stops polling and removes the connector from the database.
|
|
217
|
+
*/
|
|
218
|
+
async #selfCleanup(reason) {
|
|
219
|
+
this.#log(`Self-cleanup triggered: ${reason}`);
|
|
220
|
+
await this.stop();
|
|
221
|
+
await ExternalCommunicationConnector.delete("telegram");
|
|
222
|
+
this.#log("Connector deleted due to invalid token");
|
|
223
|
+
}
|
|
224
|
+
|
|
225
|
+
/**
|
|
226
|
+
* Check if an error is a transient network issue that warrants retry.
|
|
227
|
+
*/
|
|
228
|
+
#isNetworkError(error) {
|
|
229
|
+
const msg = (error.message || "").toLowerCase();
|
|
230
|
+
return TelegramBotService.#NETWORK_ERROR_PATTERNS.some(
|
|
231
|
+
(p) => msg.includes(p.toLowerCase()) || error.code === p
|
|
232
|
+
);
|
|
233
|
+
}
|
|
234
|
+
|
|
235
|
+
/**
|
|
236
|
+
* Handle polling errors with retry logic for network issues.
|
|
237
|
+
* - 401 errors: Self-cleanup and delete connector (token invalid)
|
|
238
|
+
* - Network errors (ETIMEDOUT, ECONNRESET, etc.): Retry with exponential backoff
|
|
239
|
+
* - Other errors: Stop polling immediately
|
|
240
|
+
*/
|
|
241
|
+
async #handlePollingError(error) {
|
|
242
|
+
// Ignore errors while already waiting to retry
|
|
243
|
+
if (this.#pollingRetry.timer) return;
|
|
244
|
+
this.#log("Polling error:", error.message);
|
|
245
|
+
|
|
246
|
+
// 401 = invalid token, cleanup and stop
|
|
247
|
+
if (error.message?.includes("401")) {
|
|
248
|
+
this.#log(
|
|
249
|
+
"Got 401 - bot token invalid. Stopping and deleting connector."
|
|
250
|
+
);
|
|
251
|
+
return this.#selfCleanup("401 Unauthorized");
|
|
252
|
+
}
|
|
253
|
+
|
|
254
|
+
// For non-network errors, stop immediately, but don't delete the connector
|
|
255
|
+
if (!this.#isNetworkError(error)) {
|
|
256
|
+
this.#log(`Got HTTP error ${error.message}. Stopping polling.`);
|
|
257
|
+
return await this.stop();
|
|
258
|
+
}
|
|
259
|
+
|
|
260
|
+
// Network error - attempt retry with exponential backoff
|
|
261
|
+
const maxRetries = TelegramBotService.#MAX_POLLING_RETRIES;
|
|
262
|
+
this.#pollingRetry.count++;
|
|
263
|
+
if (this.#pollingRetry.count > maxRetries) {
|
|
264
|
+
this.#log(
|
|
265
|
+
`Network error. Max retries (${maxRetries}) exceeded. Stopping.`
|
|
266
|
+
);
|
|
267
|
+
this.#pollingRetry.count = 0;
|
|
268
|
+
return await this.stop();
|
|
269
|
+
}
|
|
270
|
+
|
|
271
|
+
const delay = Math.min(
|
|
272
|
+
TelegramBotService.#BASE_RETRY_DELAY_MS *
|
|
273
|
+
Math.pow(2, this.#pollingRetry.count - 1),
|
|
274
|
+
TelegramBotService.#MAX_RETRY_DELAY_MS
|
|
275
|
+
);
|
|
276
|
+
this.#log(
|
|
277
|
+
`Network error. Retry ${this.#pollingRetry.count}/${maxRetries} in ${Math.round(delay / 1000)}s...`
|
|
278
|
+
);
|
|
279
|
+
|
|
280
|
+
this.#pollingRetry.timer = setTimeout(async () => {
|
|
281
|
+
this.#pollingRetry.timer = null;
|
|
282
|
+
if (!this.#bot || !this.#config) return;
|
|
283
|
+
|
|
284
|
+
try {
|
|
285
|
+
await this.#bot.stopPolling();
|
|
286
|
+
} catch {}
|
|
287
|
+
|
|
288
|
+
this.#log("Attempting to restart polling...");
|
|
289
|
+
try {
|
|
290
|
+
await this.#bot.startPolling();
|
|
291
|
+
this.#log("Polling restarted successfully.");
|
|
292
|
+
} catch (err) {
|
|
293
|
+
this.#log("Failed to restart polling:", err.message);
|
|
294
|
+
await this.stop();
|
|
295
|
+
}
|
|
296
|
+
}, delay);
|
|
297
|
+
}
|
|
298
|
+
|
|
299
|
+
/**
|
|
300
|
+
* Clear pending updates on startup, keeping only the last user message per chat.
|
|
301
|
+
* This prevents processing a backlog of messages when the bot restarts.
|
|
302
|
+
* @returns {Promise<Map<number, object>>} Map of chatId -> last message to process
|
|
303
|
+
*/
|
|
304
|
+
async #clearPendingUpdates() {
|
|
305
|
+
const lastMessages = new Map();
|
|
306
|
+
try {
|
|
307
|
+
// Fetch all pending updates (up to 100)
|
|
308
|
+
const updates = await this.#bot.getUpdates({ limit: 100, timeout: 0 });
|
|
309
|
+
if (!updates || updates.length === 0) return lastMessages;
|
|
310
|
+
|
|
311
|
+
this.#log(`Found ${updates.length} pending update(s) on startup`);
|
|
312
|
+
|
|
313
|
+
// Find the last message per chat (including commands)
|
|
314
|
+
for (const update of updates) {
|
|
315
|
+
const msg = update.message;
|
|
316
|
+
if (!msg) continue;
|
|
317
|
+
|
|
318
|
+
const chatId = msg.chat.id;
|
|
319
|
+
// Keep overwriting to get the last message per chat
|
|
320
|
+
lastMessages.set(chatId, msg);
|
|
321
|
+
}
|
|
322
|
+
|
|
323
|
+
// Mark all updates as processed by requesting with offset past the last one
|
|
324
|
+
const lastUpdateId = updates[updates.length - 1].update_id;
|
|
325
|
+
await this.#bot.getUpdates({
|
|
326
|
+
offset: lastUpdateId + 1,
|
|
327
|
+
limit: 1,
|
|
328
|
+
timeout: 0,
|
|
329
|
+
});
|
|
330
|
+
|
|
331
|
+
this.#log(
|
|
332
|
+
`Cleared pending updates, will process ${lastMessages.size} last message(s)`
|
|
333
|
+
);
|
|
334
|
+
} catch (error) {
|
|
335
|
+
this.#log("Failed to clear pending updates:", error.message);
|
|
336
|
+
}
|
|
337
|
+
return lastMessages;
|
|
338
|
+
}
|
|
339
|
+
|
|
340
|
+
async #registerCommands() {
|
|
341
|
+
try {
|
|
342
|
+
const commands = BOT_COMMANDS.map((c) => ({
|
|
343
|
+
command: c.command,
|
|
344
|
+
description: c.description,
|
|
345
|
+
}));
|
|
346
|
+
await this.#bot.setMyCommands(commands);
|
|
347
|
+
} catch (error) {
|
|
348
|
+
this.#log("Failed to register commands:", error.message);
|
|
349
|
+
}
|
|
350
|
+
}
|
|
351
|
+
|
|
352
|
+
#getState(chatId) {
|
|
353
|
+
if (!this.#chatState.has(chatId)) {
|
|
354
|
+
this.#chatState.set(chatId, {
|
|
355
|
+
workspaceSlug: this.#config.default_workspace,
|
|
356
|
+
threadSlug: null,
|
|
357
|
+
});
|
|
358
|
+
}
|
|
359
|
+
return this.#chatState.get(chatId);
|
|
360
|
+
}
|
|
361
|
+
|
|
362
|
+
#setState(chatId, updates) {
|
|
363
|
+
const state = this.#getState(chatId);
|
|
364
|
+
Object.assign(state, updates);
|
|
365
|
+
this.#persistChatState(chatId, state);
|
|
366
|
+
}
|
|
367
|
+
|
|
368
|
+
async #persistChatState(chatId, state) {
|
|
369
|
+
const approved = (this.#config.approved_users || []).map((u) => {
|
|
370
|
+
if (String(u.chatId) === String(chatId)) {
|
|
371
|
+
return {
|
|
372
|
+
...u,
|
|
373
|
+
active_workspace: state.workspaceSlug,
|
|
374
|
+
active_thread: state.threadSlug,
|
|
375
|
+
};
|
|
376
|
+
}
|
|
377
|
+
return u;
|
|
378
|
+
});
|
|
379
|
+
this.#config.approved_users = approved;
|
|
380
|
+
await ExternalCommunicationConnector.updateConfig("telegram", {
|
|
381
|
+
approved_users: approved,
|
|
382
|
+
});
|
|
383
|
+
}
|
|
384
|
+
|
|
385
|
+
/**
|
|
386
|
+
* Build a context object that handler modules use to access
|
|
387
|
+
* the bot instance, config, and state helpers.
|
|
388
|
+
*/
|
|
389
|
+
#createContext() {
|
|
390
|
+
return {
|
|
391
|
+
bot: this.#bot,
|
|
392
|
+
config: this.#config,
|
|
393
|
+
getState: (chatId) => this.#getState(chatId),
|
|
394
|
+
setState: (chatId, updates) => this.#setState(chatId, updates),
|
|
395
|
+
log: (text, ...args) => this.#log(text, ...args),
|
|
396
|
+
};
|
|
397
|
+
}
|
|
398
|
+
|
|
399
|
+
async approvePendingUser(chatId) {
|
|
400
|
+
await approveUser(this.#bot, chatId, this.#config, this.#pendingPairings);
|
|
401
|
+
}
|
|
402
|
+
|
|
403
|
+
async denyPendingUser(chatId) {
|
|
404
|
+
await denyUser(this.#bot, chatId, this.#pendingPairings);
|
|
405
|
+
}
|
|
406
|
+
|
|
407
|
+
async revokeExistingUser(chatId) {
|
|
408
|
+
await revokeUser(chatId, this.#config);
|
|
409
|
+
}
|
|
410
|
+
|
|
411
|
+
/**
|
|
412
|
+
* Assert that the bot is running in single-user mode.
|
|
413
|
+
* If the instance is running in multi-user mode, it will stop the bot and delete the connector.
|
|
414
|
+
* - Returns true if the bot is running in single-user mode.
|
|
415
|
+
* - Returns false if the bot is running in multi-user mode.
|
|
416
|
+
* @returns {Promise<boolean>}
|
|
417
|
+
*/
|
|
418
|
+
async #assertSingleUserMode() {
|
|
419
|
+
const isMultiUserMode = await this.checkMultiUserMode();
|
|
420
|
+
if (!isMultiUserMode) return true;
|
|
421
|
+
|
|
422
|
+
this.#log(
|
|
423
|
+
"Invalid state: Multi-user mode detected. Cleaning up and deleting connector."
|
|
424
|
+
);
|
|
425
|
+
await this.stop();
|
|
426
|
+
await ExternalCommunicationConnector.delete("telegram");
|
|
427
|
+
return false;
|
|
428
|
+
}
|
|
429
|
+
|
|
430
|
+
/**
|
|
431
|
+
* Reset the polling retry state and clear the timer if it exists.
|
|
432
|
+
*/
|
|
433
|
+
#resetPollingRetry() {
|
|
434
|
+
this.#pollingRetry.count = 0;
|
|
435
|
+
if (this.#pollingRetry.timer) clearTimeout(this.#pollingRetry.timer);
|
|
436
|
+
this.#pollingRetry.timer = null;
|
|
437
|
+
}
|
|
438
|
+
|
|
439
|
+
#setupHandlers() {
|
|
440
|
+
const ctx = this.#createContext();
|
|
441
|
+
const guard = async (msg, handler) => {
|
|
442
|
+
if (!this.#config) return;
|
|
443
|
+
this.#resetPollingRetry(); // Reset the polling on successful message receipt
|
|
444
|
+
|
|
445
|
+
if (!isVerified(this.#config.approved_users, msg.chat.id)) {
|
|
446
|
+
sendPairingRequest(this.#bot, msg, this.#pendingPairings);
|
|
447
|
+
return;
|
|
448
|
+
}
|
|
449
|
+
|
|
450
|
+
const isSingleUserMode = await this.#assertSingleUserMode();
|
|
451
|
+
if (!isSingleUserMode) return;
|
|
452
|
+
handler();
|
|
453
|
+
};
|
|
454
|
+
|
|
455
|
+
// Register all commands (history is registered separately below)
|
|
456
|
+
for (const command of BOT_COMMANDS) {
|
|
457
|
+
if (command.skipAutoSetup) continue;
|
|
458
|
+
const handler = command.initHandler();
|
|
459
|
+
this.#bot.onText(new RegExp(`\\/${command.command}`), (msg) =>
|
|
460
|
+
guard(msg, () => handler(ctx, msg.chat.id, msg.text))
|
|
461
|
+
);
|
|
462
|
+
}
|
|
463
|
+
|
|
464
|
+
// Register /history separately so we can pass the message text for argument parsing
|
|
465
|
+
// Ex: /history 25 shows last 25 messages
|
|
466
|
+
this.#bot.onText(/\/history(.*)/, (msg) => {
|
|
467
|
+
const handler = BOT_COMMANDS.find(
|
|
468
|
+
(c) => c.command === "history"
|
|
469
|
+
).initHandler();
|
|
470
|
+
guard(msg, () => handler(ctx, msg.chat.id, msg.text));
|
|
471
|
+
});
|
|
472
|
+
|
|
473
|
+
// Register callback queries, used for workspace/thread selection, tool approval, etc.
|
|
474
|
+
this.#bot.on("callback_query", (query) =>
|
|
475
|
+
handleKeyboardQueryCallback(ctx, query, {
|
|
476
|
+
pendingToolApprovals: this.#pendingToolApprovals,
|
|
477
|
+
log: this.#log.bind(this),
|
|
478
|
+
})
|
|
479
|
+
);
|
|
480
|
+
|
|
481
|
+
this.#bot.on("message", (msg) => {
|
|
482
|
+
if (msg.text?.startsWith("/")) return;
|
|
483
|
+
guard(msg, () => this.#handleMessage(ctx, msg));
|
|
484
|
+
});
|
|
485
|
+
|
|
486
|
+
this.#bot.on("polling_error", (error) => {
|
|
487
|
+
this.#handlePollingError(error);
|
|
488
|
+
});
|
|
489
|
+
}
|
|
490
|
+
|
|
491
|
+
async #runChatJob(ctx, chatId, payload) {
|
|
492
|
+
const state = this.#getState(chatId);
|
|
493
|
+
try {
|
|
494
|
+
const bgService = new BackgroundService();
|
|
495
|
+
const jobId = `handle-telegram-chat-${Date.now()}`;
|
|
496
|
+
let invocationUuid = null;
|
|
497
|
+
let wasAborted = false;
|
|
498
|
+
|
|
499
|
+
await bgService.bree.add({
|
|
500
|
+
name: jobId,
|
|
501
|
+
path: require("path").resolve(
|
|
502
|
+
__dirname,
|
|
503
|
+
"../../jobs/handle-telegram-chat.js"
|
|
504
|
+
),
|
|
505
|
+
});
|
|
506
|
+
|
|
507
|
+
await bgService.bree.run(jobId);
|
|
508
|
+
const worker = bgService.bree.workers.get(jobId);
|
|
509
|
+
|
|
510
|
+
if (worker && typeof worker.send === "function") {
|
|
511
|
+
worker.send({
|
|
512
|
+
botToken: this.#config.bot_token,
|
|
513
|
+
chatId,
|
|
514
|
+
workspaceSlug: state.workspaceSlug,
|
|
515
|
+
threadSlug: state.threadSlug,
|
|
516
|
+
...payload,
|
|
517
|
+
});
|
|
518
|
+
}
|
|
519
|
+
|
|
520
|
+
if (worker) {
|
|
521
|
+
worker.on("message", (msg) => {
|
|
522
|
+
if (msg?.type === "closeInvocation") invocationUuid = msg.uuid;
|
|
523
|
+
if (msg?.type === "toolApprovalRequest") {
|
|
524
|
+
this.#handleToolApprovalRequest(worker, msg);
|
|
525
|
+
}
|
|
526
|
+
});
|
|
527
|
+
this.#activeWorkers.set(chatId, { worker, jobId, bgService });
|
|
528
|
+
}
|
|
529
|
+
|
|
530
|
+
await new Promise((resolve, reject) => {
|
|
531
|
+
worker.on("exit", async (code) => {
|
|
532
|
+
this.#activeWorkers.delete(chatId);
|
|
533
|
+
try {
|
|
534
|
+
await bgService.bree.remove(jobId);
|
|
535
|
+
} catch {}
|
|
536
|
+
if (code === 0 || wasAborted) resolve();
|
|
537
|
+
else reject(new Error(`Job ${jobId} exited with code ${code}`));
|
|
538
|
+
});
|
|
539
|
+
|
|
540
|
+
worker.on("error", async (err) => {
|
|
541
|
+
this.#activeWorkers.delete(chatId);
|
|
542
|
+
try {
|
|
543
|
+
await bgService.bree.remove(jobId);
|
|
544
|
+
} catch {}
|
|
545
|
+
reject(err);
|
|
546
|
+
});
|
|
547
|
+
|
|
548
|
+
const active = this.#activeWorkers.get(chatId);
|
|
549
|
+
if (active) {
|
|
550
|
+
active.markAborted = () => {
|
|
551
|
+
wasAborted = true;
|
|
552
|
+
};
|
|
553
|
+
}
|
|
554
|
+
});
|
|
555
|
+
|
|
556
|
+
if (invocationUuid) await WorkspaceAgentInvocation.close(invocationUuid);
|
|
557
|
+
} catch (error) {
|
|
558
|
+
this.#activeWorkers.delete(chatId);
|
|
559
|
+
if (error.message?.includes("aborted")) return;
|
|
560
|
+
this.#log("Chat worker error:", error.message);
|
|
561
|
+
await ctx.bot.sendMessage(
|
|
562
|
+
chatId,
|
|
563
|
+
"Sorry, something went wrong. Please try again."
|
|
564
|
+
);
|
|
565
|
+
}
|
|
566
|
+
}
|
|
567
|
+
|
|
568
|
+
/**
|
|
569
|
+
* Abort any active LLM worker for a given chat.
|
|
570
|
+
* @param {number} chatId
|
|
571
|
+
* @returns {boolean} True if a worker was aborted, false otherwise.
|
|
572
|
+
*/
|
|
573
|
+
abortChat(chatId) {
|
|
574
|
+
const active = this.#activeWorkers.get(chatId);
|
|
575
|
+
if (!active) return false;
|
|
576
|
+
|
|
577
|
+
const { worker, jobId, bgService, markAborted } = active;
|
|
578
|
+
this.#log(`Aborting worker for chat ${chatId} (job: ${jobId})`);
|
|
579
|
+
|
|
580
|
+
if (markAborted) markAborted();
|
|
581
|
+
|
|
582
|
+
try {
|
|
583
|
+
worker.kill("SIGTERM");
|
|
584
|
+
} catch (err) {
|
|
585
|
+
this.#log(`Failed to kill worker: ${err.message}`);
|
|
586
|
+
}
|
|
587
|
+
|
|
588
|
+
this.#activeWorkers.delete(chatId);
|
|
589
|
+
|
|
590
|
+
try {
|
|
591
|
+
bgService.bree.remove(jobId).catch(() => {});
|
|
592
|
+
} catch {}
|
|
593
|
+
|
|
594
|
+
return true;
|
|
595
|
+
}
|
|
596
|
+
|
|
597
|
+
/**
|
|
598
|
+
* Handle a tool approval request from a worker process.
|
|
599
|
+
* Sends a Telegram message with Approve/Deny inline keyboard buttons.
|
|
600
|
+
* @param {Worker} worker - The worker process requesting approval
|
|
601
|
+
* @param {Object} msg - The tool approval request message
|
|
602
|
+
*/
|
|
603
|
+
async #handleToolApprovalRequest(worker, msg) {
|
|
604
|
+
const { requestId, chatId, skillName, payload, description, timeoutMs } =
|
|
605
|
+
msg;
|
|
606
|
+
|
|
607
|
+
this.#log(
|
|
608
|
+
`Tool approval request received: ${skillName} (requestId: ${requestId})`
|
|
609
|
+
);
|
|
610
|
+
|
|
611
|
+
try {
|
|
612
|
+
const payloadText =
|
|
613
|
+
payload && Object.keys(payload).length > 0
|
|
614
|
+
? `\n\n<b>Parameters:</b>\n<code>${JSON.stringify(payload, null, 2)}</code>`
|
|
615
|
+
: "";
|
|
616
|
+
|
|
617
|
+
const descText = description ? `\n${description}` : "";
|
|
618
|
+
|
|
619
|
+
const messageText =
|
|
620
|
+
`🔧 <b>Tool Approval Required</b>\n\n` +
|
|
621
|
+
`The agent wants to execute: <b>${skillName}</b>${descText}${payloadText}\n\n` +
|
|
622
|
+
`Do you want to allow this action?`;
|
|
623
|
+
|
|
624
|
+
const keyboard = {
|
|
625
|
+
inline_keyboard: [
|
|
626
|
+
[
|
|
627
|
+
{
|
|
628
|
+
text: "✅ Approve",
|
|
629
|
+
callback_data: `tool:approve:${requestId}`,
|
|
630
|
+
},
|
|
631
|
+
{ text: "❌ Deny", callback_data: `tool:deny:${requestId}` },
|
|
632
|
+
],
|
|
633
|
+
],
|
|
634
|
+
};
|
|
635
|
+
|
|
636
|
+
const sent = await this.#bot.sendMessage(chatId, messageText, {
|
|
637
|
+
parse_mode: "HTML",
|
|
638
|
+
reply_markup: keyboard,
|
|
639
|
+
});
|
|
640
|
+
|
|
641
|
+
this.#pendingToolApprovals.set(requestId, {
|
|
642
|
+
worker,
|
|
643
|
+
chatId,
|
|
644
|
+
messageId: sent.message_id,
|
|
645
|
+
skillName,
|
|
646
|
+
});
|
|
647
|
+
|
|
648
|
+
// Auto-cleanup if timeout expires (worker will also timeout)
|
|
649
|
+
setTimeout(() => {
|
|
650
|
+
if (this.#pendingToolApprovals.has(requestId)) {
|
|
651
|
+
this.#pendingToolApprovals.delete(requestId);
|
|
652
|
+
this.#bot
|
|
653
|
+
.editMessageText(
|
|
654
|
+
`⏱️ Tool approval for <b>${skillName}</b> timed out.`,
|
|
655
|
+
{
|
|
656
|
+
chat_id: chatId,
|
|
657
|
+
message_id: sent.message_id,
|
|
658
|
+
parse_mode: "HTML",
|
|
659
|
+
}
|
|
660
|
+
)
|
|
661
|
+
.catch(() => {});
|
|
662
|
+
}
|
|
663
|
+
}, timeoutMs + 1000);
|
|
664
|
+
} catch (error) {
|
|
665
|
+
this.#log("Failed to send tool approval request:", error.message);
|
|
666
|
+
// Send denial back to worker if we can't show the UI
|
|
667
|
+
try {
|
|
668
|
+
const response = {
|
|
669
|
+
type: "toolApprovalResponse",
|
|
670
|
+
requestId,
|
|
671
|
+
approved: false,
|
|
672
|
+
};
|
|
673
|
+
if (worker && typeof worker.send === "function") {
|
|
674
|
+
worker.send(response);
|
|
675
|
+
} else if (worker && typeof worker.postMessage === "function") {
|
|
676
|
+
worker.postMessage(response);
|
|
677
|
+
}
|
|
678
|
+
} catch {}
|
|
679
|
+
}
|
|
680
|
+
}
|
|
681
|
+
|
|
682
|
+
#shouldVoiceRespond(isVoiceMessage) {
|
|
683
|
+
if (!this.#config) return false;
|
|
684
|
+
const mode = this.#config.voice_response_mode || "text_only";
|
|
685
|
+
if (mode === "always_voice") return true;
|
|
686
|
+
if (mode === "mirror" && isVoiceMessage) return true;
|
|
687
|
+
return false;
|
|
688
|
+
}
|
|
689
|
+
|
|
690
|
+
#handleMessage(ctx, msg) {
|
|
691
|
+
const chatId = msg.chat.id;
|
|
692
|
+
|
|
693
|
+
// Voice messages: transcribe then send to LLM
|
|
694
|
+
if (msg.voice || msg.audio) {
|
|
695
|
+
this.#queue.enqueue(chatId, async () => {
|
|
696
|
+
try {
|
|
697
|
+
const audioInfo = msg.voice || msg.audio;
|
|
698
|
+
const fileId = audioInfo.file_id;
|
|
699
|
+
const mimeType = audioInfo.mime_type || "audio/ogg";
|
|
700
|
+
await ctx.bot.sendChatAction(chatId, "typing");
|
|
701
|
+
const audioBuffer = await downloadTelegramFile(ctx.bot, fileId);
|
|
702
|
+
const transcription = await transcribeAudio(audioBuffer, mimeType);
|
|
703
|
+
if (!transcription?.trim()) {
|
|
704
|
+
await ctx.bot.sendMessage(
|
|
705
|
+
chatId,
|
|
706
|
+
"Could not transcribe the voice message."
|
|
707
|
+
);
|
|
708
|
+
return;
|
|
709
|
+
}
|
|
710
|
+
await this.#runChatJob(ctx, chatId, {
|
|
711
|
+
message: transcription,
|
|
712
|
+
voiceResponse: this.#shouldVoiceRespond(true),
|
|
713
|
+
});
|
|
714
|
+
} catch (error) {
|
|
715
|
+
this.#log("Voice handling error:", error.message);
|
|
716
|
+
const isConfigError =
|
|
717
|
+
error.message.includes("transcription") ||
|
|
718
|
+
error.message.includes("Whisper") ||
|
|
719
|
+
error.message.includes("OpenAI");
|
|
720
|
+
await ctx.bot.sendMessage(
|
|
721
|
+
chatId,
|
|
722
|
+
isConfigError
|
|
723
|
+
? error.message
|
|
724
|
+
: "Failed to process voice message. Please try again."
|
|
725
|
+
);
|
|
726
|
+
}
|
|
727
|
+
});
|
|
728
|
+
return;
|
|
729
|
+
}
|
|
730
|
+
|
|
731
|
+
// Photo messages: extract image and send to LLM with vision
|
|
732
|
+
if (msg.photo) {
|
|
733
|
+
this.#queue.enqueue(chatId, async () => {
|
|
734
|
+
try {
|
|
735
|
+
await ctx.bot.sendChatAction(chatId, "typing");
|
|
736
|
+
const attachment = await photoToAttachment(ctx.bot, msg.photo);
|
|
737
|
+
await this.#runChatJob(ctx, chatId, {
|
|
738
|
+
message: msg.caption || "Describe this image.",
|
|
739
|
+
attachments: [attachment],
|
|
740
|
+
voiceResponse: this.#shouldVoiceRespond(false),
|
|
741
|
+
});
|
|
742
|
+
} catch (error) {
|
|
743
|
+
this.#log("Photo handling error:", error.message);
|
|
744
|
+
await ctx.bot.sendMessage(
|
|
745
|
+
chatId,
|
|
746
|
+
"Failed to process the image. Please try again."
|
|
747
|
+
);
|
|
748
|
+
}
|
|
749
|
+
});
|
|
750
|
+
return;
|
|
751
|
+
}
|
|
752
|
+
|
|
753
|
+
// Document messages: parse and send extracted text to LLM
|
|
754
|
+
if (msg.document) {
|
|
755
|
+
this.#queue.enqueue(chatId, async () => {
|
|
756
|
+
try {
|
|
757
|
+
await ctx.bot.sendChatAction(chatId, "typing");
|
|
758
|
+
const filename = msg.document.file_name || "document";
|
|
759
|
+
const docBuffer = await downloadTelegramFile(
|
|
760
|
+
ctx.bot,
|
|
761
|
+
msg.document.file_id
|
|
762
|
+
);
|
|
763
|
+
const { text, filename: docName } = await documentToText(
|
|
764
|
+
docBuffer,
|
|
765
|
+
filename
|
|
766
|
+
);
|
|
767
|
+
|
|
768
|
+
const userPrompt = msg.caption?.trim()
|
|
769
|
+
? msg.caption.trim()
|
|
770
|
+
: "Summarize this document.";
|
|
771
|
+
const fullMessage = `The user has shared a document named "${docName}". Here is the extracted content:\n\n---\n${text}\n---\n\nUser's request: ${userPrompt}`;
|
|
772
|
+
|
|
773
|
+
await this.#runChatJob(ctx, chatId, {
|
|
774
|
+
message: fullMessage,
|
|
775
|
+
voiceResponse: this.#shouldVoiceRespond(false),
|
|
776
|
+
});
|
|
777
|
+
} catch (error) {
|
|
778
|
+
this.#log("Document handling error:", error.message);
|
|
779
|
+
await ctx.bot.sendMessage(
|
|
780
|
+
chatId,
|
|
781
|
+
error.message.includes("collector")
|
|
782
|
+
? error.message
|
|
783
|
+
: "Failed to process the document. Please try again."
|
|
784
|
+
);
|
|
785
|
+
}
|
|
786
|
+
});
|
|
787
|
+
return;
|
|
788
|
+
}
|
|
789
|
+
|
|
790
|
+
if (!msg.text) return;
|
|
791
|
+
this.#queue.enqueue(chatId, async () => {
|
|
792
|
+
await this.#runChatJob(ctx, chatId, {
|
|
793
|
+
message: msg.text,
|
|
794
|
+
voiceResponse: this.#shouldVoiceRespond(false),
|
|
795
|
+
});
|
|
796
|
+
});
|
|
797
|
+
}
|
|
798
|
+
|
|
799
|
+
/**
|
|
800
|
+
* Verify a bot token with the Telegram API without starting polling.
|
|
801
|
+
*/
|
|
802
|
+
static async verifyToken(token) {
|
|
803
|
+
try {
|
|
804
|
+
const bot = new TelegramBot(token, { polling: false });
|
|
805
|
+
const me = await bot.getMe();
|
|
806
|
+
return { valid: true, username: me.username, error: null };
|
|
807
|
+
} catch (error) {
|
|
808
|
+
return { valid: false, username: null, error: error.message };
|
|
809
|
+
}
|
|
810
|
+
}
|
|
811
|
+
|
|
812
|
+
/**
|
|
813
|
+
* Boot the bot from database config on server startup.
|
|
814
|
+
* Decrypts the stored bot token before starting.
|
|
815
|
+
* If the instance is running in multi-user mode, it will skip boot and delete the connector if it exists.
|
|
816
|
+
* @returns {Promise<void>}
|
|
817
|
+
*/
|
|
818
|
+
static async bootIfActive() {
|
|
819
|
+
const service = new TelegramBotService();
|
|
820
|
+
try {
|
|
821
|
+
const connector = await ExternalCommunicationConnector.get("telegram");
|
|
822
|
+
if (!connector || !connector.active || !connector.config?.bot_token)
|
|
823
|
+
return;
|
|
824
|
+
|
|
825
|
+
// If there is a valid config, but the instance is running in multi-user mode - skip boot
|
|
826
|
+
// but also cleanup the config and approved users
|
|
827
|
+
const isSingleUserMode = await service.#assertSingleUserMode();
|
|
828
|
+
if (!isSingleUserMode) return;
|
|
829
|
+
|
|
830
|
+
const config = { ...connector.config };
|
|
831
|
+
config.bot_token = decryptToken(config.bot_token);
|
|
832
|
+
if (!config.bot_token) {
|
|
833
|
+
service.#log("Failed to decrypt bot token. Re-connect to fix.");
|
|
834
|
+
return;
|
|
835
|
+
}
|
|
836
|
+
|
|
837
|
+
await service.start(config);
|
|
838
|
+
} catch (error) {
|
|
839
|
+
service.#log("Failed to boot:", error.message);
|
|
840
|
+
}
|
|
841
|
+
}
|
|
842
|
+
}
|
|
843
|
+
|
|
844
|
+
module.exports = { TelegramBotService };
|