@smythos/sre 1.5.45 → 1.5.50

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (225) hide show
  1. package/CHANGELOG +98 -90
  2. package/LICENSE +18 -18
  3. package/README.md +135 -135
  4. package/dist/bundle-analysis-lazy.html +4949 -0
  5. package/dist/bundle-analysis.html +4949 -0
  6. package/dist/index.js +6 -6
  7. package/dist/index.js.map +1 -1
  8. package/dist/types/Components/MCPClient.class.d.ts +1 -0
  9. package/dist/types/subsystems/LLMManager/LLM.service/connectors/openai/OpenAIConnector.class.d.ts +1 -6
  10. package/dist/types/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/constants.d.ts +2 -2
  11. package/dist/types/utils/package-manager.utils.d.ts +26 -0
  12. package/package.json +1 -1
  13. package/src/Components/APICall/APICall.class.ts +156 -156
  14. package/src/Components/APICall/AccessTokenManager.ts +130 -130
  15. package/src/Components/APICall/ArrayBufferResponse.helper.ts +58 -58
  16. package/src/Components/APICall/OAuth.helper.ts +294 -294
  17. package/src/Components/APICall/mimeTypeCategories.ts +46 -46
  18. package/src/Components/APICall/parseData.ts +167 -167
  19. package/src/Components/APICall/parseHeaders.ts +41 -41
  20. package/src/Components/APICall/parseProxy.ts +68 -68
  21. package/src/Components/APICall/parseUrl.ts +91 -91
  22. package/src/Components/APIEndpoint.class.ts +234 -234
  23. package/src/Components/APIOutput.class.ts +58 -58
  24. package/src/Components/AgentPlugin.class.ts +102 -102
  25. package/src/Components/Async.class.ts +155 -155
  26. package/src/Components/Await.class.ts +90 -90
  27. package/src/Components/Classifier.class.ts +158 -158
  28. package/src/Components/Component.class.ts +132 -132
  29. package/src/Components/ComponentHost.class.ts +38 -38
  30. package/src/Components/DataSourceCleaner.class.ts +92 -92
  31. package/src/Components/DataSourceIndexer.class.ts +181 -181
  32. package/src/Components/DataSourceLookup.class.ts +161 -161
  33. package/src/Components/ECMASandbox.class.ts +71 -71
  34. package/src/Components/FEncDec.class.ts +29 -29
  35. package/src/Components/FHash.class.ts +33 -33
  36. package/src/Components/FSign.class.ts +80 -80
  37. package/src/Components/FSleep.class.ts +25 -25
  38. package/src/Components/FTimestamp.class.ts +25 -25
  39. package/src/Components/FileStore.class.ts +78 -78
  40. package/src/Components/ForEach.class.ts +97 -97
  41. package/src/Components/GPTPlugin.class.ts +70 -70
  42. package/src/Components/GenAILLM.class.ts +586 -586
  43. package/src/Components/HuggingFace.class.ts +314 -314
  44. package/src/Components/Image/imageSettings.config.ts +70 -70
  45. package/src/Components/ImageGenerator.class.ts +502 -502
  46. package/src/Components/JSONFilter.class.ts +54 -54
  47. package/src/Components/LLMAssistant.class.ts +213 -213
  48. package/src/Components/LogicAND.class.ts +28 -28
  49. package/src/Components/LogicAtLeast.class.ts +85 -85
  50. package/src/Components/LogicAtMost.class.ts +86 -86
  51. package/src/Components/LogicOR.class.ts +29 -29
  52. package/src/Components/LogicXOR.class.ts +34 -34
  53. package/src/Components/MCPClient.class.ts +138 -112
  54. package/src/Components/MemoryDeleteKeyVal.class.ts +70 -70
  55. package/src/Components/MemoryReadKeyVal.class.ts +66 -66
  56. package/src/Components/MemoryWriteKeyVal.class.ts +62 -62
  57. package/src/Components/MemoryWriteObject.class.ts +97 -97
  58. package/src/Components/MultimodalLLM.class.ts +128 -128
  59. package/src/Components/OpenAPI.class.ts +72 -72
  60. package/src/Components/PromptGenerator.class.ts +122 -122
  61. package/src/Components/ScrapflyWebScrape.class.ts +159 -159
  62. package/src/Components/ServerlessCode.class.ts +123 -123
  63. package/src/Components/TavilyWebSearch.class.ts +98 -98
  64. package/src/Components/VisionLLM.class.ts +104 -104
  65. package/src/Components/ZapierAction.class.ts +127 -127
  66. package/src/Components/index.ts +97 -97
  67. package/src/Core/AgentProcess.helper.ts +240 -240
  68. package/src/Core/Connector.class.ts +123 -123
  69. package/src/Core/ConnectorsService.ts +197 -197
  70. package/src/Core/DummyConnector.ts +49 -49
  71. package/src/Core/HookService.ts +105 -105
  72. package/src/Core/SmythRuntime.class.ts +235 -235
  73. package/src/Core/SystemEvents.ts +16 -16
  74. package/src/Core/boot.ts +56 -56
  75. package/src/config.ts +15 -15
  76. package/src/constants.ts +126 -126
  77. package/src/data/hugging-face.params.json +579 -579
  78. package/src/helpers/AWSLambdaCode.helper.ts +587 -587
  79. package/src/helpers/BinaryInput.helper.ts +331 -331
  80. package/src/helpers/Conversation.helper.ts +1119 -1119
  81. package/src/helpers/ECMASandbox.helper.ts +54 -54
  82. package/src/helpers/JsonContent.helper.ts +97 -97
  83. package/src/helpers/LocalCache.helper.ts +97 -97
  84. package/src/helpers/Log.helper.ts +274 -274
  85. package/src/helpers/OpenApiParser.helper.ts +150 -150
  86. package/src/helpers/S3Cache.helper.ts +147 -147
  87. package/src/helpers/SmythURI.helper.ts +5 -5
  88. package/src/helpers/Sysconfig.helper.ts +77 -77
  89. package/src/helpers/TemplateString.helper.ts +243 -243
  90. package/src/helpers/TypeChecker.helper.ts +329 -329
  91. package/src/index.ts +3 -3
  92. package/src/index.ts.bak +3 -3
  93. package/src/subsystems/AgentManager/Agent.class.ts +1114 -1114
  94. package/src/subsystems/AgentManager/Agent.helper.ts +3 -3
  95. package/src/subsystems/AgentManager/AgentData.service/AgentDataConnector.ts +230 -230
  96. package/src/subsystems/AgentManager/AgentData.service/connectors/CLIAgentDataConnector.class.ts +66 -66
  97. package/src/subsystems/AgentManager/AgentData.service/connectors/LocalAgentDataConnector.class.ts +142 -142
  98. package/src/subsystems/AgentManager/AgentData.service/connectors/NullAgentData.class.ts +39 -39
  99. package/src/subsystems/AgentManager/AgentData.service/index.ts +18 -18
  100. package/src/subsystems/AgentManager/AgentLogger.class.ts +297 -297
  101. package/src/subsystems/AgentManager/AgentRequest.class.ts +51 -51
  102. package/src/subsystems/AgentManager/AgentRuntime.class.ts +559 -559
  103. package/src/subsystems/AgentManager/AgentSSE.class.ts +101 -101
  104. package/src/subsystems/AgentManager/AgentSettings.class.ts +52 -52
  105. package/src/subsystems/AgentManager/Component.service/ComponentConnector.ts +32 -32
  106. package/src/subsystems/AgentManager/Component.service/connectors/LocalComponentConnector.class.ts +60 -60
  107. package/src/subsystems/AgentManager/Component.service/index.ts +11 -11
  108. package/src/subsystems/AgentManager/EmbodimentSettings.class.ts +47 -47
  109. package/src/subsystems/AgentManager/ForkedAgent.class.ts +154 -154
  110. package/src/subsystems/AgentManager/OSResourceMonitor.ts +77 -77
  111. package/src/subsystems/ComputeManager/Code.service/CodeConnector.ts +98 -98
  112. package/src/subsystems/ComputeManager/Code.service/connectors/AWSLambdaCode.class.ts +172 -172
  113. package/src/subsystems/ComputeManager/Code.service/connectors/ECMASandbox.class.ts +131 -131
  114. package/src/subsystems/ComputeManager/Code.service/index.ts +13 -13
  115. package/src/subsystems/IO/CLI.service/CLIConnector.ts +47 -47
  116. package/src/subsystems/IO/CLI.service/index.ts +9 -9
  117. package/src/subsystems/IO/Log.service/LogConnector.ts +32 -32
  118. package/src/subsystems/IO/Log.service/connectors/ConsoleLog.class.ts +28 -28
  119. package/src/subsystems/IO/Log.service/index.ts +13 -13
  120. package/src/subsystems/IO/NKV.service/NKVConnector.ts +43 -43
  121. package/src/subsystems/IO/NKV.service/connectors/NKVLocalStorage.class.ts +234 -234
  122. package/src/subsystems/IO/NKV.service/connectors/NKVRAM.class.ts +204 -204
  123. package/src/subsystems/IO/NKV.service/connectors/NKVRedis.class.ts +182 -182
  124. package/src/subsystems/IO/NKV.service/index.ts +14 -14
  125. package/src/subsystems/IO/Router.service/RouterConnector.ts +21 -21
  126. package/src/subsystems/IO/Router.service/connectors/ExpressRouter.class.ts +48 -48
  127. package/src/subsystems/IO/Router.service/connectors/NullRouter.class.ts +40 -40
  128. package/src/subsystems/IO/Router.service/index.ts +11 -11
  129. package/src/subsystems/IO/Storage.service/SmythFS.class.ts +489 -489
  130. package/src/subsystems/IO/Storage.service/StorageConnector.ts +66 -66
  131. package/src/subsystems/IO/Storage.service/connectors/LocalStorage.class.ts +327 -327
  132. package/src/subsystems/IO/Storage.service/connectors/S3Storage.class.ts +482 -482
  133. package/src/subsystems/IO/Storage.service/index.ts +13 -13
  134. package/src/subsystems/IO/VectorDB.service/VectorDBConnector.ts +108 -108
  135. package/src/subsystems/IO/VectorDB.service/connectors/MilvusVectorDB.class.ts +454 -454
  136. package/src/subsystems/IO/VectorDB.service/connectors/PineconeVectorDB.class.ts +384 -384
  137. package/src/subsystems/IO/VectorDB.service/connectors/RAMVecrtorDB.class.ts +421 -421
  138. package/src/subsystems/IO/VectorDB.service/embed/BaseEmbedding.ts +107 -107
  139. package/src/subsystems/IO/VectorDB.service/embed/OpenAIEmbedding.ts +109 -109
  140. package/src/subsystems/IO/VectorDB.service/embed/index.ts +21 -21
  141. package/src/subsystems/IO/VectorDB.service/index.ts +14 -14
  142. package/src/subsystems/LLMManager/LLM.helper.ts +251 -251
  143. package/src/subsystems/LLMManager/LLM.inference.ts +339 -339
  144. package/src/subsystems/LLMManager/LLM.service/LLMConnector.ts +489 -489
  145. package/src/subsystems/LLMManager/LLM.service/LLMCredentials.helper.ts +171 -171
  146. package/src/subsystems/LLMManager/LLM.service/connectors/Anthropic.class.ts +659 -659
  147. package/src/subsystems/LLMManager/LLM.service/connectors/Bedrock.class.ts +400 -400
  148. package/src/subsystems/LLMManager/LLM.service/connectors/Echo.class.ts +77 -77
  149. package/src/subsystems/LLMManager/LLM.service/connectors/GoogleAI.class.ts +757 -757
  150. package/src/subsystems/LLMManager/LLM.service/connectors/Groq.class.ts +304 -304
  151. package/src/subsystems/LLMManager/LLM.service/connectors/Perplexity.class.ts +250 -250
  152. package/src/subsystems/LLMManager/LLM.service/connectors/VertexAI.class.ts +423 -423
  153. package/src/subsystems/LLMManager/LLM.service/connectors/openai/OpenAIConnector.class.ts +488 -488
  154. package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/ChatCompletionsApiInterface.ts +524 -528
  155. package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/OpenAIApiInterface.ts +100 -100
  156. package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/OpenAIApiInterfaceFactory.ts +81 -81
  157. package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/ResponsesApiInterface.ts +1145 -1168
  158. package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/constants.ts +13 -13
  159. package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/index.ts +4 -4
  160. package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/utils.ts +11 -11
  161. package/src/subsystems/LLMManager/LLM.service/connectors/openai/types.ts +32 -32
  162. package/src/subsystems/LLMManager/LLM.service/connectors/xAI.class.ts +471 -471
  163. package/src/subsystems/LLMManager/LLM.service/index.ts +44 -44
  164. package/src/subsystems/LLMManager/ModelsProvider.service/ModelsProviderConnector.ts +300 -300
  165. package/src/subsystems/LLMManager/ModelsProvider.service/connectors/JSONModelsProvider.class.ts +252 -252
  166. package/src/subsystems/LLMManager/ModelsProvider.service/index.ts +11 -11
  167. package/src/subsystems/LLMManager/custom-models.ts +854 -854
  168. package/src/subsystems/LLMManager/models.ts +2540 -2540
  169. package/src/subsystems/LLMManager/paramMappings.ts +69 -69
  170. package/src/subsystems/MemoryManager/Cache.service/CacheConnector.ts +86 -86
  171. package/src/subsystems/MemoryManager/Cache.service/connectors/LocalStorageCache.class.ts +297 -297
  172. package/src/subsystems/MemoryManager/Cache.service/connectors/RAMCache.class.ts +201 -201
  173. package/src/subsystems/MemoryManager/Cache.service/connectors/RedisCache.class.ts +252 -252
  174. package/src/subsystems/MemoryManager/Cache.service/connectors/S3Cache.class.ts +373 -373
  175. package/src/subsystems/MemoryManager/Cache.service/index.ts +15 -15
  176. package/src/subsystems/MemoryManager/LLMCache.ts +72 -72
  177. package/src/subsystems/MemoryManager/LLMContext.ts +124 -124
  178. package/src/subsystems/MemoryManager/LLMMemory.service/LLMMemoryConnector.ts +26 -26
  179. package/src/subsystems/MemoryManager/RuntimeContext.ts +266 -266
  180. package/src/subsystems/Security/AccessControl/ACL.class.ts +208 -208
  181. package/src/subsystems/Security/AccessControl/AccessCandidate.class.ts +82 -82
  182. package/src/subsystems/Security/AccessControl/AccessRequest.class.ts +52 -52
  183. package/src/subsystems/Security/Account.service/AccountConnector.ts +44 -44
  184. package/src/subsystems/Security/Account.service/connectors/AWSAccount.class.ts +76 -76
  185. package/src/subsystems/Security/Account.service/connectors/DummyAccount.class.ts +130 -130
  186. package/src/subsystems/Security/Account.service/connectors/JSONFileAccount.class.ts +159 -159
  187. package/src/subsystems/Security/Account.service/index.ts +14 -14
  188. package/src/subsystems/Security/Credentials.helper.ts +62 -62
  189. package/src/subsystems/Security/ManagedVault.service/ManagedVaultConnector.ts +38 -38
  190. package/src/subsystems/Security/ManagedVault.service/connectors/NullManagedVault.class.ts +53 -53
  191. package/src/subsystems/Security/ManagedVault.service/connectors/SecretManagerManagedVault.ts +154 -154
  192. package/src/subsystems/Security/ManagedVault.service/index.ts +12 -12
  193. package/src/subsystems/Security/SecureConnector.class.ts +110 -110
  194. package/src/subsystems/Security/Vault.service/Vault.helper.ts +30 -30
  195. package/src/subsystems/Security/Vault.service/VaultConnector.ts +29 -29
  196. package/src/subsystems/Security/Vault.service/connectors/HashicorpVault.class.ts +46 -46
  197. package/src/subsystems/Security/Vault.service/connectors/JSONFileVault.class.ts +221 -221
  198. package/src/subsystems/Security/Vault.service/connectors/NullVault.class.ts +54 -54
  199. package/src/subsystems/Security/Vault.service/connectors/SecretsManager.class.ts +140 -140
  200. package/src/subsystems/Security/Vault.service/index.ts +12 -12
  201. package/src/types/ACL.types.ts +104 -104
  202. package/src/types/AWS.types.ts +10 -10
  203. package/src/types/Agent.types.ts +61 -61
  204. package/src/types/AgentLogger.types.ts +17 -17
  205. package/src/types/Cache.types.ts +1 -1
  206. package/src/types/Common.types.ts +2 -2
  207. package/src/types/LLM.types.ts +496 -496
  208. package/src/types/Redis.types.ts +8 -8
  209. package/src/types/SRE.types.ts +64 -64
  210. package/src/types/Security.types.ts +14 -14
  211. package/src/types/Storage.types.ts +5 -5
  212. package/src/types/VectorDB.types.ts +86 -86
  213. package/src/utils/base64.utils.ts +275 -275
  214. package/src/utils/cli.utils.ts +68 -68
  215. package/src/utils/data.utils.ts +322 -322
  216. package/src/utils/date-time.utils.ts +22 -22
  217. package/src/utils/general.utils.ts +238 -238
  218. package/src/utils/index.ts +12 -12
  219. package/src/utils/lazy-client.ts +261 -261
  220. package/src/utils/numbers.utils.ts +13 -13
  221. package/src/utils/oauth.utils.ts +35 -35
  222. package/src/utils/string.utils.ts +414 -414
  223. package/src/utils/url.utils.ts +19 -19
  224. package/src/utils/validation.utils.ts +74 -74
  225. package/dist/types/subsystems/LLMManager/ModelsProvider.service/connectors/SmythModelsProvider.class.d.ts +0 -39
@@ -1,2540 +1,2540 @@
1
- /******************************************************
2
- * ! DO NOT MODIFY THIS FILE INDEPENDENTLY
3
- * ! TO ENSURE CONSISTENCY, THIS FILE IS SYNCED WITH
4
- * ! THE APP AND SRE VERSIONS
5
- ******************************************************/
6
-
7
- /**
8
- * * DEPRECATION NOTICE:
9
- * The following fields are being deprecated in favor of more semantic alternatives:
10
- *
11
- * - 'llm' -> 'provider' : Use 'provider' to specify the LLM service provider
12
- * - 'alias' -> 'modelId' : Use 'modelId' to specify the unique model identifier
13
- * - 'components' -> 'features' : Use 'features' to specify model capabilities
14
- *
15
- * * We will remove the 'legacy' and 'deprecated' models soon, for now we just hide them.
16
- */
17
-
18
- // * features we support ['text', 'image', 'audio', 'video', 'document', 'tools', 'image-generation', 'text-to-image', 'image-to-image', 'image-inpainting', 'image-outpainting']
19
-
20
- export const models = {
21
- Echo: {
22
- llm: 'Echo',
23
- provider: 'Echo',
24
- },
25
-
26
- // #region [User Models] ==============================================================
27
-
28
- // #region DeepSeek ==========================
29
-
30
- /******************************************************
31
- * NOTE: From Alexander: About the DeepSeek API implementation
32
- * We're not allowing our users to send their data to China
33
- * Instead we use Deepseek from Groq and Together.ai - companies in the West
34
- ******************************************************/
35
-
36
- 'deepseek-v2.5': {
37
- llm: 'DeepSeek',
38
-
39
- label: 'DeepSeek Chat',
40
- modelId: 'deepseek-chat',
41
- provider: 'DeepSeek',
42
- features: ['text', 'image'],
43
- tags: ['Personal'],
44
- tokens: 0,
45
- completionTokens: 0,
46
- enabled: false,
47
- keyOptions: { tokens: 128_000, completionTokens: 8192, enabled: true },
48
-
49
- baseURL: 'https://api.deepseek.com/beta',
50
-
51
- credentials: 'vault',
52
- },
53
- 'deepseek-chat': {
54
- llm: 'DeepSeek',
55
- baseURL: 'https://api.deepseek.com/beta',
56
- tokens: 128000,
57
- completionTokens: 8192,
58
- enabled: false,
59
- keyOptions: { tokens: 128_000, completionTokens: 8192 },
60
-
61
- credentials: 'vault',
62
- },
63
-
64
- // #endregion DeepSeek ==========================
65
-
66
- // #region OpenAI Models ==========================
67
-
68
- // keep the gpt-4o-mini as default model for now
69
- 'gpt-4o-mini': {
70
- llm: 'OpenAI',
71
- alias: 'gpt-4o-mini-2024-07-18',
72
- components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'VisionLLM', 'AgentPlugin', 'Chatbot', 'GPTPlugin', 'GenAILLM'],
73
-
74
- label: 'GPT 4o Mini',
75
- modelId: 'gpt-4o-mini-2024-07-18',
76
- provider: 'OpenAI',
77
- features: ['text', 'tools', 'image', 'search'],
78
- tags: ['Personal'],
79
- tokens: 0,
80
- completionTokens: 0,
81
- enabled: false,
82
- keyOptions: {
83
- tokens: 128_000,
84
- completionTokens: 16_383,
85
- searchContextTokens: 128_000,
86
- enabled: true,
87
- },
88
-
89
- credentials: 'vault',
90
- },
91
-
92
- // #region GPT 4.1
93
- 'gpt-4.1-nano': {
94
- llm: 'OpenAI',
95
-
96
- label: 'GPT 4.1 Nano',
97
- modelId: 'gpt-4.1-nano',
98
- provider: 'OpenAI',
99
- features: ['text', 'tools', 'image'],
100
- tags: ['New', 'Personal'],
101
- tokens: 0,
102
- completionTokens: 0,
103
- enabled: false,
104
- keyOptions: { tokens: 1_047_576, completionTokens: 32_768, enabled: true },
105
-
106
- credentials: 'vault',
107
- },
108
- 'gpt-4.1-mini': {
109
- llm: 'OpenAI',
110
-
111
- label: 'GPT 4.1 Mini',
112
- modelId: 'gpt-4.1-mini',
113
- provider: 'OpenAI',
114
- features: ['text', 'tools', 'image', 'search'],
115
- tags: ['New', 'Personal'],
116
- tokens: 0,
117
- completionTokens: 0,
118
- enabled: false,
119
- keyOptions: {
120
- tokens: 1_047_576,
121
- completionTokens: 32_768,
122
- searchContextTokens: 128_000,
123
- enabled: true,
124
- },
125
-
126
- credentials: 'vault',
127
- },
128
- 'gpt-4.1': {
129
- llm: 'OpenAI',
130
-
131
- label: 'GPT 4.1',
132
- modelId: 'gpt-4.1',
133
- provider: 'OpenAI',
134
- features: ['text', 'tools', 'image', 'search'],
135
- tags: ['New', 'Personal'],
136
- tokens: 0,
137
- completionTokens: 0,
138
- enabled: false,
139
- keyOptions: { tokens: 1_047_576, completionTokens: 32_768, searchContextTokens: 128_000, enabled: true },
140
-
141
- credentials: 'vault',
142
- },
143
- // #endregion
144
-
145
- // #region GPT 4o
146
- 'gpt-4o-mini-2024-07-18': {
147
- llm: 'OpenAI',
148
- tokens: 2048,
149
- completionTokens: 2048,
150
- enabled: false,
151
- keyOptions: { tokens: 128000, completionTokens: 16383, enabled: true },
152
-
153
- credentials: 'vault',
154
- },
155
- 'gpt-4.5-preview': {
156
- llm: 'OpenAI',
157
-
158
- label: 'GPT 4.5 Preview',
159
- modelId: 'gpt-4.5-preview',
160
- provider: 'OpenAI',
161
- features: ['text', 'tools', 'image'],
162
- tags: ['Personal', 'Deprecated'],
163
- tokens: 0,
164
- completionTokens: 0,
165
- enabled: false,
166
- keyOptions: { tokens: 128_000, completionTokens: 16_384, enabled: true },
167
-
168
- credentials: 'vault',
169
- },
170
- 'gpt-4o': {
171
- llm: 'OpenAI',
172
- alias: 'gpt-4o-2024-08-06',
173
- components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'VisionLLM', 'AgentPlugin', 'Chatbot', 'GPTPlugin', 'GenAILLM'],
174
-
175
- label: 'GPT 4o',
176
- modelId: 'gpt-4o-2024-08-06',
177
- provider: 'OpenAI',
178
- features: ['text', 'tools', 'image', 'search', 'document'],
179
- tags: ['Personal'],
180
- tokens: 0,
181
- completionTokens: 0,
182
- enabled: false,
183
- keyOptions: { tokens: 128_000, completionTokens: 16_384, searchContextTokens: 128_000, enabled: true },
184
-
185
- credentials: 'vault',
186
- },
187
- 'gpt-4o-2024-08-06': {
188
- llm: 'OpenAI',
189
- tokens: 2048,
190
- completionTokens: 2048,
191
- enabled: false,
192
- keyOptions: { tokens: 128000, completionTokens: 16_384, enabled: true },
193
-
194
- credentials: 'vault',
195
- },
196
- // #endregion GPT 4o
197
-
198
- // #region o3 models
199
- 'o4-mini': {
200
- llm: 'OpenAI',
201
-
202
- label: 'GPT o4 mini',
203
- modelId: 'o4-mini-2025-04-16',
204
- provider: 'OpenAI',
205
- features: ['text', 'reasoning'],
206
- tags: ['New', 'Personal'],
207
- tokens: 0,
208
- completionTokens: 0,
209
- enabled: false,
210
- keyOptions: { tokens: 200_000, completionTokens: 100_000, enabled: true },
211
-
212
- credentials: 'vault',
213
- },
214
- o3: {
215
- llm: 'OpenAI',
216
-
217
- label: 'GPT o3',
218
- modelId: 'o3-2025-04-16',
219
- provider: 'OpenAI',
220
- features: ['text', 'reasoning'],
221
- tags: ['Personal'],
222
- tokens: 0,
223
- completionTokens: 0,
224
- enabled: false,
225
- keyOptions: { tokens: 200_000, completionTokens: 100_000, enabled: true },
226
-
227
- credentials: 'vault',
228
- },
229
- 'o3-mini': {
230
- llm: 'OpenAI',
231
- alias: 'o3-mini-2025-01-31',
232
- components: ['PromptGenerator', 'GenAILLM'],
233
-
234
- label: 'GPT o3 mini',
235
- modelId: 'o3-mini-2025-01-31',
236
- provider: 'OpenAI',
237
- features: ['text', 'reasoning'],
238
- tags: ['Personal'],
239
- tokens: 0,
240
- completionTokens: 0,
241
- enabled: false,
242
- keyOptions: { tokens: 200_000, completionTokens: 100_000, enabled: true },
243
- hidden: true,
244
-
245
- credentials: 'vault',
246
- },
247
- 'o3-mini-2025-01-31': {
248
- llm: 'OpenAI',
249
- tokens: 2048,
250
- completionTokens: 2048,
251
- enabled: false,
252
- keyOptions: { tokens: 200_000, completionTokens: 100_000, enabled: true },
253
-
254
- credentials: 'vault',
255
- },
256
- // #endregion o3 models
257
-
258
- // #region o1 models
259
- o1: {
260
- llm: 'OpenAI',
261
- alias: 'o1-2024-12-17',
262
- components: ['PromptGenerator', 'GenAILLM'],
263
-
264
- label: 'GPT o1',
265
- modelId: 'o1-2024-12-17',
266
- provider: 'OpenAI',
267
- features: ['text', 'reasoning'],
268
- tags: ['Personal'],
269
- tokens: 0,
270
- completionTokens: 0,
271
- enabled: false,
272
- keyOptions: { tokens: 200_000, completionTokens: 100_000, enabled: true },
273
-
274
- credentials: 'vault',
275
- },
276
- 'o1-2024-12-17': {
277
- llm: 'OpenAI',
278
- tokens: 2048,
279
- completionTokens: 2048,
280
- enabled: false,
281
- keyOptions: { tokens: 200_000, completionTokens: 100_000, enabled: true },
282
-
283
- credentials: 'vault',
284
- },
285
- 'o1-mini': {
286
- llm: 'OpenAI',
287
- alias: 'o1-mini-2024-09-12',
288
- components: ['PromptGenerator', 'GenAILLM'],
289
-
290
- label: 'GPT o1 mini',
291
- modelId: 'o1-mini-2024-09-12',
292
- provider: 'OpenAI',
293
- features: ['text'],
294
- tags: ['Personal'],
295
- tokens: 0,
296
- completionTokens: 0,
297
- enabled: false,
298
- keyOptions: { tokens: 128_000, completionTokens: 65_536, enabled: true },
299
-
300
- credentials: 'vault',
301
- },
302
- 'o1-mini-2024-09-12': {
303
- llm: 'OpenAI',
304
- tokens: 2048,
305
- completionTokens: 2048,
306
- enabled: false,
307
- keyOptions: { tokens: 128_000, completionTokens: 65_536, enabled: true },
308
-
309
- credentials: 'vault',
310
- },
311
- 'o1-preview': {
312
- llm: 'OpenAI',
313
- alias: 'o1-preview-2024-09-12',
314
- components: ['PromptGenerator', 'GenAILLM'],
315
-
316
- label: 'GPT o1 Preview',
317
- modelId: 'o1-preview-2024-09-12',
318
- provider: 'OpenAI',
319
- features: ['text'],
320
- tags: ['Personal'],
321
- tokens: 0,
322
- completionTokens: 0,
323
- enabled: false,
324
- keyOptions: { tokens: 128_000, completionTokens: 32_768, enabled: true },
325
-
326
- credentials: 'vault',
327
- },
328
- 'o1-preview-2024-09-12': {
329
- llm: 'OpenAI',
330
- tokens: 2048,
331
- completionTokens: 2048,
332
- enabled: false,
333
- keyOptions: { tokens: 128_000, completionTokens: 32_768, enabled: true },
334
-
335
- credentials: 'vault',
336
- },
337
- // #endregion o1 models
338
-
339
- // #region GPT-4-turbo
340
- 'gpt-4-turbo-latest': {
341
- llm: 'OpenAI',
342
- alias: 'gpt-4-turbo-2024-04-09',
343
- components: ['PromptGenerator', 'LLMAssistant', 'Classifier'],
344
-
345
- label: 'GPT 4 Turbo Latest',
346
- modelId: 'gpt-4-turbo-2024-04-09',
347
- provider: 'OpenAI',
348
- features: ['text', 'tools'],
349
- tags: ['Personal', 'legacy'],
350
- tokens: 0,
351
- completionTokens: 0,
352
- enabled: false,
353
- keyOptions: { tokens: 128_000, completionTokens: 4096, enabled: true },
354
- hidden: true,
355
- },
356
- 'gpt-4-turbo': {
357
- llm: 'OpenAI',
358
- alias: 'gpt-4-turbo-2024-04-09',
359
- components: ['PromptGenerator', 'LLMAssistant', 'VisionLLM', 'GPTPlugin', 'AgentPlugin', 'Chatbot'],
360
-
361
- label: 'GPT 4 Turbo',
362
- modelId: 'gpt-4-turbo-2024-04-09',
363
- provider: 'OpenAI',
364
- features: ['text', 'tools', 'image'],
365
- tags: ['Personal', 'legacy'],
366
- tokens: 0,
367
- completionTokens: 0,
368
- enabled: false,
369
- keyOptions: { tokens: 128_000, completionTokens: 4096, enabled: true },
370
- hidden: true,
371
- },
372
- 'gpt-4-turbo-2024-04-09': {
373
- llm: 'OpenAI',
374
- tokens: 2048,
375
- completionTokens: 2048,
376
- enabled: false,
377
- keyOptions: { tokens: 128000, completionTokens: 4096, enabled: true },
378
-
379
- credentials: 'vault',
380
- },
381
- // #endregion GPT-4-turbo
382
-
383
- // #region GPT-4
384
- 'gpt-4-latest': {
385
- llm: 'OpenAI',
386
- alias: 'gpt-4-0613',
387
- components: ['PromptGenerator', 'LLMAssistant'],
388
-
389
- label: 'GPT 4 Latest',
390
- modelId: 'gpt-4-0613',
391
- provider: 'OpenAI',
392
- features: ['text', 'tools'],
393
- tags: ['Personal', 'legacy'],
394
- tokens: 0,
395
- completionTokens: 0,
396
- enabled: false,
397
- keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
398
- hidden: true,
399
- },
400
- 'gpt-4': {
401
- llm: 'OpenAI',
402
- components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'GPTPlugin', 'AgentPlugin', 'Chatbot'],
403
-
404
- label: 'GPT 4',
405
- modelId: 'gpt-4o-2024-08-06',
406
- provider: 'OpenAI',
407
- features: ['text', 'tools'],
408
- tags: ['Personal', 'deprecated'],
409
- tokens: 0,
410
- completionTokens: 0,
411
- enabled: false,
412
- keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
413
- hidden: true,
414
- },
415
- 'gpt-4-0613': {
416
- llm: 'OpenAI',
417
- tokens: 2048,
418
- completionTokens: 2048,
419
- enabled: false,
420
- hidden: true,
421
- keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
422
-
423
- credentials: 'vault',
424
- },
425
- // #endregion GPT-4
426
-
427
- // #region GPT-3.5
428
- 'gpt-3.5-turbo-latest': {
429
- llm: 'OpenAI',
430
- alias: 'gpt-3.5-turbo-0125',
431
- components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'GPTPlugin', 'AgentPlugin', 'Chatbot'],
432
-
433
- label: 'GPT 3.5 Turbo Latest',
434
- modelId: 'gpt-3.5-turbo-0125',
435
- provider: 'OpenAI',
436
- features: ['text', 'tools'],
437
- tags: ['Personal', 'legacy'],
438
- tokens: 0,
439
- completionTokens: 0,
440
- enabled: false,
441
- keyOptions: { tokens: 16385, completionTokens: 4096, enabled: true },
442
- hidden: true,
443
- },
444
- 'gpt-3.5-turbo': {
445
- llm: 'OpenAI',
446
- alias: 'gpt-3.5-turbo-0125',
447
- components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'GPTPlugin', 'AgentPlugin', 'Chatbot'],
448
-
449
- label: 'GPT 3.5 Turbo',
450
- modelId: 'gpt-3.5-turbo-0125',
451
- provider: 'OpenAI',
452
- features: ['text', 'tools'],
453
- tags: ['Personal', 'legacy'],
454
- tokens: 0,
455
- completionTokens: 0,
456
- enabled: false,
457
- keyOptions: { tokens: 16385, completionTokens: 4096, enabled: true },
458
- hidden: true,
459
- },
460
- 'gpt-3.5-turbo-0125': {
461
- llm: 'OpenAI',
462
- tokens: 2048,
463
- completionTokens: 2048,
464
- enabled: false,
465
- keyOptions: { tokens: 16385, completionTokens: 4096, enabled: true },
466
-
467
- credentials: 'vault',
468
- },
469
- // #endregion GPT-3.5
470
-
471
- // # region OpenAI embeddings
472
-
473
- 'text-embedding-ada-002': {
474
- label: 'OpenAI Embeddings Ada 002',
475
- modelId: 'text-embedding-ada-002',
476
- provider: 'OpenAI',
477
- features: ['embeddings'],
478
- tokens: 0,
479
- completionTokens: 0,
480
- enabled: false,
481
- credentials: ['internal', 'vault'],
482
- },
483
- 'text-embedding-3-large': {
484
- label: 'OpenAI Embeddings 3 Large',
485
- modelId: 'text-embedding-3-large',
486
- provider: 'OpenAI',
487
- features: ['embeddings'],
488
- tokens: 0,
489
- completionTokens: 0,
490
- enabled: false,
491
- credentials: ['internal', 'vault'],
492
- },
493
-
494
- // #endregion OpenAI Models ==========================
495
-
496
- // #region Anthropic Models ==========================
497
- 'claude-4-opus': {
498
- label: 'Claude 4 Opus',
499
- modelId: 'claude-opus-4-20250514',
500
- provider: 'Anthropic',
501
- features: ['text', 'image', 'tools', 'reasoning'],
502
- tags: ['New', 'Personal'],
503
- tokens: 0,
504
- completionTokens: 0,
505
- enabled: false,
506
- keyOptions: { tokens: 200_000, completionTokens: 32000, maxReasoningTokens: 32000, enabled: true },
507
-
508
- credentials: 'internal',
509
- },
510
- 'claude-4-sonnet': {
511
- label: 'Claude 4 Sonnet',
512
- modelId: 'claude-sonnet-4-20250514',
513
- provider: 'Anthropic',
514
- features: ['text', 'image', 'tools', 'reasoning'],
515
- tags: ['New', 'Personal'],
516
- tokens: 0,
517
- completionTokens: 0,
518
- enabled: false,
519
- keyOptions: { tokens: 200_000, completionTokens: 64000, maxReasoningTokens: 32000, enabled: true },
520
-
521
- credentials: 'vault',
522
- },
523
- 'claude-3.7-sonnet': {
524
- llm: 'Anthropic',
525
- alias: 'claude-3-7-sonnet-20250219',
526
- components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'VisionLLM', 'AgentPlugin', 'Chatbot', 'GenAILLM'],
527
-
528
- label: 'Claude 3.7 Sonnet',
529
- modelId: 'claude-3-7-sonnet-20250219',
530
- provider: 'Anthropic',
531
- features: ['text', 'tools', 'image', 'reasoning'],
532
- tags: ['Personal'],
533
- tokens: 0,
534
- completionTokens: 0,
535
- enabled: false,
536
- keyOptions: { tokens: 200_000, completionTokens: 8192, maxReasoningTokens: 16384, enabled: true },
537
-
538
- credentials: 'vault',
539
- },
540
- 'claude-3.7-sonnet-thinking': {
541
- llm: 'Anthropic',
542
- alias: 'claude-3-7-sonnet-20250219',
543
- components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'VisionLLM', 'AgentPlugin', 'Chatbot', 'GenAILLM'],
544
-
545
- label: 'Claude 3.7 Sonnet Thinking',
546
- modelId: 'claude-3-7-sonnet-20250219',
547
- provider: 'Anthropic',
548
- features: ['text', 'tools', 'image', 'reasoning'],
549
- tags: ['Personal'],
550
- tokens: 0,
551
- completionTokens: 0,
552
- enabled: false,
553
- keyOptions: { tokens: 200_000, completionTokens: 16384, maxReasoningTokens: 16384, enabled: true },
554
- hidden: true,
555
-
556
- credentials: 'vault',
557
- },
558
- 'claude-3.5-haiku': {
559
- llm: 'Anthropic',
560
- alias: 'claude-3-5-haiku-latest',
561
- components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'AgentPlugin', 'Chatbot', 'GenAILLM'],
562
-
563
- label: 'Claude 3.5 Haiku',
564
- modelId: 'claude-3-5-haiku-latest',
565
- provider: 'Anthropic',
566
- features: ['text', 'tools'],
567
- tags: ['Personal'],
568
- tokens: 0,
569
- completionTokens: 0,
570
- enabled: false,
571
- keyOptions: { tokens: 200_000, completionTokens: 8192, enabled: true },
572
-
573
- credentials: 'vault',
574
- },
575
- 'claude-3-5-haiku-latest': {
576
- llm: 'Anthropic',
577
- tokens: 2048,
578
- completionTokens: 2048,
579
- enabled: false,
580
- keyOptions: { tokens: 200000, completionTokens: 8192, enabled: true },
581
-
582
- credentials: 'vault',
583
- },
584
- 'claude-3-5-sonnet-latest': {
585
- llm: 'Anthropic',
586
- components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'VisionLLM', 'AgentPlugin', 'Chatbot', 'GenAILLM'],
587
-
588
- label: 'Claude 3.5 Sonnet Latest',
589
- modelId: 'claude-3-5-sonnet-latest',
590
- provider: 'Anthropic',
591
- features: ['text', 'tools', 'image'],
592
- tags: ['Personal'],
593
- tokens: 0,
594
- completionTokens: 0,
595
- enabled: false,
596
- keyOptions: { tokens: 200_000, completionTokens: 8192, enabled: true },
597
-
598
- credentials: 'vault',
599
- },
600
- 'claude-3.5-sonnet': {
601
- llm: 'Anthropic',
602
- alias: 'claude-3-5-sonnet-20240620',
603
- components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'VisionLLM', 'AgentPlugin', 'Chatbot', 'GenAILLM'],
604
-
605
- label: 'Claude 3.5 Sonnet Stable',
606
- modelId: 'claude-3-5-sonnet-20240620',
607
- provider: 'Anthropic',
608
- features: ['text', 'tools', 'image'],
609
- tags: ['Personal'],
610
- tokens: 0,
611
- completionTokens: 0,
612
- enabled: false,
613
- keyOptions: { tokens: 200_000, completionTokens: 8192, enabled: true },
614
-
615
- credentials: 'vault',
616
- },
617
- 'claude-3-5-sonnet-20240620': {
618
- llm: 'Anthropic',
619
- tokens: 2048,
620
- completionTokens: 2048,
621
- enabled: false,
622
- keyOptions: { tokens: 200000, completionTokens: 8192, enabled: true },
623
-
624
- credentials: 'vault',
625
- },
626
- 'claude-3-opus': {
627
- llm: 'Anthropic',
628
- alias: 'claude-3-opus-20240229',
629
- components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'VisionLLM', 'AgentPlugin', 'Chatbot', 'GenAILLM'],
630
-
631
- label: 'Claude 3 Opus',
632
- modelId: 'claude-3-opus-20240229',
633
- provider: 'Anthropic',
634
- features: ['text', 'tools', 'image'],
635
- tags: ['Personal'],
636
- tokens: 0,
637
- completionTokens: 0,
638
- enabled: false,
639
- keyOptions: { tokens: 200_000, completionTokens: 4096, enabled: true },
640
-
641
- credentials: 'vault',
642
- },
643
- 'claude-3-opus-20240229': {
644
- llm: 'Anthropic',
645
- tokens: 2048,
646
- completionTokens: 2048,
647
- enabled: false,
648
- keyOptions: { tokens: 200000, completionTokens: 4096, enabled: true },
649
-
650
- credentials: 'vault',
651
- },
652
- 'claude-3-sonnet': {
653
- llm: 'Anthropic',
654
- alias: 'claude-3-sonnet-20240229',
655
- components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'VisionLLM', 'AgentPlugin', 'Chatbot'],
656
-
657
- label: 'Claude 3 Sonnet',
658
- modelId: 'claude-3-sonnet-20240229',
659
- provider: 'Anthropic',
660
- features: ['text', 'tools', 'image'],
661
- tags: ['Personal', 'deprecated'],
662
- tokens: 0,
663
- completionTokens: 0,
664
- enabled: false,
665
- keyOptions: { tokens: 200_000, completionTokens: 4096, enabled: true },
666
- hidden: true,
667
-
668
- credentials: 'vault',
669
- },
670
- 'claude-3-sonnet-20240229': {
671
- llm: 'Anthropic',
672
- tokens: 2048,
673
- completionTokens: 2048,
674
- enabled: false,
675
- keyOptions: { tokens: 200000, completionTokens: 4096, enabled: true },
676
-
677
- credentials: 'vault',
678
- },
679
- 'claude-3-haiku': {
680
- llm: 'Anthropic',
681
- alias: 'claude-3-haiku-20240307',
682
- components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'VisionLLM', 'AgentPlugin', 'Chatbot'],
683
-
684
- label: 'Claude 3 Haiku',
685
- modelId: 'claude-3-haiku-20240307',
686
- provider: 'Anthropic',
687
- features: ['text', 'tools', 'image'],
688
- tags: ['Personal', 'legacy'],
689
- tokens: 0,
690
- completionTokens: 0,
691
- enabled: false,
692
- keyOptions: { tokens: 200_000, completionTokens: 4096, enabled: true },
693
- hidden: true,
694
-
695
- credentials: 'vault',
696
- },
697
- 'claude-3-haiku-20240307': {
698
- llm: 'Anthropic',
699
- tokens: 2048,
700
- completionTokens: 2048,
701
- enabled: false,
702
- keyOptions: { tokens: 200000, completionTokens: 4096, enabled: true },
703
-
704
- credentials: 'vault',
705
- },
706
- 'claude-2.1': {
707
- llm: 'Anthropic',
708
- components: ['PromptGenerator', 'LLMAssistant', 'Classifier'],
709
-
710
- label: 'Claude 2.1',
711
- modelId: 'claude-2.1',
712
- provider: 'Anthropic',
713
- features: ['text', 'image'],
714
- tags: ['Personal', 'legacy'],
715
- tokens: 0,
716
- completionTokens: 0,
717
- enabled: false,
718
- keyOptions: { tokens: 200_000, completionTokens: 4096, enabled: true },
719
- hidden: true,
720
- },
721
- 'claude-instant-1.2': {
722
- llm: 'Anthropic',
723
- components: ['PromptGenerator', 'LLMAssistant', 'Classifier'],
724
-
725
- label: 'Claude Instant 1.2',
726
- modelId: 'claude-instant-1.2',
727
- provider: 'Anthropic',
728
- features: ['text', 'image'],
729
- tags: ['Personal', 'legacy'],
730
- tokens: 0,
731
- completionTokens: 0,
732
- enabled: false,
733
- keyOptions: { tokens: 100_000, completionTokens: 4096, enabled: true },
734
- hidden: true,
735
-
736
- credentials: 'vault',
737
- },
738
-
739
- // #endregion Anthropic Models ==========================
740
-
741
- // #region Google AI Models ==========================
742
-
743
- // #region Gemini 2.0 flash
744
- 'gemini-2.5-flash': {
745
- llm: 'GoogleAI',
746
-
747
- label: 'Gemini 2.5 Flash Preview',
748
- modelId: 'gemini-2.5-flash',
749
- provider: 'GoogleAI',
750
- features: ['text', 'image', 'audio', 'video', 'document'],
751
- tags: ['New', 'Personal'],
752
- tokens: 0,
753
- completionTokens: 0,
754
- enabled: false,
755
- keyOptions: { tokens: 1_048_576, completionTokens: 65_536, enabled: true },
756
-
757
- credentials: 'vault',
758
- },
759
- 'gemini-2.0-flash': {
760
- llm: 'GoogleAI',
761
- components: ['PromptGenerator', 'LLMAssistant', 'VisionLLM', 'MultimodalLLM', 'GenAILLM'],
762
-
763
- label: 'Gemini 2.0 Flash',
764
- modelId: 'gemini-2.0-flash',
765
- provider: 'GoogleAI',
766
- features: ['text', 'image', 'audio', 'video', 'document'],
767
- tags: ['Personal'],
768
- tokens: 0,
769
- completionTokens: 0,
770
- enabled: false,
771
- keyOptions: { tokens: 1_048_576, completionTokens: 8_192, enabled: true },
772
- hidden: true,
773
-
774
- credentials: 'vault',
775
- },
776
- 'gemini-2.0-flash-lite': {
777
- llm: 'GoogleAI',
778
-
779
- label: 'Gemini 2.0 Flash Lite',
780
- modelId: 'gemini-2.0-flash-lite',
781
- provider: 'GoogleAI',
782
- features: ['text', 'image', 'audio', 'video', 'document'],
783
- tags: ['Personal'],
784
- tokens: 0,
785
- completionTokens: 0,
786
- enabled: false,
787
- keyOptions: { tokens: 1_048_576, completionTokens: 8_192, enabled: true },
788
- hidden: true,
789
-
790
- credentials: 'vault',
791
- },
792
- 'gemini-2.5-pro': {
793
- llm: 'GoogleAI',
794
- components: ['PromptGenerator', 'LLMAssistant', 'VisionLLM', 'MultimodalLLM', 'GenAILLM'],
795
-
796
- label: 'Gemini 2.5 Pro Preview',
797
- modelId: 'gemini-2.5-pro-preview-03-25',
798
- provider: 'GoogleAI',
799
- features: ['text', 'image', 'audio', 'video', 'document'],
800
- tags: ['Personal'],
801
- tokens: 0,
802
- completionTokens: 0,
803
- enabled: false,
804
- keyOptions: { tokens: 1_048_576, completionTokens: 65_536, enabled: true },
805
-
806
- credentials: 'vault',
807
- },
808
- 'gemini-2.5-pro-exp': {
809
- llm: 'GoogleAI',
810
- components: ['PromptGenerator', 'LLMAssistant', 'VisionLLM', 'MultimodalLLM', 'GenAILLM'],
811
-
812
- label: 'Gemini 2.5 Pro Experimental',
813
- modelId: 'gemini-2.5-pro-exp-03-25',
814
- provider: 'GoogleAI',
815
- features: ['text', 'image', 'audio', 'video', 'document'],
816
- tags: ['New', 'Personal'],
817
- tokens: 0,
818
- completionTokens: 0,
819
- enabled: false,
820
- keyOptions: { tokens: 1_048_576, completionTokens: 65_536, enabled: true },
821
-
822
- credentials: 'vault',
823
- },
824
- // #endregion Gemini 2.0 flash
825
-
826
- // #region Gemini 1.5 pro
827
- 'gemini-1.5-pro-exp-0801': {
828
- llm: 'GoogleAI',
829
- components: ['PromptGenerator', 'LLMAssistant', 'VisionLLM', 'MultimodalLLM', 'GenAILLM'],
830
-
831
- label: 'Gemini 1.5 Pro Experimental',
832
- modelId: 'gemini-1.5-pro-exp-0801',
833
- provider: 'GoogleAI',
834
- features: ['text', 'image', 'audio', 'video', 'document'],
835
- tags: ['Personal', 'deprecated'],
836
- tokens: 0,
837
- completionTokens: 0,
838
- enabled: false,
839
- keyOptions: { tokens: 2_097_152, completionTokens: 8192, enabled: true },
840
- hidden: true,
841
-
842
- credentials: 'vault',
843
- },
844
- 'gemini-1.5-pro-latest-stable': {
845
- llm: 'GoogleAI',
846
- alias: 'gemini-1.5-pro',
847
- components: ['PromptGenerator', 'LLMAssistant', 'VisionLLM', 'MultimodalLLM', 'GenAILLM'],
848
-
849
- label: 'Gemini 1.5 Pro Latest Stable',
850
- modelId: 'gemini-1.5-pro',
851
- provider: 'GoogleAI',
852
- features: ['text', 'image', 'audio', 'video', 'document'],
853
- tags: ['Personal', 'deprecated'],
854
- tokens: 0,
855
- completionTokens: 0,
856
- enabled: false,
857
- keyOptions: { tokens: 2_097_152, completionTokens: 8192, enabled: true },
858
-
859
- credentials: 'vault',
860
- },
861
- 'gemini-1.5-pro-latest': {
862
- llm: 'GoogleAI',
863
- components: ['PromptGenerator', 'LLMAssistant', 'VisionLLM', 'MultimodalLLM'],
864
-
865
- label: 'Gemini 1.5 Pro',
866
- modelId: 'gemini-1.5-pro',
867
- provider: 'GoogleAI',
868
- tags: ['Personal', 'deprecated'],
869
- tokens: 0,
870
- completionTokens: 0,
871
- enabled: false,
872
- keyOptions: { tokens: 2_097_152, completionTokens: 8_192, enabled: true },
873
- hidden: true,
874
-
875
- credentials: 'vault',
876
- },
877
- 'gemini-1.5-pro-stable': {
878
- llm: 'GoogleAI',
879
- alias: 'gemini-1.5-pro-001',
880
- components: ['PromptGenerator', 'LLMAssistant', 'VisionLLM', 'MultimodalLLM', 'GenAILLM'],
881
-
882
- label: 'Gemini 1.5 Pro Stable',
883
- modelId: 'gemini-1.5-pro',
884
- provider: 'GoogleAI',
885
- features: ['text', 'image', 'audio', 'video', 'document'],
886
- tags: ['Personal', 'deprecated'],
887
- tokens: 0,
888
- completionTokens: 0,
889
- enabled: false,
890
- keyOptions: { tokens: 2_097_152, completionTokens: 8192, enabled: true },
891
-
892
- credentials: 'vault',
893
- },
894
- 'gemini-1.5-pro': {
895
- llm: 'GoogleAI',
896
- tokens: 2048,
897
- completionTokens: 2048,
898
- enabled: false,
899
- keyOptions: { tokens: 2097152, completionTokens: 8192, enabled: true },
900
-
901
- credentials: 'vault',
902
- },
903
- 'gemini-1.5-pro-001': {
904
- llm: 'GoogleAI',
905
- tokens: 2048,
906
- completionTokens: 2048,
907
- enabled: false,
908
- keyOptions: { tokens: 2097152, completionTokens: 8192, enabled: true },
909
-
910
- credentials: 'vault',
911
- },
912
- // #endregion Gemini 1.5 pro
913
-
914
- // #region Gemini 1.5 flash
915
- 'gemini-1.5-flash-latest': {
916
- llm: 'GoogleAI',
917
- components: ['PromptGenerator', 'LLMAssistant', 'VisionLLM', 'MultimodalLLM'],
918
-
919
- label: 'Gemini 1.5 Flash Latest',
920
- modelId: 'gemini-1.5-flash-latest',
921
- provider: 'GoogleAI',
922
- features: ['text', 'image', 'audio', 'video', 'document'],
923
- tags: ['Personal', 'deprecated'],
924
- tokens: 0,
925
- completionTokens: 0,
926
- enabled: false,
927
- keyOptions: { tokens: 1_048_576, completionTokens: 8192, enabled: true },
928
- hidden: true,
929
-
930
- credentials: 'vault',
931
- },
932
- 'gemini-1.5-flash-latest-stable': {
933
- llm: 'GoogleAI',
934
- alias: 'gemini-1.5-flash',
935
- components: ['PromptGenerator', 'LLMAssistant', 'VisionLLM', 'MultimodalLLM'],
936
-
937
- label: 'Gemini 1.5 Flash Latest Stable',
938
- modelId: 'gemini-1.5-flash',
939
- provider: 'GoogleAI',
940
- features: ['text', 'image', 'audio', 'video', 'document'],
941
- tags: ['Personal', 'deprecated'],
942
- tokens: 0,
943
- completionTokens: 0,
944
- enabled: false,
945
- keyOptions: { tokens: 1_048_576, completionTokens: 8192, enabled: true },
946
- hidden: true,
947
-
948
- credentials: 'vault',
949
- },
950
- 'gemini-1.5-flash-stable': {
951
- llm: 'GoogleAI',
952
- alias: 'gemini-1.5-flash-001',
953
- components: ['PromptGenerator', 'LLMAssistant', 'VisionLLM', 'MultimodalLLM', 'GenAILLM'],
954
-
955
- label: 'Gemini 1.5 Flash Stable',
956
- modelId: 'gemini-1.5-flash-001',
957
- provider: 'GoogleAI',
958
- features: ['text', 'image', 'audio', 'video', 'document'],
959
- tags: ['Personal', 'deprecated'],
960
- tokens: 0,
961
- completionTokens: 0,
962
- enabled: false,
963
- keyOptions: { tokens: 1_048_576, completionTokens: 8192, enabled: true },
964
-
965
- credentials: 'vault',
966
- },
967
- 'gemini-1.5-flash': {
968
- llm: 'GoogleAI',
969
- tokens: 2048,
970
- completionTokens: 2048,
971
- enabled: false,
972
- keyOptions: { tokens: 1048576, completionTokens: 8192, enabled: true },
973
-
974
- credentials: 'vault',
975
- },
976
- 'gemini-1.5-flash-001': {
977
- llm: 'GoogleAI',
978
- tokens: 2048,
979
- completionTokens: 2048,
980
- enabled: false,
981
- keyOptions: { tokens: 1048576, completionTokens: 8192, enabled: true },
982
-
983
- credentials: 'vault',
984
- },
985
- // #endregion Gemini 1.5 flash
986
-
987
- // #region Gemini 1.0 pro
988
- 'gemini-1.0-pro-latest': {
989
- llm: 'GoogleAI',
990
- components: ['PromptGenerator', 'LLMAssistant'],
991
-
992
- label: 'Gemini 1.0 Pro Latest',
993
- modelId: 'gemini-1.0-pro-latest',
994
- provider: 'GoogleAI',
995
- features: ['text'],
996
- tags: ['Personal', 'legacy'],
997
- tokens: 0,
998
- completionTokens: 0,
999
- enabled: false,
1000
- keyOptions: { tokens: 30_720, completionTokens: 8192, enabled: true },
1001
- hidden: true,
1002
-
1003
- credentials: 'vault',
1004
- },
1005
- 'gemini-1.0-pro-latest-stable': {
1006
- llm: 'GoogleAI',
1007
- alias: 'gemini-1.0-pro',
1008
- components: ['PromptGenerator', 'LLMAssistant'],
1009
-
1010
- label: 'Gemini 1.0 Pro Latest Stable',
1011
- modelId: 'gemini-1.0-pro',
1012
- provider: 'GoogleAI',
1013
- features: ['text'],
1014
- tags: ['Personal', 'legacy'],
1015
- tokens: 0,
1016
- completionTokens: 0,
1017
- enabled: false,
1018
- keyOptions: { tokens: 30_720, completionTokens: 8192, enabled: true },
1019
- hidden: true,
1020
-
1021
- credentials: 'vault',
1022
- },
1023
- 'gemini-1.0-pro-stable': {
1024
- llm: 'GoogleAI',
1025
- alias: 'gemini-1.0-pro-001',
1026
- components: ['PromptGenerator', 'LLMAssistant'],
1027
-
1028
- label: 'Gemini 1.0 Pro Stable',
1029
- modelId: 'gemini-1.0-pro-001',
1030
- provider: 'GoogleAI',
1031
- features: ['text'],
1032
- tags: ['Personal', 'legacy'],
1033
- tokens: 0,
1034
- completionTokens: 0,
1035
- enabled: false,
1036
- keyOptions: { tokens: 30_720, completionTokens: 8192, enabled: true },
1037
- hidden: true,
1038
-
1039
- credentials: 'vault',
1040
- },
1041
- 'gemini-1.0-pro': {
1042
- llm: 'GoogleAI',
1043
- tokens: 2048,
1044
- completionTokens: 2048,
1045
- enabled: false,
1046
- keyOptions: { tokens: 30_720, completionTokens: 8192, enabled: true },
1047
-
1048
- credentials: 'vault',
1049
- },
1050
- 'gemini-1.0-pro-001': {
1051
- llm: 'GoogleAI',
1052
- tokens: 2048,
1053
- completionTokens: 2048,
1054
- enabled: false,
1055
- keyOptions: { tokens: 30_720, completionTokens: 8192, enabled: true },
1056
-
1057
- credentials: 'vault',
1058
- },
1059
- // #endregion Gemini 1.0 pro
1060
-
1061
- // #region Gemini Pro Vision
1062
- 'gemini-pro-vision': {
1063
- llm: 'GoogleAI',
1064
- components: ['VisionLLM'],
1065
-
1066
- label: 'Gemini Pro Vision',
1067
- modelId: 'gemini-pro-vision',
1068
- provider: 'GoogleAI',
1069
- features: ['image'],
1070
- tags: ['Personal', 'legacy'],
1071
- tokens: 0,
1072
- completionTokens: 0,
1073
- enabled: false,
1074
- keyOptions: { tokens: 12_288, completionTokens: 4096, enabled: true },
1075
- hidden: true,
1076
-
1077
- credentials: 'vault',
1078
- },
1079
- // #endregion Gemini Pro Vision
1080
-
1081
- // #endregion Google AI Models ==========================
1082
-
1083
- // #region Groq Models ==========================
1084
-
1085
- // #region Groq - Production Models
1086
- 'llama-3.3-70b': {
1087
- llm: 'Groq',
1088
- components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1089
-
1090
- label: 'Meta - Llama 3.3 70B',
1091
- modelId: 'llama-3.3-70b-versatile',
1092
- provider: 'Groq',
1093
- features: ['text'],
1094
- tags: ['Personal', 'Groq'],
1095
- tokens: 0,
1096
- completionTokens: 0,
1097
- enabled: false,
1098
- keyOptions: { tokens: 128_000, completionTokens: 32_768, enabled: true },
1099
-
1100
- credentials: 'vault',
1101
- },
1102
- 'groq-llama3-70b': {
1103
- llm: 'Groq',
1104
- alias: 'llama3-70b-8192',
1105
- components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1106
-
1107
- label: 'Meta - Llama 3 70B',
1108
- modelId: 'llama3-70b-8192',
1109
- provider: 'Groq',
1110
- features: ['text'],
1111
- tags: ['Personal', 'Groq'],
1112
- tokens: 0,
1113
- completionTokens: 0,
1114
- enabled: false,
1115
- keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1116
-
1117
- credentials: 'vault',
1118
- },
1119
- 'llama3-70b-8192': {
1120
- llm: 'Groq',
1121
- tokens: 2048,
1122
- completionTokens: 2048,
1123
- enabled: false,
1124
- keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1125
-
1126
- credentials: 'vault',
1127
- },
1128
- 'groq-llama-3.1-8b-instant': {
1129
- llm: 'Groq',
1130
- alias: 'llama-3.1-8b-instant',
1131
- components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1132
-
1133
- label: 'Meta - Llama 3.1 8B',
1134
- modelId: 'llama-3.1-8b-instant',
1135
- provider: 'Groq',
1136
- features: ['text'],
1137
- tags: ['Personal', 'Groq'],
1138
- tokens: 0,
1139
- completionTokens: 0,
1140
- enabled: false,
1141
- keyOptions: { tokens: 128_000, completionTokens: 8192, enabled: true },
1142
-
1143
- credentials: 'vault',
1144
- },
1145
- 'llama-3.1-8b-instant': {
1146
- llm: 'Groq',
1147
- tokens: 8000,
1148
- completionTokens: 8000,
1149
- enabled: false,
1150
- keyOptions: { tokens: 131072, completionTokens: 8192, enabled: true },
1151
-
1152
- credentials: 'vault',
1153
- },
1154
- 'llama-guard-3-8b': {
1155
- llm: 'Groq',
1156
- components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1157
-
1158
- label: 'Meta - Llama Guard 3 8B',
1159
- modelId: 'llama-guard-3-8b',
1160
- provider: 'Groq',
1161
- features: ['text'],
1162
- tags: ['Personal', 'Groq'],
1163
- tokens: 0,
1164
- completionTokens: 0,
1165
- enabled: false,
1166
- keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1167
-
1168
- credentials: 'vault',
1169
- },
1170
- 'groq-llama3-8b': {
1171
- llm: 'Groq',
1172
- alias: 'llama3-8b-8192',
1173
- components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1174
-
1175
- label: 'Meta - Llama 3 8B',
1176
- modelId: 'llama3-8b-8192',
1177
- provider: 'Groq',
1178
- features: ['text'],
1179
- tags: ['Personal', 'Groq'],
1180
- tokens: 0,
1181
- completionTokens: 0,
1182
- enabled: false,
1183
- keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1184
-
1185
- credentials: 'vault',
1186
- },
1187
- 'llama3-8b-8192': {
1188
- llm: 'Groq',
1189
- tokens: 2048,
1190
- completionTokens: 2048,
1191
- enabled: false,
1192
- keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1193
-
1194
- credentials: 'vault',
1195
- },
1196
- 'groq-gemma2-9b': {
1197
- llm: 'Groq',
1198
- alias: 'gemma2-9b-it',
1199
- components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1200
-
1201
- label: 'Google - Gemma 2 9B',
1202
- modelId: 'gemma2-9b-it',
1203
- provider: 'Groq',
1204
- features: ['text'],
1205
- tags: ['Personal', 'Groq'],
1206
- tokens: 0,
1207
- completionTokens: 0,
1208
- enabled: false,
1209
- keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1210
-
1211
- credentials: 'vault',
1212
- },
1213
- 'gemma2-9b-it': {
1214
- llm: 'Groq',
1215
- tokens: 2048,
1216
- completionTokens: 2048,
1217
- enabled: false,
1218
- keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1219
-
1220
- credentials: 'vault',
1221
- },
1222
- 'groq-mixtral-8x7b': {
1223
- llm: 'Groq',
1224
- alias: 'mixtral-8x7b-32768',
1225
- components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1226
-
1227
- label: 'Mistral - Mixtral 8x7b',
1228
- modelId: 'mixtral-8x7b-32768',
1229
- provider: 'Groq',
1230
- features: ['text'],
1231
- tags: ['Personal', 'Groq'],
1232
- tokens: 0,
1233
- completionTokens: 0,
1234
- enabled: false,
1235
- keyOptions: { tokens: 32_768, completionTokens: 32_768, enabled: true },
1236
-
1237
- credentials: 'vault',
1238
- },
1239
- 'mixtral-8x7b-32768': {
1240
- llm: 'Groq',
1241
- tokens: 2048,
1242
- completionTokens: 2048,
1243
- enabled: false,
1244
- keyOptions: { tokens: 32768, completionTokens: 32768, enabled: true },
1245
-
1246
- credentials: 'vault',
1247
- },
1248
- // #endregion Groq - Production Models
1249
-
1250
- // #region Groq - Preview Models
1251
- 'qwen-qwq-32b': {
1252
- llm: 'Groq',
1253
-
1254
- label: 'Qwen - QWQ 32b Preview',
1255
- modelId: 'qwen-qwq-32b',
1256
- provider: 'Groq',
1257
- features: ['text'],
1258
- tags: ['Personal', 'Groq'],
1259
- tokens: 0,
1260
- completionTokens: 0,
1261
- enabled: false,
1262
- keyOptions: { tokens: 128_000, completionTokens: 16_384, enabled: true },
1263
-
1264
- credentials: 'vault',
1265
- },
1266
- 'mistral-saba-24b': {
1267
- llm: 'Groq',
1268
-
1269
- label: 'Mistral - Saba 24b Preview',
1270
- modelId: 'mistral-saba-24b',
1271
- provider: 'Groq',
1272
- features: ['text'],
1273
- tags: ['Personal', 'Groq'],
1274
- tokens: 0,
1275
- completionTokens: 0,
1276
- enabled: false,
1277
- keyOptions: { tokens: 128_000, completionTokens: 16_384, enabled: true },
1278
-
1279
- credentials: 'vault',
1280
- },
1281
- 'qwen-2.5-coder-32b': {
1282
- llm: 'Groq',
1283
-
1284
- label: 'Qwen - 2.5 Coder 32b Preview',
1285
- modelId: 'qwen-2.5-coder-32b',
1286
- provider: 'Groq',
1287
- features: ['text'],
1288
- tags: ['Personal', 'Groq'],
1289
- tokens: 0,
1290
- completionTokens: 0,
1291
- enabled: false,
1292
- keyOptions: { tokens: 128_000, completionTokens: 16_384, enabled: true },
1293
-
1294
- credentials: 'vault',
1295
- },
1296
- 'qwen-2.5-32b': {
1297
- llm: 'Groq',
1298
-
1299
- label: 'Qwen - 2.5 32b Preview',
1300
- modelId: 'qwen-2.5-32b',
1301
- provider: 'Groq',
1302
- features: ['text'],
1303
- tags: ['Personal', 'Groq'],
1304
- tokens: 0,
1305
- completionTokens: 0,
1306
- enabled: false,
1307
- keyOptions: { tokens: 128_000, completionTokens: 16_384, enabled: true },
1308
-
1309
- credentials: 'vault',
1310
- },
1311
- 'deepseek-r1-distill-qwen-32b': {
1312
- llm: 'Groq',
1313
-
1314
- label: 'DeepSeek - R1 Distill Qwen 32b Preview',
1315
- modelId: 'deepseek-r1-distill-qwen-32b',
1316
- provider: 'Groq',
1317
- features: ['text'],
1318
- tags: ['Personal', 'Groq'],
1319
- tokens: 0,
1320
- completionTokens: 0,
1321
- enabled: false,
1322
- keyOptions: { tokens: 128_000, completionTokens: 16_384, enabled: true },
1323
-
1324
- credentials: 'vault',
1325
- },
1326
- 'deepseek-r1-distill-llama-70b': {
1327
- llm: 'Groq',
1328
-
1329
- label: 'DeepSeek - R1 Distill Llama 70b Preview',
1330
- modelId: 'deepseek-r1-distill-llama-70b',
1331
- provider: 'Groq',
1332
- features: ['text'],
1333
- tags: ['Personal', 'Groq'],
1334
- tokens: 0,
1335
- completionTokens: 0,
1336
- enabled: false,
1337
- keyOptions: { tokens: 128_000, completionTokens: 8192, enabled: true },
1338
-
1339
- credentials: 'vault',
1340
- },
1341
- // #endregion Groq - Meta Preview Models
1342
- 'meta-llama/llama-4-scout-17b-16e-instruct': {
1343
- llm: 'Groq',
1344
-
1345
- label: 'Meta - Llama 4 Scout 17B 16E Instruct',
1346
- modelId: 'meta-llama/llama-4-scout-17b-16e-instruct',
1347
- provider: 'Groq',
1348
- features: ['text'],
1349
- tags: ['New', 'Personal', 'Groq'],
1350
- tokens: 0,
1351
- completionTokens: 0,
1352
- enabled: false,
1353
- keyOptions: { tokens: 131_072, completionTokens: 8192, enabled: true },
1354
-
1355
- credentials: 'vault',
1356
- },
1357
- 'llama-3.3-70b-specdec': {
1358
- llm: 'Groq',
1359
-
1360
- label: 'Meta - Llama 3.3 70B SpecDec Preview',
1361
- modelId: 'llama-3.3-70b-specdec',
1362
- provider: 'Groq',
1363
- features: ['text'],
1364
- tags: ['Personal', 'Groq'],
1365
- tokens: 0,
1366
- completionTokens: 0,
1367
- enabled: false,
1368
- keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1369
-
1370
- credentials: 'vault',
1371
- },
1372
- 'llama-3.2-1b-preview': {
1373
- llm: 'Groq',
1374
- components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1375
-
1376
- label: 'Meta - Llama 3.2 1B Preview',
1377
- modelId: 'llama-3.2-1b-preview',
1378
- provider: 'Groq',
1379
- features: ['text'],
1380
- tags: ['Personal', 'Groq'],
1381
- tokens: 0,
1382
- completionTokens: 0,
1383
- enabled: false,
1384
- keyOptions: { tokens: 128_000, completionTokens: 8192, enabled: true },
1385
-
1386
- credentials: 'vault',
1387
- },
1388
- 'llama-3.2-3b-preview': {
1389
- llm: 'Groq',
1390
- components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1391
-
1392
- label: 'Meta - Llama 3.2 3B Preview',
1393
- modelId: 'llama-3.2-3b-preview',
1394
- provider: 'Groq',
1395
- features: ['text'],
1396
- tags: ['Personal', 'Groq'],
1397
- tokens: 0,
1398
- completionTokens: 0,
1399
- enabled: false,
1400
- keyOptions: { tokens: 128_000, completionTokens: 8192, enabled: true },
1401
-
1402
- credentials: 'vault',
1403
- },
1404
- 'llama-3.2-11b-vision-preview': {
1405
- llm: 'Groq',
1406
- components: ['PromptGenerator', 'LLMAssistant', 'VisionLLM', 'GenAILLM'],
1407
-
1408
- label: 'Meta - Llama 3.2 11B Vision Preview',
1409
- modelId: 'llama-3.2-11b-vision-preview',
1410
- provider: 'Groq',
1411
- features: ['text', 'image'],
1412
- tags: ['Personal', 'Groq'],
1413
- tokens: 0,
1414
- completionTokens: 0,
1415
- enabled: false,
1416
- keyOptions: { tokens: 128_000, completionTokens: 8192, enabled: true },
1417
- hidden: true, // !TEMP: we need to support image input for Groq
1418
-
1419
- credentials: 'vault',
1420
- },
1421
- 'llama-3.2-90b-vision-preview': {
1422
- llm: 'Groq',
1423
-
1424
- label: 'Meta - Llama 3.2 90b Vision Preview',
1425
- modelId: 'llama-3.2-90b-vision-preview',
1426
- provider: 'Groq',
1427
- features: ['text', 'image'],
1428
- tags: ['Personal', 'Groq'],
1429
- tokens: 0,
1430
- completionTokens: 0,
1431
- enabled: false,
1432
- keyOptions: { tokens: 128_000, completionTokens: 8192, enabled: true },
1433
- hidden: true, // !TEMP: we need to support image input for Groq
1434
-
1435
- credentials: 'vault',
1436
- },
1437
- // #endregion Groq - Meta Preview Models
1438
-
1439
- // #endregion Groq - Preview Models
1440
-
1441
- // #endregion Groq Models ==========================
1442
-
1443
- // #region Together AI Models ==========================
1444
-
1445
- // #region Together AI - DeepSeek
1446
- 'deepseek-ai/DeepSeek-R1-Distill-Qwen-14B': {
1447
- llm: 'TogetherAI',
1448
-
1449
- label: 'DeepSeek - R1 Distill Qwen 14B',
1450
- modelId: 'deepseek-ai/DeepSeek-R1-Distill-Qwen-14B',
1451
- provider: 'TogetherAI',
1452
- features: ['text'],
1453
- tags: ['New', 'Personal', 'TogetherAI'],
1454
- tokens: 0,
1455
- completionTokens: 0,
1456
- enabled: false,
1457
- keyOptions: { tokens: 131_072, completionTokens: 32_768, enabled: true },
1458
-
1459
- baseURL: 'https://api.together.xyz/v1',
1460
-
1461
- credentials: 'vault',
1462
- },
1463
- 'deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B': {
1464
- llm: 'TogetherAI',
1465
-
1466
- label: 'DeepSeek - R1 Distill Qwen 1.5B',
1467
- modelId: 'deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B',
1468
- provider: 'TogetherAI',
1469
- features: ['text'],
1470
- tags: ['New', 'Personal', 'TogetherAI'],
1471
- tokens: 0,
1472
- completionTokens: 0,
1473
- enabled: false,
1474
- keyOptions: { tokens: 131_072, completionTokens: 32_768, enabled: true },
1475
-
1476
- baseURL: 'https://api.together.xyz/v1',
1477
-
1478
- credentials: 'vault',
1479
- },
1480
- 'deepseek-ai/DeepSeek-R1-Distill-Llama-70B': {
1481
- llm: 'TogetherAI',
1482
-
1483
- label: 'DeepSeek - R1 Distill Llama 70B',
1484
- modelId: 'deepseek-ai/DeepSeek-R1-Distill-Llama-70B',
1485
- provider: 'TogetherAI',
1486
- features: ['text'],
1487
- tags: ['New', 'Personal', 'TogetherAI'],
1488
- tokens: 0,
1489
- completionTokens: 0,
1490
- enabled: false,
1491
- keyOptions: { tokens: 131_072, completionTokens: 32_768, enabled: true },
1492
-
1493
- baseURL: 'https://api.together.xyz/v1',
1494
-
1495
- credentials: 'vault',
1496
- },
1497
- 'deepseek-ai/DeepSeek-R1': {
1498
- llm: 'TogetherAI',
1499
-
1500
- label: 'DeepSeek - R1',
1501
- modelId: 'deepseek-ai/DeepSeek-R1',
1502
- provider: 'TogetherAI',
1503
- features: ['text'],
1504
- tags: ['Personal', 'TogetherAI'],
1505
- tokens: 0,
1506
- completionTokens: 0,
1507
- enabled: false,
1508
- keyOptions: { tokens: 128_000, completionTokens: 32_768, enabled: true },
1509
-
1510
- baseURL: 'https://api.together.xyz/v1',
1511
-
1512
- credentials: 'vault',
1513
- },
1514
- 'deepseek-ai/DeepSeek-V3': {
1515
- llm: 'TogetherAI',
1516
-
1517
- label: 'DeepSeek - V3',
1518
- modelId: 'deepseek-ai/DeepSeek-V3',
1519
- provider: 'TogetherAI',
1520
- features: ['text'],
1521
- tags: ['Personal', 'TogetherAI'],
1522
- tokens: 0,
1523
- completionTokens: 0,
1524
- enabled: false,
1525
- keyOptions: { tokens: 131_072, completionTokens: 8192, enabled: true },
1526
-
1527
- baseURL: 'https://api.together.xyz/v1',
1528
-
1529
- credentials: 'vault',
1530
- },
1531
- 'deepseek-ai/deepseek-llm-67b-chat': {
1532
- llm: 'TogetherAI',
1533
- components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1534
-
1535
- label: 'DeepSeek - Llama 67B Chat',
1536
- modelId: 'deepseek-ai/deepseek-llm-67b-chat',
1537
- provider: 'TogetherAI',
1538
- features: ['text'],
1539
- tags: ['Personal', 'TogetherAI'],
1540
- tokens: 0,
1541
- completionTokens: 0,
1542
- enabled: false,
1543
- keyOptions: { tokens: 4096, completionTokens: 4096, enabled: true },
1544
-
1545
- baseURL: 'https://api.together.xyz/v1',
1546
-
1547
- credentials: 'vault',
1548
- },
1549
- // #endregion Together AI - DeepSeek
1550
-
1551
- // #region Together AI - Meta
1552
- 'meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8': {
1553
- llm: 'TogetherAI',
1554
-
1555
- label: 'Meta - Llama 4 Maverick (17Bx128E)',
1556
- modelId: 'meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8',
1557
- provider: 'TogetherAI',
1558
- features: ['text', 'tools', 'image'],
1559
- tags: ['New', 'Personal', 'TogetherAI'],
1560
- tokens: 0,
1561
- completionTokens: 0,
1562
- enabled: false,
1563
- keyOptions: { tokens: 524_288, completionTokens: 524_288, enabled: true },
1564
-
1565
- baseURL: 'https://api.together.xyz/v1',
1566
-
1567
- credentials: 'vault',
1568
- },
1569
- 'meta-llama/Llama-4-Scout-17B-16E-Instruct': {
1570
- llm: 'TogetherAI',
1571
-
1572
- label: 'Meta - Llama 4 Scout (17Bx16E)',
1573
- modelId: 'meta-llama/Llama-4-Scout-17B-16E-Instruct',
1574
- provider: 'TogetherAI',
1575
- features: ['text', 'tools', 'image'],
1576
- tags: ['New', 'Personal', 'TogetherAI'],
1577
- tokens: 0,
1578
- completionTokens: 0,
1579
- enabled: false,
1580
- keyOptions: { tokens: 327_680, completionTokens: 327_680, enabled: true },
1581
-
1582
- baseURL: 'https://api.together.xyz/v1',
1583
-
1584
- credentials: 'vault',
1585
- },
1586
- 'meta-llama/Llama-3.3-70B-Instruct-Turbo': {
1587
- llm: 'TogetherAI',
1588
-
1589
- label: 'Meta - Llama 3.3 70B Instruct Turbo',
1590
- modelId: 'meta-llama/Llama-3.3-70B-Instruct-Turbo',
1591
- provider: 'TogetherAI',
1592
- features: ['text', 'tools'],
1593
- tags: ['Personal', 'TogetherAI'],
1594
- tokens: 0,
1595
- completionTokens: 0,
1596
- enabled: false,
1597
- keyOptions: { tokens: 131_072, completionTokens: 131_072, enabled: true },
1598
-
1599
- baseURL: 'https://api.together.xyz/v1',
1600
-
1601
- credentials: 'vault',
1602
- },
1603
- 'meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo': {
1604
- llm: 'TogetherAI',
1605
- components: ['LLMAssistant', 'PromptGenerator', 'GenAILLM'],
1606
-
1607
- label: 'Meta - Llama 3.1 8B Instruct Turbo',
1608
- modelId: 'meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo',
1609
- provider: 'TogetherAI',
1610
- features: ['text', 'tools'],
1611
- tags: ['Personal', 'TogetherAI'],
1612
- tokens: 0,
1613
- completionTokens: 0,
1614
- enabled: false,
1615
- keyOptions: { tokens: 131_072, completionTokens: 131_072, enabled: true },
1616
-
1617
- baseURL: 'https://api.together.xyz/v1',
1618
-
1619
- credentials: 'vault',
1620
- },
1621
- 'meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo': {
1622
- llm: 'TogetherAI',
1623
- components: ['LLMAssistant', 'PromptGenerator', 'GenAILLM'],
1624
-
1625
- label: 'Meta - Llama 3.1 70B Instruct Turbo',
1626
- modelId: 'meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo',
1627
- provider: 'TogetherAI',
1628
- features: ['text', 'tools'],
1629
- tags: ['Personal', 'TogetherAI'],
1630
- tokens: 0,
1631
- completionTokens: 0,
1632
- enabled: false,
1633
- keyOptions: { tokens: 131_072, completionTokens: 131_072, enabled: true },
1634
-
1635
- baseURL: 'https://api.together.xyz/v1',
1636
-
1637
- credentials: 'vault',
1638
- },
1639
- 'meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo': {
1640
- llm: 'TogetherAI',
1641
- components: ['LLMAssistant', 'PromptGenerator', 'GenAILLM'],
1642
-
1643
- label: 'Meta - Llama 3.1 405B Instruct Turbo',
1644
- modelId: 'meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo',
1645
- provider: 'TogetherAI',
1646
- features: ['text', 'tools'],
1647
- tags: ['Personal', 'TogetherAI'],
1648
- tokens: 0,
1649
- completionTokens: 0,
1650
- enabled: false,
1651
- keyOptions: { tokens: 130_815, completionTokens: 130_815, enabled: true },
1652
-
1653
- baseURL: 'https://api.together.xyz/v1',
1654
-
1655
- credentials: 'vault',
1656
- },
1657
- 'meta-llama/Meta-Llama-3-8B-Instruct-Turbo': {
1658
- llm: 'TogetherAI',
1659
- components: ['LLMAssistant', 'PromptGenerator', 'GenAILLM'],
1660
-
1661
- label: 'Meta - Llama 3 8B Instruct Turbo',
1662
- modelId: 'meta-llama/Meta-Llama-3-8B-Instruct-Turbo',
1663
- provider: 'TogetherAI',
1664
- features: ['text'],
1665
- tags: ['Personal', 'TogetherAI'],
1666
- tokens: 0,
1667
- completionTokens: 0,
1668
- enabled: false,
1669
- keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1670
-
1671
- baseURL: 'https://api.together.xyz/v1',
1672
-
1673
- credentials: 'vault',
1674
- },
1675
- 'meta-llama/Meta-Llama-3-70B-Instruct-Turbo': {
1676
- llm: 'TogetherAI',
1677
- components: ['LLMAssistant', 'PromptGenerator', 'GenAILLM'],
1678
-
1679
- label: 'Meta - Llama 3 70B Instruct Turbo',
1680
- modelId: 'meta-llama/Meta-Llama-3-70B-Instruct-Turbo',
1681
- provider: 'TogetherAI',
1682
- features: ['text'],
1683
- tags: ['Personal', 'TogetherAI'],
1684
- tokens: 0,
1685
- completionTokens: 0,
1686
- enabled: false,
1687
- keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1688
-
1689
- baseURL: 'https://api.together.xyz/v1',
1690
-
1691
- credentials: 'vault',
1692
- },
1693
- 'meta-llama/Llama-3.2-3B-Instruct-Turbo': {
1694
- llm: 'TogetherAI',
1695
-
1696
- label: 'Meta - Llama 3.2 3B Instruct Turbo',
1697
- modelId: 'meta-llama/Llama-3.2-3B-Instruct-Turbo',
1698
- provider: 'TogetherAI',
1699
- features: ['text'],
1700
- tags: ['Personal', 'TogetherAI'],
1701
- tokens: 0,
1702
- completionTokens: 0,
1703
- enabled: false,
1704
- keyOptions: { tokens: 131_072, completionTokens: 32_768, enabled: true },
1705
-
1706
- baseURL: 'https://api.together.xyz/v1',
1707
-
1708
- credentials: 'vault',
1709
- },
1710
- 'meta-llama/Meta-Llama-3-8B-Instruct-Lite': {
1711
- llm: 'TogetherAI',
1712
- components: ['LLMAssistant', 'PromptGenerator', 'GenAILLM'],
1713
-
1714
- label: 'Meta - Llama 3 8B Instruct Lite',
1715
- modelId: 'meta-llama/Meta-Llama-3-8B-Instruct-Lite',
1716
- provider: 'TogetherAI',
1717
- features: ['text'],
1718
- tags: ['Personal', 'TogetherAI'],
1719
- tokens: 0,
1720
- completionTokens: 0,
1721
- enabled: false,
1722
- keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1723
-
1724
- baseURL: 'https://api.together.xyz/v1',
1725
-
1726
- credentials: 'vault',
1727
- },
1728
- 'meta-llama/Meta-Llama-3-70B-Instruct-Lite': {
1729
- llm: 'TogetherAI',
1730
- components: ['LLMAssistant', 'PromptGenerator', 'GenAILLM'],
1731
-
1732
- label: 'Meta - Llama 3 70B Instruct Lite',
1733
- modelId: 'meta-llama/Meta-Llama-3-70B-Instruct-Lite',
1734
- provider: 'TogetherAI',
1735
- features: ['text'],
1736
- tags: ['Personal', 'TogetherAI'],
1737
- tokens: 0,
1738
- completionTokens: 0,
1739
- enabled: false,
1740
- keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1741
-
1742
- baseURL: 'https://api.together.xyz/v1',
1743
-
1744
- credentials: 'vault',
1745
- },
1746
- 'meta-llama/Llama-3-8b-chat-hf': {
1747
- llm: 'TogetherAI',
1748
- components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1749
-
1750
- label: 'Meta - Llama 3 8B Chat',
1751
- modelId: 'meta-llama/Llama-3-8b-chat-hf',
1752
- provider: 'TogetherAI',
1753
- features: ['text'],
1754
- tags: ['Personal', 'TogetherAI'],
1755
- tokens: 0,
1756
- completionTokens: 0,
1757
- enabled: false,
1758
- keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1759
-
1760
- baseURL: 'https://api.together.xyz/v1',
1761
-
1762
- credentials: 'vault',
1763
- },
1764
- 'meta-llama/Llama-3-70b-chat-hf': {
1765
- llm: 'TogetherAI',
1766
- components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1767
-
1768
- label: 'Meta - Llama 3 70B Chat',
1769
- modelId: 'meta-llama/Llama-3-70b-chat-hf',
1770
- provider: 'TogetherAI',
1771
- features: ['text'],
1772
- tags: ['Personal', 'TogetherAI'],
1773
- tokens: 0,
1774
- completionTokens: 0,
1775
- enabled: false,
1776
- keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1777
-
1778
- baseURL: 'https://api.together.xyz/v1',
1779
-
1780
- credentials: 'vault',
1781
- },
1782
- 'meta-llama/Llama-2-13b-chat-hf': {
1783
- llm: 'TogetherAI',
1784
- components: ['LLMAssistant'], // * Excluded from 'PromptGenerator' (has introductory text with JSON response)
1785
-
1786
- label: 'Meta - Llama 2 13B Chat',
1787
- modelId: 'meta-llama/Llama-2-13b-chat-hf',
1788
- provider: 'TogetherAI',
1789
- features: ['text'],
1790
- tags: ['Personal', 'TogetherAI'],
1791
- tokens: 0,
1792
- completionTokens: 0,
1793
- enabled: false,
1794
- keyOptions: { tokens: 4096, completionTokens: 4096, enabled: true },
1795
-
1796
- baseURL: 'https://api.together.xyz/v1',
1797
-
1798
- credentials: 'vault',
1799
- },
1800
- 'meta-llama/Llama-Vision-Free': {
1801
- llm: 'TogetherAI',
1802
- components: ['LLMAssistant', 'PromptGenerator', 'VisionLLM', 'GenAILLM'],
1803
-
1804
- label: 'Meta - Llama Vision Free',
1805
- modelId: 'meta-llama/Llama-Vision-Free',
1806
- provider: 'TogetherAI',
1807
- features: ['text', 'image'],
1808
- tags: ['Personal', 'TogetherAI'],
1809
- tokens: 0,
1810
- completionTokens: 0,
1811
- enabled: false,
1812
- keyOptions: { tokens: 131072, completionTokens: 131072, enabled: true },
1813
-
1814
- baseURL: 'https://api.together.xyz/v1',
1815
-
1816
- credentials: 'vault',
1817
- },
1818
- 'meta-llama/Llama-3.2-11B-Vision-Instruct-Turbo': {
1819
- llm: 'TogetherAI',
1820
- components: ['LLMAssistant', 'PromptGenerator', 'VisionLLM', 'GenAILLM'],
1821
-
1822
- label: 'Meta - Llama 3.2 11B Vision Instruct Turbo',
1823
- modelId: 'meta-llama/Llama-3.2-11B-Vision-Instruct-Turbo',
1824
- provider: 'TogetherAI',
1825
- features: ['text', 'image'],
1826
- tags: ['Personal', 'TogetherAI'],
1827
- tokens: 0,
1828
- completionTokens: 0,
1829
- enabled: false,
1830
- keyOptions: { tokens: 131072, completionTokens: 131072, enabled: true },
1831
-
1832
- baseURL: 'https://api.together.xyz/v1',
1833
-
1834
- credentials: 'vault',
1835
- },
1836
- 'meta-llama/Llama-3.2-90B-Vision-Instruct-Turbo': {
1837
- llm: 'TogetherAI',
1838
- components: ['LLMAssistant', 'PromptGenerator', 'VisionLLM', 'GenAILLM'],
1839
-
1840
- label: 'Meta - Llama 3.2 90B Vision Instruct Turbo',
1841
- modelId: 'meta-llama/Llama-3.2-90B-Vision-Instruct-Turbo',
1842
- provider: 'TogetherAI',
1843
- features: ['text', 'image'],
1844
- tags: ['Personal', 'TogetherAI'],
1845
- tokens: 0,
1846
- completionTokens: 0,
1847
- enabled: false,
1848
- keyOptions: { tokens: 131072, completionTokens: 131072, enabled: true },
1849
-
1850
- baseURL: 'https://api.together.xyz/v1',
1851
-
1852
- credentials: 'vault',
1853
- },
1854
- // #endregion Together AI - Meta
1855
-
1856
- // #region Together AI - Google
1857
- 'google/gemma-2-27b-it': {
1858
- llm: 'TogetherAI',
1859
- components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1860
-
1861
- label: 'Google - Gemma 2 27B',
1862
- modelId: 'google/gemma-2-27b-it',
1863
- provider: 'TogetherAI',
1864
- features: ['text'],
1865
- tags: ['Personal', 'TogetherAI'],
1866
- tokens: 0,
1867
- completionTokens: 0,
1868
- enabled: false,
1869
- keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1870
-
1871
- baseURL: 'https://api.together.xyz/v1',
1872
-
1873
- credentials: 'vault',
1874
- },
1875
- 'google/gemma-2-9b-it': {
1876
- llm: 'TogetherAI',
1877
- components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1878
-
1879
- label: 'Google - Gemma 2 9B',
1880
- modelId: 'google/gemma-2-9b-it',
1881
- provider: 'TogetherAI',
1882
- features: ['text'],
1883
- tags: ['Personal', 'TogetherAI'],
1884
- tokens: 0,
1885
- completionTokens: 0,
1886
- enabled: false,
1887
- keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1888
-
1889
- baseURL: 'https://api.together.xyz/v1',
1890
-
1891
- credentials: 'vault',
1892
- },
1893
- 'google/gemma-2b-it': {
1894
- llm: 'TogetherAI',
1895
- components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1896
-
1897
- label: 'Google - Gemma 2 2B',
1898
- modelId: 'google/gemma-2b-it',
1899
- provider: 'TogetherAI',
1900
- features: ['text'],
1901
- tags: ['Personal', 'TogetherAI'],
1902
- tokens: 0,
1903
- completionTokens: 0,
1904
- enabled: false,
1905
- keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1906
-
1907
- baseURL: 'https://api.together.xyz/v1',
1908
-
1909
- credentials: 'vault',
1910
- },
1911
- // #endregion Together AI - Google
1912
-
1913
- // #region Together AI - Mistral
1914
- 'mistralai/Mistral-7B-Instruct-v0.3': {
1915
- llm: 'TogetherAI',
1916
- components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'GenAILLM'],
1917
-
1918
- label: 'Mistral - 7B Instruct v0.3',
1919
- modelId: 'mistralai/Mistral-7B-Instruct-v0.3',
1920
- provider: 'TogetherAI',
1921
- features: ['text'],
1922
- tags: ['Personal', 'TogetherAI'],
1923
- tokens: 0,
1924
- completionTokens: 0,
1925
- enabled: false,
1926
- keyOptions: { tokens: 32_768, completionTokens: 32_768, enabled: true },
1927
-
1928
- baseURL: 'https://api.together.xyz/v1',
1929
-
1930
- credentials: 'vault',
1931
- },
1932
- 'mistralai/Mistral-7B-Instruct-v0.2': {
1933
- llm: 'TogetherAI',
1934
- components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1935
-
1936
- label: 'Mistral - 7B Instruct v0.2',
1937
- modelId: 'mistralai/Mistral-7B-Instruct-v0.2',
1938
- provider: 'TogetherAI',
1939
- features: ['text'],
1940
- tags: ['Personal', 'TogetherAI'],
1941
- tokens: 0,
1942
- completionTokens: 0,
1943
- enabled: false,
1944
- keyOptions: { tokens: 32_768, completionTokens: 32_768, enabled: true },
1945
-
1946
- baseURL: 'https://api.together.xyz/v1',
1947
-
1948
- credentials: 'vault',
1949
- },
1950
- 'mistralai/Mistral-7B-Instruct-v0.1': {
1951
- llm: 'TogetherAI',
1952
- components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1953
-
1954
- label: 'Mistral - 7B Instruct v0.1',
1955
- modelId: 'mistralai/Mistral-7B-Instruct-v0.1',
1956
- provider: 'TogetherAI',
1957
- features: ['text', 'tools'],
1958
- tags: ['Personal', 'TogetherAI'],
1959
- tokens: 0,
1960
- completionTokens: 0,
1961
- enabled: false,
1962
- keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1963
-
1964
- baseURL: 'https://api.together.xyz/v1',
1965
-
1966
- credentials: 'vault',
1967
- },
1968
- 'mistralai/Mixtral-8x7B-Instruct-v0.1': {
1969
- llm: 'TogetherAI',
1970
- components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'GenAILLM'],
1971
-
1972
- label: 'Mistral - 8x7B Instruct v0.1',
1973
- modelId: 'mistralai/Mixtral-8x7B-Instruct-v0.1',
1974
- provider: 'TogetherAI',
1975
- features: ['text', 'tools'],
1976
- tags: ['Personal', 'TogetherAI'],
1977
- tokens: 0,
1978
- completionTokens: 0,
1979
- enabled: false,
1980
- keyOptions: { tokens: 32_768, completionTokens: 32_768, enabled: true },
1981
-
1982
- baseURL: 'https://api.together.xyz/v1',
1983
-
1984
- credentials: 'vault',
1985
- },
1986
- 'mistralai/Mixtral-8x22B-Instruct-v0.1': {
1987
- llm: 'TogetherAI',
1988
- components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1989
-
1990
- label: 'Mistral - 8x22B Instruct v0.1',
1991
- modelId: 'mistralai/Mixtral-8x22B-Instruct-v0.1',
1992
- provider: 'TogetherAI',
1993
- features: ['text'],
1994
- tags: ['Personal', 'TogetherAI'],
1995
- tokens: 0,
1996
- completionTokens: 0,
1997
- enabled: false,
1998
- keyOptions: { tokens: 65_536, completionTokens: 65_536, enabled: true },
1999
-
2000
- baseURL: 'https://api.together.xyz/v1',
2001
-
2002
- credentials: 'vault',
2003
- },
2004
- // #endregion Together AI - Mistral
2005
-
2006
- // #region Together AI - Qwen
2007
- 'Qwen/Qwen2.5-Coder-32B-Instruct': {
2008
- llm: 'TogetherAI',
2009
-
2010
- label: 'Qwen - 2.5 Coder 32B',
2011
- modelId: 'Qwen/Qwen2.5-Coder-32B-Instruct',
2012
- provider: 'TogetherAI',
2013
- features: ['text'],
2014
- tags: ['New', 'Personal', 'TogetherAI'],
2015
- tokens: 0,
2016
- completionTokens: 0,
2017
- enabled: false,
2018
- keyOptions: { tokens: 32_768, completionTokens: 32_768, enabled: true },
2019
-
2020
- baseURL: 'https://api.together.xyz/v1',
2021
-
2022
- credentials: 'vault',
2023
- },
2024
- 'Qwen/QwQ-32B-Preview': {
2025
- llm: 'TogetherAI',
2026
-
2027
- label: 'Qwen - QwQ 32B Preview',
2028
- modelId: 'Qwen/QwQ-32B-Preview',
2029
- provider: 'TogetherAI',
2030
- features: ['text'],
2031
- tags: ['New', 'Personal', 'TogetherAI'],
2032
- tokens: 0,
2033
- completionTokens: 0,
2034
- enabled: false,
2035
- keyOptions: { tokens: 32_768, completionTokens: 32_768, enabled: true },
2036
-
2037
- baseURL: 'https://api.together.xyz/v1',
2038
-
2039
- credentials: 'vault',
2040
- },
2041
- 'Qwen/Qwen2.5-7B-Instruct-Turbo': {
2042
- llm: 'TogetherAI',
2043
-
2044
- label: 'Qwen - 2.5 7B Instruct Turbo',
2045
- modelId: 'Qwen/Qwen2.5-7B-Instruct-Turbo',
2046
- provider: 'TogetherAI',
2047
- features: ['text', 'tools'],
2048
- tags: ['New', 'Personal', 'TogetherAI'],
2049
- tokens: 0,
2050
- completionTokens: 0,
2051
- enabled: false,
2052
- keyOptions: { tokens: 32_768, completionTokens: 32_768, enabled: true },
2053
-
2054
- baseURL: 'https://api.together.xyz/v1',
2055
-
2056
- credentials: 'vault',
2057
- },
2058
- 'Qwen/Qwen2.5-72B-Instruct-Turbo': {
2059
- llm: 'TogetherAI',
2060
-
2061
- label: 'Qwen - 2.5 72B Instruct Turbo',
2062
- modelId: 'Qwen/Qwen2.5-72B-Instruct-Turbo',
2063
- provider: 'TogetherAI',
2064
- features: ['text', 'tools'],
2065
- tags: ['New', 'Personal', 'TogetherAI'],
2066
- tokens: 0,
2067
- completionTokens: 0,
2068
- enabled: false,
2069
- keyOptions: { tokens: 32_768, completionTokens: 32_768, enabled: true },
2070
-
2071
- baseURL: 'https://api.together.xyz/v1',
2072
-
2073
- credentials: 'vault',
2074
- },
2075
- 'Qwen/Qwen2-72B-Instruct': {
2076
- llm: 'TogetherAI',
2077
-
2078
- label: 'Qwen - 2 72B Instruct',
2079
- modelId: 'Qwen/Qwen2-72B-Instruct',
2080
- provider: 'TogetherAI',
2081
- features: ['text'],
2082
- tags: ['New', 'Personal', 'TogetherAI'],
2083
- tokens: 0,
2084
- completionTokens: 0,
2085
- enabled: false,
2086
- keyOptions: { tokens: 32_768, completionTokens: 32_768, enabled: true },
2087
-
2088
- baseURL: 'https://api.together.xyz/v1',
2089
-
2090
- credentials: 'vault',
2091
- },
2092
- 'Qwen/Qwen2-VL-72B-Instruct': {
2093
- llm: 'TogetherAI',
2094
-
2095
- label: 'Qwen - 2 VL 72B Instruct',
2096
- modelId: 'Qwen/Qwen2-VL-72B-Instruct',
2097
- provider: 'TogetherAI',
2098
- features: ['text'],
2099
- tags: ['New', 'Personal', 'TogetherAI'],
2100
- tokens: 0,
2101
- completionTokens: 0,
2102
- enabled: false,
2103
- keyOptions: { tokens: 32_768, completionTokens: 32_768, enabled: true },
2104
-
2105
- baseURL: 'https://api.together.xyz/v1',
2106
-
2107
- credentials: 'vault',
2108
- },
2109
- // #endregion Together AI - Qwen
2110
-
2111
- // #region Together AI - Nvidia
2112
- 'nvidia/Llama-3.1-Nemotron-70B-Instruct-HF': {
2113
- llm: 'TogetherAI',
2114
-
2115
- label: 'Nvidia - Llama 3.1 Nemotron 70B',
2116
- modelId: 'nvidia/Llama-3.1-Nemotron-70B-Instruct-HF',
2117
- provider: 'TogetherAI',
2118
- features: ['text'],
2119
- tags: ['New', 'Personal', 'TogetherAI'],
2120
- tokens: 0,
2121
- completionTokens: 0,
2122
- enabled: false,
2123
- keyOptions: { tokens: 32_768, completionTokens: 32_768, enabled: true },
2124
-
2125
- baseURL: 'https://api.together.xyz/v1',
2126
-
2127
- credentials: 'vault',
2128
- },
2129
- // #endregion Together AI - Nvidia
2130
-
2131
- // #region Together AI - Microsoft
2132
- 'microsoft/WizardLM-2-8x22B': {
2133
- llm: 'TogetherAI',
2134
- components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
2135
-
2136
- label: 'Microsoft - WizardLM 2 8x22B',
2137
- modelId: 'microsoft/WizardLM-2-8x22B',
2138
- provider: 'TogetherAI',
2139
- features: ['text'],
2140
- tags: ['Personal', 'TogetherAI'],
2141
- tokens: 0,
2142
- completionTokens: 0,
2143
- enabled: false,
2144
- keyOptions: { tokens: 65_536, completionTokens: 65_536, enabled: true },
2145
-
2146
- baseURL: 'https://api.together.xyz/v1',
2147
-
2148
- credentials: 'vault',
2149
- },
2150
- // #endregion Together AI - Microsoft
2151
-
2152
- // #region Together AI - databricks
2153
- 'databricks/dbrx-instruct': {
2154
- llm: 'TogetherAI',
2155
- components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
2156
-
2157
- label: 'Databricks - DBRX Instruct',
2158
- modelId: 'databricks/dbrx-instruct',
2159
- provider: 'TogetherAI',
2160
- features: ['text'],
2161
- tags: ['Personal', 'TogetherAI'],
2162
- tokens: 0,
2163
- completionTokens: 0,
2164
- enabled: false,
2165
- keyOptions: { tokens: 32_768, completionTokens: 32_768, enabled: true },
2166
-
2167
- baseURL: 'https://api.together.xyz/v1',
2168
-
2169
- credentials: 'vault',
2170
- },
2171
- // #endregion Together AI - databricks
2172
-
2173
- // #region Together AI - NousResearch
2174
- 'NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO': {
2175
- llm: 'TogetherAI',
2176
- components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
2177
-
2178
- label: 'NousResearch - Hermes 2 Mixtral 8x7B DPO',
2179
- modelId: 'NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO',
2180
- provider: 'TogetherAI',
2181
- features: ['text'],
2182
- tags: ['Personal', 'TogetherAI'],
2183
- tokens: 0,
2184
- completionTokens: 0,
2185
- enabled: false,
2186
- keyOptions: { tokens: 32_768, completionTokens: 32_768, enabled: true },
2187
-
2188
- baseURL: 'https://api.together.xyz/v1',
2189
-
2190
- credentials: 'vault',
2191
- },
2192
- // #endregion Together AI - NousResearch
2193
-
2194
- // #region Together AI - Upstage
2195
- 'upstage/SOLAR-10.7B-Instruct-v1.0': {
2196
- llm: 'TogetherAI',
2197
- components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
2198
-
2199
- label: 'Upstage - SOLAR 10.7B Instruct v1.0',
2200
- modelId: 'upstage/SOLAR-10.7B-Instruct-v1.0',
2201
- provider: 'TogetherAI',
2202
- features: ['text'],
2203
- tags: ['Personal', 'TogetherAI'],
2204
- tokens: 0,
2205
- completionTokens: 0,
2206
- enabled: false,
2207
- keyOptions: { tokens: 4096, completionTokens: 4096, enabled: true },
2208
-
2209
- baseURL: 'https://api.together.xyz/v1',
2210
-
2211
- credentials: 'vault',
2212
- },
2213
- // #endregion Together AI - Upstage
2214
-
2215
- // #region Together AI - Gryphe
2216
- 'Gryphe/MythoMax-L2-13b': {
2217
- llm: 'TogetherAI',
2218
- components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
2219
-
2220
- label: 'Gryphe - MythoMax L2 13B',
2221
- modelId: 'Gryphe/MythoMax-L2-13b',
2222
- provider: 'TogetherAI',
2223
- features: ['text'],
2224
- tags: ['Personal', 'TogetherAI'],
2225
- tokens: 0,
2226
- completionTokens: 0,
2227
- enabled: false,
2228
- keyOptions: { tokens: 4096, completionTokens: 4096, enabled: true },
2229
-
2230
- baseURL: 'https://api.together.xyz/v1',
2231
-
2232
- credentials: 'vault',
2233
- },
2234
- // #endregion Together AI - Gryphe
2235
-
2236
- // #endregion Together AI Models ==========================
2237
-
2238
- // #region Image Generation Models ============================
2239
-
2240
- // #region OpenAI Models gpt-image-1
2241
- 'smythos/gpt-image-1': {
2242
- label: 'GPT Image 1',
2243
- modelId: 'gpt-image-1',
2244
- provider: 'OpenAI',
2245
- features: ['image-generation'],
2246
- tags: ['New', 'SmythOS'],
2247
- enabled: true,
2248
-
2249
- credentials: 'internal',
2250
- },
2251
- 'gpt-image-1': {
2252
- label: 'GPT Image 1',
2253
- modelId: 'gpt-image-1',
2254
- provider: 'OpenAI',
2255
- features: ['image-generation'],
2256
- tags: ['New', 'Personal'],
2257
- enabled: false,
2258
- keyOptions: { enabled: true },
2259
-
2260
- credentials: 'vault',
2261
- },
2262
- // #endregion gpt-image-1
2263
-
2264
- // #region OpenAI Models DALL-E
2265
- 'dall-e-3': {
2266
- label: 'DALL·E 3',
2267
- modelId: 'dall-e-3',
2268
- provider: 'OpenAI',
2269
- features: ['image-generation'],
2270
- tags: ['Deprecated'],
2271
- enabled: true,
2272
-
2273
- credentials: 'vault',
2274
- },
2275
- 'dall-e-2': {
2276
- label: 'DALL·E 2',
2277
- modelId: 'dall-e-2',
2278
- provider: 'OpenAI',
2279
- features: ['image-generation'],
2280
- tags: ['Deprecated'],
2281
- enabled: true,
2282
-
2283
- credentials: 'vault',
2284
- },
2285
- // #endregion OpenAI Models DALL-E
2286
-
2287
- // #region Runware Models
2288
- 'smythos/flux.1-schnell': {
2289
- label: 'FLUX Schnell',
2290
- modelId: 'runware:100@1',
2291
- provider: 'Runware',
2292
- features: [
2293
- 'image-generation', // Legacy
2294
- 'text-to-image',
2295
- 'image-to-image',
2296
- ],
2297
- tags: ['SmythOS', '1.0'],
2298
- enabled: true,
2299
-
2300
- credentials: 'internal',
2301
- },
2302
- 'smythos/flux.1-dev': {
2303
- label: 'FLUX Dev',
2304
- modelId: 'runware:101@1',
2305
- provider: 'Runware',
2306
- features: [
2307
- 'image-generation', // Legacy
2308
- 'text-to-image',
2309
- 'image-to-image',
2310
- ],
2311
- tags: ['SmythOS', '1.0'],
2312
- enabled: true,
2313
-
2314
- credentials: 'internal',
2315
- },
2316
- // #region Full face detection models
2317
- 'smythos/face_yolov8n': {
2318
- label: 'Face YOLOv8n',
2319
- modelId: 'runware:35@1',
2320
- provider: 'Runware',
2321
- features: ['image-inpainting'],
2322
- tags: ['SmythOS', 'Full face detection'],
2323
- enabled: true,
2324
-
2325
- credentials: 'internal',
2326
- },
2327
- 'smythos/face_yolov8s': {
2328
- label: 'Face YOLOv8s',
2329
- modelId: 'runware:35@2',
2330
- provider: 'Runware',
2331
- features: ['image-inpainting'],
2332
- tags: ['SmythOS', 'Full face detection'],
2333
- enabled: true,
2334
-
2335
- credentials: 'internal',
2336
- },
2337
- 'smythos/mediapipe_face_full': {
2338
- label: 'MediaPipe Face Full',
2339
- modelId: 'runware:35@6',
2340
- provider: 'Runware',
2341
- features: ['image-inpainting'],
2342
- tags: ['SmythOS', 'Full face detection'],
2343
- enabled: true,
2344
-
2345
- credentials: 'internal',
2346
- },
2347
- 'smythos/mediapipe_face_short': {
2348
- label: 'MediaPipe Face Short',
2349
- modelId: 'runware:35@7',
2350
- provider: 'Runware',
2351
- features: ['image-inpainting'],
2352
- tags: ['SmythOS', 'Full face detection'],
2353
- enabled: true,
2354
-
2355
- credentials: 'internal',
2356
- },
2357
- 'smythos/mediapipe_face_mesh': {
2358
- label: 'MediaPipe Face Mesh',
2359
- modelId: 'runware:35@8',
2360
- provider: 'Runware',
2361
- features: ['image-inpainting'],
2362
- tags: ['SmythOS', 'Full face detection'],
2363
- enabled: true,
2364
-
2365
- credentials: 'internal',
2366
- },
2367
- // #endregion Full face detection models
2368
-
2369
- // #region Facial features models
2370
- 'smythos/mediapipe_face_mesh_eyes_only': {
2371
- label: 'MediaPipe Face Mesh Eyes Only',
2372
- modelId: 'runware:35@9',
2373
- provider: 'Runware',
2374
- features: ['image-inpainting'],
2375
- tags: ['SmythOS', 'Facial features'],
2376
- enabled: true,
2377
-
2378
- credentials: 'internal',
2379
- },
2380
- 'smythos/eyes_mesh_mediapipe': {
2381
- label: 'Eyes Mesh MediaPipe',
2382
- modelId: 'runware:35@15',
2383
- provider: 'Runware',
2384
- features: ['image-inpainting'],
2385
- tags: ['SmythOS', 'Facial features'],
2386
- enabled: true,
2387
-
2388
- credentials: 'internal',
2389
- },
2390
- 'smythos/nose_mesh_mediapipe': {
2391
- label: 'Nose Mesh MediaPipe',
2392
- modelId: 'runware:35@13',
2393
- provider: 'Runware',
2394
- features: ['image-inpainting'],
2395
- tags: ['SmythOS', 'Facial features'],
2396
- enabled: true,
2397
-
2398
- credentials: 'internal',
2399
- },
2400
- 'smythos/lips_mesh_mediapipe': {
2401
- label: 'Lips Mesh MediaPipe',
2402
- modelId: 'runware:35@14',
2403
- provider: 'Runware',
2404
- features: ['image-inpainting'],
2405
- tags: ['SmythOS', 'Facial features'],
2406
- enabled: true,
2407
-
2408
- credentials: 'internal',
2409
- },
2410
- 'smythos/eyes_lips_mesh': {
2411
- label: 'Eyes & Lips Mesh',
2412
- modelId: 'runware:35@10',
2413
- provider: 'Runware',
2414
- features: ['image-inpainting'],
2415
- tags: ['SmythOS', 'Facial features'],
2416
- enabled: true,
2417
-
2418
- credentials: 'internal',
2419
- },
2420
- 'smythos/nose_eyes_mesh': {
2421
- label: 'Nose & Eyes Mesh',
2422
- modelId: 'runware:35@11',
2423
- provider: 'Runware',
2424
- features: ['image-inpainting'],
2425
- tags: ['SmythOS', 'Facial features'],
2426
- enabled: true,
2427
-
2428
- credentials: 'internal',
2429
- },
2430
- 'smythos/nose_lips_mesh': {
2431
- label: 'Nose & Lips Mesh',
2432
- modelId: 'runware:35@12',
2433
- provider: 'Runware',
2434
- features: ['image-inpainting'],
2435
- tags: ['SmythOS', 'Facial features'],
2436
- enabled: true,
2437
- },
2438
- // #endregion Facial features models
2439
-
2440
- // #region Other body parts models
2441
- 'smythos/hand_yolov8n': {
2442
- label: 'Hand YOLOv8n',
2443
- modelId: 'runware:35@3',
2444
- provider: 'Runware',
2445
- features: ['image-inpainting'],
2446
- tags: ['SmythOS', 'Other body parts'],
2447
- enabled: true,
2448
- },
2449
- 'smythos/person_yolov8n-seg': {
2450
- label: 'Person YOLOv8n-seg',
2451
- modelId: 'runware:35@4',
2452
- provider: 'Runware',
2453
- features: ['image-inpainting'],
2454
- tags: ['SmythOS', 'Other body parts'],
2455
- enabled: true,
2456
- },
2457
- 'smythos/person_yolov8s-seg': {
2458
- label: 'Person YOLOv8s-seg',
2459
- modelId: 'runware:35@5',
2460
- provider: 'Runware',
2461
- features: ['image-inpainting'],
2462
- tags: ['SmythOS', 'Other body parts'],
2463
- enabled: true,
2464
-
2465
- credentials: 'internal',
2466
- },
2467
- // #endregion Runware Models
2468
-
2469
- // #region Retrocompatible Runware Models
2470
- // TODO: Will be removed a few days later
2471
- 'flux.1-schnell': {
2472
- label: 'FLUX.1 (Schnell)',
2473
- modelId: 'runware:100@1',
2474
- provider: 'Runware',
2475
- features: ['image-generation'],
2476
- tags: ['SmythOS'],
2477
- enabled: false,
2478
-
2479
- credentials: 'vault',
2480
- },
2481
- 'flux.1-dev': {
2482
- label: 'FLUX.1 (Dev)',
2483
- modelId: 'runware:101@1',
2484
- provider: 'Runware',
2485
- features: ['image-generation'],
2486
- tags: ['SmythOS'],
2487
- enabled: false,
2488
-
2489
- credentials: 'vault',
2490
- },
2491
- // #endregion Retrocompatible Runware Models
2492
-
2493
- // #endregion Image Generation Models ============================
2494
-
2495
- // xAI models
2496
- grok: {
2497
- llm: 'xAI',
2498
-
2499
- label: 'Grok',
2500
- modelId: 'grok-2-latest',
2501
- provider: 'xAI',
2502
- features: ['text', 'tools'],
2503
- tags: ['Personal', 'xAI'],
2504
- tokens: 0,
2505
- completionTokens: 0,
2506
- enabled: false,
2507
- hidden: true,
2508
- keyOptions: { tokens: 131_072, completionTokens: 8192, enabled: true },
2509
-
2510
- baseURL: 'https://api.x.ai/v1',
2511
-
2512
- credentials: 'vault',
2513
- },
2514
- 'grok-2-vision': {
2515
- llm: 'xAI',
2516
-
2517
- label: 'Grok Vision',
2518
- modelId: 'grok-2-vision-latest',
2519
- provider: 'xAI',
2520
- features: ['image'],
2521
- tags: ['New', 'Personal', 'xAI'],
2522
- tokens: 0,
2523
- completionTokens: 0,
2524
- enabled: false,
2525
- hidden: true,
2526
- keyOptions: { tokens: 32_768, completionTokens: 32_768, enabled: true },
2527
-
2528
- baseURL: 'https://api.x.ai/v1',
2529
-
2530
- credentials: 'vault',
2531
- },
2532
-
2533
- // #endregion [User Models] ==============================================================
2534
- };
2535
-
2536
- /******************************************************
2537
- * ! DO NOT MODIFY THIS FILE INDEPENDENTLY
2538
- * ! TO ENSURE CONSISTENCY, THIS FILE IS SYNCED WITH
2539
- * ! THE APP AND SRE VERSIONS
2540
- ******************************************************/
1
+ /******************************************************
2
+ * ! DO NOT MODIFY THIS FILE INDEPENDENTLY
3
+ * ! TO ENSURE CONSISTENCY, THIS FILE IS SYNCED WITH
4
+ * ! THE APP AND SRE VERSIONS
5
+ ******************************************************/
6
+
7
+ /**
8
+ * * DEPRECATION NOTICE:
9
+ * The following fields are being deprecated in favor of more semantic alternatives:
10
+ *
11
+ * - 'llm' -> 'provider' : Use 'provider' to specify the LLM service provider
12
+ * - 'alias' -> 'modelId' : Use 'modelId' to specify the unique model identifier
13
+ * - 'components' -> 'features' : Use 'features' to specify model capabilities
14
+ *
15
+ * * We will remove the 'legacy' and 'deprecated' models soon, for now we just hide them.
16
+ */
17
+
18
+ // * features we support ['text', 'image', 'audio', 'video', 'document', 'tools', 'image-generation', 'text-to-image', 'image-to-image', 'image-inpainting', 'image-outpainting']
19
+
20
+ export const models = {
21
+ Echo: {
22
+ llm: 'Echo',
23
+ provider: 'Echo',
24
+ },
25
+
26
+ // #region [User Models] ==============================================================
27
+
28
+ // #region DeepSeek ==========================
29
+
30
+ /******************************************************
31
+ * NOTE: From Alexander: About the DeepSeek API implementation
32
+ * We're not allowing our users to send their data to China
33
+ * Instead we use Deepseek from Groq and Together.ai - companies in the West
34
+ ******************************************************/
35
+
36
+ 'deepseek-v2.5': {
37
+ llm: 'DeepSeek',
38
+
39
+ label: 'DeepSeek Chat',
40
+ modelId: 'deepseek-chat',
41
+ provider: 'DeepSeek',
42
+ features: ['text', 'image'],
43
+ tags: ['Personal'],
44
+ tokens: 0,
45
+ completionTokens: 0,
46
+ enabled: false,
47
+ keyOptions: { tokens: 128_000, completionTokens: 8192, enabled: true },
48
+
49
+ baseURL: 'https://api.deepseek.com/beta',
50
+
51
+ credentials: 'vault',
52
+ },
53
+ 'deepseek-chat': {
54
+ llm: 'DeepSeek',
55
+ baseURL: 'https://api.deepseek.com/beta',
56
+ tokens: 128000,
57
+ completionTokens: 8192,
58
+ enabled: false,
59
+ keyOptions: { tokens: 128_000, completionTokens: 8192 },
60
+
61
+ credentials: 'vault',
62
+ },
63
+
64
+ // #endregion DeepSeek ==========================
65
+
66
+ // #region OpenAI Models ==========================
67
+
68
+ // keep the gpt-4o-mini as default model for now
69
+ 'gpt-4o-mini': {
70
+ llm: 'OpenAI',
71
+ alias: 'gpt-4o-mini-2024-07-18',
72
+ components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'VisionLLM', 'AgentPlugin', 'Chatbot', 'GPTPlugin', 'GenAILLM'],
73
+
74
+ label: 'GPT 4o Mini',
75
+ modelId: 'gpt-4o-mini-2024-07-18',
76
+ provider: 'OpenAI',
77
+ features: ['text', 'tools', 'image', 'search'],
78
+ tags: ['Personal'],
79
+ tokens: 0,
80
+ completionTokens: 0,
81
+ enabled: false,
82
+ keyOptions: {
83
+ tokens: 128_000,
84
+ completionTokens: 16_383,
85
+ searchContextTokens: 128_000,
86
+ enabled: true,
87
+ },
88
+
89
+ credentials: 'vault',
90
+ },
91
+
92
+ // #region GPT 4.1
93
+ 'gpt-4.1-nano': {
94
+ llm: 'OpenAI',
95
+
96
+ label: 'GPT 4.1 Nano',
97
+ modelId: 'gpt-4.1-nano',
98
+ provider: 'OpenAI',
99
+ features: ['text', 'tools', 'image'],
100
+ tags: ['New', 'Personal'],
101
+ tokens: 0,
102
+ completionTokens: 0,
103
+ enabled: false,
104
+ keyOptions: { tokens: 1_047_576, completionTokens: 32_768, enabled: true },
105
+
106
+ credentials: 'vault',
107
+ },
108
+ 'gpt-4.1-mini': {
109
+ llm: 'OpenAI',
110
+
111
+ label: 'GPT 4.1 Mini',
112
+ modelId: 'gpt-4.1-mini',
113
+ provider: 'OpenAI',
114
+ features: ['text', 'tools', 'image', 'search'],
115
+ tags: ['New', 'Personal'],
116
+ tokens: 0,
117
+ completionTokens: 0,
118
+ enabled: false,
119
+ keyOptions: {
120
+ tokens: 1_047_576,
121
+ completionTokens: 32_768,
122
+ searchContextTokens: 128_000,
123
+ enabled: true,
124
+ },
125
+
126
+ credentials: 'vault',
127
+ },
128
+ 'gpt-4.1': {
129
+ llm: 'OpenAI',
130
+
131
+ label: 'GPT 4.1',
132
+ modelId: 'gpt-4.1',
133
+ provider: 'OpenAI',
134
+ features: ['text', 'tools', 'image', 'search'],
135
+ tags: ['New', 'Personal'],
136
+ tokens: 0,
137
+ completionTokens: 0,
138
+ enabled: false,
139
+ keyOptions: { tokens: 1_047_576, completionTokens: 32_768, searchContextTokens: 128_000, enabled: true },
140
+
141
+ credentials: 'vault',
142
+ },
143
+ // #endregion
144
+
145
+ // #region GPT 4o
146
+ 'gpt-4o-mini-2024-07-18': {
147
+ llm: 'OpenAI',
148
+ tokens: 2048,
149
+ completionTokens: 2048,
150
+ enabled: false,
151
+ keyOptions: { tokens: 128000, completionTokens: 16383, enabled: true },
152
+
153
+ credentials: 'vault',
154
+ },
155
+ 'gpt-4.5-preview': {
156
+ llm: 'OpenAI',
157
+
158
+ label: 'GPT 4.5 Preview',
159
+ modelId: 'gpt-4.5-preview',
160
+ provider: 'OpenAI',
161
+ features: ['text', 'tools', 'image'],
162
+ tags: ['Personal', 'Deprecated'],
163
+ tokens: 0,
164
+ completionTokens: 0,
165
+ enabled: false,
166
+ keyOptions: { tokens: 128_000, completionTokens: 16_384, enabled: true },
167
+
168
+ credentials: 'vault',
169
+ },
170
+ 'gpt-4o': {
171
+ llm: 'OpenAI',
172
+ alias: 'gpt-4o-2024-08-06',
173
+ components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'VisionLLM', 'AgentPlugin', 'Chatbot', 'GPTPlugin', 'GenAILLM'],
174
+
175
+ label: 'GPT 4o',
176
+ modelId: 'gpt-4o-2024-08-06',
177
+ provider: 'OpenAI',
178
+ features: ['text', 'tools', 'image', 'search', 'document'],
179
+ tags: ['Personal'],
180
+ tokens: 0,
181
+ completionTokens: 0,
182
+ enabled: false,
183
+ keyOptions: { tokens: 128_000, completionTokens: 16_384, searchContextTokens: 128_000, enabled: true },
184
+
185
+ credentials: 'vault',
186
+ },
187
+ 'gpt-4o-2024-08-06': {
188
+ llm: 'OpenAI',
189
+ tokens: 2048,
190
+ completionTokens: 2048,
191
+ enabled: false,
192
+ keyOptions: { tokens: 128000, completionTokens: 16_384, enabled: true },
193
+
194
+ credentials: 'vault',
195
+ },
196
+ // #endregion GPT 4o
197
+
198
+ // #region o3 models
199
+ 'o4-mini': {
200
+ llm: 'OpenAI',
201
+
202
+ label: 'GPT o4 mini',
203
+ modelId: 'o4-mini-2025-04-16',
204
+ provider: 'OpenAI',
205
+ features: ['text', 'reasoning'],
206
+ tags: ['New', 'Personal'],
207
+ tokens: 0,
208
+ completionTokens: 0,
209
+ enabled: false,
210
+ keyOptions: { tokens: 200_000, completionTokens: 100_000, enabled: true },
211
+
212
+ credentials: 'vault',
213
+ },
214
+ o3: {
215
+ llm: 'OpenAI',
216
+
217
+ label: 'GPT o3',
218
+ modelId: 'o3-2025-04-16',
219
+ provider: 'OpenAI',
220
+ features: ['text', 'reasoning'],
221
+ tags: ['Personal'],
222
+ tokens: 0,
223
+ completionTokens: 0,
224
+ enabled: false,
225
+ keyOptions: { tokens: 200_000, completionTokens: 100_000, enabled: true },
226
+
227
+ credentials: 'vault',
228
+ },
229
+ 'o3-mini': {
230
+ llm: 'OpenAI',
231
+ alias: 'o3-mini-2025-01-31',
232
+ components: ['PromptGenerator', 'GenAILLM'],
233
+
234
+ label: 'GPT o3 mini',
235
+ modelId: 'o3-mini-2025-01-31',
236
+ provider: 'OpenAI',
237
+ features: ['text', 'reasoning'],
238
+ tags: ['Personal'],
239
+ tokens: 0,
240
+ completionTokens: 0,
241
+ enabled: false,
242
+ keyOptions: { tokens: 200_000, completionTokens: 100_000, enabled: true },
243
+ hidden: true,
244
+
245
+ credentials: 'vault',
246
+ },
247
+ 'o3-mini-2025-01-31': {
248
+ llm: 'OpenAI',
249
+ tokens: 2048,
250
+ completionTokens: 2048,
251
+ enabled: false,
252
+ keyOptions: { tokens: 200_000, completionTokens: 100_000, enabled: true },
253
+
254
+ credentials: 'vault',
255
+ },
256
+ // #endregion o3 models
257
+
258
+ // #region o1 models
259
+ o1: {
260
+ llm: 'OpenAI',
261
+ alias: 'o1-2024-12-17',
262
+ components: ['PromptGenerator', 'GenAILLM'],
263
+
264
+ label: 'GPT o1',
265
+ modelId: 'o1-2024-12-17',
266
+ provider: 'OpenAI',
267
+ features: ['text', 'reasoning'],
268
+ tags: ['Personal'],
269
+ tokens: 0,
270
+ completionTokens: 0,
271
+ enabled: false,
272
+ keyOptions: { tokens: 200_000, completionTokens: 100_000, enabled: true },
273
+
274
+ credentials: 'vault',
275
+ },
276
+ 'o1-2024-12-17': {
277
+ llm: 'OpenAI',
278
+ tokens: 2048,
279
+ completionTokens: 2048,
280
+ enabled: false,
281
+ keyOptions: { tokens: 200_000, completionTokens: 100_000, enabled: true },
282
+
283
+ credentials: 'vault',
284
+ },
285
+ 'o1-mini': {
286
+ llm: 'OpenAI',
287
+ alias: 'o1-mini-2024-09-12',
288
+ components: ['PromptGenerator', 'GenAILLM'],
289
+
290
+ label: 'GPT o1 mini',
291
+ modelId: 'o1-mini-2024-09-12',
292
+ provider: 'OpenAI',
293
+ features: ['text'],
294
+ tags: ['Personal'],
295
+ tokens: 0,
296
+ completionTokens: 0,
297
+ enabled: false,
298
+ keyOptions: { tokens: 128_000, completionTokens: 65_536, enabled: true },
299
+
300
+ credentials: 'vault',
301
+ },
302
+ 'o1-mini-2024-09-12': {
303
+ llm: 'OpenAI',
304
+ tokens: 2048,
305
+ completionTokens: 2048,
306
+ enabled: false,
307
+ keyOptions: { tokens: 128_000, completionTokens: 65_536, enabled: true },
308
+
309
+ credentials: 'vault',
310
+ },
311
+ 'o1-preview': {
312
+ llm: 'OpenAI',
313
+ alias: 'o1-preview-2024-09-12',
314
+ components: ['PromptGenerator', 'GenAILLM'],
315
+
316
+ label: 'GPT o1 Preview',
317
+ modelId: 'o1-preview-2024-09-12',
318
+ provider: 'OpenAI',
319
+ features: ['text'],
320
+ tags: ['Personal'],
321
+ tokens: 0,
322
+ completionTokens: 0,
323
+ enabled: false,
324
+ keyOptions: { tokens: 128_000, completionTokens: 32_768, enabled: true },
325
+
326
+ credentials: 'vault',
327
+ },
328
+ 'o1-preview-2024-09-12': {
329
+ llm: 'OpenAI',
330
+ tokens: 2048,
331
+ completionTokens: 2048,
332
+ enabled: false,
333
+ keyOptions: { tokens: 128_000, completionTokens: 32_768, enabled: true },
334
+
335
+ credentials: 'vault',
336
+ },
337
+ // #endregion o1 models
338
+
339
+ // #region GPT-4-turbo
340
+ 'gpt-4-turbo-latest': {
341
+ llm: 'OpenAI',
342
+ alias: 'gpt-4-turbo-2024-04-09',
343
+ components: ['PromptGenerator', 'LLMAssistant', 'Classifier'],
344
+
345
+ label: 'GPT 4 Turbo Latest',
346
+ modelId: 'gpt-4-turbo-2024-04-09',
347
+ provider: 'OpenAI',
348
+ features: ['text', 'tools'],
349
+ tags: ['Personal', 'legacy'],
350
+ tokens: 0,
351
+ completionTokens: 0,
352
+ enabled: false,
353
+ keyOptions: { tokens: 128_000, completionTokens: 4096, enabled: true },
354
+ hidden: true,
355
+ },
356
+ 'gpt-4-turbo': {
357
+ llm: 'OpenAI',
358
+ alias: 'gpt-4-turbo-2024-04-09',
359
+ components: ['PromptGenerator', 'LLMAssistant', 'VisionLLM', 'GPTPlugin', 'AgentPlugin', 'Chatbot'],
360
+
361
+ label: 'GPT 4 Turbo',
362
+ modelId: 'gpt-4-turbo-2024-04-09',
363
+ provider: 'OpenAI',
364
+ features: ['text', 'tools', 'image'],
365
+ tags: ['Personal', 'legacy'],
366
+ tokens: 0,
367
+ completionTokens: 0,
368
+ enabled: false,
369
+ keyOptions: { tokens: 128_000, completionTokens: 4096, enabled: true },
370
+ hidden: true,
371
+ },
372
+ 'gpt-4-turbo-2024-04-09': {
373
+ llm: 'OpenAI',
374
+ tokens: 2048,
375
+ completionTokens: 2048,
376
+ enabled: false,
377
+ keyOptions: { tokens: 128000, completionTokens: 4096, enabled: true },
378
+
379
+ credentials: 'vault',
380
+ },
381
+ // #endregion GPT-4-turbo
382
+
383
+ // #region GPT-4
384
+ 'gpt-4-latest': {
385
+ llm: 'OpenAI',
386
+ alias: 'gpt-4-0613',
387
+ components: ['PromptGenerator', 'LLMAssistant'],
388
+
389
+ label: 'GPT 4 Latest',
390
+ modelId: 'gpt-4-0613',
391
+ provider: 'OpenAI',
392
+ features: ['text', 'tools'],
393
+ tags: ['Personal', 'legacy'],
394
+ tokens: 0,
395
+ completionTokens: 0,
396
+ enabled: false,
397
+ keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
398
+ hidden: true,
399
+ },
400
+ 'gpt-4': {
401
+ llm: 'OpenAI',
402
+ components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'GPTPlugin', 'AgentPlugin', 'Chatbot'],
403
+
404
+ label: 'GPT 4',
405
+ modelId: 'gpt-4o-2024-08-06',
406
+ provider: 'OpenAI',
407
+ features: ['text', 'tools'],
408
+ tags: ['Personal', 'deprecated'],
409
+ tokens: 0,
410
+ completionTokens: 0,
411
+ enabled: false,
412
+ keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
413
+ hidden: true,
414
+ },
415
+ 'gpt-4-0613': {
416
+ llm: 'OpenAI',
417
+ tokens: 2048,
418
+ completionTokens: 2048,
419
+ enabled: false,
420
+ hidden: true,
421
+ keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
422
+
423
+ credentials: 'vault',
424
+ },
425
+ // #endregion GPT-4
426
+
427
+ // #region GPT-3.5
428
+ 'gpt-3.5-turbo-latest': {
429
+ llm: 'OpenAI',
430
+ alias: 'gpt-3.5-turbo-0125',
431
+ components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'GPTPlugin', 'AgentPlugin', 'Chatbot'],
432
+
433
+ label: 'GPT 3.5 Turbo Latest',
434
+ modelId: 'gpt-3.5-turbo-0125',
435
+ provider: 'OpenAI',
436
+ features: ['text', 'tools'],
437
+ tags: ['Personal', 'legacy'],
438
+ tokens: 0,
439
+ completionTokens: 0,
440
+ enabled: false,
441
+ keyOptions: { tokens: 16385, completionTokens: 4096, enabled: true },
442
+ hidden: true,
443
+ },
444
+ 'gpt-3.5-turbo': {
445
+ llm: 'OpenAI',
446
+ alias: 'gpt-3.5-turbo-0125',
447
+ components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'GPTPlugin', 'AgentPlugin', 'Chatbot'],
448
+
449
+ label: 'GPT 3.5 Turbo',
450
+ modelId: 'gpt-3.5-turbo-0125',
451
+ provider: 'OpenAI',
452
+ features: ['text', 'tools'],
453
+ tags: ['Personal', 'legacy'],
454
+ tokens: 0,
455
+ completionTokens: 0,
456
+ enabled: false,
457
+ keyOptions: { tokens: 16385, completionTokens: 4096, enabled: true },
458
+ hidden: true,
459
+ },
460
+ 'gpt-3.5-turbo-0125': {
461
+ llm: 'OpenAI',
462
+ tokens: 2048,
463
+ completionTokens: 2048,
464
+ enabled: false,
465
+ keyOptions: { tokens: 16385, completionTokens: 4096, enabled: true },
466
+
467
+ credentials: 'vault',
468
+ },
469
+ // #endregion GPT-3.5
470
+
471
+ // # region OpenAI embeddings
472
+
473
+ 'text-embedding-ada-002': {
474
+ label: 'OpenAI Embeddings Ada 002',
475
+ modelId: 'text-embedding-ada-002',
476
+ provider: 'OpenAI',
477
+ features: ['embeddings'],
478
+ tokens: 0,
479
+ completionTokens: 0,
480
+ enabled: false,
481
+ credentials: ['internal', 'vault'],
482
+ },
483
+ 'text-embedding-3-large': {
484
+ label: 'OpenAI Embeddings 3 Large',
485
+ modelId: 'text-embedding-3-large',
486
+ provider: 'OpenAI',
487
+ features: ['embeddings'],
488
+ tokens: 0,
489
+ completionTokens: 0,
490
+ enabled: false,
491
+ credentials: ['internal', 'vault'],
492
+ },
493
+
494
+ // #endregion OpenAI Models ==========================
495
+
496
+ // #region Anthropic Models ==========================
497
+ 'claude-4-opus': {
498
+ label: 'Claude 4 Opus',
499
+ modelId: 'claude-opus-4-20250514',
500
+ provider: 'Anthropic',
501
+ features: ['text', 'image', 'tools', 'reasoning'],
502
+ tags: ['New', 'Personal'],
503
+ tokens: 0,
504
+ completionTokens: 0,
505
+ enabled: false,
506
+ keyOptions: { tokens: 200_000, completionTokens: 32000, maxReasoningTokens: 32000, enabled: true },
507
+
508
+ credentials: 'internal',
509
+ },
510
+ 'claude-4-sonnet': {
511
+ label: 'Claude 4 Sonnet',
512
+ modelId: 'claude-sonnet-4-20250514',
513
+ provider: 'Anthropic',
514
+ features: ['text', 'image', 'tools', 'reasoning'],
515
+ tags: ['New', 'Personal'],
516
+ tokens: 0,
517
+ completionTokens: 0,
518
+ enabled: false,
519
+ keyOptions: { tokens: 200_000, completionTokens: 64000, maxReasoningTokens: 32000, enabled: true },
520
+
521
+ credentials: 'vault',
522
+ },
523
+ 'claude-3.7-sonnet': {
524
+ llm: 'Anthropic',
525
+ alias: 'claude-3-7-sonnet-20250219',
526
+ components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'VisionLLM', 'AgentPlugin', 'Chatbot', 'GenAILLM'],
527
+
528
+ label: 'Claude 3.7 Sonnet',
529
+ modelId: 'claude-3-7-sonnet-20250219',
530
+ provider: 'Anthropic',
531
+ features: ['text', 'tools', 'image', 'reasoning'],
532
+ tags: ['Personal'],
533
+ tokens: 0,
534
+ completionTokens: 0,
535
+ enabled: false,
536
+ keyOptions: { tokens: 200_000, completionTokens: 8192, maxReasoningTokens: 16384, enabled: true },
537
+
538
+ credentials: 'vault',
539
+ },
540
+ 'claude-3.7-sonnet-thinking': {
541
+ llm: 'Anthropic',
542
+ alias: 'claude-3-7-sonnet-20250219',
543
+ components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'VisionLLM', 'AgentPlugin', 'Chatbot', 'GenAILLM'],
544
+
545
+ label: 'Claude 3.7 Sonnet Thinking',
546
+ modelId: 'claude-3-7-sonnet-20250219',
547
+ provider: 'Anthropic',
548
+ features: ['text', 'tools', 'image', 'reasoning'],
549
+ tags: ['Personal'],
550
+ tokens: 0,
551
+ completionTokens: 0,
552
+ enabled: false,
553
+ keyOptions: { tokens: 200_000, completionTokens: 16384, maxReasoningTokens: 16384, enabled: true },
554
+ hidden: true,
555
+
556
+ credentials: 'vault',
557
+ },
558
+ 'claude-3.5-haiku': {
559
+ llm: 'Anthropic',
560
+ alias: 'claude-3-5-haiku-latest',
561
+ components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'AgentPlugin', 'Chatbot', 'GenAILLM'],
562
+
563
+ label: 'Claude 3.5 Haiku',
564
+ modelId: 'claude-3-5-haiku-latest',
565
+ provider: 'Anthropic',
566
+ features: ['text', 'tools'],
567
+ tags: ['Personal'],
568
+ tokens: 0,
569
+ completionTokens: 0,
570
+ enabled: false,
571
+ keyOptions: { tokens: 200_000, completionTokens: 8192, enabled: true },
572
+
573
+ credentials: 'vault',
574
+ },
575
+ 'claude-3-5-haiku-latest': {
576
+ llm: 'Anthropic',
577
+ tokens: 2048,
578
+ completionTokens: 2048,
579
+ enabled: false,
580
+ keyOptions: { tokens: 200000, completionTokens: 8192, enabled: true },
581
+
582
+ credentials: 'vault',
583
+ },
584
+ 'claude-3-5-sonnet-latest': {
585
+ llm: 'Anthropic',
586
+ components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'VisionLLM', 'AgentPlugin', 'Chatbot', 'GenAILLM'],
587
+
588
+ label: 'Claude 3.5 Sonnet Latest',
589
+ modelId: 'claude-3-5-sonnet-latest',
590
+ provider: 'Anthropic',
591
+ features: ['text', 'tools', 'image'],
592
+ tags: ['Personal'],
593
+ tokens: 0,
594
+ completionTokens: 0,
595
+ enabled: false,
596
+ keyOptions: { tokens: 200_000, completionTokens: 8192, enabled: true },
597
+
598
+ credentials: 'vault',
599
+ },
600
+ 'claude-3.5-sonnet': {
601
+ llm: 'Anthropic',
602
+ alias: 'claude-3-5-sonnet-20240620',
603
+ components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'VisionLLM', 'AgentPlugin', 'Chatbot', 'GenAILLM'],
604
+
605
+ label: 'Claude 3.5 Sonnet Stable',
606
+ modelId: 'claude-3-5-sonnet-20240620',
607
+ provider: 'Anthropic',
608
+ features: ['text', 'tools', 'image'],
609
+ tags: ['Personal'],
610
+ tokens: 0,
611
+ completionTokens: 0,
612
+ enabled: false,
613
+ keyOptions: { tokens: 200_000, completionTokens: 8192, enabled: true },
614
+
615
+ credentials: 'vault',
616
+ },
617
+ 'claude-3-5-sonnet-20240620': {
618
+ llm: 'Anthropic',
619
+ tokens: 2048,
620
+ completionTokens: 2048,
621
+ enabled: false,
622
+ keyOptions: { tokens: 200000, completionTokens: 8192, enabled: true },
623
+
624
+ credentials: 'vault',
625
+ },
626
+ 'claude-3-opus': {
627
+ llm: 'Anthropic',
628
+ alias: 'claude-3-opus-20240229',
629
+ components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'VisionLLM', 'AgentPlugin', 'Chatbot', 'GenAILLM'],
630
+
631
+ label: 'Claude 3 Opus',
632
+ modelId: 'claude-3-opus-20240229',
633
+ provider: 'Anthropic',
634
+ features: ['text', 'tools', 'image'],
635
+ tags: ['Personal'],
636
+ tokens: 0,
637
+ completionTokens: 0,
638
+ enabled: false,
639
+ keyOptions: { tokens: 200_000, completionTokens: 4096, enabled: true },
640
+
641
+ credentials: 'vault',
642
+ },
643
+ 'claude-3-opus-20240229': {
644
+ llm: 'Anthropic',
645
+ tokens: 2048,
646
+ completionTokens: 2048,
647
+ enabled: false,
648
+ keyOptions: { tokens: 200000, completionTokens: 4096, enabled: true },
649
+
650
+ credentials: 'vault',
651
+ },
652
+ 'claude-3-sonnet': {
653
+ llm: 'Anthropic',
654
+ alias: 'claude-3-sonnet-20240229',
655
+ components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'VisionLLM', 'AgentPlugin', 'Chatbot'],
656
+
657
+ label: 'Claude 3 Sonnet',
658
+ modelId: 'claude-3-sonnet-20240229',
659
+ provider: 'Anthropic',
660
+ features: ['text', 'tools', 'image'],
661
+ tags: ['Personal', 'deprecated'],
662
+ tokens: 0,
663
+ completionTokens: 0,
664
+ enabled: false,
665
+ keyOptions: { tokens: 200_000, completionTokens: 4096, enabled: true },
666
+ hidden: true,
667
+
668
+ credentials: 'vault',
669
+ },
670
+ 'claude-3-sonnet-20240229': {
671
+ llm: 'Anthropic',
672
+ tokens: 2048,
673
+ completionTokens: 2048,
674
+ enabled: false,
675
+ keyOptions: { tokens: 200000, completionTokens: 4096, enabled: true },
676
+
677
+ credentials: 'vault',
678
+ },
679
+ 'claude-3-haiku': {
680
+ llm: 'Anthropic',
681
+ alias: 'claude-3-haiku-20240307',
682
+ components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'VisionLLM', 'AgentPlugin', 'Chatbot'],
683
+
684
+ label: 'Claude 3 Haiku',
685
+ modelId: 'claude-3-haiku-20240307',
686
+ provider: 'Anthropic',
687
+ features: ['text', 'tools', 'image'],
688
+ tags: ['Personal', 'legacy'],
689
+ tokens: 0,
690
+ completionTokens: 0,
691
+ enabled: false,
692
+ keyOptions: { tokens: 200_000, completionTokens: 4096, enabled: true },
693
+ hidden: true,
694
+
695
+ credentials: 'vault',
696
+ },
697
+ 'claude-3-haiku-20240307': {
698
+ llm: 'Anthropic',
699
+ tokens: 2048,
700
+ completionTokens: 2048,
701
+ enabled: false,
702
+ keyOptions: { tokens: 200000, completionTokens: 4096, enabled: true },
703
+
704
+ credentials: 'vault',
705
+ },
706
+ 'claude-2.1': {
707
+ llm: 'Anthropic',
708
+ components: ['PromptGenerator', 'LLMAssistant', 'Classifier'],
709
+
710
+ label: 'Claude 2.1',
711
+ modelId: 'claude-2.1',
712
+ provider: 'Anthropic',
713
+ features: ['text', 'image'],
714
+ tags: ['Personal', 'legacy'],
715
+ tokens: 0,
716
+ completionTokens: 0,
717
+ enabled: false,
718
+ keyOptions: { tokens: 200_000, completionTokens: 4096, enabled: true },
719
+ hidden: true,
720
+ },
721
+ 'claude-instant-1.2': {
722
+ llm: 'Anthropic',
723
+ components: ['PromptGenerator', 'LLMAssistant', 'Classifier'],
724
+
725
+ label: 'Claude Instant 1.2',
726
+ modelId: 'claude-instant-1.2',
727
+ provider: 'Anthropic',
728
+ features: ['text', 'image'],
729
+ tags: ['Personal', 'legacy'],
730
+ tokens: 0,
731
+ completionTokens: 0,
732
+ enabled: false,
733
+ keyOptions: { tokens: 100_000, completionTokens: 4096, enabled: true },
734
+ hidden: true,
735
+
736
+ credentials: 'vault',
737
+ },
738
+
739
+ // #endregion Anthropic Models ==========================
740
+
741
+ // #region Google AI Models ==========================
742
+
743
+ // #region Gemini 2.0 flash
744
+ 'gemini-2.5-flash': {
745
+ llm: 'GoogleAI',
746
+
747
+ label: 'Gemini 2.5 Flash Preview',
748
+ modelId: 'gemini-2.5-flash',
749
+ provider: 'GoogleAI',
750
+ features: ['text', 'image', 'audio', 'video', 'document'],
751
+ tags: ['New', 'Personal'],
752
+ tokens: 0,
753
+ completionTokens: 0,
754
+ enabled: false,
755
+ keyOptions: { tokens: 1_048_576, completionTokens: 65_536, enabled: true },
756
+
757
+ credentials: 'vault',
758
+ },
759
+ 'gemini-2.0-flash': {
760
+ llm: 'GoogleAI',
761
+ components: ['PromptGenerator', 'LLMAssistant', 'VisionLLM', 'MultimodalLLM', 'GenAILLM'],
762
+
763
+ label: 'Gemini 2.0 Flash',
764
+ modelId: 'gemini-2.0-flash',
765
+ provider: 'GoogleAI',
766
+ features: ['text', 'image', 'audio', 'video', 'document'],
767
+ tags: ['Personal'],
768
+ tokens: 0,
769
+ completionTokens: 0,
770
+ enabled: false,
771
+ keyOptions: { tokens: 1_048_576, completionTokens: 8_192, enabled: true },
772
+ hidden: true,
773
+
774
+ credentials: 'vault',
775
+ },
776
+ 'gemini-2.0-flash-lite': {
777
+ llm: 'GoogleAI',
778
+
779
+ label: 'Gemini 2.0 Flash Lite',
780
+ modelId: 'gemini-2.0-flash-lite',
781
+ provider: 'GoogleAI',
782
+ features: ['text', 'image', 'audio', 'video', 'document'],
783
+ tags: ['Personal'],
784
+ tokens: 0,
785
+ completionTokens: 0,
786
+ enabled: false,
787
+ keyOptions: { tokens: 1_048_576, completionTokens: 8_192, enabled: true },
788
+ hidden: true,
789
+
790
+ credentials: 'vault',
791
+ },
792
+ 'gemini-2.5-pro': {
793
+ llm: 'GoogleAI',
794
+ components: ['PromptGenerator', 'LLMAssistant', 'VisionLLM', 'MultimodalLLM', 'GenAILLM'],
795
+
796
+ label: 'Gemini 2.5 Pro Preview',
797
+ modelId: 'gemini-2.5-pro-preview-03-25',
798
+ provider: 'GoogleAI',
799
+ features: ['text', 'image', 'audio', 'video', 'document'],
800
+ tags: ['Personal'],
801
+ tokens: 0,
802
+ completionTokens: 0,
803
+ enabled: false,
804
+ keyOptions: { tokens: 1_048_576, completionTokens: 65_536, enabled: true },
805
+
806
+ credentials: 'vault',
807
+ },
808
+ 'gemini-2.5-pro-exp': {
809
+ llm: 'GoogleAI',
810
+ components: ['PromptGenerator', 'LLMAssistant', 'VisionLLM', 'MultimodalLLM', 'GenAILLM'],
811
+
812
+ label: 'Gemini 2.5 Pro Experimental',
813
+ modelId: 'gemini-2.5-pro-exp-03-25',
814
+ provider: 'GoogleAI',
815
+ features: ['text', 'image', 'audio', 'video', 'document'],
816
+ tags: ['New', 'Personal'],
817
+ tokens: 0,
818
+ completionTokens: 0,
819
+ enabled: false,
820
+ keyOptions: { tokens: 1_048_576, completionTokens: 65_536, enabled: true },
821
+
822
+ credentials: 'vault',
823
+ },
824
+ // #endregion Gemini 2.0 flash
825
+
826
+ // #region Gemini 1.5 pro
827
+ 'gemini-1.5-pro-exp-0801': {
828
+ llm: 'GoogleAI',
829
+ components: ['PromptGenerator', 'LLMAssistant', 'VisionLLM', 'MultimodalLLM', 'GenAILLM'],
830
+
831
+ label: 'Gemini 1.5 Pro Experimental',
832
+ modelId: 'gemini-1.5-pro-exp-0801',
833
+ provider: 'GoogleAI',
834
+ features: ['text', 'image', 'audio', 'video', 'document'],
835
+ tags: ['Personal', 'deprecated'],
836
+ tokens: 0,
837
+ completionTokens: 0,
838
+ enabled: false,
839
+ keyOptions: { tokens: 2_097_152, completionTokens: 8192, enabled: true },
840
+ hidden: true,
841
+
842
+ credentials: 'vault',
843
+ },
844
+ 'gemini-1.5-pro-latest-stable': {
845
+ llm: 'GoogleAI',
846
+ alias: 'gemini-1.5-pro',
847
+ components: ['PromptGenerator', 'LLMAssistant', 'VisionLLM', 'MultimodalLLM', 'GenAILLM'],
848
+
849
+ label: 'Gemini 1.5 Pro Latest Stable',
850
+ modelId: 'gemini-1.5-pro',
851
+ provider: 'GoogleAI',
852
+ features: ['text', 'image', 'audio', 'video', 'document'],
853
+ tags: ['Personal', 'deprecated'],
854
+ tokens: 0,
855
+ completionTokens: 0,
856
+ enabled: false,
857
+ keyOptions: { tokens: 2_097_152, completionTokens: 8192, enabled: true },
858
+
859
+ credentials: 'vault',
860
+ },
861
+ 'gemini-1.5-pro-latest': {
862
+ llm: 'GoogleAI',
863
+ components: ['PromptGenerator', 'LLMAssistant', 'VisionLLM', 'MultimodalLLM'],
864
+
865
+ label: 'Gemini 1.5 Pro',
866
+ modelId: 'gemini-1.5-pro',
867
+ provider: 'GoogleAI',
868
+ tags: ['Personal', 'deprecated'],
869
+ tokens: 0,
870
+ completionTokens: 0,
871
+ enabled: false,
872
+ keyOptions: { tokens: 2_097_152, completionTokens: 8_192, enabled: true },
873
+ hidden: true,
874
+
875
+ credentials: 'vault',
876
+ },
877
+ 'gemini-1.5-pro-stable': {
878
+ llm: 'GoogleAI',
879
+ alias: 'gemini-1.5-pro-001',
880
+ components: ['PromptGenerator', 'LLMAssistant', 'VisionLLM', 'MultimodalLLM', 'GenAILLM'],
881
+
882
+ label: 'Gemini 1.5 Pro Stable',
883
+ modelId: 'gemini-1.5-pro',
884
+ provider: 'GoogleAI',
885
+ features: ['text', 'image', 'audio', 'video', 'document'],
886
+ tags: ['Personal', 'deprecated'],
887
+ tokens: 0,
888
+ completionTokens: 0,
889
+ enabled: false,
890
+ keyOptions: { tokens: 2_097_152, completionTokens: 8192, enabled: true },
891
+
892
+ credentials: 'vault',
893
+ },
894
+ 'gemini-1.5-pro': {
895
+ llm: 'GoogleAI',
896
+ tokens: 2048,
897
+ completionTokens: 2048,
898
+ enabled: false,
899
+ keyOptions: { tokens: 2097152, completionTokens: 8192, enabled: true },
900
+
901
+ credentials: 'vault',
902
+ },
903
+ 'gemini-1.5-pro-001': {
904
+ llm: 'GoogleAI',
905
+ tokens: 2048,
906
+ completionTokens: 2048,
907
+ enabled: false,
908
+ keyOptions: { tokens: 2097152, completionTokens: 8192, enabled: true },
909
+
910
+ credentials: 'vault',
911
+ },
912
+ // #endregion Gemini 1.5 pro
913
+
914
+ // #region Gemini 1.5 flash
915
+ 'gemini-1.5-flash-latest': {
916
+ llm: 'GoogleAI',
917
+ components: ['PromptGenerator', 'LLMAssistant', 'VisionLLM', 'MultimodalLLM'],
918
+
919
+ label: 'Gemini 1.5 Flash Latest',
920
+ modelId: 'gemini-1.5-flash-latest',
921
+ provider: 'GoogleAI',
922
+ features: ['text', 'image', 'audio', 'video', 'document'],
923
+ tags: ['Personal', 'deprecated'],
924
+ tokens: 0,
925
+ completionTokens: 0,
926
+ enabled: false,
927
+ keyOptions: { tokens: 1_048_576, completionTokens: 8192, enabled: true },
928
+ hidden: true,
929
+
930
+ credentials: 'vault',
931
+ },
932
+ 'gemini-1.5-flash-latest-stable': {
933
+ llm: 'GoogleAI',
934
+ alias: 'gemini-1.5-flash',
935
+ components: ['PromptGenerator', 'LLMAssistant', 'VisionLLM', 'MultimodalLLM'],
936
+
937
+ label: 'Gemini 1.5 Flash Latest Stable',
938
+ modelId: 'gemini-1.5-flash',
939
+ provider: 'GoogleAI',
940
+ features: ['text', 'image', 'audio', 'video', 'document'],
941
+ tags: ['Personal', 'deprecated'],
942
+ tokens: 0,
943
+ completionTokens: 0,
944
+ enabled: false,
945
+ keyOptions: { tokens: 1_048_576, completionTokens: 8192, enabled: true },
946
+ hidden: true,
947
+
948
+ credentials: 'vault',
949
+ },
950
+ 'gemini-1.5-flash-stable': {
951
+ llm: 'GoogleAI',
952
+ alias: 'gemini-1.5-flash-001',
953
+ components: ['PromptGenerator', 'LLMAssistant', 'VisionLLM', 'MultimodalLLM', 'GenAILLM'],
954
+
955
+ label: 'Gemini 1.5 Flash Stable',
956
+ modelId: 'gemini-1.5-flash-001',
957
+ provider: 'GoogleAI',
958
+ features: ['text', 'image', 'audio', 'video', 'document'],
959
+ tags: ['Personal', 'deprecated'],
960
+ tokens: 0,
961
+ completionTokens: 0,
962
+ enabled: false,
963
+ keyOptions: { tokens: 1_048_576, completionTokens: 8192, enabled: true },
964
+
965
+ credentials: 'vault',
966
+ },
967
+ 'gemini-1.5-flash': {
968
+ llm: 'GoogleAI',
969
+ tokens: 2048,
970
+ completionTokens: 2048,
971
+ enabled: false,
972
+ keyOptions: { tokens: 1048576, completionTokens: 8192, enabled: true },
973
+
974
+ credentials: 'vault',
975
+ },
976
+ 'gemini-1.5-flash-001': {
977
+ llm: 'GoogleAI',
978
+ tokens: 2048,
979
+ completionTokens: 2048,
980
+ enabled: false,
981
+ keyOptions: { tokens: 1048576, completionTokens: 8192, enabled: true },
982
+
983
+ credentials: 'vault',
984
+ },
985
+ // #endregion Gemini 1.5 flash
986
+
987
+ // #region Gemini 1.0 pro
988
+ 'gemini-1.0-pro-latest': {
989
+ llm: 'GoogleAI',
990
+ components: ['PromptGenerator', 'LLMAssistant'],
991
+
992
+ label: 'Gemini 1.0 Pro Latest',
993
+ modelId: 'gemini-1.0-pro-latest',
994
+ provider: 'GoogleAI',
995
+ features: ['text'],
996
+ tags: ['Personal', 'legacy'],
997
+ tokens: 0,
998
+ completionTokens: 0,
999
+ enabled: false,
1000
+ keyOptions: { tokens: 30_720, completionTokens: 8192, enabled: true },
1001
+ hidden: true,
1002
+
1003
+ credentials: 'vault',
1004
+ },
1005
+ 'gemini-1.0-pro-latest-stable': {
1006
+ llm: 'GoogleAI',
1007
+ alias: 'gemini-1.0-pro',
1008
+ components: ['PromptGenerator', 'LLMAssistant'],
1009
+
1010
+ label: 'Gemini 1.0 Pro Latest Stable',
1011
+ modelId: 'gemini-1.0-pro',
1012
+ provider: 'GoogleAI',
1013
+ features: ['text'],
1014
+ tags: ['Personal', 'legacy'],
1015
+ tokens: 0,
1016
+ completionTokens: 0,
1017
+ enabled: false,
1018
+ keyOptions: { tokens: 30_720, completionTokens: 8192, enabled: true },
1019
+ hidden: true,
1020
+
1021
+ credentials: 'vault',
1022
+ },
1023
+ 'gemini-1.0-pro-stable': {
1024
+ llm: 'GoogleAI',
1025
+ alias: 'gemini-1.0-pro-001',
1026
+ components: ['PromptGenerator', 'LLMAssistant'],
1027
+
1028
+ label: 'Gemini 1.0 Pro Stable',
1029
+ modelId: 'gemini-1.0-pro-001',
1030
+ provider: 'GoogleAI',
1031
+ features: ['text'],
1032
+ tags: ['Personal', 'legacy'],
1033
+ tokens: 0,
1034
+ completionTokens: 0,
1035
+ enabled: false,
1036
+ keyOptions: { tokens: 30_720, completionTokens: 8192, enabled: true },
1037
+ hidden: true,
1038
+
1039
+ credentials: 'vault',
1040
+ },
1041
+ 'gemini-1.0-pro': {
1042
+ llm: 'GoogleAI',
1043
+ tokens: 2048,
1044
+ completionTokens: 2048,
1045
+ enabled: false,
1046
+ keyOptions: { tokens: 30_720, completionTokens: 8192, enabled: true },
1047
+
1048
+ credentials: 'vault',
1049
+ },
1050
+ 'gemini-1.0-pro-001': {
1051
+ llm: 'GoogleAI',
1052
+ tokens: 2048,
1053
+ completionTokens: 2048,
1054
+ enabled: false,
1055
+ keyOptions: { tokens: 30_720, completionTokens: 8192, enabled: true },
1056
+
1057
+ credentials: 'vault',
1058
+ },
1059
+ // #endregion Gemini 1.0 pro
1060
+
1061
+ // #region Gemini Pro Vision
1062
+ 'gemini-pro-vision': {
1063
+ llm: 'GoogleAI',
1064
+ components: ['VisionLLM'],
1065
+
1066
+ label: 'Gemini Pro Vision',
1067
+ modelId: 'gemini-pro-vision',
1068
+ provider: 'GoogleAI',
1069
+ features: ['image'],
1070
+ tags: ['Personal', 'legacy'],
1071
+ tokens: 0,
1072
+ completionTokens: 0,
1073
+ enabled: false,
1074
+ keyOptions: { tokens: 12_288, completionTokens: 4096, enabled: true },
1075
+ hidden: true,
1076
+
1077
+ credentials: 'vault',
1078
+ },
1079
+ // #endregion Gemini Pro Vision
1080
+
1081
+ // #endregion Google AI Models ==========================
1082
+
1083
+ // #region Groq Models ==========================
1084
+
1085
+ // #region Groq - Production Models
1086
+ 'llama-3.3-70b': {
1087
+ llm: 'Groq',
1088
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1089
+
1090
+ label: 'Meta - Llama 3.3 70B',
1091
+ modelId: 'llama-3.3-70b-versatile',
1092
+ provider: 'Groq',
1093
+ features: ['text'],
1094
+ tags: ['Personal', 'Groq'],
1095
+ tokens: 0,
1096
+ completionTokens: 0,
1097
+ enabled: false,
1098
+ keyOptions: { tokens: 128_000, completionTokens: 32_768, enabled: true },
1099
+
1100
+ credentials: 'vault',
1101
+ },
1102
+ 'groq-llama3-70b': {
1103
+ llm: 'Groq',
1104
+ alias: 'llama3-70b-8192',
1105
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1106
+
1107
+ label: 'Meta - Llama 3 70B',
1108
+ modelId: 'llama3-70b-8192',
1109
+ provider: 'Groq',
1110
+ features: ['text'],
1111
+ tags: ['Personal', 'Groq'],
1112
+ tokens: 0,
1113
+ completionTokens: 0,
1114
+ enabled: false,
1115
+ keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1116
+
1117
+ credentials: 'vault',
1118
+ },
1119
+ 'llama3-70b-8192': {
1120
+ llm: 'Groq',
1121
+ tokens: 2048,
1122
+ completionTokens: 2048,
1123
+ enabled: false,
1124
+ keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1125
+
1126
+ credentials: 'vault',
1127
+ },
1128
+ 'groq-llama-3.1-8b-instant': {
1129
+ llm: 'Groq',
1130
+ alias: 'llama-3.1-8b-instant',
1131
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1132
+
1133
+ label: 'Meta - Llama 3.1 8B',
1134
+ modelId: 'llama-3.1-8b-instant',
1135
+ provider: 'Groq',
1136
+ features: ['text'],
1137
+ tags: ['Personal', 'Groq'],
1138
+ tokens: 0,
1139
+ completionTokens: 0,
1140
+ enabled: false,
1141
+ keyOptions: { tokens: 128_000, completionTokens: 8192, enabled: true },
1142
+
1143
+ credentials: 'vault',
1144
+ },
1145
+ 'llama-3.1-8b-instant': {
1146
+ llm: 'Groq',
1147
+ tokens: 8000,
1148
+ completionTokens: 8000,
1149
+ enabled: false,
1150
+ keyOptions: { tokens: 131072, completionTokens: 8192, enabled: true },
1151
+
1152
+ credentials: 'vault',
1153
+ },
1154
+ 'llama-guard-3-8b': {
1155
+ llm: 'Groq',
1156
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1157
+
1158
+ label: 'Meta - Llama Guard 3 8B',
1159
+ modelId: 'llama-guard-3-8b',
1160
+ provider: 'Groq',
1161
+ features: ['text'],
1162
+ tags: ['Personal', 'Groq'],
1163
+ tokens: 0,
1164
+ completionTokens: 0,
1165
+ enabled: false,
1166
+ keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1167
+
1168
+ credentials: 'vault',
1169
+ },
1170
+ 'groq-llama3-8b': {
1171
+ llm: 'Groq',
1172
+ alias: 'llama3-8b-8192',
1173
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1174
+
1175
+ label: 'Meta - Llama 3 8B',
1176
+ modelId: 'llama3-8b-8192',
1177
+ provider: 'Groq',
1178
+ features: ['text'],
1179
+ tags: ['Personal', 'Groq'],
1180
+ tokens: 0,
1181
+ completionTokens: 0,
1182
+ enabled: false,
1183
+ keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1184
+
1185
+ credentials: 'vault',
1186
+ },
1187
+ 'llama3-8b-8192': {
1188
+ llm: 'Groq',
1189
+ tokens: 2048,
1190
+ completionTokens: 2048,
1191
+ enabled: false,
1192
+ keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1193
+
1194
+ credentials: 'vault',
1195
+ },
1196
+ 'groq-gemma2-9b': {
1197
+ llm: 'Groq',
1198
+ alias: 'gemma2-9b-it',
1199
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1200
+
1201
+ label: 'Google - Gemma 2 9B',
1202
+ modelId: 'gemma2-9b-it',
1203
+ provider: 'Groq',
1204
+ features: ['text'],
1205
+ tags: ['Personal', 'Groq'],
1206
+ tokens: 0,
1207
+ completionTokens: 0,
1208
+ enabled: false,
1209
+ keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1210
+
1211
+ credentials: 'vault',
1212
+ },
1213
+ 'gemma2-9b-it': {
1214
+ llm: 'Groq',
1215
+ tokens: 2048,
1216
+ completionTokens: 2048,
1217
+ enabled: false,
1218
+ keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1219
+
1220
+ credentials: 'vault',
1221
+ },
1222
+ 'groq-mixtral-8x7b': {
1223
+ llm: 'Groq',
1224
+ alias: 'mixtral-8x7b-32768',
1225
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1226
+
1227
+ label: 'Mistral - Mixtral 8x7b',
1228
+ modelId: 'mixtral-8x7b-32768',
1229
+ provider: 'Groq',
1230
+ features: ['text'],
1231
+ tags: ['Personal', 'Groq'],
1232
+ tokens: 0,
1233
+ completionTokens: 0,
1234
+ enabled: false,
1235
+ keyOptions: { tokens: 32_768, completionTokens: 32_768, enabled: true },
1236
+
1237
+ credentials: 'vault',
1238
+ },
1239
+ 'mixtral-8x7b-32768': {
1240
+ llm: 'Groq',
1241
+ tokens: 2048,
1242
+ completionTokens: 2048,
1243
+ enabled: false,
1244
+ keyOptions: { tokens: 32768, completionTokens: 32768, enabled: true },
1245
+
1246
+ credentials: 'vault',
1247
+ },
1248
+ // #endregion Groq - Production Models
1249
+
1250
+ // #region Groq - Preview Models
1251
+ 'qwen-qwq-32b': {
1252
+ llm: 'Groq',
1253
+
1254
+ label: 'Qwen - QWQ 32b Preview',
1255
+ modelId: 'qwen-qwq-32b',
1256
+ provider: 'Groq',
1257
+ features: ['text'],
1258
+ tags: ['Personal', 'Groq'],
1259
+ tokens: 0,
1260
+ completionTokens: 0,
1261
+ enabled: false,
1262
+ keyOptions: { tokens: 128_000, completionTokens: 16_384, enabled: true },
1263
+
1264
+ credentials: 'vault',
1265
+ },
1266
+ 'mistral-saba-24b': {
1267
+ llm: 'Groq',
1268
+
1269
+ label: 'Mistral - Saba 24b Preview',
1270
+ modelId: 'mistral-saba-24b',
1271
+ provider: 'Groq',
1272
+ features: ['text'],
1273
+ tags: ['Personal', 'Groq'],
1274
+ tokens: 0,
1275
+ completionTokens: 0,
1276
+ enabled: false,
1277
+ keyOptions: { tokens: 128_000, completionTokens: 16_384, enabled: true },
1278
+
1279
+ credentials: 'vault',
1280
+ },
1281
+ 'qwen-2.5-coder-32b': {
1282
+ llm: 'Groq',
1283
+
1284
+ label: 'Qwen - 2.5 Coder 32b Preview',
1285
+ modelId: 'qwen-2.5-coder-32b',
1286
+ provider: 'Groq',
1287
+ features: ['text'],
1288
+ tags: ['Personal', 'Groq'],
1289
+ tokens: 0,
1290
+ completionTokens: 0,
1291
+ enabled: false,
1292
+ keyOptions: { tokens: 128_000, completionTokens: 16_384, enabled: true },
1293
+
1294
+ credentials: 'vault',
1295
+ },
1296
+ 'qwen-2.5-32b': {
1297
+ llm: 'Groq',
1298
+
1299
+ label: 'Qwen - 2.5 32b Preview',
1300
+ modelId: 'qwen-2.5-32b',
1301
+ provider: 'Groq',
1302
+ features: ['text'],
1303
+ tags: ['Personal', 'Groq'],
1304
+ tokens: 0,
1305
+ completionTokens: 0,
1306
+ enabled: false,
1307
+ keyOptions: { tokens: 128_000, completionTokens: 16_384, enabled: true },
1308
+
1309
+ credentials: 'vault',
1310
+ },
1311
+ 'deepseek-r1-distill-qwen-32b': {
1312
+ llm: 'Groq',
1313
+
1314
+ label: 'DeepSeek - R1 Distill Qwen 32b Preview',
1315
+ modelId: 'deepseek-r1-distill-qwen-32b',
1316
+ provider: 'Groq',
1317
+ features: ['text'],
1318
+ tags: ['Personal', 'Groq'],
1319
+ tokens: 0,
1320
+ completionTokens: 0,
1321
+ enabled: false,
1322
+ keyOptions: { tokens: 128_000, completionTokens: 16_384, enabled: true },
1323
+
1324
+ credentials: 'vault',
1325
+ },
1326
+ 'deepseek-r1-distill-llama-70b': {
1327
+ llm: 'Groq',
1328
+
1329
+ label: 'DeepSeek - R1 Distill Llama 70b Preview',
1330
+ modelId: 'deepseek-r1-distill-llama-70b',
1331
+ provider: 'Groq',
1332
+ features: ['text'],
1333
+ tags: ['Personal', 'Groq'],
1334
+ tokens: 0,
1335
+ completionTokens: 0,
1336
+ enabled: false,
1337
+ keyOptions: { tokens: 128_000, completionTokens: 8192, enabled: true },
1338
+
1339
+ credentials: 'vault',
1340
+ },
1341
+ // #endregion Groq - Meta Preview Models
1342
+ 'meta-llama/llama-4-scout-17b-16e-instruct': {
1343
+ llm: 'Groq',
1344
+
1345
+ label: 'Meta - Llama 4 Scout 17B 16E Instruct',
1346
+ modelId: 'meta-llama/llama-4-scout-17b-16e-instruct',
1347
+ provider: 'Groq',
1348
+ features: ['text'],
1349
+ tags: ['New', 'Personal', 'Groq'],
1350
+ tokens: 0,
1351
+ completionTokens: 0,
1352
+ enabled: false,
1353
+ keyOptions: { tokens: 131_072, completionTokens: 8192, enabled: true },
1354
+
1355
+ credentials: 'vault',
1356
+ },
1357
+ 'llama-3.3-70b-specdec': {
1358
+ llm: 'Groq',
1359
+
1360
+ label: 'Meta - Llama 3.3 70B SpecDec Preview',
1361
+ modelId: 'llama-3.3-70b-specdec',
1362
+ provider: 'Groq',
1363
+ features: ['text'],
1364
+ tags: ['Personal', 'Groq'],
1365
+ tokens: 0,
1366
+ completionTokens: 0,
1367
+ enabled: false,
1368
+ keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1369
+
1370
+ credentials: 'vault',
1371
+ },
1372
+ 'llama-3.2-1b-preview': {
1373
+ llm: 'Groq',
1374
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1375
+
1376
+ label: 'Meta - Llama 3.2 1B Preview',
1377
+ modelId: 'llama-3.2-1b-preview',
1378
+ provider: 'Groq',
1379
+ features: ['text'],
1380
+ tags: ['Personal', 'Groq'],
1381
+ tokens: 0,
1382
+ completionTokens: 0,
1383
+ enabled: false,
1384
+ keyOptions: { tokens: 128_000, completionTokens: 8192, enabled: true },
1385
+
1386
+ credentials: 'vault',
1387
+ },
1388
+ 'llama-3.2-3b-preview': {
1389
+ llm: 'Groq',
1390
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1391
+
1392
+ label: 'Meta - Llama 3.2 3B Preview',
1393
+ modelId: 'llama-3.2-3b-preview',
1394
+ provider: 'Groq',
1395
+ features: ['text'],
1396
+ tags: ['Personal', 'Groq'],
1397
+ tokens: 0,
1398
+ completionTokens: 0,
1399
+ enabled: false,
1400
+ keyOptions: { tokens: 128_000, completionTokens: 8192, enabled: true },
1401
+
1402
+ credentials: 'vault',
1403
+ },
1404
+ 'llama-3.2-11b-vision-preview': {
1405
+ llm: 'Groq',
1406
+ components: ['PromptGenerator', 'LLMAssistant', 'VisionLLM', 'GenAILLM'],
1407
+
1408
+ label: 'Meta - Llama 3.2 11B Vision Preview',
1409
+ modelId: 'llama-3.2-11b-vision-preview',
1410
+ provider: 'Groq',
1411
+ features: ['text', 'image'],
1412
+ tags: ['Personal', 'Groq'],
1413
+ tokens: 0,
1414
+ completionTokens: 0,
1415
+ enabled: false,
1416
+ keyOptions: { tokens: 128_000, completionTokens: 8192, enabled: true },
1417
+ hidden: true, // !TEMP: we need to support image input for Groq
1418
+
1419
+ credentials: 'vault',
1420
+ },
1421
+ 'llama-3.2-90b-vision-preview': {
1422
+ llm: 'Groq',
1423
+
1424
+ label: 'Meta - Llama 3.2 90b Vision Preview',
1425
+ modelId: 'llama-3.2-90b-vision-preview',
1426
+ provider: 'Groq',
1427
+ features: ['text', 'image'],
1428
+ tags: ['Personal', 'Groq'],
1429
+ tokens: 0,
1430
+ completionTokens: 0,
1431
+ enabled: false,
1432
+ keyOptions: { tokens: 128_000, completionTokens: 8192, enabled: true },
1433
+ hidden: true, // !TEMP: we need to support image input for Groq
1434
+
1435
+ credentials: 'vault',
1436
+ },
1437
+ // #endregion Groq - Meta Preview Models
1438
+
1439
+ // #endregion Groq - Preview Models
1440
+
1441
+ // #endregion Groq Models ==========================
1442
+
1443
+ // #region Together AI Models ==========================
1444
+
1445
+ // #region Together AI - DeepSeek
1446
+ 'deepseek-ai/DeepSeek-R1-Distill-Qwen-14B': {
1447
+ llm: 'TogetherAI',
1448
+
1449
+ label: 'DeepSeek - R1 Distill Qwen 14B',
1450
+ modelId: 'deepseek-ai/DeepSeek-R1-Distill-Qwen-14B',
1451
+ provider: 'TogetherAI',
1452
+ features: ['text'],
1453
+ tags: ['New', 'Personal', 'TogetherAI'],
1454
+ tokens: 0,
1455
+ completionTokens: 0,
1456
+ enabled: false,
1457
+ keyOptions: { tokens: 131_072, completionTokens: 32_768, enabled: true },
1458
+
1459
+ baseURL: 'https://api.together.xyz/v1',
1460
+
1461
+ credentials: 'vault',
1462
+ },
1463
+ 'deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B': {
1464
+ llm: 'TogetherAI',
1465
+
1466
+ label: 'DeepSeek - R1 Distill Qwen 1.5B',
1467
+ modelId: 'deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B',
1468
+ provider: 'TogetherAI',
1469
+ features: ['text'],
1470
+ tags: ['New', 'Personal', 'TogetherAI'],
1471
+ tokens: 0,
1472
+ completionTokens: 0,
1473
+ enabled: false,
1474
+ keyOptions: { tokens: 131_072, completionTokens: 32_768, enabled: true },
1475
+
1476
+ baseURL: 'https://api.together.xyz/v1',
1477
+
1478
+ credentials: 'vault',
1479
+ },
1480
+ 'deepseek-ai/DeepSeek-R1-Distill-Llama-70B': {
1481
+ llm: 'TogetherAI',
1482
+
1483
+ label: 'DeepSeek - R1 Distill Llama 70B',
1484
+ modelId: 'deepseek-ai/DeepSeek-R1-Distill-Llama-70B',
1485
+ provider: 'TogetherAI',
1486
+ features: ['text'],
1487
+ tags: ['New', 'Personal', 'TogetherAI'],
1488
+ tokens: 0,
1489
+ completionTokens: 0,
1490
+ enabled: false,
1491
+ keyOptions: { tokens: 131_072, completionTokens: 32_768, enabled: true },
1492
+
1493
+ baseURL: 'https://api.together.xyz/v1',
1494
+
1495
+ credentials: 'vault',
1496
+ },
1497
+ 'deepseek-ai/DeepSeek-R1': {
1498
+ llm: 'TogetherAI',
1499
+
1500
+ label: 'DeepSeek - R1',
1501
+ modelId: 'deepseek-ai/DeepSeek-R1',
1502
+ provider: 'TogetherAI',
1503
+ features: ['text'],
1504
+ tags: ['Personal', 'TogetherAI'],
1505
+ tokens: 0,
1506
+ completionTokens: 0,
1507
+ enabled: false,
1508
+ keyOptions: { tokens: 128_000, completionTokens: 32_768, enabled: true },
1509
+
1510
+ baseURL: 'https://api.together.xyz/v1',
1511
+
1512
+ credentials: 'vault',
1513
+ },
1514
+ 'deepseek-ai/DeepSeek-V3': {
1515
+ llm: 'TogetherAI',
1516
+
1517
+ label: 'DeepSeek - V3',
1518
+ modelId: 'deepseek-ai/DeepSeek-V3',
1519
+ provider: 'TogetherAI',
1520
+ features: ['text'],
1521
+ tags: ['Personal', 'TogetherAI'],
1522
+ tokens: 0,
1523
+ completionTokens: 0,
1524
+ enabled: false,
1525
+ keyOptions: { tokens: 131_072, completionTokens: 8192, enabled: true },
1526
+
1527
+ baseURL: 'https://api.together.xyz/v1',
1528
+
1529
+ credentials: 'vault',
1530
+ },
1531
+ 'deepseek-ai/deepseek-llm-67b-chat': {
1532
+ llm: 'TogetherAI',
1533
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1534
+
1535
+ label: 'DeepSeek - Llama 67B Chat',
1536
+ modelId: 'deepseek-ai/deepseek-llm-67b-chat',
1537
+ provider: 'TogetherAI',
1538
+ features: ['text'],
1539
+ tags: ['Personal', 'TogetherAI'],
1540
+ tokens: 0,
1541
+ completionTokens: 0,
1542
+ enabled: false,
1543
+ keyOptions: { tokens: 4096, completionTokens: 4096, enabled: true },
1544
+
1545
+ baseURL: 'https://api.together.xyz/v1',
1546
+
1547
+ credentials: 'vault',
1548
+ },
1549
+ // #endregion Together AI - DeepSeek
1550
+
1551
+ // #region Together AI - Meta
1552
+ 'meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8': {
1553
+ llm: 'TogetherAI',
1554
+
1555
+ label: 'Meta - Llama 4 Maverick (17Bx128E)',
1556
+ modelId: 'meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8',
1557
+ provider: 'TogetherAI',
1558
+ features: ['text', 'tools', 'image'],
1559
+ tags: ['New', 'Personal', 'TogetherAI'],
1560
+ tokens: 0,
1561
+ completionTokens: 0,
1562
+ enabled: false,
1563
+ keyOptions: { tokens: 524_288, completionTokens: 524_288, enabled: true },
1564
+
1565
+ baseURL: 'https://api.together.xyz/v1',
1566
+
1567
+ credentials: 'vault',
1568
+ },
1569
+ 'meta-llama/Llama-4-Scout-17B-16E-Instruct': {
1570
+ llm: 'TogetherAI',
1571
+
1572
+ label: 'Meta - Llama 4 Scout (17Bx16E)',
1573
+ modelId: 'meta-llama/Llama-4-Scout-17B-16E-Instruct',
1574
+ provider: 'TogetherAI',
1575
+ features: ['text', 'tools', 'image'],
1576
+ tags: ['New', 'Personal', 'TogetherAI'],
1577
+ tokens: 0,
1578
+ completionTokens: 0,
1579
+ enabled: false,
1580
+ keyOptions: { tokens: 327_680, completionTokens: 327_680, enabled: true },
1581
+
1582
+ baseURL: 'https://api.together.xyz/v1',
1583
+
1584
+ credentials: 'vault',
1585
+ },
1586
+ 'meta-llama/Llama-3.3-70B-Instruct-Turbo': {
1587
+ llm: 'TogetherAI',
1588
+
1589
+ label: 'Meta - Llama 3.3 70B Instruct Turbo',
1590
+ modelId: 'meta-llama/Llama-3.3-70B-Instruct-Turbo',
1591
+ provider: 'TogetherAI',
1592
+ features: ['text', 'tools'],
1593
+ tags: ['Personal', 'TogetherAI'],
1594
+ tokens: 0,
1595
+ completionTokens: 0,
1596
+ enabled: false,
1597
+ keyOptions: { tokens: 131_072, completionTokens: 131_072, enabled: true },
1598
+
1599
+ baseURL: 'https://api.together.xyz/v1',
1600
+
1601
+ credentials: 'vault',
1602
+ },
1603
+ 'meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo': {
1604
+ llm: 'TogetherAI',
1605
+ components: ['LLMAssistant', 'PromptGenerator', 'GenAILLM'],
1606
+
1607
+ label: 'Meta - Llama 3.1 8B Instruct Turbo',
1608
+ modelId: 'meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo',
1609
+ provider: 'TogetherAI',
1610
+ features: ['text', 'tools'],
1611
+ tags: ['Personal', 'TogetherAI'],
1612
+ tokens: 0,
1613
+ completionTokens: 0,
1614
+ enabled: false,
1615
+ keyOptions: { tokens: 131_072, completionTokens: 131_072, enabled: true },
1616
+
1617
+ baseURL: 'https://api.together.xyz/v1',
1618
+
1619
+ credentials: 'vault',
1620
+ },
1621
+ 'meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo': {
1622
+ llm: 'TogetherAI',
1623
+ components: ['LLMAssistant', 'PromptGenerator', 'GenAILLM'],
1624
+
1625
+ label: 'Meta - Llama 3.1 70B Instruct Turbo',
1626
+ modelId: 'meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo',
1627
+ provider: 'TogetherAI',
1628
+ features: ['text', 'tools'],
1629
+ tags: ['Personal', 'TogetherAI'],
1630
+ tokens: 0,
1631
+ completionTokens: 0,
1632
+ enabled: false,
1633
+ keyOptions: { tokens: 131_072, completionTokens: 131_072, enabled: true },
1634
+
1635
+ baseURL: 'https://api.together.xyz/v1',
1636
+
1637
+ credentials: 'vault',
1638
+ },
1639
+ 'meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo': {
1640
+ llm: 'TogetherAI',
1641
+ components: ['LLMAssistant', 'PromptGenerator', 'GenAILLM'],
1642
+
1643
+ label: 'Meta - Llama 3.1 405B Instruct Turbo',
1644
+ modelId: 'meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo',
1645
+ provider: 'TogetherAI',
1646
+ features: ['text', 'tools'],
1647
+ tags: ['Personal', 'TogetherAI'],
1648
+ tokens: 0,
1649
+ completionTokens: 0,
1650
+ enabled: false,
1651
+ keyOptions: { tokens: 130_815, completionTokens: 130_815, enabled: true },
1652
+
1653
+ baseURL: 'https://api.together.xyz/v1',
1654
+
1655
+ credentials: 'vault',
1656
+ },
1657
+ 'meta-llama/Meta-Llama-3-8B-Instruct-Turbo': {
1658
+ llm: 'TogetherAI',
1659
+ components: ['LLMAssistant', 'PromptGenerator', 'GenAILLM'],
1660
+
1661
+ label: 'Meta - Llama 3 8B Instruct Turbo',
1662
+ modelId: 'meta-llama/Meta-Llama-3-8B-Instruct-Turbo',
1663
+ provider: 'TogetherAI',
1664
+ features: ['text'],
1665
+ tags: ['Personal', 'TogetherAI'],
1666
+ tokens: 0,
1667
+ completionTokens: 0,
1668
+ enabled: false,
1669
+ keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1670
+
1671
+ baseURL: 'https://api.together.xyz/v1',
1672
+
1673
+ credentials: 'vault',
1674
+ },
1675
+ 'meta-llama/Meta-Llama-3-70B-Instruct-Turbo': {
1676
+ llm: 'TogetherAI',
1677
+ components: ['LLMAssistant', 'PromptGenerator', 'GenAILLM'],
1678
+
1679
+ label: 'Meta - Llama 3 70B Instruct Turbo',
1680
+ modelId: 'meta-llama/Meta-Llama-3-70B-Instruct-Turbo',
1681
+ provider: 'TogetherAI',
1682
+ features: ['text'],
1683
+ tags: ['Personal', 'TogetherAI'],
1684
+ tokens: 0,
1685
+ completionTokens: 0,
1686
+ enabled: false,
1687
+ keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1688
+
1689
+ baseURL: 'https://api.together.xyz/v1',
1690
+
1691
+ credentials: 'vault',
1692
+ },
1693
+ 'meta-llama/Llama-3.2-3B-Instruct-Turbo': {
1694
+ llm: 'TogetherAI',
1695
+
1696
+ label: 'Meta - Llama 3.2 3B Instruct Turbo',
1697
+ modelId: 'meta-llama/Llama-3.2-3B-Instruct-Turbo',
1698
+ provider: 'TogetherAI',
1699
+ features: ['text'],
1700
+ tags: ['Personal', 'TogetherAI'],
1701
+ tokens: 0,
1702
+ completionTokens: 0,
1703
+ enabled: false,
1704
+ keyOptions: { tokens: 131_072, completionTokens: 32_768, enabled: true },
1705
+
1706
+ baseURL: 'https://api.together.xyz/v1',
1707
+
1708
+ credentials: 'vault',
1709
+ },
1710
+ 'meta-llama/Meta-Llama-3-8B-Instruct-Lite': {
1711
+ llm: 'TogetherAI',
1712
+ components: ['LLMAssistant', 'PromptGenerator', 'GenAILLM'],
1713
+
1714
+ label: 'Meta - Llama 3 8B Instruct Lite',
1715
+ modelId: 'meta-llama/Meta-Llama-3-8B-Instruct-Lite',
1716
+ provider: 'TogetherAI',
1717
+ features: ['text'],
1718
+ tags: ['Personal', 'TogetherAI'],
1719
+ tokens: 0,
1720
+ completionTokens: 0,
1721
+ enabled: false,
1722
+ keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1723
+
1724
+ baseURL: 'https://api.together.xyz/v1',
1725
+
1726
+ credentials: 'vault',
1727
+ },
1728
+ 'meta-llama/Meta-Llama-3-70B-Instruct-Lite': {
1729
+ llm: 'TogetherAI',
1730
+ components: ['LLMAssistant', 'PromptGenerator', 'GenAILLM'],
1731
+
1732
+ label: 'Meta - Llama 3 70B Instruct Lite',
1733
+ modelId: 'meta-llama/Meta-Llama-3-70B-Instruct-Lite',
1734
+ provider: 'TogetherAI',
1735
+ features: ['text'],
1736
+ tags: ['Personal', 'TogetherAI'],
1737
+ tokens: 0,
1738
+ completionTokens: 0,
1739
+ enabled: false,
1740
+ keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1741
+
1742
+ baseURL: 'https://api.together.xyz/v1',
1743
+
1744
+ credentials: 'vault',
1745
+ },
1746
+ 'meta-llama/Llama-3-8b-chat-hf': {
1747
+ llm: 'TogetherAI',
1748
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1749
+
1750
+ label: 'Meta - Llama 3 8B Chat',
1751
+ modelId: 'meta-llama/Llama-3-8b-chat-hf',
1752
+ provider: 'TogetherAI',
1753
+ features: ['text'],
1754
+ tags: ['Personal', 'TogetherAI'],
1755
+ tokens: 0,
1756
+ completionTokens: 0,
1757
+ enabled: false,
1758
+ keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1759
+
1760
+ baseURL: 'https://api.together.xyz/v1',
1761
+
1762
+ credentials: 'vault',
1763
+ },
1764
+ 'meta-llama/Llama-3-70b-chat-hf': {
1765
+ llm: 'TogetherAI',
1766
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1767
+
1768
+ label: 'Meta - Llama 3 70B Chat',
1769
+ modelId: 'meta-llama/Llama-3-70b-chat-hf',
1770
+ provider: 'TogetherAI',
1771
+ features: ['text'],
1772
+ tags: ['Personal', 'TogetherAI'],
1773
+ tokens: 0,
1774
+ completionTokens: 0,
1775
+ enabled: false,
1776
+ keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1777
+
1778
+ baseURL: 'https://api.together.xyz/v1',
1779
+
1780
+ credentials: 'vault',
1781
+ },
1782
+ 'meta-llama/Llama-2-13b-chat-hf': {
1783
+ llm: 'TogetherAI',
1784
+ components: ['LLMAssistant'], // * Excluded from 'PromptGenerator' (has introductory text with JSON response)
1785
+
1786
+ label: 'Meta - Llama 2 13B Chat',
1787
+ modelId: 'meta-llama/Llama-2-13b-chat-hf',
1788
+ provider: 'TogetherAI',
1789
+ features: ['text'],
1790
+ tags: ['Personal', 'TogetherAI'],
1791
+ tokens: 0,
1792
+ completionTokens: 0,
1793
+ enabled: false,
1794
+ keyOptions: { tokens: 4096, completionTokens: 4096, enabled: true },
1795
+
1796
+ baseURL: 'https://api.together.xyz/v1',
1797
+
1798
+ credentials: 'vault',
1799
+ },
1800
+ 'meta-llama/Llama-Vision-Free': {
1801
+ llm: 'TogetherAI',
1802
+ components: ['LLMAssistant', 'PromptGenerator', 'VisionLLM', 'GenAILLM'],
1803
+
1804
+ label: 'Meta - Llama Vision Free',
1805
+ modelId: 'meta-llama/Llama-Vision-Free',
1806
+ provider: 'TogetherAI',
1807
+ features: ['text', 'image'],
1808
+ tags: ['Personal', 'TogetherAI'],
1809
+ tokens: 0,
1810
+ completionTokens: 0,
1811
+ enabled: false,
1812
+ keyOptions: { tokens: 131072, completionTokens: 131072, enabled: true },
1813
+
1814
+ baseURL: 'https://api.together.xyz/v1',
1815
+
1816
+ credentials: 'vault',
1817
+ },
1818
+ 'meta-llama/Llama-3.2-11B-Vision-Instruct-Turbo': {
1819
+ llm: 'TogetherAI',
1820
+ components: ['LLMAssistant', 'PromptGenerator', 'VisionLLM', 'GenAILLM'],
1821
+
1822
+ label: 'Meta - Llama 3.2 11B Vision Instruct Turbo',
1823
+ modelId: 'meta-llama/Llama-3.2-11B-Vision-Instruct-Turbo',
1824
+ provider: 'TogetherAI',
1825
+ features: ['text', 'image'],
1826
+ tags: ['Personal', 'TogetherAI'],
1827
+ tokens: 0,
1828
+ completionTokens: 0,
1829
+ enabled: false,
1830
+ keyOptions: { tokens: 131072, completionTokens: 131072, enabled: true },
1831
+
1832
+ baseURL: 'https://api.together.xyz/v1',
1833
+
1834
+ credentials: 'vault',
1835
+ },
1836
+ 'meta-llama/Llama-3.2-90B-Vision-Instruct-Turbo': {
1837
+ llm: 'TogetherAI',
1838
+ components: ['LLMAssistant', 'PromptGenerator', 'VisionLLM', 'GenAILLM'],
1839
+
1840
+ label: 'Meta - Llama 3.2 90B Vision Instruct Turbo',
1841
+ modelId: 'meta-llama/Llama-3.2-90B-Vision-Instruct-Turbo',
1842
+ provider: 'TogetherAI',
1843
+ features: ['text', 'image'],
1844
+ tags: ['Personal', 'TogetherAI'],
1845
+ tokens: 0,
1846
+ completionTokens: 0,
1847
+ enabled: false,
1848
+ keyOptions: { tokens: 131072, completionTokens: 131072, enabled: true },
1849
+
1850
+ baseURL: 'https://api.together.xyz/v1',
1851
+
1852
+ credentials: 'vault',
1853
+ },
1854
+ // #endregion Together AI - Meta
1855
+
1856
+ // #region Together AI - Google
1857
+ 'google/gemma-2-27b-it': {
1858
+ llm: 'TogetherAI',
1859
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1860
+
1861
+ label: 'Google - Gemma 2 27B',
1862
+ modelId: 'google/gemma-2-27b-it',
1863
+ provider: 'TogetherAI',
1864
+ features: ['text'],
1865
+ tags: ['Personal', 'TogetherAI'],
1866
+ tokens: 0,
1867
+ completionTokens: 0,
1868
+ enabled: false,
1869
+ keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1870
+
1871
+ baseURL: 'https://api.together.xyz/v1',
1872
+
1873
+ credentials: 'vault',
1874
+ },
1875
+ 'google/gemma-2-9b-it': {
1876
+ llm: 'TogetherAI',
1877
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1878
+
1879
+ label: 'Google - Gemma 2 9B',
1880
+ modelId: 'google/gemma-2-9b-it',
1881
+ provider: 'TogetherAI',
1882
+ features: ['text'],
1883
+ tags: ['Personal', 'TogetherAI'],
1884
+ tokens: 0,
1885
+ completionTokens: 0,
1886
+ enabled: false,
1887
+ keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1888
+
1889
+ baseURL: 'https://api.together.xyz/v1',
1890
+
1891
+ credentials: 'vault',
1892
+ },
1893
+ 'google/gemma-2b-it': {
1894
+ llm: 'TogetherAI',
1895
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1896
+
1897
+ label: 'Google - Gemma 2 2B',
1898
+ modelId: 'google/gemma-2b-it',
1899
+ provider: 'TogetherAI',
1900
+ features: ['text'],
1901
+ tags: ['Personal', 'TogetherAI'],
1902
+ tokens: 0,
1903
+ completionTokens: 0,
1904
+ enabled: false,
1905
+ keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1906
+
1907
+ baseURL: 'https://api.together.xyz/v1',
1908
+
1909
+ credentials: 'vault',
1910
+ },
1911
+ // #endregion Together AI - Google
1912
+
1913
+ // #region Together AI - Mistral
1914
+ 'mistralai/Mistral-7B-Instruct-v0.3': {
1915
+ llm: 'TogetherAI',
1916
+ components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'GenAILLM'],
1917
+
1918
+ label: 'Mistral - 7B Instruct v0.3',
1919
+ modelId: 'mistralai/Mistral-7B-Instruct-v0.3',
1920
+ provider: 'TogetherAI',
1921
+ features: ['text'],
1922
+ tags: ['Personal', 'TogetherAI'],
1923
+ tokens: 0,
1924
+ completionTokens: 0,
1925
+ enabled: false,
1926
+ keyOptions: { tokens: 32_768, completionTokens: 32_768, enabled: true },
1927
+
1928
+ baseURL: 'https://api.together.xyz/v1',
1929
+
1930
+ credentials: 'vault',
1931
+ },
1932
+ 'mistralai/Mistral-7B-Instruct-v0.2': {
1933
+ llm: 'TogetherAI',
1934
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1935
+
1936
+ label: 'Mistral - 7B Instruct v0.2',
1937
+ modelId: 'mistralai/Mistral-7B-Instruct-v0.2',
1938
+ provider: 'TogetherAI',
1939
+ features: ['text'],
1940
+ tags: ['Personal', 'TogetherAI'],
1941
+ tokens: 0,
1942
+ completionTokens: 0,
1943
+ enabled: false,
1944
+ keyOptions: { tokens: 32_768, completionTokens: 32_768, enabled: true },
1945
+
1946
+ baseURL: 'https://api.together.xyz/v1',
1947
+
1948
+ credentials: 'vault',
1949
+ },
1950
+ 'mistralai/Mistral-7B-Instruct-v0.1': {
1951
+ llm: 'TogetherAI',
1952
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1953
+
1954
+ label: 'Mistral - 7B Instruct v0.1',
1955
+ modelId: 'mistralai/Mistral-7B-Instruct-v0.1',
1956
+ provider: 'TogetherAI',
1957
+ features: ['text', 'tools'],
1958
+ tags: ['Personal', 'TogetherAI'],
1959
+ tokens: 0,
1960
+ completionTokens: 0,
1961
+ enabled: false,
1962
+ keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1963
+
1964
+ baseURL: 'https://api.together.xyz/v1',
1965
+
1966
+ credentials: 'vault',
1967
+ },
1968
+ 'mistralai/Mixtral-8x7B-Instruct-v0.1': {
1969
+ llm: 'TogetherAI',
1970
+ components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'GenAILLM'],
1971
+
1972
+ label: 'Mistral - 8x7B Instruct v0.1',
1973
+ modelId: 'mistralai/Mixtral-8x7B-Instruct-v0.1',
1974
+ provider: 'TogetherAI',
1975
+ features: ['text', 'tools'],
1976
+ tags: ['Personal', 'TogetherAI'],
1977
+ tokens: 0,
1978
+ completionTokens: 0,
1979
+ enabled: false,
1980
+ keyOptions: { tokens: 32_768, completionTokens: 32_768, enabled: true },
1981
+
1982
+ baseURL: 'https://api.together.xyz/v1',
1983
+
1984
+ credentials: 'vault',
1985
+ },
1986
+ 'mistralai/Mixtral-8x22B-Instruct-v0.1': {
1987
+ llm: 'TogetherAI',
1988
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1989
+
1990
+ label: 'Mistral - 8x22B Instruct v0.1',
1991
+ modelId: 'mistralai/Mixtral-8x22B-Instruct-v0.1',
1992
+ provider: 'TogetherAI',
1993
+ features: ['text'],
1994
+ tags: ['Personal', 'TogetherAI'],
1995
+ tokens: 0,
1996
+ completionTokens: 0,
1997
+ enabled: false,
1998
+ keyOptions: { tokens: 65_536, completionTokens: 65_536, enabled: true },
1999
+
2000
+ baseURL: 'https://api.together.xyz/v1',
2001
+
2002
+ credentials: 'vault',
2003
+ },
2004
+ // #endregion Together AI - Mistral
2005
+
2006
+ // #region Together AI - Qwen
2007
+ 'Qwen/Qwen2.5-Coder-32B-Instruct': {
2008
+ llm: 'TogetherAI',
2009
+
2010
+ label: 'Qwen - 2.5 Coder 32B',
2011
+ modelId: 'Qwen/Qwen2.5-Coder-32B-Instruct',
2012
+ provider: 'TogetherAI',
2013
+ features: ['text'],
2014
+ tags: ['New', 'Personal', 'TogetherAI'],
2015
+ tokens: 0,
2016
+ completionTokens: 0,
2017
+ enabled: false,
2018
+ keyOptions: { tokens: 32_768, completionTokens: 32_768, enabled: true },
2019
+
2020
+ baseURL: 'https://api.together.xyz/v1',
2021
+
2022
+ credentials: 'vault',
2023
+ },
2024
+ 'Qwen/QwQ-32B-Preview': {
2025
+ llm: 'TogetherAI',
2026
+
2027
+ label: 'Qwen - QwQ 32B Preview',
2028
+ modelId: 'Qwen/QwQ-32B-Preview',
2029
+ provider: 'TogetherAI',
2030
+ features: ['text'],
2031
+ tags: ['New', 'Personal', 'TogetherAI'],
2032
+ tokens: 0,
2033
+ completionTokens: 0,
2034
+ enabled: false,
2035
+ keyOptions: { tokens: 32_768, completionTokens: 32_768, enabled: true },
2036
+
2037
+ baseURL: 'https://api.together.xyz/v1',
2038
+
2039
+ credentials: 'vault',
2040
+ },
2041
+ 'Qwen/Qwen2.5-7B-Instruct-Turbo': {
2042
+ llm: 'TogetherAI',
2043
+
2044
+ label: 'Qwen - 2.5 7B Instruct Turbo',
2045
+ modelId: 'Qwen/Qwen2.5-7B-Instruct-Turbo',
2046
+ provider: 'TogetherAI',
2047
+ features: ['text', 'tools'],
2048
+ tags: ['New', 'Personal', 'TogetherAI'],
2049
+ tokens: 0,
2050
+ completionTokens: 0,
2051
+ enabled: false,
2052
+ keyOptions: { tokens: 32_768, completionTokens: 32_768, enabled: true },
2053
+
2054
+ baseURL: 'https://api.together.xyz/v1',
2055
+
2056
+ credentials: 'vault',
2057
+ },
2058
+ 'Qwen/Qwen2.5-72B-Instruct-Turbo': {
2059
+ llm: 'TogetherAI',
2060
+
2061
+ label: 'Qwen - 2.5 72B Instruct Turbo',
2062
+ modelId: 'Qwen/Qwen2.5-72B-Instruct-Turbo',
2063
+ provider: 'TogetherAI',
2064
+ features: ['text', 'tools'],
2065
+ tags: ['New', 'Personal', 'TogetherAI'],
2066
+ tokens: 0,
2067
+ completionTokens: 0,
2068
+ enabled: false,
2069
+ keyOptions: { tokens: 32_768, completionTokens: 32_768, enabled: true },
2070
+
2071
+ baseURL: 'https://api.together.xyz/v1',
2072
+
2073
+ credentials: 'vault',
2074
+ },
2075
+ 'Qwen/Qwen2-72B-Instruct': {
2076
+ llm: 'TogetherAI',
2077
+
2078
+ label: 'Qwen - 2 72B Instruct',
2079
+ modelId: 'Qwen/Qwen2-72B-Instruct',
2080
+ provider: 'TogetherAI',
2081
+ features: ['text'],
2082
+ tags: ['New', 'Personal', 'TogetherAI'],
2083
+ tokens: 0,
2084
+ completionTokens: 0,
2085
+ enabled: false,
2086
+ keyOptions: { tokens: 32_768, completionTokens: 32_768, enabled: true },
2087
+
2088
+ baseURL: 'https://api.together.xyz/v1',
2089
+
2090
+ credentials: 'vault',
2091
+ },
2092
+ 'Qwen/Qwen2-VL-72B-Instruct': {
2093
+ llm: 'TogetherAI',
2094
+
2095
+ label: 'Qwen - 2 VL 72B Instruct',
2096
+ modelId: 'Qwen/Qwen2-VL-72B-Instruct',
2097
+ provider: 'TogetherAI',
2098
+ features: ['text'],
2099
+ tags: ['New', 'Personal', 'TogetherAI'],
2100
+ tokens: 0,
2101
+ completionTokens: 0,
2102
+ enabled: false,
2103
+ keyOptions: { tokens: 32_768, completionTokens: 32_768, enabled: true },
2104
+
2105
+ baseURL: 'https://api.together.xyz/v1',
2106
+
2107
+ credentials: 'vault',
2108
+ },
2109
+ // #endregion Together AI - Qwen
2110
+
2111
+ // #region Together AI - Nvidia
2112
+ 'nvidia/Llama-3.1-Nemotron-70B-Instruct-HF': {
2113
+ llm: 'TogetherAI',
2114
+
2115
+ label: 'Nvidia - Llama 3.1 Nemotron 70B',
2116
+ modelId: 'nvidia/Llama-3.1-Nemotron-70B-Instruct-HF',
2117
+ provider: 'TogetherAI',
2118
+ features: ['text'],
2119
+ tags: ['New', 'Personal', 'TogetherAI'],
2120
+ tokens: 0,
2121
+ completionTokens: 0,
2122
+ enabled: false,
2123
+ keyOptions: { tokens: 32_768, completionTokens: 32_768, enabled: true },
2124
+
2125
+ baseURL: 'https://api.together.xyz/v1',
2126
+
2127
+ credentials: 'vault',
2128
+ },
2129
+ // #endregion Together AI - Nvidia
2130
+
2131
+ // #region Together AI - Microsoft
2132
+ 'microsoft/WizardLM-2-8x22B': {
2133
+ llm: 'TogetherAI',
2134
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
2135
+
2136
+ label: 'Microsoft - WizardLM 2 8x22B',
2137
+ modelId: 'microsoft/WizardLM-2-8x22B',
2138
+ provider: 'TogetherAI',
2139
+ features: ['text'],
2140
+ tags: ['Personal', 'TogetherAI'],
2141
+ tokens: 0,
2142
+ completionTokens: 0,
2143
+ enabled: false,
2144
+ keyOptions: { tokens: 65_536, completionTokens: 65_536, enabled: true },
2145
+
2146
+ baseURL: 'https://api.together.xyz/v1',
2147
+
2148
+ credentials: 'vault',
2149
+ },
2150
+ // #endregion Together AI - Microsoft
2151
+
2152
+ // #region Together AI - databricks
2153
+ 'databricks/dbrx-instruct': {
2154
+ llm: 'TogetherAI',
2155
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
2156
+
2157
+ label: 'Databricks - DBRX Instruct',
2158
+ modelId: 'databricks/dbrx-instruct',
2159
+ provider: 'TogetherAI',
2160
+ features: ['text'],
2161
+ tags: ['Personal', 'TogetherAI'],
2162
+ tokens: 0,
2163
+ completionTokens: 0,
2164
+ enabled: false,
2165
+ keyOptions: { tokens: 32_768, completionTokens: 32_768, enabled: true },
2166
+
2167
+ baseURL: 'https://api.together.xyz/v1',
2168
+
2169
+ credentials: 'vault',
2170
+ },
2171
+ // #endregion Together AI - databricks
2172
+
2173
+ // #region Together AI - NousResearch
2174
+ 'NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO': {
2175
+ llm: 'TogetherAI',
2176
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
2177
+
2178
+ label: 'NousResearch - Hermes 2 Mixtral 8x7B DPO',
2179
+ modelId: 'NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO',
2180
+ provider: 'TogetherAI',
2181
+ features: ['text'],
2182
+ tags: ['Personal', 'TogetherAI'],
2183
+ tokens: 0,
2184
+ completionTokens: 0,
2185
+ enabled: false,
2186
+ keyOptions: { tokens: 32_768, completionTokens: 32_768, enabled: true },
2187
+
2188
+ baseURL: 'https://api.together.xyz/v1',
2189
+
2190
+ credentials: 'vault',
2191
+ },
2192
+ // #endregion Together AI - NousResearch
2193
+
2194
+ // #region Together AI - Upstage
2195
+ 'upstage/SOLAR-10.7B-Instruct-v1.0': {
2196
+ llm: 'TogetherAI',
2197
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
2198
+
2199
+ label: 'Upstage - SOLAR 10.7B Instruct v1.0',
2200
+ modelId: 'upstage/SOLAR-10.7B-Instruct-v1.0',
2201
+ provider: 'TogetherAI',
2202
+ features: ['text'],
2203
+ tags: ['Personal', 'TogetherAI'],
2204
+ tokens: 0,
2205
+ completionTokens: 0,
2206
+ enabled: false,
2207
+ keyOptions: { tokens: 4096, completionTokens: 4096, enabled: true },
2208
+
2209
+ baseURL: 'https://api.together.xyz/v1',
2210
+
2211
+ credentials: 'vault',
2212
+ },
2213
+ // #endregion Together AI - Upstage
2214
+
2215
+ // #region Together AI - Gryphe
2216
+ 'Gryphe/MythoMax-L2-13b': {
2217
+ llm: 'TogetherAI',
2218
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
2219
+
2220
+ label: 'Gryphe - MythoMax L2 13B',
2221
+ modelId: 'Gryphe/MythoMax-L2-13b',
2222
+ provider: 'TogetherAI',
2223
+ features: ['text'],
2224
+ tags: ['Personal', 'TogetherAI'],
2225
+ tokens: 0,
2226
+ completionTokens: 0,
2227
+ enabled: false,
2228
+ keyOptions: { tokens: 4096, completionTokens: 4096, enabled: true },
2229
+
2230
+ baseURL: 'https://api.together.xyz/v1',
2231
+
2232
+ credentials: 'vault',
2233
+ },
2234
+ // #endregion Together AI - Gryphe
2235
+
2236
+ // #endregion Together AI Models ==========================
2237
+
2238
+ // #region Image Generation Models ============================
2239
+
2240
+ // #region OpenAI Models gpt-image-1
2241
+ 'smythos/gpt-image-1': {
2242
+ label: 'GPT Image 1',
2243
+ modelId: 'gpt-image-1',
2244
+ provider: 'OpenAI',
2245
+ features: ['image-generation'],
2246
+ tags: ['New', 'SmythOS'],
2247
+ enabled: true,
2248
+
2249
+ credentials: 'internal',
2250
+ },
2251
+ 'gpt-image-1': {
2252
+ label: 'GPT Image 1',
2253
+ modelId: 'gpt-image-1',
2254
+ provider: 'OpenAI',
2255
+ features: ['image-generation'],
2256
+ tags: ['New', 'Personal'],
2257
+ enabled: false,
2258
+ keyOptions: { enabled: true },
2259
+
2260
+ credentials: 'vault',
2261
+ },
2262
+ // #endregion gpt-image-1
2263
+
2264
+ // #region OpenAI Models DALL-E
2265
+ 'dall-e-3': {
2266
+ label: 'DALL·E 3',
2267
+ modelId: 'dall-e-3',
2268
+ provider: 'OpenAI',
2269
+ features: ['image-generation'],
2270
+ tags: ['Deprecated'],
2271
+ enabled: true,
2272
+
2273
+ credentials: 'vault',
2274
+ },
2275
+ 'dall-e-2': {
2276
+ label: 'DALL·E 2',
2277
+ modelId: 'dall-e-2',
2278
+ provider: 'OpenAI',
2279
+ features: ['image-generation'],
2280
+ tags: ['Deprecated'],
2281
+ enabled: true,
2282
+
2283
+ credentials: 'vault',
2284
+ },
2285
+ // #endregion OpenAI Models DALL-E
2286
+
2287
+ // #region Runware Models
2288
+ 'smythos/flux.1-schnell': {
2289
+ label: 'FLUX Schnell',
2290
+ modelId: 'runware:100@1',
2291
+ provider: 'Runware',
2292
+ features: [
2293
+ 'image-generation', // Legacy
2294
+ 'text-to-image',
2295
+ 'image-to-image',
2296
+ ],
2297
+ tags: ['SmythOS', '1.0'],
2298
+ enabled: true,
2299
+
2300
+ credentials: 'internal',
2301
+ },
2302
+ 'smythos/flux.1-dev': {
2303
+ label: 'FLUX Dev',
2304
+ modelId: 'runware:101@1',
2305
+ provider: 'Runware',
2306
+ features: [
2307
+ 'image-generation', // Legacy
2308
+ 'text-to-image',
2309
+ 'image-to-image',
2310
+ ],
2311
+ tags: ['SmythOS', '1.0'],
2312
+ enabled: true,
2313
+
2314
+ credentials: 'internal',
2315
+ },
2316
+ // #region Full face detection models
2317
+ 'smythos/face_yolov8n': {
2318
+ label: 'Face YOLOv8n',
2319
+ modelId: 'runware:35@1',
2320
+ provider: 'Runware',
2321
+ features: ['image-inpainting'],
2322
+ tags: ['SmythOS', 'Full face detection'],
2323
+ enabled: true,
2324
+
2325
+ credentials: 'internal',
2326
+ },
2327
+ 'smythos/face_yolov8s': {
2328
+ label: 'Face YOLOv8s',
2329
+ modelId: 'runware:35@2',
2330
+ provider: 'Runware',
2331
+ features: ['image-inpainting'],
2332
+ tags: ['SmythOS', 'Full face detection'],
2333
+ enabled: true,
2334
+
2335
+ credentials: 'internal',
2336
+ },
2337
+ 'smythos/mediapipe_face_full': {
2338
+ label: 'MediaPipe Face Full',
2339
+ modelId: 'runware:35@6',
2340
+ provider: 'Runware',
2341
+ features: ['image-inpainting'],
2342
+ tags: ['SmythOS', 'Full face detection'],
2343
+ enabled: true,
2344
+
2345
+ credentials: 'internal',
2346
+ },
2347
+ 'smythos/mediapipe_face_short': {
2348
+ label: 'MediaPipe Face Short',
2349
+ modelId: 'runware:35@7',
2350
+ provider: 'Runware',
2351
+ features: ['image-inpainting'],
2352
+ tags: ['SmythOS', 'Full face detection'],
2353
+ enabled: true,
2354
+
2355
+ credentials: 'internal',
2356
+ },
2357
+ 'smythos/mediapipe_face_mesh': {
2358
+ label: 'MediaPipe Face Mesh',
2359
+ modelId: 'runware:35@8',
2360
+ provider: 'Runware',
2361
+ features: ['image-inpainting'],
2362
+ tags: ['SmythOS', 'Full face detection'],
2363
+ enabled: true,
2364
+
2365
+ credentials: 'internal',
2366
+ },
2367
+ // #endregion Full face detection models
2368
+
2369
+ // #region Facial features models
2370
+ 'smythos/mediapipe_face_mesh_eyes_only': {
2371
+ label: 'MediaPipe Face Mesh Eyes Only',
2372
+ modelId: 'runware:35@9',
2373
+ provider: 'Runware',
2374
+ features: ['image-inpainting'],
2375
+ tags: ['SmythOS', 'Facial features'],
2376
+ enabled: true,
2377
+
2378
+ credentials: 'internal',
2379
+ },
2380
+ 'smythos/eyes_mesh_mediapipe': {
2381
+ label: 'Eyes Mesh MediaPipe',
2382
+ modelId: 'runware:35@15',
2383
+ provider: 'Runware',
2384
+ features: ['image-inpainting'],
2385
+ tags: ['SmythOS', 'Facial features'],
2386
+ enabled: true,
2387
+
2388
+ credentials: 'internal',
2389
+ },
2390
+ 'smythos/nose_mesh_mediapipe': {
2391
+ label: 'Nose Mesh MediaPipe',
2392
+ modelId: 'runware:35@13',
2393
+ provider: 'Runware',
2394
+ features: ['image-inpainting'],
2395
+ tags: ['SmythOS', 'Facial features'],
2396
+ enabled: true,
2397
+
2398
+ credentials: 'internal',
2399
+ },
2400
+ 'smythos/lips_mesh_mediapipe': {
2401
+ label: 'Lips Mesh MediaPipe',
2402
+ modelId: 'runware:35@14',
2403
+ provider: 'Runware',
2404
+ features: ['image-inpainting'],
2405
+ tags: ['SmythOS', 'Facial features'],
2406
+ enabled: true,
2407
+
2408
+ credentials: 'internal',
2409
+ },
2410
+ 'smythos/eyes_lips_mesh': {
2411
+ label: 'Eyes & Lips Mesh',
2412
+ modelId: 'runware:35@10',
2413
+ provider: 'Runware',
2414
+ features: ['image-inpainting'],
2415
+ tags: ['SmythOS', 'Facial features'],
2416
+ enabled: true,
2417
+
2418
+ credentials: 'internal',
2419
+ },
2420
+ 'smythos/nose_eyes_mesh': {
2421
+ label: 'Nose & Eyes Mesh',
2422
+ modelId: 'runware:35@11',
2423
+ provider: 'Runware',
2424
+ features: ['image-inpainting'],
2425
+ tags: ['SmythOS', 'Facial features'],
2426
+ enabled: true,
2427
+
2428
+ credentials: 'internal',
2429
+ },
2430
+ 'smythos/nose_lips_mesh': {
2431
+ label: 'Nose & Lips Mesh',
2432
+ modelId: 'runware:35@12',
2433
+ provider: 'Runware',
2434
+ features: ['image-inpainting'],
2435
+ tags: ['SmythOS', 'Facial features'],
2436
+ enabled: true,
2437
+ },
2438
+ // #endregion Facial features models
2439
+
2440
+ // #region Other body parts models
2441
+ 'smythos/hand_yolov8n': {
2442
+ label: 'Hand YOLOv8n',
2443
+ modelId: 'runware:35@3',
2444
+ provider: 'Runware',
2445
+ features: ['image-inpainting'],
2446
+ tags: ['SmythOS', 'Other body parts'],
2447
+ enabled: true,
2448
+ },
2449
+ 'smythos/person_yolov8n-seg': {
2450
+ label: 'Person YOLOv8n-seg',
2451
+ modelId: 'runware:35@4',
2452
+ provider: 'Runware',
2453
+ features: ['image-inpainting'],
2454
+ tags: ['SmythOS', 'Other body parts'],
2455
+ enabled: true,
2456
+ },
2457
+ 'smythos/person_yolov8s-seg': {
2458
+ label: 'Person YOLOv8s-seg',
2459
+ modelId: 'runware:35@5',
2460
+ provider: 'Runware',
2461
+ features: ['image-inpainting'],
2462
+ tags: ['SmythOS', 'Other body parts'],
2463
+ enabled: true,
2464
+
2465
+ credentials: 'internal',
2466
+ },
2467
+ // #endregion Runware Models
2468
+
2469
+ // #region Retrocompatible Runware Models
2470
+ // TODO: Will be removed a few days later
2471
+ 'flux.1-schnell': {
2472
+ label: 'FLUX.1 (Schnell)',
2473
+ modelId: 'runware:100@1',
2474
+ provider: 'Runware',
2475
+ features: ['image-generation'],
2476
+ tags: ['SmythOS'],
2477
+ enabled: false,
2478
+
2479
+ credentials: 'vault',
2480
+ },
2481
+ 'flux.1-dev': {
2482
+ label: 'FLUX.1 (Dev)',
2483
+ modelId: 'runware:101@1',
2484
+ provider: 'Runware',
2485
+ features: ['image-generation'],
2486
+ tags: ['SmythOS'],
2487
+ enabled: false,
2488
+
2489
+ credentials: 'vault',
2490
+ },
2491
+ // #endregion Retrocompatible Runware Models
2492
+
2493
+ // #endregion Image Generation Models ============================
2494
+
2495
+ // xAI models
2496
+ grok: {
2497
+ llm: 'xAI',
2498
+
2499
+ label: 'Grok',
2500
+ modelId: 'grok-2-latest',
2501
+ provider: 'xAI',
2502
+ features: ['text', 'tools'],
2503
+ tags: ['Personal', 'xAI'],
2504
+ tokens: 0,
2505
+ completionTokens: 0,
2506
+ enabled: false,
2507
+ hidden: true,
2508
+ keyOptions: { tokens: 131_072, completionTokens: 8192, enabled: true },
2509
+
2510
+ baseURL: 'https://api.x.ai/v1',
2511
+
2512
+ credentials: 'vault',
2513
+ },
2514
+ 'grok-2-vision': {
2515
+ llm: 'xAI',
2516
+
2517
+ label: 'Grok Vision',
2518
+ modelId: 'grok-2-vision-latest',
2519
+ provider: 'xAI',
2520
+ features: ['image'],
2521
+ tags: ['New', 'Personal', 'xAI'],
2522
+ tokens: 0,
2523
+ completionTokens: 0,
2524
+ enabled: false,
2525
+ hidden: true,
2526
+ keyOptions: { tokens: 32_768, completionTokens: 32_768, enabled: true },
2527
+
2528
+ baseURL: 'https://api.x.ai/v1',
2529
+
2530
+ credentials: 'vault',
2531
+ },
2532
+
2533
+ // #endregion [User Models] ==============================================================
2534
+ };
2535
+
2536
+ /******************************************************
2537
+ * ! DO NOT MODIFY THIS FILE INDEPENDENTLY
2538
+ * ! TO ENSURE CONSISTENCY, THIS FILE IS SYNCED WITH
2539
+ * ! THE APP AND SRE VERSIONS
2540
+ ******************************************************/