@smythos/sre 1.5.1 → 1.5.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (193) hide show
  1. package/LICENSE +18 -0
  2. package/dist/index.js +22329 -4
  3. package/dist/index.js.map +1 -1
  4. package/dist/types/subsystems/IO/VectorDB.service/connectors/PineconeVectorDB.class.d.ts +2 -2
  5. package/dist/types/subsystems/IO/VectorDB.service/embed/BaseEmbedding.d.ts +11 -7
  6. package/dist/types/types/VectorDB.types.d.ts +13 -11
  7. package/package.json +102 -127
  8. package/src/Components/APICall/APICall.class.ts +155 -0
  9. package/src/Components/APICall/AccessTokenManager.ts +130 -0
  10. package/src/Components/APICall/ArrayBufferResponse.helper.ts +58 -0
  11. package/src/Components/APICall/OAuth.helper.ts +294 -0
  12. package/src/Components/APICall/mimeTypeCategories.ts +46 -0
  13. package/src/Components/APICall/parseData.ts +167 -0
  14. package/src/Components/APICall/parseHeaders.ts +41 -0
  15. package/src/Components/APICall/parseProxy.ts +68 -0
  16. package/src/Components/APICall/parseUrl.ts +91 -0
  17. package/src/Components/APIEndpoint.class.ts +234 -0
  18. package/src/Components/APIOutput.class.ts +58 -0
  19. package/src/Components/AgentPlugin.class.ts +102 -0
  20. package/src/Components/Async.class.ts +155 -0
  21. package/src/Components/Await.class.ts +90 -0
  22. package/src/Components/Classifier.class.ts +158 -0
  23. package/src/Components/Component.class.ts +94 -0
  24. package/src/Components/ComponentHost.class.ts +38 -0
  25. package/src/Components/DataSourceCleaner.class.ts +92 -0
  26. package/src/Components/DataSourceIndexer.class.ts +181 -0
  27. package/src/Components/DataSourceLookup.class.ts +141 -0
  28. package/src/Components/FEncDec.class.ts +29 -0
  29. package/src/Components/FHash.class.ts +33 -0
  30. package/src/Components/FSign.class.ts +80 -0
  31. package/src/Components/FSleep.class.ts +25 -0
  32. package/src/Components/FTimestamp.class.ts +25 -0
  33. package/src/Components/FileStore.class.ts +75 -0
  34. package/src/Components/ForEach.class.ts +97 -0
  35. package/src/Components/GPTPlugin.class.ts +70 -0
  36. package/src/Components/GenAILLM.class.ts +395 -0
  37. package/src/Components/HuggingFace.class.ts +314 -0
  38. package/src/Components/Image/imageSettings.config.ts +70 -0
  39. package/src/Components/ImageGenerator.class.ts +407 -0
  40. package/src/Components/JSONFilter.class.ts +54 -0
  41. package/src/Components/LLMAssistant.class.ts +213 -0
  42. package/src/Components/LogicAND.class.ts +28 -0
  43. package/src/Components/LogicAtLeast.class.ts +85 -0
  44. package/src/Components/LogicAtMost.class.ts +86 -0
  45. package/src/Components/LogicOR.class.ts +29 -0
  46. package/src/Components/LogicXOR.class.ts +34 -0
  47. package/src/Components/MCPClient.class.ts +112 -0
  48. package/src/Components/PromptGenerator.class.ts +122 -0
  49. package/src/Components/ScrapflyWebScrape.class.ts +159 -0
  50. package/src/Components/TavilyWebSearch.class.ts +98 -0
  51. package/src/Components/index.ts +77 -0
  52. package/src/Core/AgentProcess.helper.ts +240 -0
  53. package/src/Core/Connector.class.ts +123 -0
  54. package/src/Core/ConnectorsService.ts +192 -0
  55. package/src/Core/DummyConnector.ts +49 -0
  56. package/src/Core/HookService.ts +105 -0
  57. package/src/Core/SmythRuntime.class.ts +292 -0
  58. package/src/Core/SystemEvents.ts +15 -0
  59. package/src/Core/boot.ts +55 -0
  60. package/src/config.ts +15 -0
  61. package/src/constants.ts +125 -0
  62. package/src/data/hugging-face.params.json +580 -0
  63. package/src/helpers/BinaryInput.helper.ts +324 -0
  64. package/src/helpers/Conversation.helper.ts +1094 -0
  65. package/src/helpers/JsonContent.helper.ts +97 -0
  66. package/src/helpers/LocalCache.helper.ts +97 -0
  67. package/src/helpers/Log.helper.ts +234 -0
  68. package/src/helpers/OpenApiParser.helper.ts +150 -0
  69. package/src/helpers/S3Cache.helper.ts +129 -0
  70. package/src/helpers/SmythURI.helper.ts +5 -0
  71. package/src/helpers/TemplateString.helper.ts +243 -0
  72. package/src/helpers/TypeChecker.helper.ts +329 -0
  73. package/src/index.ts +179 -0
  74. package/src/index.ts.bak +179 -0
  75. package/src/subsystems/AgentManager/Agent.class.ts +1108 -0
  76. package/src/subsystems/AgentManager/Agent.helper.ts +3 -0
  77. package/src/subsystems/AgentManager/AgentData.service/AgentDataConnector.ts +230 -0
  78. package/src/subsystems/AgentManager/AgentData.service/connectors/CLIAgentDataConnector.class.ts +66 -0
  79. package/src/subsystems/AgentManager/AgentData.service/connectors/LocalAgentDataConnector.class.ts +142 -0
  80. package/src/subsystems/AgentManager/AgentData.service/connectors/NullAgentData.class.ts +39 -0
  81. package/src/subsystems/AgentManager/AgentData.service/index.ts +18 -0
  82. package/src/subsystems/AgentManager/AgentLogger.class.ts +297 -0
  83. package/src/subsystems/AgentManager/AgentRequest.class.ts +51 -0
  84. package/src/subsystems/AgentManager/AgentRuntime.class.ts +559 -0
  85. package/src/subsystems/AgentManager/AgentSSE.class.ts +101 -0
  86. package/src/subsystems/AgentManager/AgentSettings.class.ts +52 -0
  87. package/src/subsystems/AgentManager/Component.service/ComponentConnector.ts +32 -0
  88. package/src/subsystems/AgentManager/Component.service/connectors/LocalComponentConnector.class.ts +59 -0
  89. package/src/subsystems/AgentManager/Component.service/index.ts +11 -0
  90. package/src/subsystems/AgentManager/EmbodimentSettings.class.ts +47 -0
  91. package/src/subsystems/AgentManager/ForkedAgent.class.ts +153 -0
  92. package/src/subsystems/AgentManager/OSResourceMonitor.ts +77 -0
  93. package/src/subsystems/ComputeManager/Code.service/CodeConnector.ts +99 -0
  94. package/src/subsystems/ComputeManager/Code.service/connectors/AWSLambdaCode.class.ts +63 -0
  95. package/src/subsystems/ComputeManager/Code.service/index.ts +11 -0
  96. package/src/subsystems/IO/CLI.service/CLIConnector.ts +47 -0
  97. package/src/subsystems/IO/CLI.service/index.ts +9 -0
  98. package/src/subsystems/IO/Log.service/LogConnector.ts +32 -0
  99. package/src/subsystems/IO/Log.service/connectors/ConsoleLog.class.ts +28 -0
  100. package/src/subsystems/IO/Log.service/index.ts +13 -0
  101. package/src/subsystems/IO/NKV.service/NKVConnector.ts +41 -0
  102. package/src/subsystems/IO/NKV.service/connectors/NKVRAM.class.ts +204 -0
  103. package/src/subsystems/IO/NKV.service/connectors/NKVRedis.class.ts +182 -0
  104. package/src/subsystems/IO/NKV.service/index.ts +12 -0
  105. package/src/subsystems/IO/Router.service/RouterConnector.ts +21 -0
  106. package/src/subsystems/IO/Router.service/connectors/ExpressRouter.class.ts +48 -0
  107. package/src/subsystems/IO/Router.service/connectors/NullRouter.class.ts +40 -0
  108. package/src/subsystems/IO/Router.service/index.ts +11 -0
  109. package/src/subsystems/IO/Storage.service/SmythFS.class.ts +472 -0
  110. package/src/subsystems/IO/Storage.service/StorageConnector.ts +66 -0
  111. package/src/subsystems/IO/Storage.service/connectors/LocalStorage.class.ts +305 -0
  112. package/src/subsystems/IO/Storage.service/connectors/S3Storage.class.ts +418 -0
  113. package/src/subsystems/IO/Storage.service/index.ts +13 -0
  114. package/src/subsystems/IO/VectorDB.service/VectorDBConnector.ts +108 -0
  115. package/src/subsystems/IO/VectorDB.service/connectors/MilvusVectorDB.class.ts +454 -0
  116. package/src/subsystems/IO/VectorDB.service/connectors/PineconeVectorDB.class.ts +384 -0
  117. package/src/subsystems/IO/VectorDB.service/connectors/RAMVecrtorDB.class.ts +421 -0
  118. package/src/subsystems/IO/VectorDB.service/embed/BaseEmbedding.ts +107 -0
  119. package/src/subsystems/IO/VectorDB.service/embed/OpenAIEmbedding.ts +109 -0
  120. package/src/subsystems/IO/VectorDB.service/embed/index.ts +21 -0
  121. package/src/subsystems/IO/VectorDB.service/index.ts +14 -0
  122. package/src/subsystems/LLMManager/LLM.helper.ts +221 -0
  123. package/src/subsystems/LLMManager/LLM.inference.ts +335 -0
  124. package/src/subsystems/LLMManager/LLM.service/LLMConnector.ts +375 -0
  125. package/src/subsystems/LLMManager/LLM.service/LLMCredentials.helper.ts +145 -0
  126. package/src/subsystems/LLMManager/LLM.service/connectors/Anthropic.class.ts +632 -0
  127. package/src/subsystems/LLMManager/LLM.service/connectors/Bedrock.class.ts +405 -0
  128. package/src/subsystems/LLMManager/LLM.service/connectors/Echo.class.ts +81 -0
  129. package/src/subsystems/LLMManager/LLM.service/connectors/GoogleAI.class.ts +689 -0
  130. package/src/subsystems/LLMManager/LLM.service/connectors/Groq.class.ts +257 -0
  131. package/src/subsystems/LLMManager/LLM.service/connectors/OpenAI.class.ts +848 -0
  132. package/src/subsystems/LLMManager/LLM.service/connectors/Perplexity.class.ts +255 -0
  133. package/src/subsystems/LLMManager/LLM.service/connectors/VertexAI.class.ts +193 -0
  134. package/src/subsystems/LLMManager/LLM.service/index.ts +43 -0
  135. package/src/subsystems/LLMManager/ModelsProvider.service/ModelsProviderConnector.ts +281 -0
  136. package/src/subsystems/LLMManager/ModelsProvider.service/connectors/SmythModelsProvider.class.ts +229 -0
  137. package/src/subsystems/LLMManager/ModelsProvider.service/index.ts +11 -0
  138. package/src/subsystems/LLMManager/custom-models.ts +854 -0
  139. package/src/subsystems/LLMManager/models.ts +2539 -0
  140. package/src/subsystems/LLMManager/paramMappings.ts +69 -0
  141. package/src/subsystems/MemoryManager/Cache.service/CacheConnector.ts +86 -0
  142. package/src/subsystems/MemoryManager/Cache.service/connectors/LocalStorageCache.class.ts +297 -0
  143. package/src/subsystems/MemoryManager/Cache.service/connectors/RAMCache.class.ts +201 -0
  144. package/src/subsystems/MemoryManager/Cache.service/connectors/RedisCache.class.ts +252 -0
  145. package/src/subsystems/MemoryManager/Cache.service/connectors/S3Cache.class.ts +373 -0
  146. package/src/subsystems/MemoryManager/Cache.service/index.ts +15 -0
  147. package/src/subsystems/MemoryManager/LLMCache.ts +72 -0
  148. package/src/subsystems/MemoryManager/LLMContext.ts +125 -0
  149. package/src/subsystems/MemoryManager/RuntimeContext.ts +249 -0
  150. package/src/subsystems/Security/AccessControl/ACL.class.ts +208 -0
  151. package/src/subsystems/Security/AccessControl/AccessCandidate.class.ts +76 -0
  152. package/src/subsystems/Security/AccessControl/AccessRequest.class.ts +52 -0
  153. package/src/subsystems/Security/Account.service/AccountConnector.ts +41 -0
  154. package/src/subsystems/Security/Account.service/connectors/AWSAccount.class.ts +76 -0
  155. package/src/subsystems/Security/Account.service/connectors/DummyAccount.class.ts +130 -0
  156. package/src/subsystems/Security/Account.service/connectors/JSONFileAccount.class.ts +159 -0
  157. package/src/subsystems/Security/Account.service/index.ts +14 -0
  158. package/src/subsystems/Security/Credentials.helper.ts +62 -0
  159. package/src/subsystems/Security/ManagedVault.service/ManagedVaultConnector.ts +34 -0
  160. package/src/subsystems/Security/ManagedVault.service/connectors/NullManagedVault.class.ts +57 -0
  161. package/src/subsystems/Security/ManagedVault.service/connectors/SecretManagerManagedVault.ts +154 -0
  162. package/src/subsystems/Security/ManagedVault.service/index.ts +12 -0
  163. package/src/subsystems/Security/SecureConnector.class.ts +110 -0
  164. package/src/subsystems/Security/Vault.service/Vault.helper.ts +30 -0
  165. package/src/subsystems/Security/Vault.service/VaultConnector.ts +26 -0
  166. package/src/subsystems/Security/Vault.service/connectors/HashicorpVault.class.ts +46 -0
  167. package/src/subsystems/Security/Vault.service/connectors/JSONFileVault.class.ts +166 -0
  168. package/src/subsystems/Security/Vault.service/connectors/NullVault.class.ts +54 -0
  169. package/src/subsystems/Security/Vault.service/connectors/SecretsManager.class.ts +140 -0
  170. package/src/subsystems/Security/Vault.service/index.ts +12 -0
  171. package/src/types/ACL.types.ts +104 -0
  172. package/src/types/AWS.types.ts +9 -0
  173. package/src/types/Agent.types.ts +61 -0
  174. package/src/types/AgentLogger.types.ts +17 -0
  175. package/src/types/Cache.types.ts +1 -0
  176. package/src/types/Common.types.ts +3 -0
  177. package/src/types/LLM.types.ts +419 -0
  178. package/src/types/Redis.types.ts +8 -0
  179. package/src/types/SRE.types.ts +64 -0
  180. package/src/types/Security.types.ts +18 -0
  181. package/src/types/Storage.types.ts +5 -0
  182. package/src/types/VectorDB.types.ts +86 -0
  183. package/src/utils/base64.utils.ts +275 -0
  184. package/src/utils/cli.utils.ts +68 -0
  185. package/src/utils/data.utils.ts +263 -0
  186. package/src/utils/date-time.utils.ts +22 -0
  187. package/src/utils/general.utils.ts +238 -0
  188. package/src/utils/index.ts +12 -0
  189. package/src/utils/numbers.utils.ts +13 -0
  190. package/src/utils/oauth.utils.ts +35 -0
  191. package/src/utils/string.utils.ts +414 -0
  192. package/src/utils/url.utils.ts +19 -0
  193. package/src/utils/validation.utils.ts +74 -0
@@ -0,0 +1,2539 @@
1
+ /******************************************************
2
+ * ! DO NOT MODIFY THIS FILE INDEPENDENTLY
3
+ * ! TO ENSURE CONSISTENCY, THIS FILE IS SYNCED WITH
4
+ * ! THE APP AND SRE VERSIONS
5
+ ******************************************************/
6
+
7
+ /**
8
+ * * DEPRECATION NOTICE:
9
+ * The following fields are being deprecated in favor of more semantic alternatives:
10
+ *
11
+ * - 'llm' -> 'provider' : Use 'provider' to specify the LLM service provider
12
+ * - 'alias' -> 'modelId' : Use 'modelId' to specify the unique model identifier
13
+ * - 'components' -> 'features' : Use 'features' to specify model capabilities
14
+ *
15
+ * * We will remove the 'legacy' and 'deprecated' models soon, for now we just hide them.
16
+ */
17
+
18
+ // * features we support ['text', 'image', 'audio', 'video', 'document', 'tools', 'image-generation', 'text-to-image', 'image-to-image', 'image-inpainting', 'image-outpainting']
19
+
20
+ export const models = {
21
+ Echo: {
22
+ llm: 'Echo',
23
+ provider: 'Echo',
24
+ },
25
+
26
+ // #region [User Models] ==============================================================
27
+
28
+ // #region DeepSeek ==========================
29
+
30
+ /******************************************************
31
+ * NOTE: From Alexander: About the DeepSeek API implementation
32
+ * We're not allowing our users to send their data to China
33
+ * Instead we use Deepseek from Groq and Together.ai - companies in the West
34
+ ******************************************************/
35
+
36
+ 'deepseek-v2.5': {
37
+ llm: 'DeepSeek',
38
+
39
+ label: 'DeepSeek Chat',
40
+ modelId: 'deepseek-chat',
41
+ provider: 'DeepSeek',
42
+ features: ['text', 'image'],
43
+ tags: ['Personal'],
44
+ tokens: 0,
45
+ completionTokens: 0,
46
+ enabled: false,
47
+ keyOptions: { tokens: 128_000, completionTokens: 8192, enabled: true },
48
+
49
+ baseURL: 'https://api.deepseek.com/beta',
50
+
51
+ credentials: 'vault',
52
+ },
53
+ 'deepseek-chat': {
54
+ llm: 'DeepSeek',
55
+ baseURL: 'https://api.deepseek.com/beta',
56
+ tokens: 128000,
57
+ completionTokens: 8192,
58
+ enabled: false,
59
+ keyOptions: { tokens: 128_000, completionTokens: 8192 },
60
+
61
+ credentials: 'vault',
62
+ },
63
+
64
+ // #endregion DeepSeek ==========================
65
+
66
+ // #region OpenAI Models ==========================
67
+
68
+ // keep the gpt-4o-mini as default model for now
69
+ 'gpt-4o-mini': {
70
+ llm: 'OpenAI',
71
+ alias: 'gpt-4o-mini-2024-07-18',
72
+ components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'VisionLLM', 'AgentPlugin', 'Chatbot', 'GPTPlugin', 'GenAILLM'],
73
+
74
+ label: 'GPT 4o Mini',
75
+ modelId: 'gpt-4o-mini-2024-07-18',
76
+ provider: 'OpenAI',
77
+ features: ['text', 'tools', 'image', 'search'],
78
+ tags: ['Personal'],
79
+ tokens: 0,
80
+ completionTokens: 0,
81
+ enabled: false,
82
+ keyOptions: {
83
+ tokens: 128_000,
84
+ completionTokens: 16_383,
85
+ searchContextTokens: 128_000,
86
+ enabled: true,
87
+ },
88
+
89
+ credentials: 'vault',
90
+ },
91
+
92
+ // #region GPT 4.1
93
+ 'gpt-4.1-nano': {
94
+ llm: 'OpenAI',
95
+
96
+ label: 'GPT 4.1 Nano',
97
+ modelId: 'gpt-4.1-nano',
98
+ provider: 'OpenAI',
99
+ features: ['text', 'tools', 'image'],
100
+ tags: ['New', 'Personal'],
101
+ tokens: 0,
102
+ completionTokens: 0,
103
+ enabled: false,
104
+ keyOptions: { tokens: 1_047_576, completionTokens: 32_768, enabled: true },
105
+
106
+ credentials: 'vault',
107
+ },
108
+ 'gpt-4.1-mini': {
109
+ llm: 'OpenAI',
110
+
111
+ label: 'GPT 4.1 Mini',
112
+ modelId: 'gpt-4.1-mini',
113
+ provider: 'OpenAI',
114
+ features: ['text', 'tools', 'image', 'search'],
115
+ tags: ['New', 'Personal'],
116
+ tokens: 0,
117
+ completionTokens: 0,
118
+ enabled: false,
119
+ keyOptions: {
120
+ tokens: 1_047_576,
121
+ completionTokens: 32_768,
122
+ searchContextTokens: 128_000,
123
+ enabled: true,
124
+ },
125
+
126
+ credentials: 'vault',
127
+ },
128
+ 'gpt-4.1': {
129
+ llm: 'OpenAI',
130
+
131
+ label: 'GPT 4.1',
132
+ modelId: 'gpt-4.1',
133
+ provider: 'OpenAI',
134
+ features: ['text', 'tools', 'image', 'search'],
135
+ tags: ['New', 'Personal'],
136
+ tokens: 0,
137
+ completionTokens: 0,
138
+ enabled: false,
139
+ keyOptions: { tokens: 1_047_576, completionTokens: 32_768, searchContextTokens: 128_000, enabled: true },
140
+
141
+ credentials: 'vault',
142
+ },
143
+ // #endregion
144
+
145
+ // #region GPT 4o
146
+ 'gpt-4o-mini-2024-07-18': {
147
+ llm: 'OpenAI',
148
+ tokens: 2048,
149
+ completionTokens: 2048,
150
+ enabled: false,
151
+ keyOptions: { tokens: 128000, completionTokens: 16383, enabled: true },
152
+
153
+ credentials: 'vault',
154
+ },
155
+ 'gpt-4.5-preview': {
156
+ llm: 'OpenAI',
157
+
158
+ label: 'GPT 4.5 Preview',
159
+ modelId: 'gpt-4.5-preview',
160
+ provider: 'OpenAI',
161
+ features: ['text', 'tools', 'image'],
162
+ tags: ['Personal', 'Deprecated'],
163
+ tokens: 0,
164
+ completionTokens: 0,
165
+ enabled: false,
166
+ keyOptions: { tokens: 128_000, completionTokens: 16_384, enabled: true },
167
+
168
+ credentials: 'vault',
169
+ },
170
+ 'gpt-4o': {
171
+ llm: 'OpenAI',
172
+ alias: 'gpt-4o-2024-08-06',
173
+ components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'VisionLLM', 'AgentPlugin', 'Chatbot', 'GPTPlugin', 'GenAILLM'],
174
+
175
+ label: 'GPT 4o',
176
+ modelId: 'gpt-4o-2024-08-06',
177
+ provider: 'OpenAI',
178
+ features: ['text', 'tools', 'image', 'search', 'document'],
179
+ tags: ['Personal'],
180
+ tokens: 0,
181
+ completionTokens: 0,
182
+ enabled: false,
183
+ keyOptions: { tokens: 128_000, completionTokens: 16_384, searchContextTokens: 128_000, enabled: true },
184
+
185
+ credentials: 'vault',
186
+ },
187
+ 'gpt-4o-2024-08-06': {
188
+ llm: 'OpenAI',
189
+ tokens: 2048,
190
+ completionTokens: 2048,
191
+ enabled: false,
192
+ keyOptions: { tokens: 128000, completionTokens: 16_384, enabled: true },
193
+
194
+ credentials: 'vault',
195
+ },
196
+ // #endregion GPT 4o
197
+
198
+ // #region o3 models
199
+ 'o4-mini': {
200
+ llm: 'OpenAI',
201
+
202
+ label: 'GPT o4 mini',
203
+ modelId: 'o4-mini-2025-04-16',
204
+ provider: 'OpenAI',
205
+ features: ['text', 'reasoning'],
206
+ tags: ['New', 'Personal'],
207
+ tokens: 0,
208
+ completionTokens: 0,
209
+ enabled: false,
210
+ keyOptions: { tokens: 200_000, completionTokens: 100_000, enabled: true },
211
+
212
+ credentials: 'vault',
213
+ },
214
+ o3: {
215
+ llm: 'OpenAI',
216
+
217
+ label: 'GPT o3',
218
+ modelId: 'o3-2025-04-16',
219
+ provider: 'OpenAI',
220
+ features: ['text', 'reasoning'],
221
+ tags: ['Personal'],
222
+ tokens: 0,
223
+ completionTokens: 0,
224
+ enabled: false,
225
+ keyOptions: { tokens: 200_000, completionTokens: 100_000, enabled: true },
226
+
227
+ credentials: 'vault',
228
+ },
229
+ 'o3-mini': {
230
+ llm: 'OpenAI',
231
+ alias: 'o3-mini-2025-01-31',
232
+ components: ['PromptGenerator', 'GenAILLM'],
233
+
234
+ label: 'GPT o3 mini',
235
+ modelId: 'o3-mini-2025-01-31',
236
+ provider: 'OpenAI',
237
+ features: ['text', 'reasoning'],
238
+ tags: ['Personal'],
239
+ tokens: 0,
240
+ completionTokens: 0,
241
+ enabled: false,
242
+ keyOptions: { tokens: 200_000, completionTokens: 100_000, enabled: true },
243
+ hidden: true,
244
+
245
+ credentials: 'vault',
246
+ },
247
+ 'o3-mini-2025-01-31': {
248
+ llm: 'OpenAI',
249
+ tokens: 2048,
250
+ completionTokens: 2048,
251
+ enabled: false,
252
+ keyOptions: { tokens: 200_000, completionTokens: 100_000, enabled: true },
253
+
254
+ credentials: 'vault',
255
+ },
256
+ // #endregion o3 models
257
+
258
+ // #region o1 models
259
+ o1: {
260
+ llm: 'OpenAI',
261
+ alias: 'o1-2024-12-17',
262
+ components: ['PromptGenerator', 'GenAILLM'],
263
+
264
+ label: 'GPT o1',
265
+ modelId: 'o1-2024-12-17',
266
+ provider: 'OpenAI',
267
+ features: ['text', 'reasoning'],
268
+ tags: ['Personal'],
269
+ tokens: 0,
270
+ completionTokens: 0,
271
+ enabled: false,
272
+ keyOptions: { tokens: 200_000, completionTokens: 100_000, enabled: true },
273
+
274
+ credentials: 'vault',
275
+ },
276
+ 'o1-2024-12-17': {
277
+ llm: 'OpenAI',
278
+ tokens: 2048,
279
+ completionTokens: 2048,
280
+ enabled: false,
281
+ keyOptions: { tokens: 200_000, completionTokens: 100_000, enabled: true },
282
+
283
+ credentials: 'vault',
284
+ },
285
+ 'o1-mini': {
286
+ llm: 'OpenAI',
287
+ alias: 'o1-mini-2024-09-12',
288
+ components: ['PromptGenerator', 'GenAILLM'],
289
+
290
+ label: 'GPT o1 mini',
291
+ modelId: 'o1-mini-2024-09-12',
292
+ provider: 'OpenAI',
293
+ features: ['text'],
294
+ tags: ['Personal'],
295
+ tokens: 0,
296
+ completionTokens: 0,
297
+ enabled: false,
298
+ keyOptions: { tokens: 128_000, completionTokens: 65_536, enabled: true },
299
+
300
+ credentials: 'vault',
301
+ },
302
+ 'o1-mini-2024-09-12': {
303
+ llm: 'OpenAI',
304
+ tokens: 2048,
305
+ completionTokens: 2048,
306
+ enabled: false,
307
+ keyOptions: { tokens: 128_000, completionTokens: 65_536, enabled: true },
308
+
309
+ credentials: 'vault',
310
+ },
311
+ 'o1-preview': {
312
+ llm: 'OpenAI',
313
+ alias: 'o1-preview-2024-09-12',
314
+ components: ['PromptGenerator', 'GenAILLM'],
315
+
316
+ label: 'GPT o1 Preview',
317
+ modelId: 'o1-preview-2024-09-12',
318
+ provider: 'OpenAI',
319
+ features: ['text'],
320
+ tags: ['Personal'],
321
+ tokens: 0,
322
+ completionTokens: 0,
323
+ enabled: false,
324
+ keyOptions: { tokens: 128_000, completionTokens: 32_768, enabled: true },
325
+
326
+ credentials: 'vault',
327
+ },
328
+ 'o1-preview-2024-09-12': {
329
+ llm: 'OpenAI',
330
+ tokens: 2048,
331
+ completionTokens: 2048,
332
+ enabled: false,
333
+ keyOptions: { tokens: 128_000, completionTokens: 32_768, enabled: true },
334
+
335
+ credentials: 'vault',
336
+ },
337
+ // #endregion o1 models
338
+
339
+ // #region GPT-4-turbo
340
+ 'gpt-4-turbo-latest': {
341
+ llm: 'OpenAI',
342
+ alias: 'gpt-4-turbo-2024-04-09',
343
+ components: ['PromptGenerator', 'LLMAssistant', 'Classifier'],
344
+
345
+ label: 'GPT 4 Turbo Latest',
346
+ modelId: 'gpt-4-turbo-2024-04-09',
347
+ provider: 'OpenAI',
348
+ features: ['text', 'tools'],
349
+ tags: ['Personal', 'legacy'],
350
+ tokens: 0,
351
+ completionTokens: 0,
352
+ enabled: false,
353
+ keyOptions: { tokens: 128_000, completionTokens: 4096, enabled: true },
354
+ hidden: true,
355
+ },
356
+ 'gpt-4-turbo': {
357
+ llm: 'OpenAI',
358
+ alias: 'gpt-4-turbo-2024-04-09',
359
+ components: ['PromptGenerator', 'LLMAssistant', 'VisionLLM', 'GPTPlugin', 'AgentPlugin', 'Chatbot'],
360
+
361
+ label: 'GPT 4 Turbo',
362
+ modelId: 'gpt-4-turbo-2024-04-09',
363
+ provider: 'OpenAI',
364
+ features: ['text', 'tools', 'image'],
365
+ tags: ['Personal', 'legacy'],
366
+ tokens: 0,
367
+ completionTokens: 0,
368
+ enabled: false,
369
+ keyOptions: { tokens: 128_000, completionTokens: 4096, enabled: true },
370
+ hidden: true,
371
+ },
372
+ 'gpt-4-turbo-2024-04-09': {
373
+ llm: 'OpenAI',
374
+ tokens: 2048,
375
+ completionTokens: 2048,
376
+ enabled: false,
377
+ keyOptions: { tokens: 128000, completionTokens: 4096, enabled: true },
378
+
379
+ credentials: 'vault',
380
+ },
381
+ // #endregion GPT-4-turbo
382
+
383
+ // #region GPT-4
384
+ 'gpt-4-latest': {
385
+ llm: 'OpenAI',
386
+ alias: 'gpt-4-0613',
387
+ components: ['PromptGenerator', 'LLMAssistant'],
388
+
389
+ label: 'GPT 4 Latest',
390
+ modelId: 'gpt-4-0613',
391
+ provider: 'OpenAI',
392
+ features: ['text', 'tools'],
393
+ tags: ['Personal', 'legacy'],
394
+ tokens: 0,
395
+ completionTokens: 0,
396
+ enabled: false,
397
+ keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
398
+ hidden: true,
399
+ },
400
+ 'gpt-4': {
401
+ llm: 'OpenAI',
402
+ components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'GPTPlugin', 'AgentPlugin', 'Chatbot'],
403
+
404
+ label: 'GPT 4',
405
+ modelId: 'gpt-4o-2024-08-06',
406
+ provider: 'OpenAI',
407
+ features: ['text', 'tools'],
408
+ tags: ['Personal', 'deprecated'],
409
+ tokens: 0,
410
+ completionTokens: 0,
411
+ enabled: false,
412
+ keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
413
+ hidden: true,
414
+ },
415
+ 'gpt-4-0613': {
416
+ llm: 'OpenAI',
417
+ tokens: 2048,
418
+ completionTokens: 2048,
419
+ enabled: false,
420
+ hidden: true,
421
+ keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
422
+
423
+ credentials: 'vault',
424
+ },
425
+ // #endregion GPT-4
426
+
427
+ // #region GPT-3.5
428
+ 'gpt-3.5-turbo-latest': {
429
+ llm: 'OpenAI',
430
+ alias: 'gpt-3.5-turbo-0125',
431
+ components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'GPTPlugin', 'AgentPlugin', 'Chatbot'],
432
+
433
+ label: 'GPT 3.5 Turbo Latest',
434
+ modelId: 'gpt-3.5-turbo-0125',
435
+ provider: 'OpenAI',
436
+ features: ['text', 'tools'],
437
+ tags: ['Personal', 'legacy'],
438
+ tokens: 0,
439
+ completionTokens: 0,
440
+ enabled: false,
441
+ keyOptions: { tokens: 16385, completionTokens: 4096, enabled: true },
442
+ hidden: true,
443
+ },
444
+ 'gpt-3.5-turbo': {
445
+ llm: 'OpenAI',
446
+ alias: 'gpt-3.5-turbo-0125',
447
+ components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'GPTPlugin', 'AgentPlugin', 'Chatbot'],
448
+
449
+ label: 'GPT 3.5 Turbo',
450
+ modelId: 'gpt-3.5-turbo-0125',
451
+ provider: 'OpenAI',
452
+ features: ['text', 'tools'],
453
+ tags: ['Personal', 'legacy'],
454
+ tokens: 0,
455
+ completionTokens: 0,
456
+ enabled: false,
457
+ keyOptions: { tokens: 16385, completionTokens: 4096, enabled: true },
458
+ hidden: true,
459
+ },
460
+ 'gpt-3.5-turbo-0125': {
461
+ llm: 'OpenAI',
462
+ tokens: 2048,
463
+ completionTokens: 2048,
464
+ enabled: false,
465
+ keyOptions: { tokens: 16385, completionTokens: 4096, enabled: true },
466
+
467
+ credentials: 'vault',
468
+ },
469
+ // #endregion GPT-3.5
470
+
471
+ // # region OpenAI embeddings
472
+
473
+ 'text-embedding-ada-002': {
474
+ label: 'OpenAI Embeddings Ada 002',
475
+ modelId: 'text-embedding-ada-002',
476
+ provider: 'OpenAI',
477
+ features: ['embeddings'],
478
+ tokens: 0,
479
+ completionTokens: 0,
480
+ enabled: false,
481
+ credentials: ['internal', 'vault'],
482
+ },
483
+ 'text-embedding-3-large': {
484
+ label: 'OpenAI Embeddings 3 Large',
485
+ modelId: 'text-embedding-3-large',
486
+ provider: 'OpenAI',
487
+ features: ['embeddings'],
488
+ tokens: 0,
489
+ completionTokens: 0,
490
+ enabled: false,
491
+ credentials: ['internal', 'vault'],
492
+ },
493
+
494
+ // #endregion OpenAI Models ==========================
495
+
496
+ // #region Anthropic Models ==========================
497
+ 'claude-4-opus': {
498
+ label: 'Claude 4 Opus',
499
+ modelId: 'claude-opus-4-20250514',
500
+ provider: 'Anthropic',
501
+ features: ['text', 'image', 'tools', 'reasoning'],
502
+ tags: ['New', 'Personal'],
503
+ tokens: 0,
504
+ completionTokens: 0,
505
+ enabled: false,
506
+ keyOptions: { tokens: 200_000, completionTokens: 32000, maxReasoningTokens: 32000, enabled: true },
507
+
508
+ credentials: 'internal',
509
+ },
510
+ 'claude-4-sonnet': {
511
+ label: 'Claude 4 Sonnet',
512
+ modelId: 'claude-sonnet-4-20250514',
513
+ provider: 'Anthropic',
514
+ features: ['text', 'image', 'tools', 'reasoning'],
515
+ tags: ['New', 'Personal'],
516
+ tokens: 0,
517
+ completionTokens: 0,
518
+ enabled: false,
519
+ keyOptions: { tokens: 200_000, completionTokens: 64000, maxReasoningTokens: 32000, enabled: true },
520
+
521
+ credentials: 'vault',
522
+ },
523
+ 'claude-3.7-sonnet': {
524
+ llm: 'Anthropic',
525
+ alias: 'claude-3-7-sonnet-20250219',
526
+ components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'VisionLLM', 'AgentPlugin', 'Chatbot', 'GenAILLM'],
527
+
528
+ label: 'Claude 3.7 Sonnet',
529
+ modelId: 'claude-3-7-sonnet-20250219',
530
+ provider: 'Anthropic',
531
+ features: ['text', 'tools', 'image', 'reasoning'],
532
+ tags: ['Personal'],
533
+ tokens: 0,
534
+ completionTokens: 0,
535
+ enabled: false,
536
+ keyOptions: { tokens: 200_000, completionTokens: 8192, maxReasoningTokens: 16384, enabled: true },
537
+
538
+ credentials: 'vault',
539
+ },
540
+ 'claude-3.7-sonnet-thinking': {
541
+ llm: 'Anthropic',
542
+ alias: 'claude-3-7-sonnet-20250219',
543
+ components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'VisionLLM', 'AgentPlugin', 'Chatbot', 'GenAILLM'],
544
+
545
+ label: 'Claude 3.7 Sonnet Thinking',
546
+ modelId: 'claude-3-7-sonnet-20250219',
547
+ provider: 'Anthropic',
548
+ features: ['text', 'tools', 'image', 'reasoning'],
549
+ tags: ['Personal'],
550
+ tokens: 0,
551
+ completionTokens: 0,
552
+ enabled: false,
553
+ keyOptions: { tokens: 200_000, completionTokens: 16384, maxReasoningTokens: 16384, enabled: true },
554
+ hidden: true,
555
+
556
+ credentials: 'vault',
557
+ },
558
+ 'claude-3.5-haiku': {
559
+ llm: 'Anthropic',
560
+ alias: 'claude-3-5-haiku-latest',
561
+ components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'AgentPlugin', 'Chatbot', 'GenAILLM'],
562
+
563
+ label: 'Claude 3.5 Haiku',
564
+ modelId: 'claude-3-5-haiku-latest',
565
+ provider: 'Anthropic',
566
+ features: ['text', 'tools'],
567
+ tags: ['Personal'],
568
+ tokens: 0,
569
+ completionTokens: 0,
570
+ enabled: false,
571
+ keyOptions: { tokens: 200_000, completionTokens: 8192, enabled: true },
572
+
573
+ credentials: 'vault',
574
+ },
575
+ 'claude-3-5-haiku-latest': {
576
+ llm: 'Anthropic',
577
+ tokens: 2048,
578
+ completionTokens: 2048,
579
+ enabled: false,
580
+ keyOptions: { tokens: 200000, completionTokens: 8192, enabled: true },
581
+
582
+ credentials: 'vault',
583
+ },
584
+ 'claude-3-5-sonnet-latest': {
585
+ llm: 'Anthropic',
586
+ components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'VisionLLM', 'AgentPlugin', 'Chatbot', 'GenAILLM'],
587
+
588
+ label: 'Claude 3.5 Sonnet Latest',
589
+ modelId: 'claude-3-5-sonnet-latest',
590
+ provider: 'Anthropic',
591
+ features: ['text', 'tools', 'image'],
592
+ tags: ['Personal'],
593
+ tokens: 0,
594
+ completionTokens: 0,
595
+ enabled: false,
596
+ keyOptions: { tokens: 200_000, completionTokens: 8192, enabled: true },
597
+
598
+ credentials: 'vault',
599
+ },
600
+ 'claude-3.5-sonnet': {
601
+ llm: 'Anthropic',
602
+ alias: 'claude-3-5-sonnet-20240620',
603
+ components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'VisionLLM', 'AgentPlugin', 'Chatbot', 'GenAILLM'],
604
+
605
+ label: 'Claude 3.5 Sonnet Stable',
606
+ modelId: 'claude-3-5-sonnet-20240620',
607
+ provider: 'Anthropic',
608
+ features: ['text', 'tools', 'image'],
609
+ tags: ['Personal'],
610
+ tokens: 0,
611
+ completionTokens: 0,
612
+ enabled: false,
613
+ keyOptions: { tokens: 200_000, completionTokens: 8192, enabled: true },
614
+
615
+ credentials: 'vault',
616
+ },
617
+ 'claude-3-5-sonnet-20240620': {
618
+ llm: 'Anthropic',
619
+ tokens: 2048,
620
+ completionTokens: 2048,
621
+ enabled: false,
622
+ keyOptions: { tokens: 200000, completionTokens: 8192, enabled: true },
623
+
624
+ credentials: 'vault',
625
+ },
626
+ 'claude-3-opus': {
627
+ llm: 'Anthropic',
628
+ alias: 'claude-3-opus-20240229',
629
+ components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'VisionLLM', 'AgentPlugin', 'Chatbot', 'GenAILLM'],
630
+
631
+ label: 'Claude 3 Opus',
632
+ modelId: 'claude-3-opus-20240229',
633
+ provider: 'Anthropic',
634
+ features: ['text', 'tools', 'image'],
635
+ tags: ['Personal'],
636
+ tokens: 0,
637
+ completionTokens: 0,
638
+ enabled: false,
639
+ keyOptions: { tokens: 200_000, completionTokens: 4096, enabled: true },
640
+
641
+ credentials: 'vault',
642
+ },
643
+ 'claude-3-opus-20240229': {
644
+ llm: 'Anthropic',
645
+ tokens: 2048,
646
+ completionTokens: 2048,
647
+ enabled: false,
648
+ keyOptions: { tokens: 200000, completionTokens: 4096, enabled: true },
649
+
650
+ credentials: 'vault',
651
+ },
652
+ 'claude-3-sonnet': {
653
+ llm: 'Anthropic',
654
+ alias: 'claude-3-sonnet-20240229',
655
+ components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'VisionLLM', 'AgentPlugin', 'Chatbot'],
656
+
657
+ label: 'Claude 3 Sonnet',
658
+ modelId: 'claude-3-sonnet-20240229',
659
+ provider: 'Anthropic',
660
+ features: ['text', 'tools', 'image'],
661
+ tags: ['Personal', 'deprecated'],
662
+ tokens: 0,
663
+ completionTokens: 0,
664
+ enabled: false,
665
+ keyOptions: { tokens: 200_000, completionTokens: 4096, enabled: true },
666
+ hidden: true,
667
+
668
+ credentials: 'vault',
669
+ },
670
+ 'claude-3-sonnet-20240229': {
671
+ llm: 'Anthropic',
672
+ tokens: 2048,
673
+ completionTokens: 2048,
674
+ enabled: false,
675
+ keyOptions: { tokens: 200000, completionTokens: 4096, enabled: true },
676
+
677
+ credentials: 'vault',
678
+ },
679
+ 'claude-3-haiku': {
680
+ llm: 'Anthropic',
681
+ alias: 'claude-3-haiku-20240307',
682
+ components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'VisionLLM', 'AgentPlugin', 'Chatbot'],
683
+
684
+ label: 'Claude 3 Haiku',
685
+ modelId: 'claude-3-haiku-20240307',
686
+ provider: 'Anthropic',
687
+ features: ['text', 'tools', 'image'],
688
+ tags: ['Personal', 'legacy'],
689
+ tokens: 0,
690
+ completionTokens: 0,
691
+ enabled: false,
692
+ keyOptions: { tokens: 200_000, completionTokens: 4096, enabled: true },
693
+ hidden: true,
694
+
695
+ credentials: 'vault',
696
+ },
697
+ 'claude-3-haiku-20240307': {
698
+ llm: 'Anthropic',
699
+ tokens: 2048,
700
+ completionTokens: 2048,
701
+ enabled: false,
702
+ keyOptions: { tokens: 200000, completionTokens: 4096, enabled: true },
703
+
704
+ credentials: 'vault',
705
+ },
706
+ 'claude-2.1': {
707
+ llm: 'Anthropic',
708
+ components: ['PromptGenerator', 'LLMAssistant', 'Classifier'],
709
+
710
+ label: 'Claude 2.1',
711
+ modelId: 'claude-2.1',
712
+ provider: 'Anthropic',
713
+ features: ['text', 'image'],
714
+ tags: ['Personal', 'legacy'],
715
+ tokens: 0,
716
+ completionTokens: 0,
717
+ enabled: false,
718
+ keyOptions: { tokens: 200_000, completionTokens: 4096, enabled: true },
719
+ hidden: true,
720
+ },
721
+ 'claude-instant-1.2': {
722
+ llm: 'Anthropic',
723
+ components: ['PromptGenerator', 'LLMAssistant', 'Classifier'],
724
+
725
+ label: 'Claude Instant 1.2',
726
+ modelId: 'claude-instant-1.2',
727
+ provider: 'Anthropic',
728
+ features: ['text', 'image'],
729
+ tags: ['Personal', 'legacy'],
730
+ tokens: 0,
731
+ completionTokens: 0,
732
+ enabled: false,
733
+ keyOptions: { tokens: 100_000, completionTokens: 4096, enabled: true },
734
+ hidden: true,
735
+
736
+ credentials: 'vault',
737
+ },
738
+
739
+ // #endregion Anthropic Models ==========================
740
+
741
+ // #region Google AI Models ==========================
742
+
743
+ // #region Gemini 2.0 flash
744
+ 'gemini-2.5-flash': {
745
+ llm: 'GoogleAI',
746
+
747
+ label: 'Gemini 2.5 Flash Preview',
748
+ modelId: 'gemini-2.5-flash-preview-04-17',
749
+ provider: 'GoogleAI',
750
+ features: ['text', 'image', 'audio', 'video', 'document'],
751
+ tags: ['New', 'Personal'],
752
+ tokens: 0,
753
+ completionTokens: 0,
754
+ enabled: false,
755
+ keyOptions: { tokens: 1_048_576, completionTokens: 65_536, enabled: true },
756
+
757
+ credentials: 'vault',
758
+ },
759
+ 'gemini-2.0-flash': {
760
+ llm: 'GoogleAI',
761
+ components: ['PromptGenerator', 'LLMAssistant', 'VisionLLM', 'MultimodalLLM', 'GenAILLM'],
762
+
763
+ label: 'Gemini 2.0 Flash',
764
+ modelId: 'gemini-2.0-flash',
765
+ provider: 'GoogleAI',
766
+ features: ['text', 'image', 'audio', 'video', 'document'],
767
+ tags: ['Personal'],
768
+ tokens: 0,
769
+ completionTokens: 0,
770
+ enabled: false,
771
+ keyOptions: { tokens: 1_048_576, completionTokens: 8_192, enabled: true },
772
+ hidden: true,
773
+
774
+ credentials: 'vault',
775
+ },
776
+ 'gemini-2.0-flash-lite': {
777
+ llm: 'GoogleAI',
778
+
779
+ label: 'Gemini 2.0 Flash Lite',
780
+ modelId: 'gemini-2.0-flash-lite',
781
+ provider: 'GoogleAI',
782
+ features: ['text', 'image', 'audio', 'video', 'document'],
783
+ tags: ['Personal'],
784
+ tokens: 0,
785
+ completionTokens: 0,
786
+ enabled: false,
787
+ keyOptions: { tokens: 1_048_576, completionTokens: 8_192, enabled: true },
788
+ hidden: true,
789
+
790
+ credentials: 'vault',
791
+ },
792
+ 'gemini-2.5-pro': {
793
+ llm: 'GoogleAI',
794
+ components: ['PromptGenerator', 'LLMAssistant', 'VisionLLM', 'MultimodalLLM', 'GenAILLM'],
795
+
796
+ label: 'Gemini 2.5 Pro Preview',
797
+ modelId: 'gemini-2.5-pro-preview-03-25',
798
+ provider: 'GoogleAI',
799
+ features: ['text', 'image', 'audio', 'video', 'document'],
800
+ tags: ['Personal'],
801
+ tokens: 0,
802
+ completionTokens: 0,
803
+ enabled: false,
804
+ keyOptions: { tokens: 1_048_576, completionTokens: 65_536, enabled: true },
805
+
806
+ credentials: 'vault',
807
+ },
808
+ 'gemini-2.5-pro-exp': {
809
+ llm: 'GoogleAI',
810
+ components: ['PromptGenerator', 'LLMAssistant', 'VisionLLM', 'MultimodalLLM', 'GenAILLM'],
811
+
812
+ label: 'Gemini 2.5 Pro Experimental',
813
+ modelId: 'gemini-2.5-pro-exp-03-25',
814
+ provider: 'GoogleAI',
815
+ features: ['text', 'image', 'audio', 'video', 'document'],
816
+ tags: ['New', 'Personal'],
817
+ tokens: 0,
818
+ completionTokens: 0,
819
+ enabled: false,
820
+ keyOptions: { tokens: 1_048_576, completionTokens: 65_536, enabled: true },
821
+
822
+ credentials: 'vault',
823
+ },
824
+ // #endregion Gemini 2.0 flash
825
+
826
+ // #region Gemini 1.5 pro
827
+ 'gemini-1.5-pro-exp-0801': {
828
+ llm: 'GoogleAI',
829
+ components: ['PromptGenerator', 'LLMAssistant', 'VisionLLM', 'MultimodalLLM', 'GenAILLM'],
830
+
831
+ label: 'Gemini 1.5 Pro Experimental',
832
+ modelId: 'gemini-1.5-pro-exp-0801',
833
+ provider: 'GoogleAI',
834
+ features: ['text', 'image', 'audio', 'video', 'document'],
835
+ tags: ['Personal', 'deprecated'],
836
+ tokens: 0,
837
+ completionTokens: 0,
838
+ enabled: false,
839
+ keyOptions: { tokens: 2_097_152, completionTokens: 8192, enabled: true },
840
+ hidden: true,
841
+
842
+ credentials: 'vault',
843
+ },
844
+ 'gemini-1.5-pro-latest-stable': {
845
+ llm: 'GoogleAI',
846
+ alias: 'gemini-1.5-pro',
847
+ components: ['PromptGenerator', 'LLMAssistant', 'VisionLLM', 'MultimodalLLM', 'GenAILLM'],
848
+
849
+ label: 'Gemini 1.5 Pro Latest Stable',
850
+ modelId: 'gemini-1.5-pro',
851
+ provider: 'GoogleAI',
852
+ features: ['text', 'image', 'audio', 'video', 'document'],
853
+ tags: ['Personal', 'deprecated'],
854
+ tokens: 0,
855
+ completionTokens: 0,
856
+ enabled: false,
857
+ keyOptions: { tokens: 2_097_152, completionTokens: 8192, enabled: true },
858
+
859
+ credentials: 'vault',
860
+ },
861
+ 'gemini-1.5-pro-latest': {
862
+ llm: 'GoogleAI',
863
+ components: ['PromptGenerator', 'LLMAssistant', 'VisionLLM', 'MultimodalLLM'],
864
+
865
+ label: 'Gemini 1.5 Pro',
866
+ modelId: 'gemini-1.5-pro',
867
+ provider: 'GoogleAI',
868
+ tags: ['Personal', 'deprecated'],
869
+ tokens: 0,
870
+ completionTokens: 0,
871
+ enabled: false,
872
+ keyOptions: { tokens: 2_097_152, completionTokens: 8_192, enabled: true },
873
+ hidden: true,
874
+
875
+ credentials: 'vault',
876
+ },
877
+ 'gemini-1.5-pro-stable': {
878
+ llm: 'GoogleAI',
879
+ alias: 'gemini-1.5-pro-001',
880
+ components: ['PromptGenerator', 'LLMAssistant', 'VisionLLM', 'MultimodalLLM', 'GenAILLM'],
881
+
882
+ label: 'Gemini 1.5 Pro Stable',
883
+ modelId: 'gemini-1.5-pro',
884
+ provider: 'GoogleAI',
885
+ features: ['text', 'image', 'audio', 'video', 'document'],
886
+ tags: ['Personal', 'deprecated'],
887
+ tokens: 0,
888
+ completionTokens: 0,
889
+ enabled: false,
890
+ keyOptions: { tokens: 2_097_152, completionTokens: 8192, enabled: true },
891
+
892
+ credentials: 'vault',
893
+ },
894
+ 'gemini-1.5-pro': {
895
+ llm: 'GoogleAI',
896
+ tokens: 2048,
897
+ completionTokens: 2048,
898
+ enabled: false,
899
+ keyOptions: { tokens: 2097152, completionTokens: 8192, enabled: true },
900
+
901
+ credentials: 'vault',
902
+ },
903
+ 'gemini-1.5-pro-001': {
904
+ llm: 'GoogleAI',
905
+ tokens: 2048,
906
+ completionTokens: 2048,
907
+ enabled: false,
908
+ keyOptions: { tokens: 2097152, completionTokens: 8192, enabled: true },
909
+
910
+ credentials: 'vault',
911
+ },
912
+ // #endregion Gemini 1.5 pro
913
+
914
+ // #region Gemini 1.5 flash
915
+ 'gemini-1.5-flash-latest': {
916
+ llm: 'GoogleAI',
917
+ components: ['PromptGenerator', 'LLMAssistant', 'VisionLLM', 'MultimodalLLM'],
918
+
919
+ label: 'Gemini 1.5 Flash Latest',
920
+ modelId: 'gemini-1.5-flash-latest',
921
+ provider: 'GoogleAI',
922
+ features: ['text', 'image', 'audio', 'video', 'document'],
923
+ tags: ['Personal', 'deprecated'],
924
+ tokens: 0,
925
+ completionTokens: 0,
926
+ enabled: false,
927
+ keyOptions: { tokens: 1_048_576, completionTokens: 8192, enabled: true },
928
+ hidden: true,
929
+
930
+ credentials: 'vault',
931
+ },
932
+ 'gemini-1.5-flash-latest-stable': {
933
+ llm: 'GoogleAI',
934
+ alias: 'gemini-1.5-flash',
935
+ components: ['PromptGenerator', 'LLMAssistant', 'VisionLLM', 'MultimodalLLM'],
936
+
937
+ label: 'Gemini 1.5 Flash Latest Stable',
938
+ modelId: 'gemini-1.5-flash',
939
+ provider: 'GoogleAI',
940
+ features: ['text', 'image', 'audio', 'video', 'document'],
941
+ tags: ['Personal', 'deprecated'],
942
+ tokens: 0,
943
+ completionTokens: 0,
944
+ enabled: false,
945
+ keyOptions: { tokens: 1_048_576, completionTokens: 8192, enabled: true },
946
+ hidden: true,
947
+
948
+ credentials: 'vault',
949
+ },
950
+ 'gemini-1.5-flash-stable': {
951
+ llm: 'GoogleAI',
952
+ alias: 'gemini-1.5-flash-001',
953
+ components: ['PromptGenerator', 'LLMAssistant', 'VisionLLM', 'MultimodalLLM', 'GenAILLM'],
954
+
955
+ label: 'Gemini 1.5 Flash Stable',
956
+ modelId: 'gemini-1.5-flash-001',
957
+ provider: 'GoogleAI',
958
+ features: ['text', 'image', 'audio', 'video', 'document'],
959
+ tags: ['Personal', 'deprecated'],
960
+ tokens: 0,
961
+ completionTokens: 0,
962
+ enabled: false,
963
+ keyOptions: { tokens: 1_048_576, completionTokens: 8192, enabled: true },
964
+
965
+ credentials: 'vault',
966
+ },
967
+ 'gemini-1.5-flash': {
968
+ llm: 'GoogleAI',
969
+ tokens: 2048,
970
+ completionTokens: 2048,
971
+ enabled: false,
972
+ keyOptions: { tokens: 1048576, completionTokens: 8192, enabled: true },
973
+
974
+ credentials: 'vault',
975
+ },
976
+ 'gemini-1.5-flash-001': {
977
+ llm: 'GoogleAI',
978
+ tokens: 2048,
979
+ completionTokens: 2048,
980
+ enabled: false,
981
+ keyOptions: { tokens: 1048576, completionTokens: 8192, enabled: true },
982
+
983
+ credentials: 'vault',
984
+ },
985
+ // #endregion Gemini 1.5 flash
986
+
987
+ // #region Gemini 1.0 pro
988
+ 'gemini-1.0-pro-latest': {
989
+ llm: 'GoogleAI',
990
+ components: ['PromptGenerator', 'LLMAssistant'],
991
+
992
+ label: 'Gemini 1.0 Pro Latest',
993
+ modelId: 'gemini-1.0-pro-latest',
994
+ provider: 'GoogleAI',
995
+ features: ['text'],
996
+ tags: ['Personal', 'legacy'],
997
+ tokens: 0,
998
+ completionTokens: 0,
999
+ enabled: false,
1000
+ keyOptions: { tokens: 30_720, completionTokens: 8192, enabled: true },
1001
+ hidden: true,
1002
+
1003
+ credentials: 'vault',
1004
+ },
1005
+ 'gemini-1.0-pro-latest-stable': {
1006
+ llm: 'GoogleAI',
1007
+ alias: 'gemini-1.0-pro',
1008
+ components: ['PromptGenerator', 'LLMAssistant'],
1009
+
1010
+ label: 'Gemini 1.0 Pro Latest Stable',
1011
+ modelId: 'gemini-1.0-pro',
1012
+ provider: 'GoogleAI',
1013
+ features: ['text'],
1014
+ tags: ['Personal', 'legacy'],
1015
+ tokens: 0,
1016
+ completionTokens: 0,
1017
+ enabled: false,
1018
+ keyOptions: { tokens: 30_720, completionTokens: 8192, enabled: true },
1019
+ hidden: true,
1020
+
1021
+ credentials: 'vault',
1022
+ },
1023
+ 'gemini-1.0-pro-stable': {
1024
+ llm: 'GoogleAI',
1025
+ alias: 'gemini-1.0-pro-001',
1026
+ components: ['PromptGenerator', 'LLMAssistant'],
1027
+
1028
+ label: 'Gemini 1.0 Pro Stable',
1029
+ modelId: 'gemini-1.0-pro-001',
1030
+ provider: 'GoogleAI',
1031
+ features: ['text'],
1032
+ tags: ['Personal', 'legacy'],
1033
+ tokens: 0,
1034
+ completionTokens: 0,
1035
+ enabled: false,
1036
+ keyOptions: { tokens: 30_720, completionTokens: 8192, enabled: true },
1037
+ hidden: true,
1038
+
1039
+ credentials: 'vault',
1040
+ },
1041
+ 'gemini-1.0-pro': {
1042
+ llm: 'GoogleAI',
1043
+ tokens: 2048,
1044
+ completionTokens: 2048,
1045
+ enabled: false,
1046
+ keyOptions: { tokens: 30_720, completionTokens: 8192, enabled: true },
1047
+
1048
+ credentials: 'vault',
1049
+ },
1050
+ 'gemini-1.0-pro-001': {
1051
+ llm: 'GoogleAI',
1052
+ tokens: 2048,
1053
+ completionTokens: 2048,
1054
+ enabled: false,
1055
+ keyOptions: { tokens: 30_720, completionTokens: 8192, enabled: true },
1056
+
1057
+ credentials: 'vault',
1058
+ },
1059
+ // #endregion Gemini 1.0 pro
1060
+
1061
+ // #region Gemini Pro Vision
1062
+ 'gemini-pro-vision': {
1063
+ llm: 'GoogleAI',
1064
+ components: ['VisionLLM'],
1065
+
1066
+ label: 'Gemini Pro Vision',
1067
+ modelId: 'gemini-pro-vision',
1068
+ provider: 'GoogleAI',
1069
+ features: ['image'],
1070
+ tags: ['Personal', 'legacy'],
1071
+ tokens: 0,
1072
+ completionTokens: 0,
1073
+ enabled: false,
1074
+ keyOptions: { tokens: 12_288, completionTokens: 4096, enabled: true },
1075
+ hidden: true,
1076
+
1077
+ credentials: 'vault',
1078
+ },
1079
+ // #endregion Gemini Pro Vision
1080
+
1081
+ // #endregion Google AI Models ==========================
1082
+
1083
+ // #region Groq Models ==========================
1084
+
1085
+ // #region Groq - Production Models
1086
+ 'llama-3.3-70b': {
1087
+ llm: 'Groq',
1088
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1089
+
1090
+ label: 'Meta - Llama 3.3 70B',
1091
+ modelId: 'llama-3.3-70b-versatile',
1092
+ provider: 'Groq',
1093
+ features: ['text'],
1094
+ tags: ['Personal', 'Groq'],
1095
+ tokens: 0,
1096
+ completionTokens: 0,
1097
+ enabled: false,
1098
+ keyOptions: { tokens: 128_000, completionTokens: 32_768, enabled: true },
1099
+
1100
+ credentials: 'vault',
1101
+ },
1102
+ 'groq-llama3-70b': {
1103
+ llm: 'Groq',
1104
+ alias: 'llama3-70b-8192',
1105
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1106
+
1107
+ label: 'Meta - Llama 3 70B',
1108
+ modelId: 'llama3-70b-8192',
1109
+ provider: 'Groq',
1110
+ features: ['text'],
1111
+ tags: ['Personal', 'Groq'],
1112
+ tokens: 0,
1113
+ completionTokens: 0,
1114
+ enabled: false,
1115
+ keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1116
+
1117
+ credentials: 'vault',
1118
+ },
1119
+ 'llama3-70b-8192': {
1120
+ llm: 'Groq',
1121
+ tokens: 2048,
1122
+ completionTokens: 2048,
1123
+ enabled: false,
1124
+ keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1125
+
1126
+ credentials: 'vault',
1127
+ },
1128
+ 'groq-llama-3.1-8b-instant': {
1129
+ llm: 'Groq',
1130
+ alias: 'llama-3.1-8b-instant',
1131
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1132
+
1133
+ label: 'Meta - Llama 3.1 8B',
1134
+ modelId: 'llama-3.1-8b-instant',
1135
+ provider: 'Groq',
1136
+ features: ['text'],
1137
+ tags: ['Personal', 'Groq'],
1138
+ tokens: 0,
1139
+ completionTokens: 0,
1140
+ enabled: false,
1141
+ keyOptions: { tokens: 128_000, completionTokens: 8192, enabled: true },
1142
+
1143
+ credentials: 'vault',
1144
+ },
1145
+ 'llama-3.1-8b-instant': {
1146
+ llm: 'Groq',
1147
+ tokens: 8000,
1148
+ completionTokens: 8000,
1149
+ enabled: false,
1150
+ keyOptions: { tokens: 131072, completionTokens: 8192, enabled: true },
1151
+
1152
+ credentials: 'vault',
1153
+ },
1154
+ 'llama-guard-3-8b': {
1155
+ llm: 'Groq',
1156
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1157
+
1158
+ label: 'Meta - Llama Guard 3 8B',
1159
+ modelId: 'llama-guard-3-8b',
1160
+ provider: 'Groq',
1161
+ features: ['text'],
1162
+ tags: ['Personal', 'Groq'],
1163
+ tokens: 0,
1164
+ completionTokens: 0,
1165
+ enabled: false,
1166
+ keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1167
+
1168
+ credentials: 'vault',
1169
+ },
1170
+ 'groq-llama3-8b': {
1171
+ llm: 'Groq',
1172
+ alias: 'llama3-8b-8192',
1173
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1174
+
1175
+ label: 'Meta - Llama 3 8B',
1176
+ modelId: 'llama3-8b-8192',
1177
+ provider: 'Groq',
1178
+ features: ['text'],
1179
+ tags: ['Personal', 'Groq'],
1180
+ tokens: 0,
1181
+ completionTokens: 0,
1182
+ enabled: false,
1183
+ keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1184
+
1185
+ credentials: 'vault',
1186
+ },
1187
+ 'llama3-8b-8192': {
1188
+ llm: 'Groq',
1189
+ tokens: 2048,
1190
+ completionTokens: 2048,
1191
+ enabled: false,
1192
+ keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1193
+
1194
+ credentials: 'vault',
1195
+ },
1196
+ 'groq-gemma2-9b': {
1197
+ llm: 'Groq',
1198
+ alias: 'gemma2-9b-it',
1199
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1200
+
1201
+ label: 'Google - Gemma 2 9B',
1202
+ modelId: 'gemma2-9b-it',
1203
+ provider: 'Groq',
1204
+ features: ['text'],
1205
+ tags: ['Personal', 'Groq'],
1206
+ tokens: 0,
1207
+ completionTokens: 0,
1208
+ enabled: false,
1209
+ keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1210
+
1211
+ credentials: 'vault',
1212
+ },
1213
+ 'gemma2-9b-it': {
1214
+ llm: 'Groq',
1215
+ tokens: 2048,
1216
+ completionTokens: 2048,
1217
+ enabled: false,
1218
+ keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1219
+
1220
+ credentials: 'vault',
1221
+ },
1222
+ 'groq-mixtral-8x7b': {
1223
+ llm: 'Groq',
1224
+ alias: 'mixtral-8x7b-32768',
1225
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1226
+
1227
+ label: 'Mistral - Mixtral 8x7b',
1228
+ modelId: 'mixtral-8x7b-32768',
1229
+ provider: 'Groq',
1230
+ features: ['text'],
1231
+ tags: ['Personal', 'Groq'],
1232
+ tokens: 0,
1233
+ completionTokens: 0,
1234
+ enabled: false,
1235
+ keyOptions: { tokens: 32_768, completionTokens: 32_768, enabled: true },
1236
+
1237
+ credentials: 'vault',
1238
+ },
1239
+ 'mixtral-8x7b-32768': {
1240
+ llm: 'Groq',
1241
+ tokens: 2048,
1242
+ completionTokens: 2048,
1243
+ enabled: false,
1244
+ keyOptions: { tokens: 32768, completionTokens: 32768, enabled: true },
1245
+
1246
+ credentials: 'vault',
1247
+ },
1248
+ // #endregion Groq - Production Models
1249
+
1250
+ // #region Groq - Preview Models
1251
+ 'qwen-qwq-32b': {
1252
+ llm: 'Groq',
1253
+
1254
+ label: 'Qwen - QWQ 32b Preview',
1255
+ modelId: 'qwen-qwq-32b',
1256
+ provider: 'Groq',
1257
+ features: ['text'],
1258
+ tags: ['Personal', 'Groq'],
1259
+ tokens: 0,
1260
+ completionTokens: 0,
1261
+ enabled: false,
1262
+ keyOptions: { tokens: 128_000, completionTokens: 16_384, enabled: true },
1263
+
1264
+ credentials: 'vault',
1265
+ },
1266
+ 'mistral-saba-24b': {
1267
+ llm: 'Groq',
1268
+
1269
+ label: 'Mistral - Saba 24b Preview',
1270
+ modelId: 'mistral-saba-24b',
1271
+ provider: 'Groq',
1272
+ features: ['text'],
1273
+ tags: ['Personal', 'Groq'],
1274
+ tokens: 0,
1275
+ completionTokens: 0,
1276
+ enabled: false,
1277
+ keyOptions: { tokens: 128_000, completionTokens: 16_384, enabled: true },
1278
+
1279
+ credentials: 'vault',
1280
+ },
1281
+ 'qwen-2.5-coder-32b': {
1282
+ llm: 'Groq',
1283
+
1284
+ label: 'Qwen - 2.5 Coder 32b Preview',
1285
+ modelId: 'qwen-2.5-coder-32b',
1286
+ provider: 'Groq',
1287
+ features: ['text'],
1288
+ tags: ['Personal', 'Groq'],
1289
+ tokens: 0,
1290
+ completionTokens: 0,
1291
+ enabled: false,
1292
+ keyOptions: { tokens: 128_000, completionTokens: 16_384, enabled: true },
1293
+
1294
+ credentials: 'vault',
1295
+ },
1296
+ 'qwen-2.5-32b': {
1297
+ llm: 'Groq',
1298
+
1299
+ label: 'Qwen - 2.5 32b Preview',
1300
+ modelId: 'qwen-2.5-32b',
1301
+ provider: 'Groq',
1302
+ features: ['text'],
1303
+ tags: ['Personal', 'Groq'],
1304
+ tokens: 0,
1305
+ completionTokens: 0,
1306
+ enabled: false,
1307
+ keyOptions: { tokens: 128_000, completionTokens: 16_384, enabled: true },
1308
+
1309
+ credentials: 'vault',
1310
+ },
1311
+ 'deepseek-r1-distill-qwen-32b': {
1312
+ llm: 'Groq',
1313
+
1314
+ label: 'DeepSeek - R1 Distill Qwen 32b Preview',
1315
+ modelId: 'deepseek-r1-distill-qwen-32b',
1316
+ provider: 'Groq',
1317
+ features: ['text'],
1318
+ tags: ['Personal', 'Groq'],
1319
+ tokens: 0,
1320
+ completionTokens: 0,
1321
+ enabled: false,
1322
+ keyOptions: { tokens: 128_000, completionTokens: 16_384, enabled: true },
1323
+
1324
+ credentials: 'vault',
1325
+ },
1326
+ 'deepseek-r1-distill-llama-70b': {
1327
+ llm: 'Groq',
1328
+
1329
+ label: 'DeepSeek - R1 Distill Llama 70b Preview',
1330
+ modelId: 'deepseek-r1-distill-llama-70b',
1331
+ provider: 'Groq',
1332
+ features: ['text'],
1333
+ tags: ['Personal', 'Groq'],
1334
+ tokens: 0,
1335
+ completionTokens: 0,
1336
+ enabled: false,
1337
+ keyOptions: { tokens: 128_000, completionTokens: 8192, enabled: true },
1338
+
1339
+ credentials: 'vault',
1340
+ },
1341
+ // #endregion Groq - Meta Preview Models
1342
+ 'meta-llama/llama-4-scout-17b-16e-instruct': {
1343
+ llm: 'Groq',
1344
+
1345
+ label: 'Meta - Llama 4 Scout 17B 16E Instruct',
1346
+ modelId: 'meta-llama/llama-4-scout-17b-16e-instruct',
1347
+ provider: 'Groq',
1348
+ features: ['text'],
1349
+ tags: ['New', 'Personal', 'Groq'],
1350
+ tokens: 0,
1351
+ completionTokens: 0,
1352
+ enabled: false,
1353
+ keyOptions: { tokens: 131_072, completionTokens: 8192, enabled: true },
1354
+
1355
+ credentials: 'vault',
1356
+ },
1357
+ 'llama-3.3-70b-specdec': {
1358
+ llm: 'Groq',
1359
+
1360
+ label: 'Meta - Llama 3.3 70B SpecDec Preview',
1361
+ modelId: 'llama-3.3-70b-specdec',
1362
+ provider: 'Groq',
1363
+ features: ['text'],
1364
+ tags: ['Personal', 'Groq'],
1365
+ tokens: 0,
1366
+ completionTokens: 0,
1367
+ enabled: false,
1368
+ keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1369
+
1370
+ credentials: 'vault',
1371
+ },
1372
+ 'llama-3.2-1b-preview': {
1373
+ llm: 'Groq',
1374
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1375
+
1376
+ label: 'Meta - Llama 3.2 1B Preview',
1377
+ modelId: 'llama-3.2-1b-preview',
1378
+ provider: 'Groq',
1379
+ features: ['text'],
1380
+ tags: ['Personal', 'Groq'],
1381
+ tokens: 0,
1382
+ completionTokens: 0,
1383
+ enabled: false,
1384
+ keyOptions: { tokens: 128_000, completionTokens: 8192, enabled: true },
1385
+
1386
+ credentials: 'vault',
1387
+ },
1388
+ 'llama-3.2-3b-preview': {
1389
+ llm: 'Groq',
1390
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1391
+
1392
+ label: 'Meta - Llama 3.2 3B Preview',
1393
+ modelId: 'llama-3.2-3b-preview',
1394
+ provider: 'Groq',
1395
+ features: ['text'],
1396
+ tags: ['Personal', 'Groq'],
1397
+ tokens: 0,
1398
+ completionTokens: 0,
1399
+ enabled: false,
1400
+ keyOptions: { tokens: 128_000, completionTokens: 8192, enabled: true },
1401
+
1402
+ credentials: 'vault',
1403
+ },
1404
+ 'llama-3.2-11b-vision-preview': {
1405
+ llm: 'Groq',
1406
+ components: ['PromptGenerator', 'LLMAssistant', 'VisionLLM', 'GenAILLM'],
1407
+
1408
+ label: 'Meta - Llama 3.2 11B Vision Preview',
1409
+ modelId: 'llama-3.2-11b-vision-preview',
1410
+ provider: 'Groq',
1411
+ features: ['text', 'image'],
1412
+ tags: ['Personal', 'Groq'],
1413
+ tokens: 0,
1414
+ completionTokens: 0,
1415
+ enabled: false,
1416
+ keyOptions: { tokens: 128_000, completionTokens: 8192, enabled: true },
1417
+ hidden: true, // !TEMP: we need to support image input for Groq
1418
+
1419
+ credentials: 'vault',
1420
+ },
1421
+ 'llama-3.2-90b-vision-preview': {
1422
+ llm: 'Groq',
1423
+
1424
+ label: 'Meta - Llama 3.2 90b Vision Preview',
1425
+ modelId: 'llama-3.2-90b-vision-preview',
1426
+ provider: 'Groq',
1427
+ features: ['text', 'image'],
1428
+ tags: ['Personal', 'Groq'],
1429
+ tokens: 0,
1430
+ completionTokens: 0,
1431
+ enabled: false,
1432
+ keyOptions: { tokens: 128_000, completionTokens: 8192, enabled: true },
1433
+ hidden: true, // !TEMP: we need to support image input for Groq
1434
+
1435
+ credentials: 'vault',
1436
+ },
1437
+ // #endregion Groq - Meta Preview Models
1438
+
1439
+ // #endregion Groq - Preview Models
1440
+
1441
+ // #endregion Groq Models ==========================
1442
+
1443
+ // #region Together AI Models ==========================
1444
+
1445
+ // #region Together AI - DeepSeek
1446
+ 'deepseek-ai/DeepSeek-R1-Distill-Qwen-14B': {
1447
+ llm: 'TogetherAI',
1448
+
1449
+ label: 'DeepSeek - R1 Distill Qwen 14B',
1450
+ modelId: 'deepseek-ai/DeepSeek-R1-Distill-Qwen-14B',
1451
+ provider: 'TogetherAI',
1452
+ features: ['text'],
1453
+ tags: ['New', 'Personal', 'TogetherAI'],
1454
+ tokens: 0,
1455
+ completionTokens: 0,
1456
+ enabled: false,
1457
+ keyOptions: { tokens: 131_072, completionTokens: 32_768, enabled: true },
1458
+
1459
+ baseURL: 'https://api.together.xyz/v1',
1460
+
1461
+ credentials: 'vault',
1462
+ },
1463
+ 'deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B': {
1464
+ llm: 'TogetherAI',
1465
+
1466
+ label: 'DeepSeek - R1 Distill Qwen 1.5B',
1467
+ modelId: 'deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B',
1468
+ provider: 'TogetherAI',
1469
+ features: ['text'],
1470
+ tags: ['New', 'Personal', 'TogetherAI'],
1471
+ tokens: 0,
1472
+ completionTokens: 0,
1473
+ enabled: false,
1474
+ keyOptions: { tokens: 131_072, completionTokens: 32_768, enabled: true },
1475
+
1476
+ baseURL: 'https://api.together.xyz/v1',
1477
+
1478
+ credentials: 'vault',
1479
+ },
1480
+ 'deepseek-ai/DeepSeek-R1-Distill-Llama-70B': {
1481
+ llm: 'TogetherAI',
1482
+
1483
+ label: 'DeepSeek - R1 Distill Llama 70B',
1484
+ modelId: 'deepseek-ai/DeepSeek-R1-Distill-Llama-70B',
1485
+ provider: 'TogetherAI',
1486
+ features: ['text'],
1487
+ tags: ['New', 'Personal', 'TogetherAI'],
1488
+ tokens: 0,
1489
+ completionTokens: 0,
1490
+ enabled: false,
1491
+ keyOptions: { tokens: 131_072, completionTokens: 32_768, enabled: true },
1492
+
1493
+ baseURL: 'https://api.together.xyz/v1',
1494
+
1495
+ credentials: 'vault',
1496
+ },
1497
+ 'deepseek-ai/DeepSeek-R1': {
1498
+ llm: 'TogetherAI',
1499
+
1500
+ label: 'DeepSeek - R1',
1501
+ modelId: 'deepseek-ai/DeepSeek-R1',
1502
+ provider: 'TogetherAI',
1503
+ features: ['text'],
1504
+ tags: ['Personal', 'TogetherAI'],
1505
+ tokens: 0,
1506
+ completionTokens: 0,
1507
+ enabled: false,
1508
+ keyOptions: { tokens: 128_000, completionTokens: 32_768, enabled: true },
1509
+
1510
+ baseURL: 'https://api.together.xyz/v1',
1511
+
1512
+ credentials: 'vault',
1513
+ },
1514
+ 'deepseek-ai/DeepSeek-V3': {
1515
+ llm: 'TogetherAI',
1516
+
1517
+ label: 'DeepSeek - V3',
1518
+ modelId: 'deepseek-ai/DeepSeek-V3',
1519
+ provider: 'TogetherAI',
1520
+ features: ['text'],
1521
+ tags: ['Personal', 'TogetherAI'],
1522
+ tokens: 0,
1523
+ completionTokens: 0,
1524
+ enabled: false,
1525
+ keyOptions: { tokens: 131_072, completionTokens: 8192, enabled: true },
1526
+
1527
+ baseURL: 'https://api.together.xyz/v1',
1528
+
1529
+ credentials: 'vault',
1530
+ },
1531
+ 'deepseek-ai/deepseek-llm-67b-chat': {
1532
+ llm: 'TogetherAI',
1533
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1534
+
1535
+ label: 'DeepSeek - Llama 67B Chat',
1536
+ modelId: 'deepseek-ai/deepseek-llm-67b-chat',
1537
+ provider: 'TogetherAI',
1538
+ features: ['text'],
1539
+ tags: ['Personal', 'TogetherAI'],
1540
+ tokens: 0,
1541
+ completionTokens: 0,
1542
+ enabled: false,
1543
+ keyOptions: { tokens: 4096, completionTokens: 4096, enabled: true },
1544
+
1545
+ baseURL: 'https://api.together.xyz/v1',
1546
+
1547
+ credentials: 'vault',
1548
+ },
1549
+ // #endregion Together AI - DeepSeek
1550
+
1551
+ // #region Together AI - Meta
1552
+ 'meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8': {
1553
+ llm: 'TogetherAI',
1554
+
1555
+ label: 'Meta - Llama 4 Maverick (17Bx128E)',
1556
+ modelId: 'meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8',
1557
+ provider: 'TogetherAI',
1558
+ features: ['text', 'tools', 'image'],
1559
+ tags: ['New', 'Personal', 'TogetherAI'],
1560
+ tokens: 0,
1561
+ completionTokens: 0,
1562
+ enabled: false,
1563
+ keyOptions: { tokens: 524_288, completionTokens: 524_288, enabled: true },
1564
+
1565
+ baseURL: 'https://api.together.xyz/v1',
1566
+
1567
+ credentials: 'vault',
1568
+ },
1569
+ 'meta-llama/Llama-4-Scout-17B-16E-Instruct': {
1570
+ llm: 'TogetherAI',
1571
+
1572
+ label: 'Meta - Llama 4 Scout (17Bx16E)',
1573
+ modelId: 'meta-llama/Llama-4-Scout-17B-16E-Instruct',
1574
+ provider: 'TogetherAI',
1575
+ features: ['text', 'tools', 'image'],
1576
+ tags: ['New', 'Personal', 'TogetherAI'],
1577
+ tokens: 0,
1578
+ completionTokens: 0,
1579
+ enabled: false,
1580
+ keyOptions: { tokens: 327_680, completionTokens: 327_680, enabled: true },
1581
+
1582
+ baseURL: 'https://api.together.xyz/v1',
1583
+
1584
+ credentials: 'vault',
1585
+ },
1586
+ 'meta-llama/Llama-3.3-70B-Instruct-Turbo': {
1587
+ llm: 'TogetherAI',
1588
+
1589
+ label: 'Meta - Llama 3.3 70B Instruct Turbo',
1590
+ modelId: 'meta-llama/Llama-3.3-70B-Instruct-Turbo',
1591
+ provider: 'TogetherAI',
1592
+ features: ['text', 'tools'],
1593
+ tags: ['Personal', 'TogetherAI'],
1594
+ tokens: 0,
1595
+ completionTokens: 0,
1596
+ enabled: false,
1597
+ keyOptions: { tokens: 131_072, completionTokens: 131_072, enabled: true },
1598
+
1599
+ baseURL: 'https://api.together.xyz/v1',
1600
+
1601
+ credentials: 'vault',
1602
+ },
1603
+ 'meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo': {
1604
+ llm: 'TogetherAI',
1605
+ components: ['LLMAssistant', 'PromptGenerator', 'GenAILLM'],
1606
+
1607
+ label: 'Meta - Llama 3.1 8B Instruct Turbo',
1608
+ modelId: 'meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo',
1609
+ provider: 'TogetherAI',
1610
+ features: ['text', 'tools'],
1611
+ tags: ['Personal', 'TogetherAI'],
1612
+ tokens: 0,
1613
+ completionTokens: 0,
1614
+ enabled: false,
1615
+ keyOptions: { tokens: 131_072, completionTokens: 131_072, enabled: true },
1616
+
1617
+ baseURL: 'https://api.together.xyz/v1',
1618
+
1619
+ credentials: 'vault',
1620
+ },
1621
+ 'meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo': {
1622
+ llm: 'TogetherAI',
1623
+ components: ['LLMAssistant', 'PromptGenerator', 'GenAILLM'],
1624
+
1625
+ label: 'Meta - Llama 3.1 70B Instruct Turbo',
1626
+ modelId: 'meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo',
1627
+ provider: 'TogetherAI',
1628
+ features: ['text', 'tools'],
1629
+ tags: ['Personal', 'TogetherAI'],
1630
+ tokens: 0,
1631
+ completionTokens: 0,
1632
+ enabled: false,
1633
+ keyOptions: { tokens: 131_072, completionTokens: 131_072, enabled: true },
1634
+
1635
+ baseURL: 'https://api.together.xyz/v1',
1636
+
1637
+ credentials: 'vault',
1638
+ },
1639
+ 'meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo': {
1640
+ llm: 'TogetherAI',
1641
+ components: ['LLMAssistant', 'PromptGenerator', 'GenAILLM'],
1642
+
1643
+ label: 'Meta - Llama 3.1 405B Instruct Turbo',
1644
+ modelId: 'meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo',
1645
+ provider: 'TogetherAI',
1646
+ features: ['text', 'tools'],
1647
+ tags: ['Personal', 'TogetherAI'],
1648
+ tokens: 0,
1649
+ completionTokens: 0,
1650
+ enabled: false,
1651
+ keyOptions: { tokens: 130_815, completionTokens: 130_815, enabled: true },
1652
+
1653
+ baseURL: 'https://api.together.xyz/v1',
1654
+
1655
+ credentials: 'vault',
1656
+ },
1657
+ 'meta-llama/Meta-Llama-3-8B-Instruct-Turbo': {
1658
+ llm: 'TogetherAI',
1659
+ components: ['LLMAssistant', 'PromptGenerator', 'GenAILLM'],
1660
+
1661
+ label: 'Meta - Llama 3 8B Instruct Turbo',
1662
+ modelId: 'meta-llama/Meta-Llama-3-8B-Instruct-Turbo',
1663
+ provider: 'TogetherAI',
1664
+ features: ['text'],
1665
+ tags: ['Personal', 'TogetherAI'],
1666
+ tokens: 0,
1667
+ completionTokens: 0,
1668
+ enabled: false,
1669
+ keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1670
+
1671
+ baseURL: 'https://api.together.xyz/v1',
1672
+
1673
+ credentials: 'vault',
1674
+ },
1675
+ 'meta-llama/Meta-Llama-3-70B-Instruct-Turbo': {
1676
+ llm: 'TogetherAI',
1677
+ components: ['LLMAssistant', 'PromptGenerator', 'GenAILLM'],
1678
+
1679
+ label: 'Meta - Llama 3 70B Instruct Turbo',
1680
+ modelId: 'meta-llama/Meta-Llama-3-70B-Instruct-Turbo',
1681
+ provider: 'TogetherAI',
1682
+ features: ['text'],
1683
+ tags: ['Personal', 'TogetherAI'],
1684
+ tokens: 0,
1685
+ completionTokens: 0,
1686
+ enabled: false,
1687
+ keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1688
+
1689
+ baseURL: 'https://api.together.xyz/v1',
1690
+
1691
+ credentials: 'vault',
1692
+ },
1693
+ 'meta-llama/Llama-3.2-3B-Instruct-Turbo': {
1694
+ llm: 'TogetherAI',
1695
+
1696
+ label: 'Meta - Llama 3.2 3B Instruct Turbo',
1697
+ modelId: 'meta-llama/Llama-3.2-3B-Instruct-Turbo',
1698
+ provider: 'TogetherAI',
1699
+ features: ['text'],
1700
+ tags: ['Personal', 'TogetherAI'],
1701
+ tokens: 0,
1702
+ completionTokens: 0,
1703
+ enabled: false,
1704
+ keyOptions: { tokens: 131_072, completionTokens: 32_768, enabled: true },
1705
+
1706
+ baseURL: 'https://api.together.xyz/v1',
1707
+
1708
+ credentials: 'vault',
1709
+ },
1710
+ 'meta-llama/Meta-Llama-3-8B-Instruct-Lite': {
1711
+ llm: 'TogetherAI',
1712
+ components: ['LLMAssistant', 'PromptGenerator', 'GenAILLM'],
1713
+
1714
+ label: 'Meta - Llama 3 8B Instruct Lite',
1715
+ modelId: 'meta-llama/Meta-Llama-3-8B-Instruct-Lite',
1716
+ provider: 'TogetherAI',
1717
+ features: ['text'],
1718
+ tags: ['Personal', 'TogetherAI'],
1719
+ tokens: 0,
1720
+ completionTokens: 0,
1721
+ enabled: false,
1722
+ keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1723
+
1724
+ baseURL: 'https://api.together.xyz/v1',
1725
+
1726
+ credentials: 'vault',
1727
+ },
1728
+ 'meta-llama/Meta-Llama-3-70B-Instruct-Lite': {
1729
+ llm: 'TogetherAI',
1730
+ components: ['LLMAssistant', 'PromptGenerator', 'GenAILLM'],
1731
+
1732
+ label: 'Meta - Llama 3 70B Instruct Lite',
1733
+ modelId: 'meta-llama/Meta-Llama-3-70B-Instruct-Lite',
1734
+ provider: 'TogetherAI',
1735
+ features: ['text'],
1736
+ tags: ['Personal', 'TogetherAI'],
1737
+ tokens: 0,
1738
+ completionTokens: 0,
1739
+ enabled: false,
1740
+ keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1741
+
1742
+ baseURL: 'https://api.together.xyz/v1',
1743
+
1744
+ credentials: 'vault',
1745
+ },
1746
+ 'meta-llama/Llama-3-8b-chat-hf': {
1747
+ llm: 'TogetherAI',
1748
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1749
+
1750
+ label: 'Meta - Llama 3 8B Chat',
1751
+ modelId: 'meta-llama/Llama-3-8b-chat-hf',
1752
+ provider: 'TogetherAI',
1753
+ features: ['text'],
1754
+ tags: ['Personal', 'TogetherAI'],
1755
+ tokens: 0,
1756
+ completionTokens: 0,
1757
+ enabled: false,
1758
+ keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1759
+
1760
+ baseURL: 'https://api.together.xyz/v1',
1761
+
1762
+ credentials: 'vault',
1763
+ },
1764
+ 'meta-llama/Llama-3-70b-chat-hf': {
1765
+ llm: 'TogetherAI',
1766
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1767
+
1768
+ label: 'Meta - Llama 3 70B Chat',
1769
+ modelId: 'meta-llama/Llama-3-70b-chat-hf',
1770
+ provider: 'TogetherAI',
1771
+ features: ['text'],
1772
+ tags: ['Personal', 'TogetherAI'],
1773
+ tokens: 0,
1774
+ completionTokens: 0,
1775
+ enabled: false,
1776
+ keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1777
+
1778
+ baseURL: 'https://api.together.xyz/v1',
1779
+
1780
+ credentials: 'vault',
1781
+ },
1782
+ 'meta-llama/Llama-2-13b-chat-hf': {
1783
+ llm: 'TogetherAI',
1784
+ components: ['LLMAssistant'], // * Excluded from 'PromptGenerator' (has introductory text with JSON response)
1785
+
1786
+ label: 'Meta - Llama 2 13B Chat',
1787
+ modelId: 'meta-llama/Llama-2-13b-chat-hf',
1788
+ provider: 'TogetherAI',
1789
+ features: ['text'],
1790
+ tags: ['Personal', 'TogetherAI'],
1791
+ tokens: 0,
1792
+ completionTokens: 0,
1793
+ enabled: false,
1794
+ keyOptions: { tokens: 4096, completionTokens: 4096, enabled: true },
1795
+
1796
+ baseURL: 'https://api.together.xyz/v1',
1797
+
1798
+ credentials: 'vault',
1799
+ },
1800
+ 'meta-llama/Llama-Vision-Free': {
1801
+ llm: 'TogetherAI',
1802
+ components: ['LLMAssistant', 'PromptGenerator', 'VisionLLM', 'GenAILLM'],
1803
+
1804
+ label: 'Meta - Llama Vision Free',
1805
+ modelId: 'meta-llama/Llama-Vision-Free',
1806
+ provider: 'TogetherAI',
1807
+ features: ['text', 'image'],
1808
+ tags: ['Personal', 'TogetherAI'],
1809
+ tokens: 0,
1810
+ completionTokens: 0,
1811
+ enabled: false,
1812
+ keyOptions: { tokens: 131072, completionTokens: 131072, enabled: true },
1813
+
1814
+ baseURL: 'https://api.together.xyz/v1',
1815
+
1816
+ credentials: 'vault',
1817
+ },
1818
+ 'meta-llama/Llama-3.2-11B-Vision-Instruct-Turbo': {
1819
+ llm: 'TogetherAI',
1820
+ components: ['LLMAssistant', 'PromptGenerator', 'VisionLLM', 'GenAILLM'],
1821
+
1822
+ label: 'Meta - Llama 3.2 11B Vision Instruct Turbo',
1823
+ modelId: 'meta-llama/Llama-3.2-11B-Vision-Instruct-Turbo',
1824
+ provider: 'TogetherAI',
1825
+ features: ['text', 'image'],
1826
+ tags: ['Personal', 'TogetherAI'],
1827
+ tokens: 0,
1828
+ completionTokens: 0,
1829
+ enabled: false,
1830
+ keyOptions: { tokens: 131072, completionTokens: 131072, enabled: true },
1831
+
1832
+ baseURL: 'https://api.together.xyz/v1',
1833
+
1834
+ credentials: 'vault',
1835
+ },
1836
+ 'meta-llama/Llama-3.2-90B-Vision-Instruct-Turbo': {
1837
+ llm: 'TogetherAI',
1838
+ components: ['LLMAssistant', 'PromptGenerator', 'VisionLLM', 'GenAILLM'],
1839
+
1840
+ label: 'Meta - Llama 3.2 90B Vision Instruct Turbo',
1841
+ modelId: 'meta-llama/Llama-3.2-90B-Vision-Instruct-Turbo',
1842
+ provider: 'TogetherAI',
1843
+ features: ['text', 'image'],
1844
+ tags: ['Personal', 'TogetherAI'],
1845
+ tokens: 0,
1846
+ completionTokens: 0,
1847
+ enabled: false,
1848
+ keyOptions: { tokens: 131072, completionTokens: 131072, enabled: true },
1849
+
1850
+ baseURL: 'https://api.together.xyz/v1',
1851
+
1852
+ credentials: 'vault',
1853
+ },
1854
+ // #endregion Together AI - Meta
1855
+
1856
+ // #region Together AI - Google
1857
+ 'google/gemma-2-27b-it': {
1858
+ llm: 'TogetherAI',
1859
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1860
+
1861
+ label: 'Google - Gemma 2 27B',
1862
+ modelId: 'google/gemma-2-27b-it',
1863
+ provider: 'TogetherAI',
1864
+ features: ['text'],
1865
+ tags: ['Personal', 'TogetherAI'],
1866
+ tokens: 0,
1867
+ completionTokens: 0,
1868
+ enabled: false,
1869
+ keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1870
+
1871
+ baseURL: 'https://api.together.xyz/v1',
1872
+
1873
+ credentials: 'vault',
1874
+ },
1875
+ 'google/gemma-2-9b-it': {
1876
+ llm: 'TogetherAI',
1877
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1878
+
1879
+ label: 'Google - Gemma 2 9B',
1880
+ modelId: 'google/gemma-2-9b-it',
1881
+ provider: 'TogetherAI',
1882
+ features: ['text'],
1883
+ tags: ['Personal', 'TogetherAI'],
1884
+ tokens: 0,
1885
+ completionTokens: 0,
1886
+ enabled: false,
1887
+ keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1888
+
1889
+ baseURL: 'https://api.together.xyz/v1',
1890
+
1891
+ credentials: 'vault',
1892
+ },
1893
+ 'google/gemma-2b-it': {
1894
+ llm: 'TogetherAI',
1895
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1896
+
1897
+ label: 'Google - Gemma 2 2B',
1898
+ modelId: 'google/gemma-2b-it',
1899
+ provider: 'TogetherAI',
1900
+ features: ['text'],
1901
+ tags: ['Personal', 'TogetherAI'],
1902
+ tokens: 0,
1903
+ completionTokens: 0,
1904
+ enabled: false,
1905
+ keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1906
+
1907
+ baseURL: 'https://api.together.xyz/v1',
1908
+
1909
+ credentials: 'vault',
1910
+ },
1911
+ // #endregion Together AI - Google
1912
+
1913
+ // #region Together AI - Mistral
1914
+ 'mistralai/Mistral-7B-Instruct-v0.3': {
1915
+ llm: 'TogetherAI',
1916
+ components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'GenAILLM'],
1917
+
1918
+ label: 'Mistral - 7B Instruct v0.3',
1919
+ modelId: 'mistralai/Mistral-7B-Instruct-v0.3',
1920
+ provider: 'TogetherAI',
1921
+ features: ['text'],
1922
+ tags: ['Personal', 'TogetherAI'],
1923
+ tokens: 0,
1924
+ completionTokens: 0,
1925
+ enabled: false,
1926
+ keyOptions: { tokens: 32_768, completionTokens: 32_768, enabled: true },
1927
+
1928
+ baseURL: 'https://api.together.xyz/v1',
1929
+
1930
+ credentials: 'vault',
1931
+ },
1932
+ 'mistralai/Mistral-7B-Instruct-v0.2': {
1933
+ llm: 'TogetherAI',
1934
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1935
+
1936
+ label: 'Mistral - 7B Instruct v0.2',
1937
+ modelId: 'mistralai/Mistral-7B-Instruct-v0.2',
1938
+ provider: 'TogetherAI',
1939
+ features: ['text'],
1940
+ tags: ['Personal', 'TogetherAI'],
1941
+ tokens: 0,
1942
+ completionTokens: 0,
1943
+ enabled: false,
1944
+ keyOptions: { tokens: 32_768, completionTokens: 32_768, enabled: true },
1945
+
1946
+ baseURL: 'https://api.together.xyz/v1',
1947
+
1948
+ credentials: 'vault',
1949
+ },
1950
+ 'mistralai/Mistral-7B-Instruct-v0.1': {
1951
+ llm: 'TogetherAI',
1952
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1953
+
1954
+ label: 'Mistral - 7B Instruct v0.1',
1955
+ modelId: 'mistralai/Mistral-7B-Instruct-v0.1',
1956
+ provider: 'TogetherAI',
1957
+ features: ['text', 'tools'],
1958
+ tags: ['Personal', 'TogetherAI'],
1959
+ tokens: 0,
1960
+ completionTokens: 0,
1961
+ enabled: false,
1962
+ keyOptions: { tokens: 8192, completionTokens: 8192, enabled: true },
1963
+
1964
+ baseURL: 'https://api.together.xyz/v1',
1965
+
1966
+ credentials: 'vault',
1967
+ },
1968
+ 'mistralai/Mixtral-8x7B-Instruct-v0.1': {
1969
+ llm: 'TogetherAI',
1970
+ components: ['PromptGenerator', 'LLMAssistant', 'Classifier', 'GenAILLM'],
1971
+
1972
+ label: 'Mistral - 8x7B Instruct v0.1',
1973
+ modelId: 'mistralai/Mixtral-8x7B-Instruct-v0.1',
1974
+ provider: 'TogetherAI',
1975
+ features: ['text', 'tools'],
1976
+ tags: ['Personal', 'TogetherAI'],
1977
+ tokens: 0,
1978
+ completionTokens: 0,
1979
+ enabled: false,
1980
+ keyOptions: { tokens: 32_768, completionTokens: 32_768, enabled: true },
1981
+
1982
+ baseURL: 'https://api.together.xyz/v1',
1983
+
1984
+ credentials: 'vault',
1985
+ },
1986
+ 'mistralai/Mixtral-8x22B-Instruct-v0.1': {
1987
+ llm: 'TogetherAI',
1988
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
1989
+
1990
+ label: 'Mistral - 8x22B Instruct v0.1',
1991
+ modelId: 'mistralai/Mixtral-8x22B-Instruct-v0.1',
1992
+ provider: 'TogetherAI',
1993
+ features: ['text'],
1994
+ tags: ['Personal', 'TogetherAI'],
1995
+ tokens: 0,
1996
+ completionTokens: 0,
1997
+ enabled: false,
1998
+ keyOptions: { tokens: 65_536, completionTokens: 65_536, enabled: true },
1999
+
2000
+ baseURL: 'https://api.together.xyz/v1',
2001
+
2002
+ credentials: 'vault',
2003
+ },
2004
+ // #endregion Together AI - Mistral
2005
+
2006
+ // #region Together AI - Qwen
2007
+ 'Qwen/Qwen2.5-Coder-32B-Instruct': {
2008
+ llm: 'TogetherAI',
2009
+
2010
+ label: 'Qwen - 2.5 Coder 32B',
2011
+ modelId: 'Qwen/Qwen2.5-Coder-32B-Instruct',
2012
+ provider: 'TogetherAI',
2013
+ features: ['text'],
2014
+ tags: ['New', 'Personal', 'TogetherAI'],
2015
+ tokens: 0,
2016
+ completionTokens: 0,
2017
+ enabled: false,
2018
+ keyOptions: { tokens: 32_768, completionTokens: 32_768, enabled: true },
2019
+
2020
+ baseURL: 'https://api.together.xyz/v1',
2021
+
2022
+ credentials: 'vault',
2023
+ },
2024
+ 'Qwen/QwQ-32B-Preview': {
2025
+ llm: 'TogetherAI',
2026
+
2027
+ label: 'Qwen - QwQ 32B Preview',
2028
+ modelId: 'Qwen/QwQ-32B-Preview',
2029
+ provider: 'TogetherAI',
2030
+ features: ['text'],
2031
+ tags: ['New', 'Personal', 'TogetherAI'],
2032
+ tokens: 0,
2033
+ completionTokens: 0,
2034
+ enabled: false,
2035
+ keyOptions: { tokens: 32_768, completionTokens: 32_768, enabled: true },
2036
+
2037
+ baseURL: 'https://api.together.xyz/v1',
2038
+
2039
+ credentials: 'vault',
2040
+ },
2041
+ 'Qwen/Qwen2.5-7B-Instruct-Turbo': {
2042
+ llm: 'TogetherAI',
2043
+
2044
+ label: 'Qwen - 2.5 7B Instruct Turbo',
2045
+ modelId: 'Qwen/Qwen2.5-7B-Instruct-Turbo',
2046
+ provider: 'TogetherAI',
2047
+ features: ['text', 'tools'],
2048
+ tags: ['New', 'Personal', 'TogetherAI'],
2049
+ tokens: 0,
2050
+ completionTokens: 0,
2051
+ enabled: false,
2052
+ keyOptions: { tokens: 32_768, completionTokens: 32_768, enabled: true },
2053
+
2054
+ baseURL: 'https://api.together.xyz/v1',
2055
+
2056
+ credentials: 'vault',
2057
+ },
2058
+ 'Qwen/Qwen2.5-72B-Instruct-Turbo': {
2059
+ llm: 'TogetherAI',
2060
+
2061
+ label: 'Qwen - 2.5 72B Instruct Turbo',
2062
+ modelId: 'Qwen/Qwen2.5-72B-Instruct-Turbo',
2063
+ provider: 'TogetherAI',
2064
+ features: ['text', 'tools'],
2065
+ tags: ['New', 'Personal', 'TogetherAI'],
2066
+ tokens: 0,
2067
+ completionTokens: 0,
2068
+ enabled: false,
2069
+ keyOptions: { tokens: 32_768, completionTokens: 32_768, enabled: true },
2070
+
2071
+ baseURL: 'https://api.together.xyz/v1',
2072
+
2073
+ credentials: 'vault',
2074
+ },
2075
+ 'Qwen/Qwen2-72B-Instruct': {
2076
+ llm: 'TogetherAI',
2077
+
2078
+ label: 'Qwen - 2 72B Instruct',
2079
+ modelId: 'Qwen/Qwen2-72B-Instruct',
2080
+ provider: 'TogetherAI',
2081
+ features: ['text'],
2082
+ tags: ['New', 'Personal', 'TogetherAI'],
2083
+ tokens: 0,
2084
+ completionTokens: 0,
2085
+ enabled: false,
2086
+ keyOptions: { tokens: 32_768, completionTokens: 32_768, enabled: true },
2087
+
2088
+ baseURL: 'https://api.together.xyz/v1',
2089
+
2090
+ credentials: 'vault',
2091
+ },
2092
+ 'Qwen/Qwen2-VL-72B-Instruct': {
2093
+ llm: 'TogetherAI',
2094
+
2095
+ label: 'Qwen - 2 VL 72B Instruct',
2096
+ modelId: 'Qwen/Qwen2-VL-72B-Instruct',
2097
+ provider: 'TogetherAI',
2098
+ features: ['text'],
2099
+ tags: ['New', 'Personal', 'TogetherAI'],
2100
+ tokens: 0,
2101
+ completionTokens: 0,
2102
+ enabled: false,
2103
+ keyOptions: { tokens: 32_768, completionTokens: 32_768, enabled: true },
2104
+
2105
+ baseURL: 'https://api.together.xyz/v1',
2106
+
2107
+ credentials: 'vault',
2108
+ },
2109
+ // #endregion Together AI - Qwen
2110
+
2111
+ // #region Together AI - Nvidia
2112
+ 'nvidia/Llama-3.1-Nemotron-70B-Instruct-HF': {
2113
+ llm: 'TogetherAI',
2114
+
2115
+ label: 'Nvidia - Llama 3.1 Nemotron 70B',
2116
+ modelId: 'nvidia/Llama-3.1-Nemotron-70B-Instruct-HF',
2117
+ provider: 'TogetherAI',
2118
+ features: ['text'],
2119
+ tags: ['New', 'Personal', 'TogetherAI'],
2120
+ tokens: 0,
2121
+ completionTokens: 0,
2122
+ enabled: false,
2123
+ keyOptions: { tokens: 32_768, completionTokens: 32_768, enabled: true },
2124
+
2125
+ baseURL: 'https://api.together.xyz/v1',
2126
+
2127
+ credentials: 'vault',
2128
+ },
2129
+ // #endregion Together AI - Nvidia
2130
+
2131
+ // #region Together AI - Microsoft
2132
+ 'microsoft/WizardLM-2-8x22B': {
2133
+ llm: 'TogetherAI',
2134
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
2135
+
2136
+ label: 'Microsoft - WizardLM 2 8x22B',
2137
+ modelId: 'microsoft/WizardLM-2-8x22B',
2138
+ provider: 'TogetherAI',
2139
+ features: ['text'],
2140
+ tags: ['Personal', 'TogetherAI'],
2141
+ tokens: 0,
2142
+ completionTokens: 0,
2143
+ enabled: false,
2144
+ keyOptions: { tokens: 65_536, completionTokens: 65_536, enabled: true },
2145
+
2146
+ baseURL: 'https://api.together.xyz/v1',
2147
+
2148
+ credentials: 'vault',
2149
+ },
2150
+ // #endregion Together AI - Microsoft
2151
+
2152
+ // #region Together AI - databricks
2153
+ 'databricks/dbrx-instruct': {
2154
+ llm: 'TogetherAI',
2155
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
2156
+
2157
+ label: 'Databricks - DBRX Instruct',
2158
+ modelId: 'databricks/dbrx-instruct',
2159
+ provider: 'TogetherAI',
2160
+ features: ['text'],
2161
+ tags: ['Personal', 'TogetherAI'],
2162
+ tokens: 0,
2163
+ completionTokens: 0,
2164
+ enabled: false,
2165
+ keyOptions: { tokens: 32_768, completionTokens: 32_768, enabled: true },
2166
+
2167
+ baseURL: 'https://api.together.xyz/v1',
2168
+
2169
+ credentials: 'vault',
2170
+ },
2171
+ // #endregion Together AI - databricks
2172
+
2173
+ // #region Together AI - NousResearch
2174
+ 'NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO': {
2175
+ llm: 'TogetherAI',
2176
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
2177
+
2178
+ label: 'NousResearch - Hermes 2 Mixtral 8x7B DPO',
2179
+ modelId: 'NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO',
2180
+ provider: 'TogetherAI',
2181
+ features: ['text'],
2182
+ tags: ['Personal', 'TogetherAI'],
2183
+ tokens: 0,
2184
+ completionTokens: 0,
2185
+ enabled: false,
2186
+ keyOptions: { tokens: 32_768, completionTokens: 32_768, enabled: true },
2187
+
2188
+ baseURL: 'https://api.together.xyz/v1',
2189
+
2190
+ credentials: 'vault',
2191
+ },
2192
+ // #endregion Together AI - NousResearch
2193
+
2194
+ // #region Together AI - Upstage
2195
+ 'upstage/SOLAR-10.7B-Instruct-v1.0': {
2196
+ llm: 'TogetherAI',
2197
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
2198
+
2199
+ label: 'Upstage - SOLAR 10.7B Instruct v1.0',
2200
+ modelId: 'upstage/SOLAR-10.7B-Instruct-v1.0',
2201
+ provider: 'TogetherAI',
2202
+ features: ['text'],
2203
+ tags: ['Personal', 'TogetherAI'],
2204
+ tokens: 0,
2205
+ completionTokens: 0,
2206
+ enabled: false,
2207
+ keyOptions: { tokens: 4096, completionTokens: 4096, enabled: true },
2208
+
2209
+ baseURL: 'https://api.together.xyz/v1',
2210
+
2211
+ credentials: 'vault',
2212
+ },
2213
+ // #endregion Together AI - Upstage
2214
+
2215
+ // #region Together AI - Gryphe
2216
+ 'Gryphe/MythoMax-L2-13b': {
2217
+ llm: 'TogetherAI',
2218
+ components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
2219
+
2220
+ label: 'Gryphe - MythoMax L2 13B',
2221
+ modelId: 'Gryphe/MythoMax-L2-13b',
2222
+ provider: 'TogetherAI',
2223
+ features: ['text'],
2224
+ tags: ['Personal', 'TogetherAI'],
2225
+ tokens: 0,
2226
+ completionTokens: 0,
2227
+ enabled: false,
2228
+ keyOptions: { tokens: 4096, completionTokens: 4096, enabled: true },
2229
+
2230
+ baseURL: 'https://api.together.xyz/v1',
2231
+
2232
+ credentials: 'vault',
2233
+ },
2234
+ // #endregion Together AI - Gryphe
2235
+
2236
+ // #endregion Together AI Models ==========================
2237
+
2238
+ // #region Image Generation Models ============================
2239
+
2240
+ // #region OpenAI Models gpt-image-1
2241
+ 'smythos/gpt-image-1': {
2242
+ label: 'GPT Image 1',
2243
+ modelId: 'gpt-image-1',
2244
+ provider: 'OpenAI',
2245
+ features: ['image-generation'],
2246
+ tags: ['New', 'SmythOS'],
2247
+ enabled: true,
2248
+
2249
+ credentials: 'internal',
2250
+ },
2251
+ 'gpt-image-1': {
2252
+ label: 'GPT Image 1',
2253
+ modelId: 'gpt-image-1',
2254
+ provider: 'OpenAI',
2255
+ features: ['image-generation'],
2256
+ tags: ['New', 'Personal'],
2257
+ enabled: false,
2258
+ keyOptions: { enabled: true },
2259
+
2260
+ credentials: 'vault',
2261
+ },
2262
+ // #endregion gpt-image-1
2263
+
2264
+ // #region OpenAI Models DALL-E
2265
+ 'dall-e-3': {
2266
+ label: 'DALL·E 3',
2267
+ modelId: 'dall-e-3',
2268
+ provider: 'OpenAI',
2269
+ features: ['image-generation'],
2270
+ tags: ['Deprecated'],
2271
+ enabled: true,
2272
+
2273
+ credentials: 'vault',
2274
+ },
2275
+ 'dall-e-2': {
2276
+ label: 'DALL·E 2',
2277
+ modelId: 'dall-e-2',
2278
+ provider: 'OpenAI',
2279
+ features: ['image-generation'],
2280
+ tags: ['Deprecated'],
2281
+ enabled: true,
2282
+
2283
+ credentials: 'vault',
2284
+ },
2285
+ // #endregion OpenAI Models DALL-E
2286
+
2287
+ // #region Runware Models
2288
+ 'smythos/flux.1-schnell': {
2289
+ label: 'FLUX Schnell',
2290
+ modelId: 'runware:100@1',
2291
+ provider: 'Runware',
2292
+ features: [
2293
+ 'image-generation', // Legacy
2294
+ 'text-to-image',
2295
+ 'image-to-image',
2296
+ ],
2297
+ tags: ['SmythOS', '1.0'],
2298
+ enabled: true,
2299
+
2300
+ credentials: 'internal',
2301
+ },
2302
+ 'smythos/flux.1-dev': {
2303
+ label: 'FLUX Dev',
2304
+ modelId: 'runware:101@1',
2305
+ provider: 'Runware',
2306
+ features: [
2307
+ 'image-generation', // Legacy
2308
+ 'text-to-image',
2309
+ 'image-to-image',
2310
+ ],
2311
+ tags: ['SmythOS', '1.0'],
2312
+ enabled: true,
2313
+
2314
+ credentials: 'internal',
2315
+ },
2316
+ // #region Full face detection models
2317
+ 'smythos/face_yolov8n': {
2318
+ label: 'Face YOLOv8n',
2319
+ modelId: 'runware:35@1',
2320
+ provider: 'Runware',
2321
+ features: ['image-inpainting'],
2322
+ tags: ['SmythOS', 'Full face detection'],
2323
+ enabled: true,
2324
+
2325
+ credentials: 'internal',
2326
+ },
2327
+ 'smythos/face_yolov8s': {
2328
+ label: 'Face YOLOv8s',
2329
+ modelId: 'runware:35@2',
2330
+ provider: 'Runware',
2331
+ features: ['image-inpainting'],
2332
+ tags: ['SmythOS', 'Full face detection'],
2333
+ enabled: true,
2334
+
2335
+ credentials: 'internal',
2336
+ },
2337
+ 'smythos/mediapipe_face_full': {
2338
+ label: 'MediaPipe Face Full',
2339
+ modelId: 'runware:35@6',
2340
+ provider: 'Runware',
2341
+ features: ['image-inpainting'],
2342
+ tags: ['SmythOS', 'Full face detection'],
2343
+ enabled: true,
2344
+
2345
+ credentials: 'internal',
2346
+ },
2347
+ 'smythos/mediapipe_face_short': {
2348
+ label: 'MediaPipe Face Short',
2349
+ modelId: 'runware:35@7',
2350
+ provider: 'Runware',
2351
+ features: ['image-inpainting'],
2352
+ tags: ['SmythOS', 'Full face detection'],
2353
+ enabled: true,
2354
+
2355
+ credentials: 'internal',
2356
+ },
2357
+ 'smythos/mediapipe_face_mesh': {
2358
+ label: 'MediaPipe Face Mesh',
2359
+ modelId: 'runware:35@8',
2360
+ provider: 'Runware',
2361
+ features: ['image-inpainting'],
2362
+ tags: ['SmythOS', 'Full face detection'],
2363
+ enabled: true,
2364
+
2365
+ credentials: 'internal',
2366
+ },
2367
+ // #endregion Full face detection models
2368
+
2369
+ // #region Facial features models
2370
+ 'smythos/mediapipe_face_mesh_eyes_only': {
2371
+ label: 'MediaPipe Face Mesh Eyes Only',
2372
+ modelId: 'runware:35@9',
2373
+ provider: 'Runware',
2374
+ features: ['image-inpainting'],
2375
+ tags: ['SmythOS', 'Facial features'],
2376
+ enabled: true,
2377
+
2378
+ credentials: 'internal',
2379
+ },
2380
+ 'smythos/eyes_mesh_mediapipe': {
2381
+ label: 'Eyes Mesh MediaPipe',
2382
+ modelId: 'runware:35@15',
2383
+ provider: 'Runware',
2384
+ features: ['image-inpainting'],
2385
+ tags: ['SmythOS', 'Facial features'],
2386
+ enabled: true,
2387
+
2388
+ credentials: 'internal',
2389
+ },
2390
+ 'smythos/nose_mesh_mediapipe': {
2391
+ label: 'Nose Mesh MediaPipe',
2392
+ modelId: 'runware:35@13',
2393
+ provider: 'Runware',
2394
+ features: ['image-inpainting'],
2395
+ tags: ['SmythOS', 'Facial features'],
2396
+ enabled: true,
2397
+
2398
+ credentials: 'internal',
2399
+ },
2400
+ 'smythos/lips_mesh_mediapipe': {
2401
+ label: 'Lips Mesh MediaPipe',
2402
+ modelId: 'runware:35@14',
2403
+ provider: 'Runware',
2404
+ features: ['image-inpainting'],
2405
+ tags: ['SmythOS', 'Facial features'],
2406
+ enabled: true,
2407
+
2408
+ credentials: 'internal',
2409
+ },
2410
+ 'smythos/eyes_lips_mesh': {
2411
+ label: 'Eyes & Lips Mesh',
2412
+ modelId: 'runware:35@10',
2413
+ provider: 'Runware',
2414
+ features: ['image-inpainting'],
2415
+ tags: ['SmythOS', 'Facial features'],
2416
+ enabled: true,
2417
+
2418
+ credentials: 'internal',
2419
+ },
2420
+ 'smythos/nose_eyes_mesh': {
2421
+ label: 'Nose & Eyes Mesh',
2422
+ modelId: 'runware:35@11',
2423
+ provider: 'Runware',
2424
+ features: ['image-inpainting'],
2425
+ tags: ['SmythOS', 'Facial features'],
2426
+ enabled: true,
2427
+
2428
+ credentials: 'internal',
2429
+ },
2430
+ 'smythos/nose_lips_mesh': {
2431
+ label: 'Nose & Lips Mesh',
2432
+ modelId: 'runware:35@12',
2433
+ provider: 'Runware',
2434
+ features: ['image-inpainting'],
2435
+ tags: ['SmythOS', 'Facial features'],
2436
+ enabled: true,
2437
+ },
2438
+ // #endregion Facial features models
2439
+
2440
+ // #region Other body parts models
2441
+ 'smythos/hand_yolov8n': {
2442
+ label: 'Hand YOLOv8n',
2443
+ modelId: 'runware:35@3',
2444
+ provider: 'Runware',
2445
+ features: ['image-inpainting'],
2446
+ tags: ['SmythOS', 'Other body parts'],
2447
+ enabled: true,
2448
+ },
2449
+ 'smythos/person_yolov8n-seg': {
2450
+ label: 'Person YOLOv8n-seg',
2451
+ modelId: 'runware:35@4',
2452
+ provider: 'Runware',
2453
+ features: ['image-inpainting'],
2454
+ tags: ['SmythOS', 'Other body parts'],
2455
+ enabled: true,
2456
+ },
2457
+ 'smythos/person_yolov8s-seg': {
2458
+ label: 'Person YOLOv8s-seg',
2459
+ modelId: 'runware:35@5',
2460
+ provider: 'Runware',
2461
+ features: ['image-inpainting'],
2462
+ tags: ['SmythOS', 'Other body parts'],
2463
+ enabled: true,
2464
+
2465
+ credentials: 'internal',
2466
+ },
2467
+ // #endregion Runware Models
2468
+
2469
+ // #region Retrocompatible Runware Models
2470
+ // TODO: Will be removed a few days later
2471
+ 'flux.1-schnell': {
2472
+ label: 'FLUX.1 (Schnell)',
2473
+ modelId: 'runware:100@1',
2474
+ provider: 'Runware',
2475
+ features: ['image-generation'],
2476
+ tags: ['SmythOS'],
2477
+ enabled: false,
2478
+
2479
+ credentials: 'vault',
2480
+ },
2481
+ 'flux.1-dev': {
2482
+ label: 'FLUX.1 (Dev)',
2483
+ modelId: 'runware:101@1',
2484
+ provider: 'Runware',
2485
+ features: ['image-generation'],
2486
+ tags: ['SmythOS'],
2487
+ enabled: false,
2488
+
2489
+ credentials: 'vault',
2490
+ },
2491
+ // #endregion Retrocompatible Runware Models
2492
+
2493
+ // #endregion Image Generation Models ============================
2494
+
2495
+ // xAI models
2496
+ grok: {
2497
+ llm: 'xAI',
2498
+
2499
+ label: 'Grok',
2500
+ modelId: 'grok-2-latest',
2501
+ provider: 'xAI',
2502
+ features: ['text', 'tools'],
2503
+ tags: ['Personal', 'xAI'],
2504
+ tokens: 0,
2505
+ completionTokens: 0,
2506
+ enabled: false,
2507
+ keyOptions: { tokens: 131_072, completionTokens: 8192, enabled: true },
2508
+
2509
+ baseURL: 'https://api.x.ai/v1',
2510
+
2511
+ credentials: 'vault',
2512
+ },
2513
+ 'grok-2-vision': {
2514
+ llm: 'xAI',
2515
+
2516
+ label: 'Grok Vision',
2517
+ modelId: 'grok-2-vision-latest',
2518
+ provider: 'xAI',
2519
+ features: ['image'],
2520
+ tags: ['New', 'Personal', 'xAI'],
2521
+ tokens: 0,
2522
+ completionTokens: 0,
2523
+ enabled: false,
2524
+ hidden: true,
2525
+ keyOptions: { tokens: 32_768, completionTokens: 32_768, enabled: true },
2526
+
2527
+ baseURL: 'https://api.x.ai/v1',
2528
+
2529
+ credentials: 'vault',
2530
+ },
2531
+
2532
+ // #endregion [User Models] ==============================================================
2533
+ };
2534
+
2535
+ /******************************************************
2536
+ * ! DO NOT MODIFY THIS FILE INDEPENDENTLY
2537
+ * ! TO ENSURE CONSISTENCY, THIS FILE IS SYNCED WITH
2538
+ * ! THE APP AND SRE VERSIONS
2539
+ ******************************************************/