npm - @smythos/sre - Versions diffs - 1.6.1 → 1.6.8 - Mend

@smythos/sre 1.6.1 → 1.6.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (234) hide show

package/CHANGELOG +111 -111
package/LICENSE +18 -18
package/README.md +135 -135
package/dist/index.js +2 -2
package/dist/index.js.map +1 -1
package/dist/types/subsystems/LLMManager/ModelsProvider.service/connectors/SmythModelsProvider.class.d.ts +39 -0
package/package.json +1 -1
package/src/Components/APICall/APICall.class.ts +161 -161
package/src/Components/APICall/AccessTokenManager.ts +166 -166
package/src/Components/APICall/ArrayBufferResponse.helper.ts +58 -58
package/src/Components/APICall/OAuth.helper.ts +447 -447
package/src/Components/APICall/mimeTypeCategories.ts +46 -46
package/src/Components/APICall/parseData.ts +167 -167
package/src/Components/APICall/parseHeaders.ts +41 -41
package/src/Components/APICall/parseProxy.ts +68 -68
package/src/Components/APICall/parseUrl.ts +91 -91
package/src/Components/APIEndpoint.class.ts +234 -234
package/src/Components/APIOutput.class.ts +58 -58
package/src/Components/AgentPlugin.class.ts +102 -102
package/src/Components/Async.class.ts +155 -155
package/src/Components/Await.class.ts +90 -90
package/src/Components/Classifier.class.ts +158 -158
package/src/Components/Component.class.ts +147 -147
package/src/Components/ComponentHost.class.ts +38 -38
package/src/Components/DataSourceCleaner.class.ts +92 -92
package/src/Components/DataSourceIndexer.class.ts +181 -181
package/src/Components/DataSourceLookup.class.ts +161 -161
package/src/Components/ECMASandbox.class.ts +72 -72
package/src/Components/FEncDec.class.ts +29 -29
package/src/Components/FHash.class.ts +33 -33
package/src/Components/FSign.class.ts +80 -80
package/src/Components/FSleep.class.ts +25 -25
package/src/Components/FTimestamp.class.ts +66 -66
package/src/Components/FileStore.class.ts +78 -78
package/src/Components/ForEach.class.ts +97 -97
package/src/Components/GPTPlugin.class.ts +70 -70
package/src/Components/GenAILLM.class.ts +586 -586
package/src/Components/HuggingFace.class.ts +313 -313
package/src/Components/Image/imageSettings.config.ts +70 -70
package/src/Components/ImageGenerator.class.ts +483 -483
package/src/Components/JSONFilter.class.ts +54 -54
package/src/Components/LLMAssistant.class.ts +213 -213
package/src/Components/LogicAND.class.ts +28 -28
package/src/Components/LogicAtLeast.class.ts +85 -85
package/src/Components/LogicAtMost.class.ts +86 -86
package/src/Components/LogicOR.class.ts +29 -29
package/src/Components/LogicXOR.class.ts +34 -34
package/src/Components/MCPClient.class.ts +137 -137
package/src/Components/MemoryDeleteKeyVal.class.ts +70 -70
package/src/Components/MemoryReadKeyVal.class.ts +67 -67
package/src/Components/MemoryWriteKeyVal.class.ts +62 -62
package/src/Components/MemoryWriteObject.class.ts +97 -97
package/src/Components/MultimodalLLM.class.ts +128 -128
package/src/Components/OpenAPI.class.ts +72 -72
package/src/Components/PromptGenerator.class.ts +122 -122
package/src/Components/ScrapflyWebScrape.class.ts +183 -183
package/src/Components/ServerlessCode.class.ts +123 -123
package/src/Components/TavilyWebSearch.class.ts +103 -103
package/src/Components/VisionLLM.class.ts +104 -104
package/src/Components/ZapierAction.class.ts +127 -127
package/src/Components/index.ts +97 -97
package/src/Core/AgentProcess.helper.ts +240 -240
package/src/Core/Connector.class.ts +123 -123
package/src/Core/ConnectorsService.ts +197 -197
package/src/Core/DummyConnector.ts +49 -49
package/src/Core/HookService.ts +105 -105
package/src/Core/SmythRuntime.class.ts +241 -241
package/src/Core/SystemEvents.ts +16 -16
package/src/Core/boot.ts +56 -56
package/src/config.ts +15 -15
package/src/constants.ts +126 -126
package/src/data/hugging-face.params.json +579 -579
package/src/helpers/AWSLambdaCode.helper.ts +624 -599
package/src/helpers/BinaryInput.helper.ts +331 -331
package/src/helpers/Conversation.helper.ts +1157 -1157
package/src/helpers/ECMASandbox.helper.ts +64 -64
package/src/helpers/JsonContent.helper.ts +97 -97
package/src/helpers/LocalCache.helper.ts +97 -97
package/src/helpers/Log.helper.ts +274 -274
package/src/helpers/OpenApiParser.helper.ts +150 -150
package/src/helpers/S3Cache.helper.ts +147 -147
package/src/helpers/SmythURI.helper.ts +5 -5
package/src/helpers/Sysconfig.helper.ts +95 -95
package/src/helpers/TemplateString.helper.ts +243 -243
package/src/helpers/TypeChecker.helper.ts +329 -329
package/src/index.ts +198 -198
package/src/index.ts.bak +198 -198
package/src/subsystems/AgentManager/Agent.class.ts +1114 -1114
package/src/subsystems/AgentManager/Agent.helper.ts +3 -3
package/src/subsystems/AgentManager/AgentData.service/AgentDataConnector.ts +230 -230
package/src/subsystems/AgentManager/AgentData.service/connectors/CLIAgentDataConnector.class.ts +66 -66
package/src/subsystems/AgentManager/AgentData.service/connectors/LocalAgentDataConnector.class.ts +145 -145
package/src/subsystems/AgentManager/AgentData.service/connectors/NullAgentData.class.ts +39 -39
package/src/subsystems/AgentManager/AgentData.service/index.ts +18 -18
package/src/subsystems/AgentManager/AgentLogger.class.ts +301 -301
package/src/subsystems/AgentManager/AgentRequest.class.ts +51 -51
package/src/subsystems/AgentManager/AgentRuntime.class.ts +557 -557
package/src/subsystems/AgentManager/AgentSSE.class.ts +101 -101
package/src/subsystems/AgentManager/AgentSettings.class.ts +52 -52
package/src/subsystems/AgentManager/Component.service/ComponentConnector.ts +32 -32
package/src/subsystems/AgentManager/Component.service/connectors/LocalComponentConnector.class.ts +60 -60
package/src/subsystems/AgentManager/Component.service/index.ts +11 -11
package/src/subsystems/AgentManager/EmbodimentSettings.class.ts +47 -47
package/src/subsystems/AgentManager/ForkedAgent.class.ts +154 -154
package/src/subsystems/AgentManager/OSResourceMonitor.ts +77 -77
package/src/subsystems/ComputeManager/Code.service/CodeConnector.ts +98 -98
package/src/subsystems/ComputeManager/Code.service/connectors/AWSLambdaCode.class.ts +171 -172
package/src/subsystems/ComputeManager/Code.service/connectors/ECMASandbox.class.ts +131 -131
package/src/subsystems/ComputeManager/Code.service/index.ts +13 -13
package/src/subsystems/IO/CLI.service/CLIConnector.ts +47 -47
package/src/subsystems/IO/CLI.service/index.ts +9 -9
package/src/subsystems/IO/Log.service/LogConnector.ts +32 -32
package/src/subsystems/IO/Log.service/connectors/ConsoleLog.class.ts +28 -28
package/src/subsystems/IO/Log.service/index.ts +13 -13
package/src/subsystems/IO/NKV.service/NKVConnector.ts +43 -43
package/src/subsystems/IO/NKV.service/connectors/NKVLocalStorage.class.ts +234 -234
package/src/subsystems/IO/NKV.service/connectors/NKVRAM.class.ts +204 -204
package/src/subsystems/IO/NKV.service/connectors/NKVRedis.class.ts +182 -182
package/src/subsystems/IO/NKV.service/index.ts +14 -14
package/src/subsystems/IO/Router.service/RouterConnector.ts +21 -21
package/src/subsystems/IO/Router.service/connectors/ExpressRouter.class.ts +48 -48
package/src/subsystems/IO/Router.service/connectors/NullRouter.class.ts +40 -40
package/src/subsystems/IO/Router.service/index.ts +11 -11
package/src/subsystems/IO/Storage.service/SmythFS.class.ts +488 -488
package/src/subsystems/IO/Storage.service/StorageConnector.ts +66 -66
package/src/subsystems/IO/Storage.service/connectors/LocalStorage.class.ts +327 -327
package/src/subsystems/IO/Storage.service/connectors/S3Storage.class.ts +482 -482
package/src/subsystems/IO/Storage.service/index.ts +13 -13
package/src/subsystems/IO/VectorDB.service/VectorDBConnector.ts +108 -108
package/src/subsystems/IO/VectorDB.service/connectors/MilvusVectorDB.class.ts +465 -465
package/src/subsystems/IO/VectorDB.service/connectors/PineconeVectorDB.class.ts +387 -387
package/src/subsystems/IO/VectorDB.service/connectors/RAMVecrtorDB.class.ts +408 -408
package/src/subsystems/IO/VectorDB.service/embed/BaseEmbedding.ts +107 -107
package/src/subsystems/IO/VectorDB.service/embed/GoogleEmbedding.ts +118 -118
package/src/subsystems/IO/VectorDB.service/embed/OpenAIEmbedding.ts +109 -109
package/src/subsystems/IO/VectorDB.service/embed/index.ts +26 -26
package/src/subsystems/IO/VectorDB.service/index.ts +14 -14
package/src/subsystems/LLMManager/LLM.helper.ts +251 -251
package/src/subsystems/LLMManager/LLM.inference.ts +345 -345
package/src/subsystems/LLMManager/LLM.service/LLMConnector.ts +492 -492
package/src/subsystems/LLMManager/LLM.service/LLMCredentials.helper.ts +171 -171
package/src/subsystems/LLMManager/LLM.service/connectors/Anthropic.class.ts +666 -666
package/src/subsystems/LLMManager/LLM.service/connectors/Bedrock.class.ts +407 -407
package/src/subsystems/LLMManager/LLM.service/connectors/Echo.class.ts +92 -92
package/src/subsystems/LLMManager/LLM.service/connectors/GoogleAI.class.ts +983 -983
package/src/subsystems/LLMManager/LLM.service/connectors/Groq.class.ts +319 -319
package/src/subsystems/LLMManager/LLM.service/connectors/Ollama.class.ts +361 -361
package/src/subsystems/LLMManager/LLM.service/connectors/Perplexity.class.ts +257 -257
package/src/subsystems/LLMManager/LLM.service/connectors/VertexAI.class.ts +430 -430
package/src/subsystems/LLMManager/LLM.service/connectors/openai/OpenAIConnector.class.ts +503 -503
package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/ChatCompletionsApiInterface.ts +524 -524
package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/OpenAIApiInterface.ts +100 -100
package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/OpenAIApiInterfaceFactory.ts +81 -81
package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/ResponsesApiInterface.ts +1145 -1145
package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/constants.ts +13 -13
package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/index.ts +4 -4
package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/utils.ts +11 -11
package/src/subsystems/LLMManager/LLM.service/connectors/openai/types.ts +32 -32
package/src/subsystems/LLMManager/LLM.service/connectors/xAI.class.ts +478 -478
package/src/subsystems/LLMManager/LLM.service/index.ts +47 -47
package/src/subsystems/LLMManager/ModelsProvider.service/ModelsProviderConnector.ts +303 -303
package/src/subsystems/LLMManager/ModelsProvider.service/connectors/JSONModelsProvider.class.ts +271 -271
package/src/subsystems/LLMManager/ModelsProvider.service/index.ts +11 -11
package/src/subsystems/LLMManager/custom-models.ts +854 -854
package/src/subsystems/LLMManager/models.ts +2540 -2540
package/src/subsystems/LLMManager/paramMappings.ts +69 -69
package/src/subsystems/MemoryManager/Cache.service/CacheConnector.ts +86 -86
package/src/subsystems/MemoryManager/Cache.service/connectors/LocalStorageCache.class.ts +297 -297
package/src/subsystems/MemoryManager/Cache.service/connectors/RAMCache.class.ts +214 -214
package/src/subsystems/MemoryManager/Cache.service/connectors/RedisCache.class.ts +252 -252
package/src/subsystems/MemoryManager/Cache.service/connectors/S3Cache.class.ts +373 -373
package/src/subsystems/MemoryManager/Cache.service/index.ts +15 -15
package/src/subsystems/MemoryManager/LLMCache.ts +72 -72
package/src/subsystems/MemoryManager/LLMContext.ts +124 -124
package/src/subsystems/MemoryManager/LLMMemory.service/LLMMemoryConnector.ts +26 -26
package/src/subsystems/MemoryManager/RuntimeContext.ts +277 -277
package/src/subsystems/Security/AccessControl/ACL.class.ts +208 -208
package/src/subsystems/Security/AccessControl/AccessCandidate.class.ts +82 -82
package/src/subsystems/Security/AccessControl/AccessRequest.class.ts +52 -52
package/src/subsystems/Security/Account.service/AccountConnector.ts +44 -44
package/src/subsystems/Security/Account.service/connectors/DummyAccount.class.ts +130 -130
package/src/subsystems/Security/Account.service/connectors/JSONFileAccount.class.ts +170 -170
package/src/subsystems/Security/Account.service/connectors/MySQLAccount.class.ts +76 -76
package/src/subsystems/Security/Account.service/index.ts +14 -14
package/src/subsystems/Security/Credentials.helper.ts +62 -62
package/src/subsystems/Security/ManagedVault.service/ManagedVaultConnector.ts +38 -38
package/src/subsystems/Security/ManagedVault.service/connectors/NullManagedVault.class.ts +53 -53
package/src/subsystems/Security/ManagedVault.service/connectors/SecretManagerManagedVault.ts +154 -154
package/src/subsystems/Security/ManagedVault.service/index.ts +12 -12
package/src/subsystems/Security/SecureConnector.class.ts +110 -110
package/src/subsystems/Security/Vault.service/Vault.helper.ts +30 -30
package/src/subsystems/Security/Vault.service/VaultConnector.ts +29 -29
package/src/subsystems/Security/Vault.service/connectors/HashicorpVault.class.ts +46 -46
package/src/subsystems/Security/Vault.service/connectors/JSONFileVault.class.ts +221 -221
package/src/subsystems/Security/Vault.service/connectors/NullVault.class.ts +54 -54
package/src/subsystems/Security/Vault.service/connectors/SecretsManager.class.ts +140 -140
package/src/subsystems/Security/Vault.service/index.ts +12 -12
package/src/types/ACL.types.ts +104 -104
package/src/types/AWS.types.ts +10 -10
package/src/types/Agent.types.ts +61 -61
package/src/types/AgentLogger.types.ts +17 -17
package/src/types/Cache.types.ts +1 -1
package/src/types/Common.types.ts +2 -2
package/src/types/LLM.types.ts +520 -520
package/src/types/Redis.types.ts +8 -8
package/src/types/SRE.types.ts +64 -64
package/src/types/Security.types.ts +14 -14
package/src/types/Storage.types.ts +5 -5
package/src/types/VectorDB.types.ts +86 -86
package/src/utils/base64.utils.ts +275 -275
package/src/utils/cli.utils.ts +68 -68
package/src/utils/data.utils.ts +322 -322
package/src/utils/date-time.utils.ts +22 -22
package/src/utils/general.utils.ts +238 -238
package/src/utils/index.ts +12 -12
package/src/utils/lazy-client.ts +261 -261
package/src/utils/numbers.utils.ts +13 -13
package/src/utils/oauth.utils.ts +35 -35
package/src/utils/string.utils.ts +414 -414
package/src/utils/url.utils.ts +19 -19
package/src/utils/validation.utils.ts +74 -74
package/dist/bundle-analysis-lazy.html +0 -4949
package/dist/bundle-analysis.html +0 -4949
package/dist/types/Components/Triggers/GmailTrigger.class.d.ts +0 -13
package/dist/types/Components/Triggers/Trigger.class.d.ts +0 -3
package/dist/types/helpers/AIPerformanceAnalyzer.helper.d.ts +0 -45
package/dist/types/helpers/AIPerformanceCollector.helper.d.ts +0 -111
package/dist/types/subsystems/IO/Storage.service/connectors/AzureBlobStorage.class.d.ts +0 -211
package/dist/types/subsystems/IO/VectorDB.service/connectors/WeaviateVectorDB.class.d.ts +0 -187
package/dist/types/subsystems/PerformanceManager/Performance.service/PerformanceConnector.d.ts +0 -102
package/dist/types/subsystems/PerformanceManager/Performance.service/connectors/LocalPerformanceConnector.class.d.ts +0 -100
package/dist/types/subsystems/PerformanceManager/Performance.service/index.d.ts +0 -22
package/dist/types/types/Performance.types.d.ts +0 -468
package/dist/types/utils/package-manager.utils.d.ts +0 -26

package/src/subsystems/LLMManager/custom-models.ts CHANGED Viewed

@@ -1,854 +1,854 @@
-//! ***IMPORTANT***
-// * WE HAVE SAME FILE IN THREE PLACE, SO ANY CHANGES SHOULD BE SYNCED
-// * - /smyth-builder-ui/src/shared/custom-models.ts
-// * - /smyth-builder-server/src/services/LLMHelper/custom-models.ts
-// * - /smyth-runtime/src/subsystems/LLMManager/custom-models.ts
-//! ***IMPORTANT***
-/**
- * Custom model configurations for various AI providers.
- * This template is useful for maintaining up-to-date model aliases and token information,
- * even though we store custom model data in the database.
- */
-export const customModels = {
-  /**************************************************
-   * AWS Bedrock Models
-   **************************************************/
-  /*
-  Context token information sourced from the AWS Bedrock Console:
-  https://us-east-1.console.aws.amazon.com/bedrock/home?region=us-east-1#/overview
-  Completion token information sourced from the AWS Bedrock Text Playground:
-  https://us-east-1.console.aws.amazon.com/bedrock/home?region=us-east-1#/text-playground
-  Supported model features information sourced from - https://docs.aws.amazon.com/bedrock/latest/userguide/conversation-inference-supported-models-features.html
-  */
-  //#region AI21 Labs Models
-  'ai21.jamba-1-5-mini-v1:0': {
-    llm: 'Bedrock',
-    label: 'AI21 Labs - Jamba 1.5 Mini',
-    tokens: 256000,
-    completionTokens: 4096,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'GenAILLM'],
-    tags: ['new'],
-  },
-  'ai21.jamba-1-5-large-v1:0': {
-    llm: 'Bedrock',
-    label: 'AI21 Labs - Jamba 1.5 Large',
-    tokens: 256000,
-    completionTokens: 4096,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'GenAILLM'],
-    tags: ['new'],
-  },
-  'ai21.jamba-instruct-v1:0': {
-    llm: 'Bedrock',
-    label: 'AI21 Labs - Jamba-Instruct',
-    tokens: 256000,
-    completionTokens: 4096,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'ai21.j2-ultra-v1': {
-    llm: 'Bedrock',
-    label: 'AI21 Labs - Jurassic-2 Ultra',
-    tokens: 8191,
-    completionTokens: 8191,
-    supportsSystemPrompt: false,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'ai21.j2-mid-v1': {
-    llm: 'Bedrock',
-    label: 'AI21 Labs - Jurassic-2 Mid',
-    tokens: 8191,
-    completionTokens: 8191,
-    supportsSystemPrompt: false,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  //#endregion AI21 Labs Models
-  //#region Amazon Models
-  'amazon.titan-text-premier-v1:0': {
-    llm: 'Bedrock',
-    label: 'Amazon - Titan Text Premier',
-    tokens: 32000,
-    completionTokens: 3000,
-    supportsSystemPrompt: false,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'amazon.titan-text-express-v1': {
-    llm: 'Bedrock',
-    label: 'Amazon - Titan Text G1 - Express',
-    tokens: 8192,
-    completionTokens: 4096,
-    supportsSystemPrompt: false,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'amazon.titan-text-lite-v1': {
-    llm: 'Bedrock',
-    label: 'Amazon - Titan Text G1 - Lite',
-    tokens: 4096,
-    completionTokens: 4096,
-    supportsSystemPrompt: false,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  // 'Amazon - Titan Embeddings G1 - Text': { alias: 'amazon.titan-embed-text-v1' }, // Converse API doesn't support
-  // 'Amazon - Titan Embedding Text v2': { alias: 'amazon.titan-embed-text-v2:0' }, // Converse API doesn't support
-  // 'Amazon - Titan Multimodal Embeddings G1': { alias: 'amazon.titan-embed-image-v1' }, // Converse API doesn't support
-  // 'Amazon - Titan Image Generator G1 V1': { alias: 'amazon.titan-image-generator-v1' }, // Converse API doesn't support
-  // 'Amazon - Titan Image Generator G1 V2': { alias: 'amazon.titan-image-generator-v2:0' }, // Converse API doesn't support
-  //#endregion Amazon Models
-  //#region Anthropic Models
-  // * NOTE: It's required to submit business info to get access for Anthropic models
-  // * @Ref of Anthropic tokens and completionTokens - https://docs.anthropic.com/en/docs/about-claude/models
-  'us.anthropic.claude-3-5-haiku-20241022-v1:0': {
-    llm: 'Bedrock',
-    label: 'Anthropic - Claude 3.5 Haiku',
-    tokens: 200000,
-    completionTokens: 8192,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: true,
-    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
-    tags: ['v1:0', 'new'],
-  },
-  'us.anthropic.claude-3-5-sonnet-20241022-v2:0': {
-    llm: 'Bedrock',
-    label: 'Anthropic - Claude 3.5 Sonnet',
-    tokens: 200000,
-    completionTokens: 8192,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: true,
-    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
-    tags: ['v2:0', 'new'],
-  },
-  'anthropic.claude-3-5-sonnet-20240620-v1:0': {
-    llm: 'Bedrock',
-    label: 'Anthropic - Claude 3.5 Sonnet',
-    tokens: 200000,
-    completionTokens: 8192,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: true,
-    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
-    tags: ['v1:0'],
-  },
-  'anthropic.claude-3-sonnet-20240229-v1:0': {
-    llm: 'Bedrock',
-    label: 'Anthropic - Claude 3 Sonnet',
-    tokens: 200000,
-    completionTokens: 4096,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: true,
-    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
-    tags: ['v1:0'],
-  },
-  'anthropic.claude-3-haiku-20240307-v1:0': {
-    llm: 'Bedrock',
-    label: 'Anthropic - Claude 3 Haiku',
-    tokens: 200000,
-    completionTokens: 4096,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: true,
-    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
-    tags: ['v1:0'],
-  },
-  'anthropic.claude-3-opus-20240229-v1:0': {
-    llm: 'Bedrock',
-    label: 'Anthropic - Claude 3 Opus',
-    tokens: 200000,
-    completionTokens: 4096,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: true,
-    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
-    tags: ['v1:0'],
-  },
-  'anthropic.claude-v2:1': {
-    llm: 'Bedrock',
-    label: 'Anthropic - Claude 2.1',
-    tokens: 200000,
-    completionTokens: 4096,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-    tags: ['v2:1'],
-  },
-  'anthropic.claude-v2': {
-    llm: 'Bedrock',
-    label: 'Anthropic - Claude 2.0',
-    tokens: 100000,
-    completionTokens: 4096,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'anthropic.claude-instant-v1': {
-    llm: 'Bedrock',
-    label: 'Anthropic - Claude Instant',
-    tokens: 100000,
-    completionTokens: 4096,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  //#endregion Anthropic Models
-  //#region Cohere Models
-  'cohere.command-r-plus-v1:0': {
-    llm: 'Bedrock',
-    label: 'Cohere - Command R+',
-    tokens: 128000,
-    completionTokens: 4000, // Found 4000 Max tokens in the Playground
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: true,
-    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
-  },
-  'cohere.command-r-v1:0': {
-    llm: 'Bedrock',
-    label: 'Cohere - Command R',
-    tokens: 128000,
-    completionTokens: 4000, // Found 4000 Max tokens in the Playground
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: true,
-    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
-  },
-  'cohere.command-text-v14': {
-    llm: 'Bedrock',
-    label: 'Cohere - Command',
-    tokens: 4000, // Found 4k
-    completionTokens: 4000, // Found 4000 Max tokens in the Playground
-    supportsSystemPrompt: false,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'cohere.command-light-text-v14': {
-    llm: 'Bedrock',
-    label: 'Cohere - Command Light',
-    tokens: 4000, // 4k tokens
-    completionTokens: 4000, // Found 4000 Max tokens in the Playground
-    supportsSystemPrompt: false,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  // 'Cohere - Embed English': { alias: 'cohere.embed-english-v3' }, // Converse API doesn't support
-  // 'Cohere - Embed Multilingual': { alias: 'cohere.embed-multilingual-v3' }, // Converse API doesn't support
-  //#endregion Cohere Models
-  //#region Meta Models
-  // 'Meta - Llama 2 Chat 13B' : { alias: 'meta.llama2-13b-chat-v1' } // Don't have access to the model
-  // 'Meta - Llama 2 Chat 70B' : { alias: 'meta.llama2-70b-chat-v1' } // Don't have access to the model
-  'us.meta.llama3-2-1b-instruct-v1:0': {
-    llm: 'Bedrock',
-    label: 'Meta - Llama 3.2 1B Instruct',
-    tokens: 200000,
-    completionTokens: 2048,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-    tags: ['new'],
-  },
-  'us.meta.llama3-2-3b-instruct-v1:0': {
-    llm: 'Bedrock',
-    label: 'Meta - Llama 3.2 3B Instruct',
-    tokens: 200000,
-    completionTokens: 2048,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-    tags: ['new'],
-  },
-  'meta.llama3-8b-instruct-v1:0': {
-    llm: 'Bedrock',
-    label: 'Meta - Llama 3 8B Instruct',
-    tokens: 8192,
-    completionTokens: 2048,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'meta.llama3-70b-instruct-v1:0': {
-    llm: 'Bedrock',
-    label: 'Meta - Llama 3 70B Instruct',
-    tokens: 8192,
-    completionTokens: 2048,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  // 'Meta - Llama 3.1 8B Instruct': { alias: 'meta.llama3-1-8b-instruct-v1:0' }, // The provided model identifier is invalid.
-  // 'Meta - Llama 3.1 70B Instruct': { alias: 'meta.llama3-1-70b-instruct-v1:0' }, // The provided model identifier is invalid.
-  // 'Meta - Llama 3.1 405B Instruct': { alias: 'meta.llama3-1-405b-instruct-v1:0' }, // The provided model identifier is invalid.
-  //#endregion Meta Models
-  //#region Mistral Models
-  'mistral.mistral-7b-instruct-v0:2': {
-    llm: 'Bedrock',
-    label: 'Mistral AI - Mistral 7B Instruct',
-    tokens: 32000,
-    completionTokens: 8192,
-    supportsSystemPrompt: false,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'mistral.mixtral-8x7b-instruct-v0:1': {
-    llm: 'Bedrock',
-    label: 'Mistral AI - Mixtral 8X7B Instruct',
-    tokens: 32000,
-    completionTokens: 4096,
-    supportsSystemPrompt: false,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'mistral.mistral-large-2402-v1:0': {
-    llm: 'Bedrock',
-    label: 'Mistral AI - Mistral Large',
-    tokens: 32000,
-    completionTokens: 8192,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  // 'Mistral AI - Mistral Large 2 (24.07)' : { alias: 'mistral.mistral-large-2407-v1:0' } // The provided model identifier is invalid.
-  'mistral.mistral-small-2402-v1:0': {
-    llm: 'Bedrock',
-    label: 'Mistral AI - Mistral Small',
-    tokens: 32000,
-    completionTokens: 8192,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  //#endregion Mistral Models
-  //#region Stability Models
-  // 'Stability AI - Stable Diffusion XL 0.x' : { alias: 'stability.stable-diffusion-xl-v0' } // Converse API doesn't support
-  // 'Stability AI - Stable Diffusion XL 1.x' : { alias: 'stability.stable-diffusion-xl-v1' } // Converse API doesn't support
-  //#endregion Stability Models
-  /**************************************************
-   * Vertex AI Models
-   **************************************************/
-  /*
-  Context token information sourced from :
-  Vertex AI documentation - https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models
-  Anthropic - https://docs.anthropic.com/en/docs/about-claude/models
-  Completion token information sourced from:
-  Vertex AI Text Playground - https://console.cloud.google.com/vertex-ai/generative/language/create/text?model=text-bison@001&authuser=1&project=opt-smythos-vertexia-432522
-  */
-  'gemini-1.5-flash': {
-    llm: 'VertexAI',
-    label: 'Gemini 1.5 Flash',
-    supportsSystemPrompt: true,
-    tokens: 1048576,
-    completionTokens: 8192,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'gemini-1.5-pro': {
-    llm: 'VertexAI',
-    label: 'Gemini 1.5 Pro',
-    supportsSystemPrompt: true,
-    tokens: 2097152,
-    completionTokens: 8192,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'gemini-1.0-pro': {
-    llm: 'VertexAI',
-    label: 'Gemini 1.0 Pro',
-    supportsSystemPrompt: true,
-    tokens: 32760,
-    completionTokens: 8192,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'claude-3-5-haiku': {
-    llm: 'VertexAI',
-    label: 'Claude 3.5 Haiku',
-    supportsSystemPrompt: true,
-    tokens: 200000,
-    completionTokens: 8192,
-    tags: ['new'],
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'claude-3-5-sonnet-v2': {
-    llm: 'VertexAI',
-    label: 'Claude 3.5 Sonnet',
-    supportsSystemPrompt: true,
-    tokens: 200000,
-    completionTokens: 8192,
-    tags: ['v2', 'new'],
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'claude-3-5-sonnet': {
-    llm: 'VertexAI',
-    label: 'Claude 3.5 Sonnet',
-    supportsSystemPrompt: true,
-    tokens: 200000,
-    completionTokens: 8192,
-    tags: ['v1'],
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'claude-3-sonnet': {
-    llm: 'VertexAI',
-    label: 'Claude 3 Sonnet',
-    supportsSystemPrompt: true,
-    tokens: 200000,
-    completionTokens: 4096,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'claude-3-opus': {
-    llm: 'VertexAI',
-    label: 'Claude 3 Opus',
-    supportsSystemPrompt: true,
-    tokens: 200000,
-    completionTokens: 4096,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'claude-3-haiku': {
-    llm: 'VertexAI',
-    label: 'Claude 3 Haiku',
-    supportsSystemPrompt: true,
-    tokens: 200000,
-    completionTokens: 4096,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  gemma2: {
-    llm: 'VertexAI',
-    label: 'Gemma 2',
-    supportsSystemPrompt: true,
-    tokens: 8192, // @Ref https://huggingface.co/blog/gemma2
-    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/google/model-garden/gemma2?authuser=1&project=opt-smythos-vertexia-432522
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  gemma: {
-    llm: 'VertexAI',
-    label: 'Gemma',
-    supportsSystemPrompt: true,
-    tokens: 8192, // @Ref https://huggingface.co/blog/gemma2
-    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/google/model-garden/gemma?authuser=1&project=opt-smythos-vertexia-432522
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  codegemma: {
-    llm: 'VertexAI',
-    label: 'CodeGemma',
-    supportsSystemPrompt: true,
-    tokens: 8192, // @Ref - https://huggingface.co/google/gemma-7b-it/discussions/73
-    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/google/model-garden/codegemma?authuser=1&project=opt-smythos-vertexia-432522
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'llama3-405b-instruct-maas': {
-    llm: 'VertexAI',
-    label: 'Llama 3.1 API Service',
-    supportsSystemPrompt: true,
-    tokens: 4096, // @Ref - https://docs.together.ai/docs/chat-models
-    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama3-405b-instruct-maas?authuser=1&project=opt-smythos-vertexia-432522
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  llama3_1: {
-    llm: 'VertexAI',
-    label: 'Llama 3.1',
-    supportsSystemPrompt: true,
-    tokens: 4096, // by querying with Gemini - https://gemini.google.com/
-    completionTokens: 4096, // by querying with Gemini - https://gemini.google.com/
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'llama-guard': {
-    llm: 'VertexAI',
-    label: 'Llama Guard',
-    supportsSystemPrompt: true,
-    tokens: 8192, // @Ref - by querying with Gemini - https://gemini.google.com/
-    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama-guard?authuser=1&project=opt-smythos-vertexia-432522
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  llama3: {
-    llm: 'VertexAI',
-    label: 'Llama 3',
-    supportsSystemPrompt: true,
-    tokens: 8192, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama3?_ga=2.79473366.358158393.1724662649-247251619.1697981116&authuser=1&project=opt-smythos-vertexia-432522
-    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama3?_ga=2.79473366.358158393.1724662649-247251619.1697981116&authuser=1&project=opt-smythos-vertexia-432522
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  llama2: {
-    llm: 'VertexAI',
-    label: 'Llama 2',
-    value: 'llama2',
-    supportsSystemPrompt: true,
-    tokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama2?authuser=1&project=opt-smythos-vertexia-432522
-    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama2?authuser=1&project=opt-smythos-vertexia-432522
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'mistral-large': {
-    llm: 'VertexAI',
-    label: 'Mistral Large (2407)',
-    supportsSystemPrompt: true,
-    tokens: 128000, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/mistralai/model-garden/mistral-large?authuser=1&project=opt-smythos-vertexia-432522
-    completionTokens: 8192, // Guessing from the context window (tokens)
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'mistral-nemo': {
-    llm: 'VertexAI',
-    label: 'Mistral Nemo',
-    supportsSystemPrompt: true,
-    tokens: 128000, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/mistralai/model-garden/mistral-nemo?authuser=1&project=opt-smythos-vertexia-432522
-    completionTokens: 8192, // Guessing from the context window (tokens)
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  codestral: {
-    llm: 'VertexAI',
-    label: 'Codestral',
-    supportsSystemPrompt: true,
-    tokens: 32000, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/mistralai/model-garden/codestral?authuser=1&project=opt-smythos-vertexia-432522
-    completionTokens: 4096, // Guessing from the context window (tokens)
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  mixtral: {
-    llm: 'VertexAI',
-    label: 'Mixtral',
-    supportsSystemPrompt: true,
-    tokens: 32000, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/mistral-ai/model-garden/mixtral?authuser=1&project=opt-smythos-vertexia-432522
-    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/mistral-ai/model-garden/mixtral?authuser=1&project=opt-smythos-vertexia-432522
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'chat-bison': {
-    llm: 'VertexAI',
-    label: 'PaLM 2 Chat Bison',
-    supportsSystemPrompt: true,
-    tokens: 4096, // @Ref - by querying with Gemini - https://gemini.google.com/
-    completionTokens: 2048, // @Ref - https://console.cloud.google.com/vertex-ai/generative/language/create/chat?model=chat-bison@002&authuser=1&project=opt-smythos-vertexia-432522 [Playground]
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'text-bison': {
-    llm: 'VertexAI',
-    label: 'PaLM 2 Text Bison',
-    supportsSystemPrompt: true,
-    tokens: 32768, // by querying with Gemini - https://gemini.google.com/
-    completionTokens: 2048, // @Ref - https://console.cloud.google.com/vertex-ai/generative/language/create/text?model=text-bison@001&authuser=1&project=opt-smythos-vertexia-432522 [Playground]
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  phi3: {
-    llm: 'VertexAI',
-    label: 'Phi-3',
-    supportsSystemPrompt: true,
-    tokens: 128000, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/microsoft/model-garden/phi3?authuser=1&project=opt-smythos-vertexia-432522
-    completionTokens: 8192, // Guessing from the context window (tokens)
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  qwen2: {
-    llm: 'VertexAI',
-    label: 'Qwen2',
-    supportsSystemPrompt: true,
-    tokens: 131072, // @Ref - https://huggingface.co/Qwen/Qwen2-72B-Instruct
-    completionTokens: 8192, // Guessing from the context window (tokens)
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  mammut: {
-    llm: 'VertexAI',
-    label: 'MaMMUT',
-    supportsSystemPrompt: true,
-    tokens: 4096, // @Ref - by querying with Gemini - https://gemini.google.com/
-    completionTokens: 2048, // @Ref - by querying with Gemini - https://gemini.google.com/
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'lmsys-vicuna-7b': {
-    llm: 'VertexAI',
-    label: 'Vicuna',
-    supportsSystemPrompt: true,
-    tokens: 4096, // @Ref - https://docs.together.ai/docs/chat-models
-    completionTokens: 2048, // @Ref - Guessing from the context window (tokens)
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'bio-gpt': {
-    llm: 'VertexAI',
-    label: 'BioGPT',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'microsoft-biomedclip': {
-    llm: 'VertexAI',
-    label: 'BiomedCLIP',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  mistral: {
-    llm: 'VertexAI',
-    label: 'Mistral Self-host (7B & Nemo)',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  nllb: {
-    llm: 'VertexAI',
-    label: 'NLLB',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'codellama-7b-hf': {
-    llm: 'VertexAI',
-    label: 'Code Llama',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'palmyra-med': {
-    llm: 'VertexAI',
-    label: 'Palmyra Med (Writer)',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'llama-2-quantized': {
-    llm: 'VertexAI',
-    label: 'Llama 2 (Quantized)',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'bert-base-uncased': {
-    llm: 'VertexAI',
-    label: 'BERT (PEFT)',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'falcon-instruct-7b-peft': {
-    llm: 'VertexAI',
-    label: 'Falcon-instruct (PEFT)',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  openllama: {
-    llm: 'VertexAI',
-    label: 'OpenLLaMA (PEFT)',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'roberta-large': {
-    llm: 'VertexAI',
-    label: 'RoBERTa-large (PEFT)',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'xlm-roberta-large': {
-    llm: 'VertexAI',
-    label: 'XLM-RoBERTa-large (PEFT)',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'bart-large-cnn': {
-    llm: 'VertexAI',
-    label: 'Bart-large-cnn',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'dolly-v2': {
-    llm: 'VertexAI',
-    label: 'Dolly-v2',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  imagetext: {
-    llm: 'VertexAI',
-    label: 'Imagen for Captioning & VQA',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'codechat-bison': {
-    llm: 'VertexAI',
-    label: 'Codey for Code Chat',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'code-bison': {
-    llm: 'VertexAI',
-    label: 'Codey for Code Generation',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'code-gecko': {
-    llm: 'VertexAI',
-    label: 'Codey for Code Completion',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'text-unicorn': {
-    llm: 'VertexAI',
-    label: 'PaLM 2 Text Unicorn',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'textembedding-gecko': {
-    llm: 'VertexAI',
-    label: 'Embeddings for Text',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  't5-flan': {
-    llm: 'VertexAI',
-    label: 'T5-FLAN',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  't5-1.1': {
-    llm: 'VertexAI',
-    label: 'T5-1.1',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'blip2-opt-2.7-b': {
-    llm: 'VertexAI',
-    label: 'BLIP2',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'instruct-pix2pix': {
-    llm: 'VertexAI',
-    label: 'InstructPix2Pix',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'bert-base': {
-    llm: 'VertexAI',
-    label: 'BERT',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'mediapipe-mobile-bert-classifier': {
-    llm: 'VertexAI',
-    label: 'MobileBERT Classifier (MediaPipe)',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'mediapipe-average-word-embedding-classifier': {
-    llm: 'VertexAI',
-    label: 'Average Word Embedding Classifier (MediaPipe)',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  pic2word: {
-    llm: 'VertexAI',
-    label: 'Pic2Word Composed Image Retrieval',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'text-translation': {
-    llm: 'VertexAI',
-    label: 'Text Translation',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'language-v1-moderate-text': {
-    llm: 'VertexAI',
-    label: 'Text Moderation',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'language-v1-analyze-syntax': {
-    llm: 'VertexAI',
-    label: 'Syntax analysis',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'language-v1-analyze-entity-sentiment': {
-    llm: 'VertexAI',
-    label: 'Entity sentiment analysis',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'language-v1-analyze-sentiment': {
-    llm: 'VertexAI',
-    label: 'Sentiment analysis',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'language-v1-classify-text-v1': {
-    llm: 'VertexAI',
-    label: 'Content classification',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'pt-test': {
-    llm: 'VertexAI',
-    label: 'Entity analysis',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-};
+//! ***IMPORTANT***
+// * WE HAVE SAME FILE IN THREE PLACE, SO ANY CHANGES SHOULD BE SYNCED
+// * - /smyth-builder-ui/src/shared/custom-models.ts
+// * - /smyth-builder-server/src/services/LLMHelper/custom-models.ts
+// * - /smyth-runtime/src/subsystems/LLMManager/custom-models.ts
+//! ***IMPORTANT***
+/**
+ * Custom model configurations for various AI providers.
+ * This template is useful for maintaining up-to-date model aliases and token information,
+ * even though we store custom model data in the database.
+ */
+export const customModels = {
+  /**************************************************
+   * AWS Bedrock Models
+   **************************************************/
+  /*
+  Context token information sourced from the AWS Bedrock Console:
+  https://us-east-1.console.aws.amazon.com/bedrock/home?region=us-east-1#/overview
+  Completion token information sourced from the AWS Bedrock Text Playground:
+  https://us-east-1.console.aws.amazon.com/bedrock/home?region=us-east-1#/text-playground
+  Supported model features information sourced from - https://docs.aws.amazon.com/bedrock/latest/userguide/conversation-inference-supported-models-features.html
+  */
+  //#region AI21 Labs Models
+  'ai21.jamba-1-5-mini-v1:0': {
+    llm: 'Bedrock',
+    label: 'AI21 Labs - Jamba 1.5 Mini',
+    tokens: 256000,
+    completionTokens: 4096,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'GenAILLM'],
+    tags: ['new'],
+  },
+  'ai21.jamba-1-5-large-v1:0': {
+    llm: 'Bedrock',
+    label: 'AI21 Labs - Jamba 1.5 Large',
+    tokens: 256000,
+    completionTokens: 4096,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'GenAILLM'],
+    tags: ['new'],
+  },
+  'ai21.jamba-instruct-v1:0': {
+    llm: 'Bedrock',
+    label: 'AI21 Labs - Jamba-Instruct',
+    tokens: 256000,
+    completionTokens: 4096,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'ai21.j2-ultra-v1': {
+    llm: 'Bedrock',
+    label: 'AI21 Labs - Jurassic-2 Ultra',
+    tokens: 8191,
+    completionTokens: 8191,
+    supportsSystemPrompt: false,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'ai21.j2-mid-v1': {
+    llm: 'Bedrock',
+    label: 'AI21 Labs - Jurassic-2 Mid',
+    tokens: 8191,
+    completionTokens: 8191,
+    supportsSystemPrompt: false,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  //#endregion AI21 Labs Models
+  //#region Amazon Models
+  'amazon.titan-text-premier-v1:0': {
+    llm: 'Bedrock',
+    label: 'Amazon - Titan Text Premier',
+    tokens: 32000,
+    completionTokens: 3000,
+    supportsSystemPrompt: false,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'amazon.titan-text-express-v1': {
+    llm: 'Bedrock',
+    label: 'Amazon - Titan Text G1 - Express',
+    tokens: 8192,
+    completionTokens: 4096,
+    supportsSystemPrompt: false,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'amazon.titan-text-lite-v1': {
+    llm: 'Bedrock',
+    label: 'Amazon - Titan Text G1 - Lite',
+    tokens: 4096,
+    completionTokens: 4096,
+    supportsSystemPrompt: false,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  // 'Amazon - Titan Embeddings G1 - Text': { alias: 'amazon.titan-embed-text-v1' }, // Converse API doesn't support
+  // 'Amazon - Titan Embedding Text v2': { alias: 'amazon.titan-embed-text-v2:0' }, // Converse API doesn't support
+  // 'Amazon - Titan Multimodal Embeddings G1': { alias: 'amazon.titan-embed-image-v1' }, // Converse API doesn't support
+  // 'Amazon - Titan Image Generator G1 V1': { alias: 'amazon.titan-image-generator-v1' }, // Converse API doesn't support
+  // 'Amazon - Titan Image Generator G1 V2': { alias: 'amazon.titan-image-generator-v2:0' }, // Converse API doesn't support
+  //#endregion Amazon Models
+  //#region Anthropic Models
+  // * NOTE: It's required to submit business info to get access for Anthropic models
+  // * @Ref of Anthropic tokens and completionTokens - https://docs.anthropic.com/en/docs/about-claude/models
+  'us.anthropic.claude-3-5-haiku-20241022-v1:0': {
+    llm: 'Bedrock',
+    label: 'Anthropic - Claude 3.5 Haiku',
+    tokens: 200000,
+    completionTokens: 8192,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: true,
+    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
+    tags: ['v1:0', 'new'],
+  },
+  'us.anthropic.claude-3-5-sonnet-20241022-v2:0': {
+    llm: 'Bedrock',
+    label: 'Anthropic - Claude 3.5 Sonnet',
+    tokens: 200000,
+    completionTokens: 8192,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: true,
+    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
+    tags: ['v2:0', 'new'],
+  },
+  'anthropic.claude-3-5-sonnet-20240620-v1:0': {
+    llm: 'Bedrock',
+    label: 'Anthropic - Claude 3.5 Sonnet',
+    tokens: 200000,
+    completionTokens: 8192,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: true,
+    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
+    tags: ['v1:0'],
+  },
+  'anthropic.claude-3-sonnet-20240229-v1:0': {
+    llm: 'Bedrock',
+    label: 'Anthropic - Claude 3 Sonnet',
+    tokens: 200000,
+    completionTokens: 4096,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: true,
+    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
+    tags: ['v1:0'],
+  },
+  'anthropic.claude-3-haiku-20240307-v1:0': {
+    llm: 'Bedrock',
+    label: 'Anthropic - Claude 3 Haiku',
+    tokens: 200000,
+    completionTokens: 4096,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: true,
+    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
+    tags: ['v1:0'],
+  },
+  'anthropic.claude-3-opus-20240229-v1:0': {
+    llm: 'Bedrock',
+    label: 'Anthropic - Claude 3 Opus',
+    tokens: 200000,
+    completionTokens: 4096,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: true,
+    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
+    tags: ['v1:0'],
+  },
+  'anthropic.claude-v2:1': {
+    llm: 'Bedrock',
+    label: 'Anthropic - Claude 2.1',
+    tokens: 200000,
+    completionTokens: 4096,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+    tags: ['v2:1'],
+  },
+  'anthropic.claude-v2': {
+    llm: 'Bedrock',
+    label: 'Anthropic - Claude 2.0',
+    tokens: 100000,
+    completionTokens: 4096,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'anthropic.claude-instant-v1': {
+    llm: 'Bedrock',
+    label: 'Anthropic - Claude Instant',
+    tokens: 100000,
+    completionTokens: 4096,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  //#endregion Anthropic Models
+  //#region Cohere Models
+  'cohere.command-r-plus-v1:0': {
+    llm: 'Bedrock',
+    label: 'Cohere - Command R+',
+    tokens: 128000,
+    completionTokens: 4000, // Found 4000 Max tokens in the Playground
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: true,
+    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
+  },
+  'cohere.command-r-v1:0': {
+    llm: 'Bedrock',
+    label: 'Cohere - Command R',
+    tokens: 128000,
+    completionTokens: 4000, // Found 4000 Max tokens in the Playground
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: true,
+    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
+  },
+  'cohere.command-text-v14': {
+    llm: 'Bedrock',
+    label: 'Cohere - Command',
+    tokens: 4000, // Found 4k
+    completionTokens: 4000, // Found 4000 Max tokens in the Playground
+    supportsSystemPrompt: false,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'cohere.command-light-text-v14': {
+    llm: 'Bedrock',
+    label: 'Cohere - Command Light',
+    tokens: 4000, // 4k tokens
+    completionTokens: 4000, // Found 4000 Max tokens in the Playground
+    supportsSystemPrompt: false,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  // 'Cohere - Embed English': { alias: 'cohere.embed-english-v3' }, // Converse API doesn't support
+  // 'Cohere - Embed Multilingual': { alias: 'cohere.embed-multilingual-v3' }, // Converse API doesn't support
+  //#endregion Cohere Models
+  //#region Meta Models
+  // 'Meta - Llama 2 Chat 13B' : { alias: 'meta.llama2-13b-chat-v1' } // Don't have access to the model
+  // 'Meta - Llama 2 Chat 70B' : { alias: 'meta.llama2-70b-chat-v1' } // Don't have access to the model
+  'us.meta.llama3-2-1b-instruct-v1:0': {
+    llm: 'Bedrock',
+    label: 'Meta - Llama 3.2 1B Instruct',
+    tokens: 200000,
+    completionTokens: 2048,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+    tags: ['new'],
+  },
+  'us.meta.llama3-2-3b-instruct-v1:0': {
+    llm: 'Bedrock',
+    label: 'Meta - Llama 3.2 3B Instruct',
+    tokens: 200000,
+    completionTokens: 2048,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+    tags: ['new'],
+  },
+  'meta.llama3-8b-instruct-v1:0': {
+    llm: 'Bedrock',
+    label: 'Meta - Llama 3 8B Instruct',
+    tokens: 8192,
+    completionTokens: 2048,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'meta.llama3-70b-instruct-v1:0': {
+    llm: 'Bedrock',
+    label: 'Meta - Llama 3 70B Instruct',
+    tokens: 8192,
+    completionTokens: 2048,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  // 'Meta - Llama 3.1 8B Instruct': { alias: 'meta.llama3-1-8b-instruct-v1:0' }, // The provided model identifier is invalid.
+  // 'Meta - Llama 3.1 70B Instruct': { alias: 'meta.llama3-1-70b-instruct-v1:0' }, // The provided model identifier is invalid.
+  // 'Meta - Llama 3.1 405B Instruct': { alias: 'meta.llama3-1-405b-instruct-v1:0' }, // The provided model identifier is invalid.
+  //#endregion Meta Models
+  //#region Mistral Models
+  'mistral.mistral-7b-instruct-v0:2': {
+    llm: 'Bedrock',
+    label: 'Mistral AI - Mistral 7B Instruct',
+    tokens: 32000,
+    completionTokens: 8192,
+    supportsSystemPrompt: false,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'mistral.mixtral-8x7b-instruct-v0:1': {
+    llm: 'Bedrock',
+    label: 'Mistral AI - Mixtral 8X7B Instruct',
+    tokens: 32000,
+    completionTokens: 4096,
+    supportsSystemPrompt: false,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'mistral.mistral-large-2402-v1:0': {
+    llm: 'Bedrock',
+    label: 'Mistral AI - Mistral Large',
+    tokens: 32000,
+    completionTokens: 8192,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  // 'Mistral AI - Mistral Large 2 (24.07)' : { alias: 'mistral.mistral-large-2407-v1:0' } // The provided model identifier is invalid.
+  'mistral.mistral-small-2402-v1:0': {
+    llm: 'Bedrock',
+    label: 'Mistral AI - Mistral Small',
+    tokens: 32000,
+    completionTokens: 8192,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  //#endregion Mistral Models
+  //#region Stability Models
+  // 'Stability AI - Stable Diffusion XL 0.x' : { alias: 'stability.stable-diffusion-xl-v0' } // Converse API doesn't support
+  // 'Stability AI - Stable Diffusion XL 1.x' : { alias: 'stability.stable-diffusion-xl-v1' } // Converse API doesn't support
+  //#endregion Stability Models
+  /**************************************************
+   * Vertex AI Models
+   **************************************************/
+  /*
+  Context token information sourced from :
+  Vertex AI documentation - https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models
+  Anthropic - https://docs.anthropic.com/en/docs/about-claude/models
+  Completion token information sourced from:
+  Vertex AI Text Playground - https://console.cloud.google.com/vertex-ai/generative/language/create/text?model=text-bison@001&authuser=1&project=opt-smythos-vertexia-432522
+  */
+  'gemini-1.5-flash': {
+    llm: 'VertexAI',
+    label: 'Gemini 1.5 Flash',
+    supportsSystemPrompt: true,
+    tokens: 1048576,
+    completionTokens: 8192,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'gemini-1.5-pro': {
+    llm: 'VertexAI',
+    label: 'Gemini 1.5 Pro',
+    supportsSystemPrompt: true,
+    tokens: 2097152,
+    completionTokens: 8192,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'gemini-1.0-pro': {
+    llm: 'VertexAI',
+    label: 'Gemini 1.0 Pro',
+    supportsSystemPrompt: true,
+    tokens: 32760,
+    completionTokens: 8192,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'claude-3-5-haiku': {
+    llm: 'VertexAI',
+    label: 'Claude 3.5 Haiku',
+    supportsSystemPrompt: true,
+    tokens: 200000,
+    completionTokens: 8192,
+    tags: ['new'],
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'claude-3-5-sonnet-v2': {
+    llm: 'VertexAI',
+    label: 'Claude 3.5 Sonnet',
+    supportsSystemPrompt: true,
+    tokens: 200000,
+    completionTokens: 8192,
+    tags: ['v2', 'new'],
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'claude-3-5-sonnet': {
+    llm: 'VertexAI',
+    label: 'Claude 3.5 Sonnet',
+    supportsSystemPrompt: true,
+    tokens: 200000,
+    completionTokens: 8192,
+    tags: ['v1'],
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'claude-3-sonnet': {
+    llm: 'VertexAI',
+    label: 'Claude 3 Sonnet',
+    supportsSystemPrompt: true,
+    tokens: 200000,
+    completionTokens: 4096,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'claude-3-opus': {
+    llm: 'VertexAI',
+    label: 'Claude 3 Opus',
+    supportsSystemPrompt: true,
+    tokens: 200000,
+    completionTokens: 4096,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'claude-3-haiku': {
+    llm: 'VertexAI',
+    label: 'Claude 3 Haiku',
+    supportsSystemPrompt: true,
+    tokens: 200000,
+    completionTokens: 4096,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  gemma2: {
+    llm: 'VertexAI',
+    label: 'Gemma 2',
+    supportsSystemPrompt: true,
+    tokens: 8192, // @Ref https://huggingface.co/blog/gemma2
+    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/google/model-garden/gemma2?authuser=1&project=opt-smythos-vertexia-432522
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  gemma: {
+    llm: 'VertexAI',
+    label: 'Gemma',
+    supportsSystemPrompt: true,
+    tokens: 8192, // @Ref https://huggingface.co/blog/gemma2
+    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/google/model-garden/gemma?authuser=1&project=opt-smythos-vertexia-432522
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  codegemma: {
+    llm: 'VertexAI',
+    label: 'CodeGemma',
+    supportsSystemPrompt: true,
+    tokens: 8192, // @Ref - https://huggingface.co/google/gemma-7b-it/discussions/73
+    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/google/model-garden/codegemma?authuser=1&project=opt-smythos-vertexia-432522
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'llama3-405b-instruct-maas': {
+    llm: 'VertexAI',
+    label: 'Llama 3.1 API Service',
+    supportsSystemPrompt: true,
+    tokens: 4096, // @Ref - https://docs.together.ai/docs/chat-models
+    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama3-405b-instruct-maas?authuser=1&project=opt-smythos-vertexia-432522
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  llama3_1: {
+    llm: 'VertexAI',
+    label: 'Llama 3.1',
+    supportsSystemPrompt: true,
+    tokens: 4096, // by querying with Gemini - https://gemini.google.com/
+    completionTokens: 4096, // by querying with Gemini - https://gemini.google.com/
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'llama-guard': {
+    llm: 'VertexAI',
+    label: 'Llama Guard',
+    supportsSystemPrompt: true,
+    tokens: 8192, // @Ref - by querying with Gemini - https://gemini.google.com/
+    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama-guard?authuser=1&project=opt-smythos-vertexia-432522
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  llama3: {
+    llm: 'VertexAI',
+    label: 'Llama 3',
+    supportsSystemPrompt: true,
+    tokens: 8192, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama3?_ga=2.79473366.358158393.1724662649-247251619.1697981116&authuser=1&project=opt-smythos-vertexia-432522
+    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama3?_ga=2.79473366.358158393.1724662649-247251619.1697981116&authuser=1&project=opt-smythos-vertexia-432522
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  llama2: {
+    llm: 'VertexAI',
+    label: 'Llama 2',
+    value: 'llama2',
+    supportsSystemPrompt: true,
+    tokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama2?authuser=1&project=opt-smythos-vertexia-432522
+    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama2?authuser=1&project=opt-smythos-vertexia-432522
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'mistral-large': {
+    llm: 'VertexAI',
+    label: 'Mistral Large (2407)',
+    supportsSystemPrompt: true,
+    tokens: 128000, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/mistralai/model-garden/mistral-large?authuser=1&project=opt-smythos-vertexia-432522
+    completionTokens: 8192, // Guessing from the context window (tokens)
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'mistral-nemo': {
+    llm: 'VertexAI',
+    label: 'Mistral Nemo',
+    supportsSystemPrompt: true,
+    tokens: 128000, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/mistralai/model-garden/mistral-nemo?authuser=1&project=opt-smythos-vertexia-432522
+    completionTokens: 8192, // Guessing from the context window (tokens)
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  codestral: {
+    llm: 'VertexAI',
+    label: 'Codestral',
+    supportsSystemPrompt: true,
+    tokens: 32000, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/mistralai/model-garden/codestral?authuser=1&project=opt-smythos-vertexia-432522
+    completionTokens: 4096, // Guessing from the context window (tokens)
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  mixtral: {
+    llm: 'VertexAI',
+    label: 'Mixtral',
+    supportsSystemPrompt: true,
+    tokens: 32000, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/mistral-ai/model-garden/mixtral?authuser=1&project=opt-smythos-vertexia-432522
+    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/mistral-ai/model-garden/mixtral?authuser=1&project=opt-smythos-vertexia-432522
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'chat-bison': {
+    llm: 'VertexAI',
+    label: 'PaLM 2 Chat Bison',
+    supportsSystemPrompt: true,
+    tokens: 4096, // @Ref - by querying with Gemini - https://gemini.google.com/
+    completionTokens: 2048, // @Ref - https://console.cloud.google.com/vertex-ai/generative/language/create/chat?model=chat-bison@002&authuser=1&project=opt-smythos-vertexia-432522 [Playground]
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'text-bison': {
+    llm: 'VertexAI',
+    label: 'PaLM 2 Text Bison',
+    supportsSystemPrompt: true,
+    tokens: 32768, // by querying with Gemini - https://gemini.google.com/
+    completionTokens: 2048, // @Ref - https://console.cloud.google.com/vertex-ai/generative/language/create/text?model=text-bison@001&authuser=1&project=opt-smythos-vertexia-432522 [Playground]
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  phi3: {
+    llm: 'VertexAI',
+    label: 'Phi-3',
+    supportsSystemPrompt: true,
+    tokens: 128000, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/microsoft/model-garden/phi3?authuser=1&project=opt-smythos-vertexia-432522
+    completionTokens: 8192, // Guessing from the context window (tokens)
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  qwen2: {
+    llm: 'VertexAI',
+    label: 'Qwen2',
+    supportsSystemPrompt: true,
+    tokens: 131072, // @Ref - https://huggingface.co/Qwen/Qwen2-72B-Instruct
+    completionTokens: 8192, // Guessing from the context window (tokens)
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  mammut: {
+    llm: 'VertexAI',
+    label: 'MaMMUT',
+    supportsSystemPrompt: true,
+    tokens: 4096, // @Ref - by querying with Gemini - https://gemini.google.com/
+    completionTokens: 2048, // @Ref - by querying with Gemini - https://gemini.google.com/
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'lmsys-vicuna-7b': {
+    llm: 'VertexAI',
+    label: 'Vicuna',
+    supportsSystemPrompt: true,
+    tokens: 4096, // @Ref - https://docs.together.ai/docs/chat-models
+    completionTokens: 2048, // @Ref - Guessing from the context window (tokens)
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'bio-gpt': {
+    llm: 'VertexAI',
+    label: 'BioGPT',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'microsoft-biomedclip': {
+    llm: 'VertexAI',
+    label: 'BiomedCLIP',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  mistral: {
+    llm: 'VertexAI',
+    label: 'Mistral Self-host (7B & Nemo)',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  nllb: {
+    llm: 'VertexAI',
+    label: 'NLLB',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'codellama-7b-hf': {
+    llm: 'VertexAI',
+    label: 'Code Llama',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'palmyra-med': {
+    llm: 'VertexAI',
+    label: 'Palmyra Med (Writer)',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'llama-2-quantized': {
+    llm: 'VertexAI',
+    label: 'Llama 2 (Quantized)',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'bert-base-uncased': {
+    llm: 'VertexAI',
+    label: 'BERT (PEFT)',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'falcon-instruct-7b-peft': {
+    llm: 'VertexAI',
+    label: 'Falcon-instruct (PEFT)',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  openllama: {
+    llm: 'VertexAI',
+    label: 'OpenLLaMA (PEFT)',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'roberta-large': {
+    llm: 'VertexAI',
+    label: 'RoBERTa-large (PEFT)',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'xlm-roberta-large': {
+    llm: 'VertexAI',
+    label: 'XLM-RoBERTa-large (PEFT)',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'bart-large-cnn': {
+    llm: 'VertexAI',
+    label: 'Bart-large-cnn',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'dolly-v2': {
+    llm: 'VertexAI',
+    label: 'Dolly-v2',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  imagetext: {
+    llm: 'VertexAI',
+    label: 'Imagen for Captioning & VQA',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'codechat-bison': {
+    llm: 'VertexAI',
+    label: 'Codey for Code Chat',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'code-bison': {
+    llm: 'VertexAI',
+    label: 'Codey for Code Generation',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'code-gecko': {
+    llm: 'VertexAI',
+    label: 'Codey for Code Completion',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'text-unicorn': {
+    llm: 'VertexAI',
+    label: 'PaLM 2 Text Unicorn',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'textembedding-gecko': {
+    llm: 'VertexAI',
+    label: 'Embeddings for Text',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  't5-flan': {
+    llm: 'VertexAI',
+    label: 'T5-FLAN',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  't5-1.1': {
+    llm: 'VertexAI',
+    label: 'T5-1.1',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'blip2-opt-2.7-b': {
+    llm: 'VertexAI',
+    label: 'BLIP2',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'instruct-pix2pix': {
+    llm: 'VertexAI',
+    label: 'InstructPix2Pix',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'bert-base': {
+    llm: 'VertexAI',
+    label: 'BERT',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'mediapipe-mobile-bert-classifier': {
+    llm: 'VertexAI',
+    label: 'MobileBERT Classifier (MediaPipe)',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'mediapipe-average-word-embedding-classifier': {
+    llm: 'VertexAI',
+    label: 'Average Word Embedding Classifier (MediaPipe)',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  pic2word: {
+    llm: 'VertexAI',
+    label: 'Pic2Word Composed Image Retrieval',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'text-translation': {
+    llm: 'VertexAI',
+    label: 'Text Translation',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'language-v1-moderate-text': {
+    llm: 'VertexAI',
+    label: 'Text Moderation',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'language-v1-analyze-syntax': {
+    llm: 'VertexAI',
+    label: 'Syntax analysis',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'language-v1-analyze-entity-sentiment': {
+    llm: 'VertexAI',
+    label: 'Entity sentiment analysis',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'language-v1-analyze-sentiment': {
+    llm: 'VertexAI',
+    label: 'Sentiment analysis',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'language-v1-classify-text-v1': {
+    llm: 'VertexAI',
+    label: 'Content classification',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'pt-test': {
+    llm: 'VertexAI',
+    label: 'Entity analysis',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+};