npm - @smythos/sre - Versions diffs - 1.5.43 → 1.5.45 - Mend

@smythos/sre 1.5.43 → 1.5.45

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (233) hide show

package/CHANGELOG +90 -90
package/LICENSE +18 -18
package/README.md +135 -135
package/dist/index.js +13 -13
package/dist/index.js.map +1 -1
package/dist/types/Components/GenAILLM.class.d.ts +6 -0
package/dist/types/helpers/AWSLambdaCode.helper.d.ts +8 -5
package/dist/types/index.d.ts +1 -0
package/dist/types/subsystems/LLMManager/LLM.service/connectors/Groq.class.d.ts +5 -0
package/dist/types/subsystems/LLMManager/LLM.service/connectors/openai/OpenAIConnector.class.d.ts +13 -1
package/dist/types/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/ChatCompletionsApiInterface.d.ts +0 -4
package/dist/types/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/ResponsesApiInterface.d.ts +44 -29
package/dist/types/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/constants.d.ts +4 -2
package/dist/types/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/utils.d.ts +6 -0
package/dist/types/subsystems/LLMManager/LLM.service/connectors/openai/types.d.ts +0 -4
package/dist/types/subsystems/LLMManager/ModelsProvider.service/connectors/SmythModelsProvider.class.d.ts +39 -0
package/dist/types/types/LLM.types.d.ts +4 -1
package/package.json +5 -2
package/src/Components/APICall/APICall.class.ts +156 -156
package/src/Components/APICall/AccessTokenManager.ts +130 -130
package/src/Components/APICall/ArrayBufferResponse.helper.ts +58 -58
package/src/Components/APICall/OAuth.helper.ts +294 -294
package/src/Components/APICall/mimeTypeCategories.ts +46 -46
package/src/Components/APICall/parseData.ts +167 -167
package/src/Components/APICall/parseHeaders.ts +41 -41
package/src/Components/APICall/parseProxy.ts +68 -68
package/src/Components/APICall/parseUrl.ts +91 -91
package/src/Components/APIEndpoint.class.ts +234 -234
package/src/Components/APIOutput.class.ts +58 -58
package/src/Components/AgentPlugin.class.ts +102 -102
package/src/Components/Async.class.ts +155 -155
package/src/Components/Await.class.ts +90 -90
package/src/Components/Classifier.class.ts +158 -158
package/src/Components/Component.class.ts +132 -132
package/src/Components/ComponentHost.class.ts +38 -38
package/src/Components/DataSourceCleaner.class.ts +92 -92
package/src/Components/DataSourceIndexer.class.ts +181 -181
package/src/Components/DataSourceLookup.class.ts +161 -161
package/src/Components/ECMASandbox.class.ts +71 -71
package/src/Components/FEncDec.class.ts +29 -29
package/src/Components/FHash.class.ts +33 -33
package/src/Components/FSign.class.ts +80 -80
package/src/Components/FSleep.class.ts +25 -25
package/src/Components/FTimestamp.class.ts +25 -25
package/src/Components/FileStore.class.ts +78 -78
package/src/Components/ForEach.class.ts +97 -97
package/src/Components/GPTPlugin.class.ts +70 -70
package/src/Components/GenAILLM.class.ts +586 -579
package/src/Components/HuggingFace.class.ts +314 -314
package/src/Components/Image/imageSettings.config.ts +70 -70
package/src/Components/ImageGenerator.class.ts +502 -502
package/src/Components/JSONFilter.class.ts +54 -54
package/src/Components/LLMAssistant.class.ts +213 -213
package/src/Components/LogicAND.class.ts +28 -28
package/src/Components/LogicAtLeast.class.ts +85 -85
package/src/Components/LogicAtMost.class.ts +86 -86
package/src/Components/LogicOR.class.ts +29 -29
package/src/Components/LogicXOR.class.ts +34 -34
package/src/Components/MCPClient.class.ts +112 -112
package/src/Components/MemoryDeleteKeyVal.class.ts +70 -70
package/src/Components/MemoryReadKeyVal.class.ts +66 -66
package/src/Components/MemoryWriteKeyVal.class.ts +62 -62
package/src/Components/MemoryWriteObject.class.ts +97 -97
package/src/Components/MultimodalLLM.class.ts +128 -128
package/src/Components/OpenAPI.class.ts +72 -72
package/src/Components/PromptGenerator.class.ts +122 -122
package/src/Components/ScrapflyWebScrape.class.ts +159 -159
package/src/Components/ServerlessCode.class.ts +123 -123
package/src/Components/TavilyWebSearch.class.ts +98 -98
package/src/Components/VisionLLM.class.ts +104 -104
package/src/Components/ZapierAction.class.ts +127 -127
package/src/Components/index.ts +97 -97
package/src/Core/AgentProcess.helper.ts +240 -240
package/src/Core/Connector.class.ts +123 -123
package/src/Core/ConnectorsService.ts +197 -197
package/src/Core/DummyConnector.ts +49 -49
package/src/Core/HookService.ts +105 -105
package/src/Core/SmythRuntime.class.ts +235 -235
package/src/Core/SystemEvents.ts +16 -16
package/src/Core/boot.ts +56 -56
package/src/config.ts +15 -15
package/src/constants.ts +126 -126
package/src/data/hugging-face.params.json +579 -579
package/src/helpers/AWSLambdaCode.helper.ts +588 -528
package/src/helpers/BinaryInput.helper.ts +331 -331
package/src/helpers/Conversation.helper.ts +1119 -1119
package/src/helpers/ECMASandbox.helper.ts +54 -54
package/src/helpers/JsonContent.helper.ts +97 -97
package/src/helpers/LocalCache.helper.ts +97 -97
package/src/helpers/Log.helper.ts +274 -274
package/src/helpers/OpenApiParser.helper.ts +150 -150
package/src/helpers/S3Cache.helper.ts +147 -147
package/src/helpers/SmythURI.helper.ts +5 -5
package/src/helpers/Sysconfig.helper.ts +77 -77
package/src/helpers/TemplateString.helper.ts +243 -243
package/src/helpers/TypeChecker.helper.ts +329 -329
package/src/index.ts +4 -3
package/src/index.ts.bak +4 -3
package/src/subsystems/AgentManager/Agent.class.ts +1114 -1114
package/src/subsystems/AgentManager/Agent.helper.ts +3 -3
package/src/subsystems/AgentManager/AgentData.service/AgentDataConnector.ts +230 -230
package/src/subsystems/AgentManager/AgentData.service/connectors/CLIAgentDataConnector.class.ts +66 -66
package/src/subsystems/AgentManager/AgentData.service/connectors/LocalAgentDataConnector.class.ts +142 -142
package/src/subsystems/AgentManager/AgentData.service/connectors/NullAgentData.class.ts +39 -39
package/src/subsystems/AgentManager/AgentData.service/index.ts +18 -18
package/src/subsystems/AgentManager/AgentLogger.class.ts +297 -297
package/src/subsystems/AgentManager/AgentRequest.class.ts +51 -51
package/src/subsystems/AgentManager/AgentRuntime.class.ts +559 -559
package/src/subsystems/AgentManager/AgentSSE.class.ts +101 -101
package/src/subsystems/AgentManager/AgentSettings.class.ts +52 -52
package/src/subsystems/AgentManager/Component.service/ComponentConnector.ts +32 -32
package/src/subsystems/AgentManager/Component.service/connectors/LocalComponentConnector.class.ts +60 -60
package/src/subsystems/AgentManager/Component.service/index.ts +11 -11
package/src/subsystems/AgentManager/EmbodimentSettings.class.ts +47 -47
package/src/subsystems/AgentManager/ForkedAgent.class.ts +154 -154
package/src/subsystems/AgentManager/OSResourceMonitor.ts +77 -77
package/src/subsystems/ComputeManager/Code.service/CodeConnector.ts +98 -98
package/src/subsystems/ComputeManager/Code.service/connectors/AWSLambdaCode.class.ts +172 -170
package/src/subsystems/ComputeManager/Code.service/connectors/ECMASandbox.class.ts +131 -131
package/src/subsystems/ComputeManager/Code.service/index.ts +13 -13
package/src/subsystems/IO/CLI.service/CLIConnector.ts +47 -47
package/src/subsystems/IO/CLI.service/index.ts +9 -9
package/src/subsystems/IO/Log.service/LogConnector.ts +32 -32
package/src/subsystems/IO/Log.service/connectors/ConsoleLog.class.ts +28 -28
package/src/subsystems/IO/Log.service/index.ts +13 -13
package/src/subsystems/IO/NKV.service/NKVConnector.ts +43 -43
package/src/subsystems/IO/NKV.service/connectors/NKVLocalStorage.class.ts +234 -234
package/src/subsystems/IO/NKV.service/connectors/NKVRAM.class.ts +204 -204
package/src/subsystems/IO/NKV.service/connectors/NKVRedis.class.ts +182 -182
package/src/subsystems/IO/NKV.service/index.ts +14 -14
package/src/subsystems/IO/Router.service/RouterConnector.ts +21 -21
package/src/subsystems/IO/Router.service/connectors/ExpressRouter.class.ts +48 -48
package/src/subsystems/IO/Router.service/connectors/NullRouter.class.ts +40 -40
package/src/subsystems/IO/Router.service/index.ts +11 -11
package/src/subsystems/IO/Storage.service/SmythFS.class.ts +489 -489
package/src/subsystems/IO/Storage.service/StorageConnector.ts +66 -66
package/src/subsystems/IO/Storage.service/connectors/LocalStorage.class.ts +327 -327
package/src/subsystems/IO/Storage.service/connectors/S3Storage.class.ts +482 -482
package/src/subsystems/IO/Storage.service/index.ts +13 -13
package/src/subsystems/IO/VectorDB.service/VectorDBConnector.ts +108 -108
package/src/subsystems/IO/VectorDB.service/connectors/MilvusVectorDB.class.ts +454 -454
package/src/subsystems/IO/VectorDB.service/connectors/PineconeVectorDB.class.ts +384 -384
package/src/subsystems/IO/VectorDB.service/connectors/RAMVecrtorDB.class.ts +421 -421
package/src/subsystems/IO/VectorDB.service/embed/BaseEmbedding.ts +107 -107
package/src/subsystems/IO/VectorDB.service/embed/OpenAIEmbedding.ts +109 -109
package/src/subsystems/IO/VectorDB.service/embed/index.ts +21 -21
package/src/subsystems/IO/VectorDB.service/index.ts +14 -14
package/src/subsystems/LLMManager/LLM.helper.ts +251 -251
package/src/subsystems/LLMManager/LLM.inference.ts +339 -339
package/src/subsystems/LLMManager/LLM.service/LLMConnector.ts +489 -489
package/src/subsystems/LLMManager/LLM.service/LLMCredentials.helper.ts +171 -171
package/src/subsystems/LLMManager/LLM.service/connectors/Anthropic.class.ts +659 -659
package/src/subsystems/LLMManager/LLM.service/connectors/Bedrock.class.ts +400 -400
package/src/subsystems/LLMManager/LLM.service/connectors/Echo.class.ts +77 -77
package/src/subsystems/LLMManager/LLM.service/connectors/GoogleAI.class.ts +757 -757
package/src/subsystems/LLMManager/LLM.service/connectors/Groq.class.ts +304 -291
package/src/subsystems/LLMManager/LLM.service/connectors/Perplexity.class.ts +250 -250
package/src/subsystems/LLMManager/LLM.service/connectors/VertexAI.class.ts +423 -423
package/src/subsystems/LLMManager/LLM.service/connectors/openai/OpenAIConnector.class.ts +488 -455
package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/ChatCompletionsApiInterface.ts +528 -528
package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/OpenAIApiInterface.ts +100 -100
package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/OpenAIApiInterfaceFactory.ts +81 -81
package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/ResponsesApiInterface.ts +1168 -853
package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/constants.ts +13 -37
package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/index.ts +4 -4
package/src/subsystems/LLMManager/LLM.service/connectors/openai/apiInterfaces/utils.ts +11 -0
package/src/subsystems/LLMManager/LLM.service/connectors/openai/types.ts +32 -37
package/src/subsystems/LLMManager/LLM.service/connectors/xAI.class.ts +471 -471
package/src/subsystems/LLMManager/LLM.service/index.ts +44 -44
package/src/subsystems/LLMManager/ModelsProvider.service/ModelsProviderConnector.ts +300 -300
package/src/subsystems/LLMManager/ModelsProvider.service/connectors/JSONModelsProvider.class.ts +252 -252
package/src/subsystems/LLMManager/ModelsProvider.service/index.ts +11 -11
package/src/subsystems/LLMManager/custom-models.ts +854 -854
package/src/subsystems/LLMManager/models.ts +2540 -2540
package/src/subsystems/LLMManager/paramMappings.ts +69 -69
package/src/subsystems/MemoryManager/Cache.service/CacheConnector.ts +86 -86
package/src/subsystems/MemoryManager/Cache.service/connectors/LocalStorageCache.class.ts +297 -297
package/src/subsystems/MemoryManager/Cache.service/connectors/RAMCache.class.ts +201 -201
package/src/subsystems/MemoryManager/Cache.service/connectors/RedisCache.class.ts +252 -252
package/src/subsystems/MemoryManager/Cache.service/connectors/S3Cache.class.ts +373 -373
package/src/subsystems/MemoryManager/Cache.service/index.ts +15 -15
package/src/subsystems/MemoryManager/LLMCache.ts +72 -72
package/src/subsystems/MemoryManager/LLMContext.ts +124 -124
package/src/subsystems/MemoryManager/LLMMemory.service/LLMMemoryConnector.ts +26 -26
package/src/subsystems/MemoryManager/RuntimeContext.ts +266 -266
package/src/subsystems/Security/AccessControl/ACL.class.ts +208 -208
package/src/subsystems/Security/AccessControl/AccessCandidate.class.ts +82 -82
package/src/subsystems/Security/AccessControl/AccessRequest.class.ts +52 -52
package/src/subsystems/Security/Account.service/AccountConnector.ts +44 -44
package/src/subsystems/Security/Account.service/connectors/AWSAccount.class.ts +76 -76
package/src/subsystems/Security/Account.service/connectors/DummyAccount.class.ts +130 -130
package/src/subsystems/Security/Account.service/connectors/JSONFileAccount.class.ts +159 -159
package/src/subsystems/Security/Account.service/index.ts +14 -14
package/src/subsystems/Security/Credentials.helper.ts +62 -62
package/src/subsystems/Security/ManagedVault.service/ManagedVaultConnector.ts +38 -38
package/src/subsystems/Security/ManagedVault.service/connectors/NullManagedVault.class.ts +53 -53
package/src/subsystems/Security/ManagedVault.service/connectors/SecretManagerManagedVault.ts +154 -154
package/src/subsystems/Security/ManagedVault.service/index.ts +12 -12
package/src/subsystems/Security/SecureConnector.class.ts +110 -110
package/src/subsystems/Security/Vault.service/Vault.helper.ts +30 -30
package/src/subsystems/Security/Vault.service/VaultConnector.ts +29 -29
package/src/subsystems/Security/Vault.service/connectors/HashicorpVault.class.ts +46 -46
package/src/subsystems/Security/Vault.service/connectors/JSONFileVault.class.ts +221 -221
package/src/subsystems/Security/Vault.service/connectors/NullVault.class.ts +54 -54
package/src/subsystems/Security/Vault.service/connectors/SecretsManager.class.ts +140 -140
package/src/subsystems/Security/Vault.service/index.ts +12 -12
package/src/types/ACL.types.ts +104 -104
package/src/types/AWS.types.ts +10 -10
package/src/types/Agent.types.ts +61 -61
package/src/types/AgentLogger.types.ts +17 -17
package/src/types/Cache.types.ts +1 -1
package/src/types/Common.types.ts +2 -2
package/src/types/LLM.types.ts +496 -491
package/src/types/Redis.types.ts +8 -8
package/src/types/SRE.types.ts +64 -64
package/src/types/Security.types.ts +14 -14
package/src/types/Storage.types.ts +5 -5
package/src/types/VectorDB.types.ts +86 -86
package/src/utils/base64.utils.ts +275 -275
package/src/utils/cli.utils.ts +68 -68
package/src/utils/data.utils.ts +322 -322
package/src/utils/date-time.utils.ts +22 -22
package/src/utils/general.utils.ts +238 -238
package/src/utils/index.ts +12 -12
package/src/utils/lazy-client.ts +261 -261
package/src/utils/numbers.utils.ts +13 -13
package/src/utils/oauth.utils.ts +35 -35
package/src/utils/string.utils.ts +414 -414
package/src/utils/url.utils.ts +19 -19
package/src/utils/validation.utils.ts +74 -74
package/dist/bundle-analysis-lazy.html +0 -4949
package/dist/bundle-analysis.html +0 -4949
package/dist/types/utils/package-manager.utils.d.ts +0 -26

package/src/subsystems/LLMManager/custom-models.ts CHANGED Viewed

@@ -1,854 +1,854 @@
-//! ***IMPORTANT***
-// * WE HAVE SAME FILE IN THREE PLACE, SO ANY CHANGES SHOULD BE SYNCED
-// * - /smyth-builder-ui/src/shared/custom-models.ts
-// * - /smyth-builder-server/src/services/LLMHelper/custom-models.ts
-// * - /smyth-runtime/src/subsystems/LLMManager/custom-models.ts
-//! ***IMPORTANT***
-/**
- * Custom model configurations for various AI providers.
- * This template is useful for maintaining up-to-date model aliases and token information,
- * even though we store custom model data in the database.
- */
-export const customModels = {
-  /**************************************************
-   * AWS Bedrock Models
-   **************************************************/
-  /*
-  Context token information sourced from the AWS Bedrock Console:
-  https://us-east-1.console.aws.amazon.com/bedrock/home?region=us-east-1#/overview
-  Completion token information sourced from the AWS Bedrock Text Playground:
-  https://us-east-1.console.aws.amazon.com/bedrock/home?region=us-east-1#/text-playground
-  Supported model features information sourced from - https://docs.aws.amazon.com/bedrock/latest/userguide/conversation-inference-supported-models-features.html
-  */
-  //#region AI21 Labs Models
-  'ai21.jamba-1-5-mini-v1:0': {
-    llm: 'Bedrock',
-    label: 'AI21 Labs - Jamba 1.5 Mini',
-    tokens: 256000,
-    completionTokens: 4096,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'GenAILLM'],
-    tags: ['new'],
-  },
-  'ai21.jamba-1-5-large-v1:0': {
-    llm: 'Bedrock',
-    label: 'AI21 Labs - Jamba 1.5 Large',
-    tokens: 256000,
-    completionTokens: 4096,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'GenAILLM'],
-    tags: ['new'],
-  },
-  'ai21.jamba-instruct-v1:0': {
-    llm: 'Bedrock',
-    label: 'AI21 Labs - Jamba-Instruct',
-    tokens: 256000,
-    completionTokens: 4096,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'ai21.j2-ultra-v1': {
-    llm: 'Bedrock',
-    label: 'AI21 Labs - Jurassic-2 Ultra',
-    tokens: 8191,
-    completionTokens: 8191,
-    supportsSystemPrompt: false,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'ai21.j2-mid-v1': {
-    llm: 'Bedrock',
-    label: 'AI21 Labs - Jurassic-2 Mid',
-    tokens: 8191,
-    completionTokens: 8191,
-    supportsSystemPrompt: false,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  //#endregion AI21 Labs Models
-  //#region Amazon Models
-  'amazon.titan-text-premier-v1:0': {
-    llm: 'Bedrock',
-    label: 'Amazon - Titan Text Premier',
-    tokens: 32000,
-    completionTokens: 3000,
-    supportsSystemPrompt: false,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'amazon.titan-text-express-v1': {
-    llm: 'Bedrock',
-    label: 'Amazon - Titan Text G1 - Express',
-    tokens: 8192,
-    completionTokens: 4096,
-    supportsSystemPrompt: false,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'amazon.titan-text-lite-v1': {
-    llm: 'Bedrock',
-    label: 'Amazon - Titan Text G1 - Lite',
-    tokens: 4096,
-    completionTokens: 4096,
-    supportsSystemPrompt: false,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  // 'Amazon - Titan Embeddings G1 - Text': { alias: 'amazon.titan-embed-text-v1' }, // Converse API doesn't support
-  // 'Amazon - Titan Embedding Text v2': { alias: 'amazon.titan-embed-text-v2:0' }, // Converse API doesn't support
-  // 'Amazon - Titan Multimodal Embeddings G1': { alias: 'amazon.titan-embed-image-v1' }, // Converse API doesn't support
-  // 'Amazon - Titan Image Generator G1 V1': { alias: 'amazon.titan-image-generator-v1' }, // Converse API doesn't support
-  // 'Amazon - Titan Image Generator G1 V2': { alias: 'amazon.titan-image-generator-v2:0' }, // Converse API doesn't support
-  //#endregion Amazon Models
-  //#region Anthropic Models
-  // * NOTE: It's required to submit business info to get access for Anthropic models
-  // * @Ref of Anthropic tokens and completionTokens - https://docs.anthropic.com/en/docs/about-claude/models
-  'us.anthropic.claude-3-5-haiku-20241022-v1:0': {
-    llm: 'Bedrock',
-    label: 'Anthropic - Claude 3.5 Haiku',
-    tokens: 200000,
-    completionTokens: 8192,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: true,
-    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
-    tags: ['v1:0', 'new'],
-  },
-  'us.anthropic.claude-3-5-sonnet-20241022-v2:0': {
-    llm: 'Bedrock',
-    label: 'Anthropic - Claude 3.5 Sonnet',
-    tokens: 200000,
-    completionTokens: 8192,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: true,
-    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
-    tags: ['v2:0', 'new'],
-  },
-  'anthropic.claude-3-5-sonnet-20240620-v1:0': {
-    llm: 'Bedrock',
-    label: 'Anthropic - Claude 3.5 Sonnet',
-    tokens: 200000,
-    completionTokens: 8192,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: true,
-    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
-    tags: ['v1:0'],
-  },
-  'anthropic.claude-3-sonnet-20240229-v1:0': {
-    llm: 'Bedrock',
-    label: 'Anthropic - Claude 3 Sonnet',
-    tokens: 200000,
-    completionTokens: 4096,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: true,
-    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
-    tags: ['v1:0'],
-  },
-  'anthropic.claude-3-haiku-20240307-v1:0': {
-    llm: 'Bedrock',
-    label: 'Anthropic - Claude 3 Haiku',
-    tokens: 200000,
-    completionTokens: 4096,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: true,
-    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
-    tags: ['v1:0'],
-  },
-  'anthropic.claude-3-opus-20240229-v1:0': {
-    llm: 'Bedrock',
-    label: 'Anthropic - Claude 3 Opus',
-    tokens: 200000,
-    completionTokens: 4096,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: true,
-    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
-    tags: ['v1:0'],
-  },
-  'anthropic.claude-v2:1': {
-    llm: 'Bedrock',
-    label: 'Anthropic - Claude 2.1',
-    tokens: 200000,
-    completionTokens: 4096,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-    tags: ['v2:1'],
-  },
-  'anthropic.claude-v2': {
-    llm: 'Bedrock',
-    label: 'Anthropic - Claude 2.0',
-    tokens: 100000,
-    completionTokens: 4096,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'anthropic.claude-instant-v1': {
-    llm: 'Bedrock',
-    label: 'Anthropic - Claude Instant',
-    tokens: 100000,
-    completionTokens: 4096,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  //#endregion Anthropic Models
-  //#region Cohere Models
-  'cohere.command-r-plus-v1:0': {
-    llm: 'Bedrock',
-    label: 'Cohere - Command R+',
-    tokens: 128000,
-    completionTokens: 4000, // Found 4000 Max tokens in the Playground
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: true,
-    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
-  },
-  'cohere.command-r-v1:0': {
-    llm: 'Bedrock',
-    label: 'Cohere - Command R',
-    tokens: 128000,
-    completionTokens: 4000, // Found 4000 Max tokens in the Playground
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: true,
-    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
-  },
-  'cohere.command-text-v14': {
-    llm: 'Bedrock',
-    label: 'Cohere - Command',
-    tokens: 4000, // Found 4k
-    completionTokens: 4000, // Found 4000 Max tokens in the Playground
-    supportsSystemPrompt: false,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'cohere.command-light-text-v14': {
-    llm: 'Bedrock',
-    label: 'Cohere - Command Light',
-    tokens: 4000, // 4k tokens
-    completionTokens: 4000, // Found 4000 Max tokens in the Playground
-    supportsSystemPrompt: false,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  // 'Cohere - Embed English': { alias: 'cohere.embed-english-v3' }, // Converse API doesn't support
-  // 'Cohere - Embed Multilingual': { alias: 'cohere.embed-multilingual-v3' }, // Converse API doesn't support
-  //#endregion Cohere Models
-  //#region Meta Models
-  // 'Meta - Llama 2 Chat 13B' : { alias: 'meta.llama2-13b-chat-v1' } // Don't have access to the model
-  // 'Meta - Llama 2 Chat 70B' : { alias: 'meta.llama2-70b-chat-v1' } // Don't have access to the model
-  'us.meta.llama3-2-1b-instruct-v1:0': {
-    llm: 'Bedrock',
-    label: 'Meta - Llama 3.2 1B Instruct',
-    tokens: 200000,
-    completionTokens: 2048,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-    tags: ['new'],
-  },
-  'us.meta.llama3-2-3b-instruct-v1:0': {
-    llm: 'Bedrock',
-    label: 'Meta - Llama 3.2 3B Instruct',
-    tokens: 200000,
-    completionTokens: 2048,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-    tags: ['new'],
-  },
-  'meta.llama3-8b-instruct-v1:0': {
-    llm: 'Bedrock',
-    label: 'Meta - Llama 3 8B Instruct',
-    tokens: 8192,
-    completionTokens: 2048,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'meta.llama3-70b-instruct-v1:0': {
-    llm: 'Bedrock',
-    label: 'Meta - Llama 3 70B Instruct',
-    tokens: 8192,
-    completionTokens: 2048,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  // 'Meta - Llama 3.1 8B Instruct': { alias: 'meta.llama3-1-8b-instruct-v1:0' }, // The provided model identifier is invalid.
-  // 'Meta - Llama 3.1 70B Instruct': { alias: 'meta.llama3-1-70b-instruct-v1:0' }, // The provided model identifier is invalid.
-  // 'Meta - Llama 3.1 405B Instruct': { alias: 'meta.llama3-1-405b-instruct-v1:0' }, // The provided model identifier is invalid.
-  //#endregion Meta Models
-  //#region Mistral Models
-  'mistral.mistral-7b-instruct-v0:2': {
-    llm: 'Bedrock',
-    label: 'Mistral AI - Mistral 7B Instruct',
-    tokens: 32000,
-    completionTokens: 8192,
-    supportsSystemPrompt: false,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'mistral.mixtral-8x7b-instruct-v0:1': {
-    llm: 'Bedrock',
-    label: 'Mistral AI - Mixtral 8X7B Instruct',
-    tokens: 32000,
-    completionTokens: 4096,
-    supportsSystemPrompt: false,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'mistral.mistral-large-2402-v1:0': {
-    llm: 'Bedrock',
-    label: 'Mistral AI - Mistral Large',
-    tokens: 32000,
-    completionTokens: 8192,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  // 'Mistral AI - Mistral Large 2 (24.07)' : { alias: 'mistral.mistral-large-2407-v1:0' } // The provided model identifier is invalid.
-  'mistral.mistral-small-2402-v1:0': {
-    llm: 'Bedrock',
-    label: 'Mistral AI - Mistral Small',
-    tokens: 32000,
-    completionTokens: 8192,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  //#endregion Mistral Models
-  //#region Stability Models
-  // 'Stability AI - Stable Diffusion XL 0.x' : { alias: 'stability.stable-diffusion-xl-v0' } // Converse API doesn't support
-  // 'Stability AI - Stable Diffusion XL 1.x' : { alias: 'stability.stable-diffusion-xl-v1' } // Converse API doesn't support
-  //#endregion Stability Models
-  /**************************************************
-   * Vertex AI Models
-   **************************************************/
-  /*
-  Context token information sourced from :
-  Vertex AI documentation - https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models
-  Anthropic - https://docs.anthropic.com/en/docs/about-claude/models
-  Completion token information sourced from:
-  Vertex AI Text Playground - https://console.cloud.google.com/vertex-ai/generative/language/create/text?model=text-bison@001&authuser=1&project=opt-smythos-vertexia-432522
-  */
-  'gemini-1.5-flash': {
-    llm: 'VertexAI',
-    label: 'Gemini 1.5 Flash',
-    supportsSystemPrompt: true,
-    tokens: 1048576,
-    completionTokens: 8192,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'gemini-1.5-pro': {
-    llm: 'VertexAI',
-    label: 'Gemini 1.5 Pro',
-    supportsSystemPrompt: true,
-    tokens: 2097152,
-    completionTokens: 8192,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'gemini-1.0-pro': {
-    llm: 'VertexAI',
-    label: 'Gemini 1.0 Pro',
-    supportsSystemPrompt: true,
-    tokens: 32760,
-    completionTokens: 8192,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'claude-3-5-haiku': {
-    llm: 'VertexAI',
-    label: 'Claude 3.5 Haiku',
-    supportsSystemPrompt: true,
-    tokens: 200000,
-    completionTokens: 8192,
-    tags: ['new'],
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'claude-3-5-sonnet-v2': {
-    llm: 'VertexAI',
-    label: 'Claude 3.5 Sonnet',
-    supportsSystemPrompt: true,
-    tokens: 200000,
-    completionTokens: 8192,
-    tags: ['v2', 'new'],
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'claude-3-5-sonnet': {
-    llm: 'VertexAI',
-    label: 'Claude 3.5 Sonnet',
-    supportsSystemPrompt: true,
-    tokens: 200000,
-    completionTokens: 8192,
-    tags: ['v1'],
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'claude-3-sonnet': {
-    llm: 'VertexAI',
-    label: 'Claude 3 Sonnet',
-    supportsSystemPrompt: true,
-    tokens: 200000,
-    completionTokens: 4096,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'claude-3-opus': {
-    llm: 'VertexAI',
-    label: 'Claude 3 Opus',
-    supportsSystemPrompt: true,
-    tokens: 200000,
-    completionTokens: 4096,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'claude-3-haiku': {
-    llm: 'VertexAI',
-    label: 'Claude 3 Haiku',
-    supportsSystemPrompt: true,
-    tokens: 200000,
-    completionTokens: 4096,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  gemma2: {
-    llm: 'VertexAI',
-    label: 'Gemma 2',
-    supportsSystemPrompt: true,
-    tokens: 8192, // @Ref https://huggingface.co/blog/gemma2
-    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/google/model-garden/gemma2?authuser=1&project=opt-smythos-vertexia-432522
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  gemma: {
-    llm: 'VertexAI',
-    label: 'Gemma',
-    supportsSystemPrompt: true,
-    tokens: 8192, // @Ref https://huggingface.co/blog/gemma2
-    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/google/model-garden/gemma?authuser=1&project=opt-smythos-vertexia-432522
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  codegemma: {
-    llm: 'VertexAI',
-    label: 'CodeGemma',
-    supportsSystemPrompt: true,
-    tokens: 8192, // @Ref - https://huggingface.co/google/gemma-7b-it/discussions/73
-    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/google/model-garden/codegemma?authuser=1&project=opt-smythos-vertexia-432522
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'llama3-405b-instruct-maas': {
-    llm: 'VertexAI',
-    label: 'Llama 3.1 API Service',
-    supportsSystemPrompt: true,
-    tokens: 4096, // @Ref - https://docs.together.ai/docs/chat-models
-    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama3-405b-instruct-maas?authuser=1&project=opt-smythos-vertexia-432522
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  llama3_1: {
-    llm: 'VertexAI',
-    label: 'Llama 3.1',
-    supportsSystemPrompt: true,
-    tokens: 4096, // by querying with Gemini - https://gemini.google.com/
-    completionTokens: 4096, // by querying with Gemini - https://gemini.google.com/
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'llama-guard': {
-    llm: 'VertexAI',
-    label: 'Llama Guard',
-    supportsSystemPrompt: true,
-    tokens: 8192, // @Ref - by querying with Gemini - https://gemini.google.com/
-    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama-guard?authuser=1&project=opt-smythos-vertexia-432522
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  llama3: {
-    llm: 'VertexAI',
-    label: 'Llama 3',
-    supportsSystemPrompt: true,
-    tokens: 8192, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama3?_ga=2.79473366.358158393.1724662649-247251619.1697981116&authuser=1&project=opt-smythos-vertexia-432522
-    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama3?_ga=2.79473366.358158393.1724662649-247251619.1697981116&authuser=1&project=opt-smythos-vertexia-432522
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  llama2: {
-    llm: 'VertexAI',
-    label: 'Llama 2',
-    value: 'llama2',
-    supportsSystemPrompt: true,
-    tokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama2?authuser=1&project=opt-smythos-vertexia-432522
-    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama2?authuser=1&project=opt-smythos-vertexia-432522
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'mistral-large': {
-    llm: 'VertexAI',
-    label: 'Mistral Large (2407)',
-    supportsSystemPrompt: true,
-    tokens: 128000, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/mistralai/model-garden/mistral-large?authuser=1&project=opt-smythos-vertexia-432522
-    completionTokens: 8192, // Guessing from the context window (tokens)
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'mistral-nemo': {
-    llm: 'VertexAI',
-    label: 'Mistral Nemo',
-    supportsSystemPrompt: true,
-    tokens: 128000, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/mistralai/model-garden/mistral-nemo?authuser=1&project=opt-smythos-vertexia-432522
-    completionTokens: 8192, // Guessing from the context window (tokens)
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  codestral: {
-    llm: 'VertexAI',
-    label: 'Codestral',
-    supportsSystemPrompt: true,
-    tokens: 32000, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/mistralai/model-garden/codestral?authuser=1&project=opt-smythos-vertexia-432522
-    completionTokens: 4096, // Guessing from the context window (tokens)
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  mixtral: {
-    llm: 'VertexAI',
-    label: 'Mixtral',
-    supportsSystemPrompt: true,
-    tokens: 32000, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/mistral-ai/model-garden/mixtral?authuser=1&project=opt-smythos-vertexia-432522
-    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/mistral-ai/model-garden/mixtral?authuser=1&project=opt-smythos-vertexia-432522
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'chat-bison': {
-    llm: 'VertexAI',
-    label: 'PaLM 2 Chat Bison',
-    supportsSystemPrompt: true,
-    tokens: 4096, // @Ref - by querying with Gemini - https://gemini.google.com/
-    completionTokens: 2048, // @Ref - https://console.cloud.google.com/vertex-ai/generative/language/create/chat?model=chat-bison@002&authuser=1&project=opt-smythos-vertexia-432522 [Playground]
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'text-bison': {
-    llm: 'VertexAI',
-    label: 'PaLM 2 Text Bison',
-    supportsSystemPrompt: true,
-    tokens: 32768, // by querying with Gemini - https://gemini.google.com/
-    completionTokens: 2048, // @Ref - https://console.cloud.google.com/vertex-ai/generative/language/create/text?model=text-bison@001&authuser=1&project=opt-smythos-vertexia-432522 [Playground]
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  phi3: {
-    llm: 'VertexAI',
-    label: 'Phi-3',
-    supportsSystemPrompt: true,
-    tokens: 128000, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/microsoft/model-garden/phi3?authuser=1&project=opt-smythos-vertexia-432522
-    completionTokens: 8192, // Guessing from the context window (tokens)
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  qwen2: {
-    llm: 'VertexAI',
-    label: 'Qwen2',
-    supportsSystemPrompt: true,
-    tokens: 131072, // @Ref - https://huggingface.co/Qwen/Qwen2-72B-Instruct
-    completionTokens: 8192, // Guessing from the context window (tokens)
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  mammut: {
-    llm: 'VertexAI',
-    label: 'MaMMUT',
-    supportsSystemPrompt: true,
-    tokens: 4096, // @Ref - by querying with Gemini - https://gemini.google.com/
-    completionTokens: 2048, // @Ref - by querying with Gemini - https://gemini.google.com/
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'lmsys-vicuna-7b': {
-    llm: 'VertexAI',
-    label: 'Vicuna',
-    supportsSystemPrompt: true,
-    tokens: 4096, // @Ref - https://docs.together.ai/docs/chat-models
-    completionTokens: 2048, // @Ref - Guessing from the context window (tokens)
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'bio-gpt': {
-    llm: 'VertexAI',
-    label: 'BioGPT',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'microsoft-biomedclip': {
-    llm: 'VertexAI',
-    label: 'BiomedCLIP',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  mistral: {
-    llm: 'VertexAI',
-    label: 'Mistral Self-host (7B & Nemo)',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  nllb: {
-    llm: 'VertexAI',
-    label: 'NLLB',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'codellama-7b-hf': {
-    llm: 'VertexAI',
-    label: 'Code Llama',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'palmyra-med': {
-    llm: 'VertexAI',
-    label: 'Palmyra Med (Writer)',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'llama-2-quantized': {
-    llm: 'VertexAI',
-    label: 'Llama 2 (Quantized)',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'bert-base-uncased': {
-    llm: 'VertexAI',
-    label: 'BERT (PEFT)',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'falcon-instruct-7b-peft': {
-    llm: 'VertexAI',
-    label: 'Falcon-instruct (PEFT)',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  openllama: {
-    llm: 'VertexAI',
-    label: 'OpenLLaMA (PEFT)',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'roberta-large': {
-    llm: 'VertexAI',
-    label: 'RoBERTa-large (PEFT)',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'xlm-roberta-large': {
-    llm: 'VertexAI',
-    label: 'XLM-RoBERTa-large (PEFT)',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'bart-large-cnn': {
-    llm: 'VertexAI',
-    label: 'Bart-large-cnn',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'dolly-v2': {
-    llm: 'VertexAI',
-    label: 'Dolly-v2',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  imagetext: {
-    llm: 'VertexAI',
-    label: 'Imagen for Captioning & VQA',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'codechat-bison': {
-    llm: 'VertexAI',
-    label: 'Codey for Code Chat',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'code-bison': {
-    llm: 'VertexAI',
-    label: 'Codey for Code Generation',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'code-gecko': {
-    llm: 'VertexAI',
-    label: 'Codey for Code Completion',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'text-unicorn': {
-    llm: 'VertexAI',
-    label: 'PaLM 2 Text Unicorn',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'textembedding-gecko': {
-    llm: 'VertexAI',
-    label: 'Embeddings for Text',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  't5-flan': {
-    llm: 'VertexAI',
-    label: 'T5-FLAN',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  't5-1.1': {
-    llm: 'VertexAI',
-    label: 'T5-1.1',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'blip2-opt-2.7-b': {
-    llm: 'VertexAI',
-    label: 'BLIP2',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'instruct-pix2pix': {
-    llm: 'VertexAI',
-    label: 'InstructPix2Pix',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'bert-base': {
-    llm: 'VertexAI',
-    label: 'BERT',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'mediapipe-mobile-bert-classifier': {
-    llm: 'VertexAI',
-    label: 'MobileBERT Classifier (MediaPipe)',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'mediapipe-average-word-embedding-classifier': {
-    llm: 'VertexAI',
-    label: 'Average Word Embedding Classifier (MediaPipe)',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  pic2word: {
-    llm: 'VertexAI',
-    label: 'Pic2Word Composed Image Retrieval',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'text-translation': {
-    llm: 'VertexAI',
-    label: 'Text Translation',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'language-v1-moderate-text': {
-    llm: 'VertexAI',
-    label: 'Text Moderation',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'language-v1-analyze-syntax': {
-    llm: 'VertexAI',
-    label: 'Syntax analysis',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'language-v1-analyze-entity-sentiment': {
-    llm: 'VertexAI',
-    label: 'Entity sentiment analysis',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'language-v1-analyze-sentiment': {
-    llm: 'VertexAI',
-    label: 'Sentiment analysis',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'language-v1-classify-text-v1': {
-    llm: 'VertexAI',
-    label: 'Content classification',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'pt-test': {
-    llm: 'VertexAI',
-    label: 'Entity analysis',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-};
+//! ***IMPORTANT***
+// * WE HAVE SAME FILE IN THREE PLACE, SO ANY CHANGES SHOULD BE SYNCED
+// * - /smyth-builder-ui/src/shared/custom-models.ts
+// * - /smyth-builder-server/src/services/LLMHelper/custom-models.ts
+// * - /smyth-runtime/src/subsystems/LLMManager/custom-models.ts
+//! ***IMPORTANT***
+/**
+ * Custom model configurations for various AI providers.
+ * This template is useful for maintaining up-to-date model aliases and token information,
+ * even though we store custom model data in the database.
+ */
+export const customModels = {
+  /**************************************************
+   * AWS Bedrock Models
+   **************************************************/
+  /*
+  Context token information sourced from the AWS Bedrock Console:
+  https://us-east-1.console.aws.amazon.com/bedrock/home?region=us-east-1#/overview
+  Completion token information sourced from the AWS Bedrock Text Playground:
+  https://us-east-1.console.aws.amazon.com/bedrock/home?region=us-east-1#/text-playground
+  Supported model features information sourced from - https://docs.aws.amazon.com/bedrock/latest/userguide/conversation-inference-supported-models-features.html
+  */
+  //#region AI21 Labs Models
+  'ai21.jamba-1-5-mini-v1:0': {
+    llm: 'Bedrock',
+    label: 'AI21 Labs - Jamba 1.5 Mini',
+    tokens: 256000,
+    completionTokens: 4096,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'GenAILLM'],
+    tags: ['new'],
+  },
+  'ai21.jamba-1-5-large-v1:0': {
+    llm: 'Bedrock',
+    label: 'AI21 Labs - Jamba 1.5 Large',
+    tokens: 256000,
+    completionTokens: 4096,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'GenAILLM'],
+    tags: ['new'],
+  },
+  'ai21.jamba-instruct-v1:0': {
+    llm: 'Bedrock',
+    label: 'AI21 Labs - Jamba-Instruct',
+    tokens: 256000,
+    completionTokens: 4096,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'ai21.j2-ultra-v1': {
+    llm: 'Bedrock',
+    label: 'AI21 Labs - Jurassic-2 Ultra',
+    tokens: 8191,
+    completionTokens: 8191,
+    supportsSystemPrompt: false,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'ai21.j2-mid-v1': {
+    llm: 'Bedrock',
+    label: 'AI21 Labs - Jurassic-2 Mid',
+    tokens: 8191,
+    completionTokens: 8191,
+    supportsSystemPrompt: false,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  //#endregion AI21 Labs Models
+  //#region Amazon Models
+  'amazon.titan-text-premier-v1:0': {
+    llm: 'Bedrock',
+    label: 'Amazon - Titan Text Premier',
+    tokens: 32000,
+    completionTokens: 3000,
+    supportsSystemPrompt: false,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'amazon.titan-text-express-v1': {
+    llm: 'Bedrock',
+    label: 'Amazon - Titan Text G1 - Express',
+    tokens: 8192,
+    completionTokens: 4096,
+    supportsSystemPrompt: false,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'amazon.titan-text-lite-v1': {
+    llm: 'Bedrock',
+    label: 'Amazon - Titan Text G1 - Lite',
+    tokens: 4096,
+    completionTokens: 4096,
+    supportsSystemPrompt: false,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  // 'Amazon - Titan Embeddings G1 - Text': { alias: 'amazon.titan-embed-text-v1' }, // Converse API doesn't support
+  // 'Amazon - Titan Embedding Text v2': { alias: 'amazon.titan-embed-text-v2:0' }, // Converse API doesn't support
+  // 'Amazon - Titan Multimodal Embeddings G1': { alias: 'amazon.titan-embed-image-v1' }, // Converse API doesn't support
+  // 'Amazon - Titan Image Generator G1 V1': { alias: 'amazon.titan-image-generator-v1' }, // Converse API doesn't support
+  // 'Amazon - Titan Image Generator G1 V2': { alias: 'amazon.titan-image-generator-v2:0' }, // Converse API doesn't support
+  //#endregion Amazon Models
+  //#region Anthropic Models
+  // * NOTE: It's required to submit business info to get access for Anthropic models
+  // * @Ref of Anthropic tokens and completionTokens - https://docs.anthropic.com/en/docs/about-claude/models
+  'us.anthropic.claude-3-5-haiku-20241022-v1:0': {
+    llm: 'Bedrock',
+    label: 'Anthropic - Claude 3.5 Haiku',
+    tokens: 200000,
+    completionTokens: 8192,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: true,
+    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
+    tags: ['v1:0', 'new'],
+  },
+  'us.anthropic.claude-3-5-sonnet-20241022-v2:0': {
+    llm: 'Bedrock',
+    label: 'Anthropic - Claude 3.5 Sonnet',
+    tokens: 200000,
+    completionTokens: 8192,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: true,
+    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
+    tags: ['v2:0', 'new'],
+  },
+  'anthropic.claude-3-5-sonnet-20240620-v1:0': {
+    llm: 'Bedrock',
+    label: 'Anthropic - Claude 3.5 Sonnet',
+    tokens: 200000,
+    completionTokens: 8192,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: true,
+    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
+    tags: ['v1:0'],
+  },
+  'anthropic.claude-3-sonnet-20240229-v1:0': {
+    llm: 'Bedrock',
+    label: 'Anthropic - Claude 3 Sonnet',
+    tokens: 200000,
+    completionTokens: 4096,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: true,
+    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
+    tags: ['v1:0'],
+  },
+  'anthropic.claude-3-haiku-20240307-v1:0': {
+    llm: 'Bedrock',
+    label: 'Anthropic - Claude 3 Haiku',
+    tokens: 200000,
+    completionTokens: 4096,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: true,
+    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
+    tags: ['v1:0'],
+  },
+  'anthropic.claude-3-opus-20240229-v1:0': {
+    llm: 'Bedrock',
+    label: 'Anthropic - Claude 3 Opus',
+    tokens: 200000,
+    completionTokens: 4096,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: true,
+    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
+    tags: ['v1:0'],
+  },
+  'anthropic.claude-v2:1': {
+    llm: 'Bedrock',
+    label: 'Anthropic - Claude 2.1',
+    tokens: 200000,
+    completionTokens: 4096,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+    tags: ['v2:1'],
+  },
+  'anthropic.claude-v2': {
+    llm: 'Bedrock',
+    label: 'Anthropic - Claude 2.0',
+    tokens: 100000,
+    completionTokens: 4096,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'anthropic.claude-instant-v1': {
+    llm: 'Bedrock',
+    label: 'Anthropic - Claude Instant',
+    tokens: 100000,
+    completionTokens: 4096,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  //#endregion Anthropic Models
+  //#region Cohere Models
+  'cohere.command-r-plus-v1:0': {
+    llm: 'Bedrock',
+    label: 'Cohere - Command R+',
+    tokens: 128000,
+    completionTokens: 4000, // Found 4000 Max tokens in the Playground
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: true,
+    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
+  },
+  'cohere.command-r-v1:0': {
+    llm: 'Bedrock',
+    label: 'Cohere - Command R',
+    tokens: 128000,
+    completionTokens: 4000, // Found 4000 Max tokens in the Playground
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: true,
+    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
+  },
+  'cohere.command-text-v14': {
+    llm: 'Bedrock',
+    label: 'Cohere - Command',
+    tokens: 4000, // Found 4k
+    completionTokens: 4000, // Found 4000 Max tokens in the Playground
+    supportsSystemPrompt: false,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'cohere.command-light-text-v14': {
+    llm: 'Bedrock',
+    label: 'Cohere - Command Light',
+    tokens: 4000, // 4k tokens
+    completionTokens: 4000, // Found 4000 Max tokens in the Playground
+    supportsSystemPrompt: false,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  // 'Cohere - Embed English': { alias: 'cohere.embed-english-v3' }, // Converse API doesn't support
+  // 'Cohere - Embed Multilingual': { alias: 'cohere.embed-multilingual-v3' }, // Converse API doesn't support
+  //#endregion Cohere Models
+  //#region Meta Models
+  // 'Meta - Llama 2 Chat 13B' : { alias: 'meta.llama2-13b-chat-v1' } // Don't have access to the model
+  // 'Meta - Llama 2 Chat 70B' : { alias: 'meta.llama2-70b-chat-v1' } // Don't have access to the model
+  'us.meta.llama3-2-1b-instruct-v1:0': {
+    llm: 'Bedrock',
+    label: 'Meta - Llama 3.2 1B Instruct',
+    tokens: 200000,
+    completionTokens: 2048,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+    tags: ['new'],
+  },
+  'us.meta.llama3-2-3b-instruct-v1:0': {
+    llm: 'Bedrock',
+    label: 'Meta - Llama 3.2 3B Instruct',
+    tokens: 200000,
+    completionTokens: 2048,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+    tags: ['new'],
+  },
+  'meta.llama3-8b-instruct-v1:0': {
+    llm: 'Bedrock',
+    label: 'Meta - Llama 3 8B Instruct',
+    tokens: 8192,
+    completionTokens: 2048,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'meta.llama3-70b-instruct-v1:0': {
+    llm: 'Bedrock',
+    label: 'Meta - Llama 3 70B Instruct',
+    tokens: 8192,
+    completionTokens: 2048,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  // 'Meta - Llama 3.1 8B Instruct': { alias: 'meta.llama3-1-8b-instruct-v1:0' }, // The provided model identifier is invalid.
+  // 'Meta - Llama 3.1 70B Instruct': { alias: 'meta.llama3-1-70b-instruct-v1:0' }, // The provided model identifier is invalid.
+  // 'Meta - Llama 3.1 405B Instruct': { alias: 'meta.llama3-1-405b-instruct-v1:0' }, // The provided model identifier is invalid.
+  //#endregion Meta Models
+  //#region Mistral Models
+  'mistral.mistral-7b-instruct-v0:2': {
+    llm: 'Bedrock',
+    label: 'Mistral AI - Mistral 7B Instruct',
+    tokens: 32000,
+    completionTokens: 8192,
+    supportsSystemPrompt: false,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'mistral.mixtral-8x7b-instruct-v0:1': {
+    llm: 'Bedrock',
+    label: 'Mistral AI - Mixtral 8X7B Instruct',
+    tokens: 32000,
+    completionTokens: 4096,
+    supportsSystemPrompt: false,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'mistral.mistral-large-2402-v1:0': {
+    llm: 'Bedrock',
+    label: 'Mistral AI - Mistral Large',
+    tokens: 32000,
+    completionTokens: 8192,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  // 'Mistral AI - Mistral Large 2 (24.07)' : { alias: 'mistral.mistral-large-2407-v1:0' } // The provided model identifier is invalid.
+  'mistral.mistral-small-2402-v1:0': {
+    llm: 'Bedrock',
+    label: 'Mistral AI - Mistral Small',
+    tokens: 32000,
+    completionTokens: 8192,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  //#endregion Mistral Models
+  //#region Stability Models
+  // 'Stability AI - Stable Diffusion XL 0.x' : { alias: 'stability.stable-diffusion-xl-v0' } // Converse API doesn't support
+  // 'Stability AI - Stable Diffusion XL 1.x' : { alias: 'stability.stable-diffusion-xl-v1' } // Converse API doesn't support
+  //#endregion Stability Models
+  /**************************************************
+   * Vertex AI Models
+   **************************************************/
+  /*
+  Context token information sourced from :
+  Vertex AI documentation - https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models
+  Anthropic - https://docs.anthropic.com/en/docs/about-claude/models
+  Completion token information sourced from:
+  Vertex AI Text Playground - https://console.cloud.google.com/vertex-ai/generative/language/create/text?model=text-bison@001&authuser=1&project=opt-smythos-vertexia-432522
+  */
+  'gemini-1.5-flash': {
+    llm: 'VertexAI',
+    label: 'Gemini 1.5 Flash',
+    supportsSystemPrompt: true,
+    tokens: 1048576,
+    completionTokens: 8192,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'gemini-1.5-pro': {
+    llm: 'VertexAI',
+    label: 'Gemini 1.5 Pro',
+    supportsSystemPrompt: true,
+    tokens: 2097152,
+    completionTokens: 8192,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'gemini-1.0-pro': {
+    llm: 'VertexAI',
+    label: 'Gemini 1.0 Pro',
+    supportsSystemPrompt: true,
+    tokens: 32760,
+    completionTokens: 8192,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'claude-3-5-haiku': {
+    llm: 'VertexAI',
+    label: 'Claude 3.5 Haiku',
+    supportsSystemPrompt: true,
+    tokens: 200000,
+    completionTokens: 8192,
+    tags: ['new'],
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'claude-3-5-sonnet-v2': {
+    llm: 'VertexAI',
+    label: 'Claude 3.5 Sonnet',
+    supportsSystemPrompt: true,
+    tokens: 200000,
+    completionTokens: 8192,
+    tags: ['v2', 'new'],
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'claude-3-5-sonnet': {
+    llm: 'VertexAI',
+    label: 'Claude 3.5 Sonnet',
+    supportsSystemPrompt: true,
+    tokens: 200000,
+    completionTokens: 8192,
+    tags: ['v1'],
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'claude-3-sonnet': {
+    llm: 'VertexAI',
+    label: 'Claude 3 Sonnet',
+    supportsSystemPrompt: true,
+    tokens: 200000,
+    completionTokens: 4096,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'claude-3-opus': {
+    llm: 'VertexAI',
+    label: 'Claude 3 Opus',
+    supportsSystemPrompt: true,
+    tokens: 200000,
+    completionTokens: 4096,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'claude-3-haiku': {
+    llm: 'VertexAI',
+    label: 'Claude 3 Haiku',
+    supportsSystemPrompt: true,
+    tokens: 200000,
+    completionTokens: 4096,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  gemma2: {
+    llm: 'VertexAI',
+    label: 'Gemma 2',
+    supportsSystemPrompt: true,
+    tokens: 8192, // @Ref https://huggingface.co/blog/gemma2
+    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/google/model-garden/gemma2?authuser=1&project=opt-smythos-vertexia-432522
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  gemma: {
+    llm: 'VertexAI',
+    label: 'Gemma',
+    supportsSystemPrompt: true,
+    tokens: 8192, // @Ref https://huggingface.co/blog/gemma2
+    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/google/model-garden/gemma?authuser=1&project=opt-smythos-vertexia-432522
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  codegemma: {
+    llm: 'VertexAI',
+    label: 'CodeGemma',
+    supportsSystemPrompt: true,
+    tokens: 8192, // @Ref - https://huggingface.co/google/gemma-7b-it/discussions/73
+    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/google/model-garden/codegemma?authuser=1&project=opt-smythos-vertexia-432522
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'llama3-405b-instruct-maas': {
+    llm: 'VertexAI',
+    label: 'Llama 3.1 API Service',
+    supportsSystemPrompt: true,
+    tokens: 4096, // @Ref - https://docs.together.ai/docs/chat-models
+    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama3-405b-instruct-maas?authuser=1&project=opt-smythos-vertexia-432522
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  llama3_1: {
+    llm: 'VertexAI',
+    label: 'Llama 3.1',
+    supportsSystemPrompt: true,
+    tokens: 4096, // by querying with Gemini - https://gemini.google.com/
+    completionTokens: 4096, // by querying with Gemini - https://gemini.google.com/
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'llama-guard': {
+    llm: 'VertexAI',
+    label: 'Llama Guard',
+    supportsSystemPrompt: true,
+    tokens: 8192, // @Ref - by querying with Gemini - https://gemini.google.com/
+    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama-guard?authuser=1&project=opt-smythos-vertexia-432522
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  llama3: {
+    llm: 'VertexAI',
+    label: 'Llama 3',
+    supportsSystemPrompt: true,
+    tokens: 8192, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama3?_ga=2.79473366.358158393.1724662649-247251619.1697981116&authuser=1&project=opt-smythos-vertexia-432522
+    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama3?_ga=2.79473366.358158393.1724662649-247251619.1697981116&authuser=1&project=opt-smythos-vertexia-432522
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  llama2: {
+    llm: 'VertexAI',
+    label: 'Llama 2',
+    value: 'llama2',
+    supportsSystemPrompt: true,
+    tokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama2?authuser=1&project=opt-smythos-vertexia-432522
+    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama2?authuser=1&project=opt-smythos-vertexia-432522
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'mistral-large': {
+    llm: 'VertexAI',
+    label: 'Mistral Large (2407)',
+    supportsSystemPrompt: true,
+    tokens: 128000, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/mistralai/model-garden/mistral-large?authuser=1&project=opt-smythos-vertexia-432522
+    completionTokens: 8192, // Guessing from the context window (tokens)
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'mistral-nemo': {
+    llm: 'VertexAI',
+    label: 'Mistral Nemo',
+    supportsSystemPrompt: true,
+    tokens: 128000, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/mistralai/model-garden/mistral-nemo?authuser=1&project=opt-smythos-vertexia-432522
+    completionTokens: 8192, // Guessing from the context window (tokens)
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  codestral: {
+    llm: 'VertexAI',
+    label: 'Codestral',
+    supportsSystemPrompt: true,
+    tokens: 32000, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/mistralai/model-garden/codestral?authuser=1&project=opt-smythos-vertexia-432522
+    completionTokens: 4096, // Guessing from the context window (tokens)
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  mixtral: {
+    llm: 'VertexAI',
+    label: 'Mixtral',
+    supportsSystemPrompt: true,
+    tokens: 32000, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/mistral-ai/model-garden/mixtral?authuser=1&project=opt-smythos-vertexia-432522
+    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/mistral-ai/model-garden/mixtral?authuser=1&project=opt-smythos-vertexia-432522
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'chat-bison': {
+    llm: 'VertexAI',
+    label: 'PaLM 2 Chat Bison',
+    supportsSystemPrompt: true,
+    tokens: 4096, // @Ref - by querying with Gemini - https://gemini.google.com/
+    completionTokens: 2048, // @Ref - https://console.cloud.google.com/vertex-ai/generative/language/create/chat?model=chat-bison@002&authuser=1&project=opt-smythos-vertexia-432522 [Playground]
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'text-bison': {
+    llm: 'VertexAI',
+    label: 'PaLM 2 Text Bison',
+    supportsSystemPrompt: true,
+    tokens: 32768, // by querying with Gemini - https://gemini.google.com/
+    completionTokens: 2048, // @Ref - https://console.cloud.google.com/vertex-ai/generative/language/create/text?model=text-bison@001&authuser=1&project=opt-smythos-vertexia-432522 [Playground]
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  phi3: {
+    llm: 'VertexAI',
+    label: 'Phi-3',
+    supportsSystemPrompt: true,
+    tokens: 128000, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/microsoft/model-garden/phi3?authuser=1&project=opt-smythos-vertexia-432522
+    completionTokens: 8192, // Guessing from the context window (tokens)
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  qwen2: {
+    llm: 'VertexAI',
+    label: 'Qwen2',
+    supportsSystemPrompt: true,
+    tokens: 131072, // @Ref - https://huggingface.co/Qwen/Qwen2-72B-Instruct
+    completionTokens: 8192, // Guessing from the context window (tokens)
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  mammut: {
+    llm: 'VertexAI',
+    label: 'MaMMUT',
+    supportsSystemPrompt: true,
+    tokens: 4096, // @Ref - by querying with Gemini - https://gemini.google.com/
+    completionTokens: 2048, // @Ref - by querying with Gemini - https://gemini.google.com/
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'lmsys-vicuna-7b': {
+    llm: 'VertexAI',
+    label: 'Vicuna',
+    supportsSystemPrompt: true,
+    tokens: 4096, // @Ref - https://docs.together.ai/docs/chat-models
+    completionTokens: 2048, // @Ref - Guessing from the context window (tokens)
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'bio-gpt': {
+    llm: 'VertexAI',
+    label: 'BioGPT',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'microsoft-biomedclip': {
+    llm: 'VertexAI',
+    label: 'BiomedCLIP',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  mistral: {
+    llm: 'VertexAI',
+    label: 'Mistral Self-host (7B & Nemo)',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  nllb: {
+    llm: 'VertexAI',
+    label: 'NLLB',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'codellama-7b-hf': {
+    llm: 'VertexAI',
+    label: 'Code Llama',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'palmyra-med': {
+    llm: 'VertexAI',
+    label: 'Palmyra Med (Writer)',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'llama-2-quantized': {
+    llm: 'VertexAI',
+    label: 'Llama 2 (Quantized)',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'bert-base-uncased': {
+    llm: 'VertexAI',
+    label: 'BERT (PEFT)',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'falcon-instruct-7b-peft': {
+    llm: 'VertexAI',
+    label: 'Falcon-instruct (PEFT)',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  openllama: {
+    llm: 'VertexAI',
+    label: 'OpenLLaMA (PEFT)',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'roberta-large': {
+    llm: 'VertexAI',
+    label: 'RoBERTa-large (PEFT)',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'xlm-roberta-large': {
+    llm: 'VertexAI',
+    label: 'XLM-RoBERTa-large (PEFT)',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'bart-large-cnn': {
+    llm: 'VertexAI',
+    label: 'Bart-large-cnn',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'dolly-v2': {
+    llm: 'VertexAI',
+    label: 'Dolly-v2',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  imagetext: {
+    llm: 'VertexAI',
+    label: 'Imagen for Captioning & VQA',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'codechat-bison': {
+    llm: 'VertexAI',
+    label: 'Codey for Code Chat',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'code-bison': {
+    llm: 'VertexAI',
+    label: 'Codey for Code Generation',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'code-gecko': {
+    llm: 'VertexAI',
+    label: 'Codey for Code Completion',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'text-unicorn': {
+    llm: 'VertexAI',
+    label: 'PaLM 2 Text Unicorn',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'textembedding-gecko': {
+    llm: 'VertexAI',
+    label: 'Embeddings for Text',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  't5-flan': {
+    llm: 'VertexAI',
+    label: 'T5-FLAN',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  't5-1.1': {
+    llm: 'VertexAI',
+    label: 'T5-1.1',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'blip2-opt-2.7-b': {
+    llm: 'VertexAI',
+    label: 'BLIP2',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'instruct-pix2pix': {
+    llm: 'VertexAI',
+    label: 'InstructPix2Pix',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'bert-base': {
+    llm: 'VertexAI',
+    label: 'BERT',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'mediapipe-mobile-bert-classifier': {
+    llm: 'VertexAI',
+    label: 'MobileBERT Classifier (MediaPipe)',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'mediapipe-average-word-embedding-classifier': {
+    llm: 'VertexAI',
+    label: 'Average Word Embedding Classifier (MediaPipe)',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  pic2word: {
+    llm: 'VertexAI',
+    label: 'Pic2Word Composed Image Retrieval',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'text-translation': {
+    llm: 'VertexAI',
+    label: 'Text Translation',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'language-v1-moderate-text': {
+    llm: 'VertexAI',
+    label: 'Text Moderation',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'language-v1-analyze-syntax': {
+    llm: 'VertexAI',
+    label: 'Syntax analysis',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'language-v1-analyze-entity-sentiment': {
+    llm: 'VertexAI',
+    label: 'Entity sentiment analysis',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'language-v1-analyze-sentiment': {
+    llm: 'VertexAI',
+    label: 'Sentiment analysis',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'language-v1-classify-text-v1': {
+    llm: 'VertexAI',
+    label: 'Content classification',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'pt-test': {
+    llm: 'VertexAI',
+    label: 'Entity analysis',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+};