@smythos/sre 1.5.53 → 1.5.54

package/src/subsystems/LLMManager/custom-models.ts

@@ -1,854 +1,854 @@
-//! ***IMPORTANT***
-// * WE HAVE SAME FILE IN THREE PLACE, SO ANY CHANGES SHOULD BE SYNCED
-// * - /smyth-builder-ui/src/shared/custom-models.ts
-// * - /smyth-builder-server/src/services/LLMHelper/custom-models.ts
-// * - /smyth-runtime/src/subsystems/LLMManager/custom-models.ts
-//! ***IMPORTANT***
-/**
- * Custom model configurations for various AI providers.
- * This template is useful for maintaining up-to-date model aliases and token information,
- * even though we store custom model data in the database.
- */
-
-export const customModels = {
-  /**************************************************
-   * AWS Bedrock Models
-   **************************************************/
-
-  /*
-  Context token information sourced from the AWS Bedrock Console:
-  https://us-east-1.console.aws.amazon.com/bedrock/home?region=us-east-1#/overview
-  
-  Completion token information sourced from the AWS Bedrock Text Playground:
-  https://us-east-1.console.aws.amazon.com/bedrock/home?region=us-east-1#/text-playground
-
-  Supported model features information sourced from - https://docs.aws.amazon.com/bedrock/latest/userguide/conversation-inference-supported-models-features.html
-  */
-
-  //#region AI21 Labs Models
-  'ai21.jamba-1-5-mini-v1:0': {
-    llm: 'Bedrock',
-    label: 'AI21 Labs - Jamba 1.5 Mini',
-    tokens: 256000,
-    completionTokens: 4096,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'GenAILLM'],
-    tags: ['new'],
-  },
-  'ai21.jamba-1-5-large-v1:0': {
-    llm: 'Bedrock',
-    label: 'AI21 Labs - Jamba 1.5 Large',
-    tokens: 256000,
-    completionTokens: 4096,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'GenAILLM'],
-    tags: ['new'],
-  },
-  'ai21.jamba-instruct-v1:0': {
-    llm: 'Bedrock',
-    label: 'AI21 Labs - Jamba-Instruct',
-    tokens: 256000,
-    completionTokens: 4096,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'ai21.j2-ultra-v1': {
-    llm: 'Bedrock',
-    label: 'AI21 Labs - Jurassic-2 Ultra',
-    tokens: 8191,
-    completionTokens: 8191,
-    supportsSystemPrompt: false,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'ai21.j2-mid-v1': {
-    llm: 'Bedrock',
-    label: 'AI21 Labs - Jurassic-2 Mid',
-    tokens: 8191,
-    completionTokens: 8191,
-    supportsSystemPrompt: false,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  //#endregion AI21 Labs Models
-
-  //#region Amazon Models
-  'amazon.titan-text-premier-v1:0': {
-    llm: 'Bedrock',
-    label: 'Amazon - Titan Text Premier',
-    tokens: 32000,
-    completionTokens: 3000,
-    supportsSystemPrompt: false,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'amazon.titan-text-express-v1': {
-    llm: 'Bedrock',
-    label: 'Amazon - Titan Text G1 - Express',
-    tokens: 8192,
-    completionTokens: 4096,
-    supportsSystemPrompt: false,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'amazon.titan-text-lite-v1': {
-    llm: 'Bedrock',
-    label: 'Amazon - Titan Text G1 - Lite',
-    tokens: 4096,
-    completionTokens: 4096,
-    supportsSystemPrompt: false,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  // 'Amazon - Titan Embeddings G1 - Text': { alias: 'amazon.titan-embed-text-v1' }, // Converse API doesn't support
-  // 'Amazon - Titan Embedding Text v2': { alias: 'amazon.titan-embed-text-v2:0' }, // Converse API doesn't support
-  // 'Amazon - Titan Multimodal Embeddings G1': { alias: 'amazon.titan-embed-image-v1' }, // Converse API doesn't support
-  // 'Amazon - Titan Image Generator G1 V1': { alias: 'amazon.titan-image-generator-v1' }, // Converse API doesn't support
-  // 'Amazon - Titan Image Generator G1 V2': { alias: 'amazon.titan-image-generator-v2:0' }, // Converse API doesn't support
-
-  //#endregion Amazon Models
-
-  //#region Anthropic Models
-  // * NOTE: It's required to submit business info to get access for Anthropic models
-  // * @Ref of Anthropic tokens and completionTokens - https://docs.anthropic.com/en/docs/about-claude/models
-  'us.anthropic.claude-3-5-haiku-20241022-v1:0': {
-    llm: 'Bedrock',
-    label: 'Anthropic - Claude 3.5 Haiku',
-    tokens: 200000,
-    completionTokens: 8192,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: true,
-    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
-    tags: ['v1:0', 'new'],
-  },
-  'us.anthropic.claude-3-5-sonnet-20241022-v2:0': {
-    llm: 'Bedrock',
-    label: 'Anthropic - Claude 3.5 Sonnet',
-    tokens: 200000,
-    completionTokens: 8192,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: true,
-    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
-    tags: ['v2:0', 'new'],
-  },
-  'anthropic.claude-3-5-sonnet-20240620-v1:0': {
-    llm: 'Bedrock',
-    label: 'Anthropic - Claude 3.5 Sonnet',
-    tokens: 200000,
-    completionTokens: 8192,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: true,
-    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
-    tags: ['v1:0'],
-  },
-  'anthropic.claude-3-sonnet-20240229-v1:0': {
-    llm: 'Bedrock',
-    label: 'Anthropic - Claude 3 Sonnet',
-    tokens: 200000,
-    completionTokens: 4096,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: true,
-    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
-    tags: ['v1:0'],
-  },
-  'anthropic.claude-3-haiku-20240307-v1:0': {
-    llm: 'Bedrock',
-    label: 'Anthropic - Claude 3 Haiku',
-    tokens: 200000,
-    completionTokens: 4096,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: true,
-    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
-    tags: ['v1:0'],
-  },
-  'anthropic.claude-3-opus-20240229-v1:0': {
-    llm: 'Bedrock',
-    label: 'Anthropic - Claude 3 Opus',
-    tokens: 200000,
-    completionTokens: 4096,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: true,
-    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
-    tags: ['v1:0'],
-  },
-  'anthropic.claude-v2:1': {
-    llm: 'Bedrock',
-    label: 'Anthropic - Claude 2.1',
-    tokens: 200000,
-    completionTokens: 4096,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-    tags: ['v2:1'],
-  },
-  'anthropic.claude-v2': {
-    llm: 'Bedrock',
-    label: 'Anthropic - Claude 2.0',
-    tokens: 100000,
-    completionTokens: 4096,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'anthropic.claude-instant-v1': {
-    llm: 'Bedrock',
-    label: 'Anthropic - Claude Instant',
-    tokens: 100000,
-    completionTokens: 4096,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  //#endregion Anthropic Models
-
-  //#region Cohere Models
-  'cohere.command-r-plus-v1:0': {
-    llm: 'Bedrock',
-    label: 'Cohere - Command R+',
-    tokens: 128000,
-    completionTokens: 4000, // Found 4000 Max tokens in the Playground
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: true,
-    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
-  },
-  'cohere.command-r-v1:0': {
-    llm: 'Bedrock',
-    label: 'Cohere - Command R',
-    tokens: 128000,
-    completionTokens: 4000, // Found 4000 Max tokens in the Playground
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: true,
-    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
-  },
-  'cohere.command-text-v14': {
-    llm: 'Bedrock',
-    label: 'Cohere - Command',
-    tokens: 4000, // Found 4k
-    completionTokens: 4000, // Found 4000 Max tokens in the Playground
-    supportsSystemPrompt: false,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'cohere.command-light-text-v14': {
-    llm: 'Bedrock',
-    label: 'Cohere - Command Light',
-    tokens: 4000, // 4k tokens
-    completionTokens: 4000, // Found 4000 Max tokens in the Playground
-    supportsSystemPrompt: false,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  // 'Cohere - Embed English': { alias: 'cohere.embed-english-v3' }, // Converse API doesn't support
-  // 'Cohere - Embed Multilingual': { alias: 'cohere.embed-multilingual-v3' }, // Converse API doesn't support
-  //#endregion Cohere Models
-
-  //#region Meta Models
-
-  // 'Meta - Llama 2 Chat 13B' : { alias: 'meta.llama2-13b-chat-v1' } // Don't have access to the model
-  // 'Meta - Llama 2 Chat 70B' : { alias: 'meta.llama2-70b-chat-v1' } // Don't have access to the model
-  'us.meta.llama3-2-1b-instruct-v1:0': {
-    llm: 'Bedrock',
-    label: 'Meta - Llama 3.2 1B Instruct',
-    tokens: 200000,
-    completionTokens: 2048,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-    tags: ['new'],
-  },
-  'us.meta.llama3-2-3b-instruct-v1:0': {
-    llm: 'Bedrock',
-    label: 'Meta - Llama 3.2 3B Instruct',
-    tokens: 200000,
-    completionTokens: 2048,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-    tags: ['new'],
-  },
-  'meta.llama3-8b-instruct-v1:0': {
-    llm: 'Bedrock',
-    label: 'Meta - Llama 3 8B Instruct',
-    tokens: 8192,
-    completionTokens: 2048,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'meta.llama3-70b-instruct-v1:0': {
-    llm: 'Bedrock',
-    label: 'Meta - Llama 3 70B Instruct',
-    tokens: 8192,
-    completionTokens: 2048,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  // 'Meta - Llama 3.1 8B Instruct': { alias: 'meta.llama3-1-8b-instruct-v1:0' }, // The provided model identifier is invalid.
-  // 'Meta - Llama 3.1 70B Instruct': { alias: 'meta.llama3-1-70b-instruct-v1:0' }, // The provided model identifier is invalid.
-  // 'Meta - Llama 3.1 405B Instruct': { alias: 'meta.llama3-1-405b-instruct-v1:0' }, // The provided model identifier is invalid.
-
-  //#endregion Meta Models
-
-  //#region Mistral Models
-  'mistral.mistral-7b-instruct-v0:2': {
-    llm: 'Bedrock',
-    label: 'Mistral AI - Mistral 7B Instruct',
-    tokens: 32000,
-    completionTokens: 8192,
-    supportsSystemPrompt: false,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'mistral.mixtral-8x7b-instruct-v0:1': {
-    llm: 'Bedrock',
-    label: 'Mistral AI - Mixtral 8X7B Instruct',
-    tokens: 32000,
-    completionTokens: 4096,
-    supportsSystemPrompt: false,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'mistral.mistral-large-2402-v1:0': {
-    llm: 'Bedrock',
-    label: 'Mistral AI - Mistral Large',
-    tokens: 32000,
-    completionTokens: 8192,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  // 'Mistral AI - Mistral Large 2 (24.07)' : { alias: 'mistral.mistral-large-2407-v1:0' } // The provided model identifier is invalid.
-  'mistral.mistral-small-2402-v1:0': {
-    llm: 'Bedrock',
-    label: 'Mistral AI - Mistral Small',
-    tokens: 32000,
-    completionTokens: 8192,
-    supportsSystemPrompt: true,
-    supportsStreamingToolUse: false,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  //#endregion Mistral Models
-
-  //#region Stability Models
-  // 'Stability AI - Stable Diffusion XL 0.x' : { alias: 'stability.stable-diffusion-xl-v0' } // Converse API doesn't support
-  // 'Stability AI - Stable Diffusion XL 1.x' : { alias: 'stability.stable-diffusion-xl-v1' } // Converse API doesn't support
-  //#endregion Stability Models
-
-  /**************************************************
-   * Vertex AI Models
-   **************************************************/
-
-  /*
-  Context token information sourced from :
-  Vertex AI documentation - https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models
-  Anthropic - https://docs.anthropic.com/en/docs/about-claude/models
-  
-  Completion token information sourced from:
-  Vertex AI Text Playground - https://console.cloud.google.com/vertex-ai/generative/language/create/text?model=text-bison@001&authuser=1&project=opt-smythos-vertexia-432522
-  */
-
-  'gemini-1.5-flash': {
-    llm: 'VertexAI',
-    label: 'Gemini 1.5 Flash',
-    supportsSystemPrompt: true,
-    tokens: 1048576,
-    completionTokens: 8192,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'gemini-1.5-pro': {
-    llm: 'VertexAI',
-    label: 'Gemini 1.5 Pro',
-    supportsSystemPrompt: true,
-    tokens: 2097152,
-    completionTokens: 8192,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'gemini-1.0-pro': {
-    llm: 'VertexAI',
-    label: 'Gemini 1.0 Pro',
-    supportsSystemPrompt: true,
-    tokens: 32760,
-    completionTokens: 8192,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'claude-3-5-haiku': {
-    llm: 'VertexAI',
-    label: 'Claude 3.5 Haiku',
-    supportsSystemPrompt: true,
-    tokens: 200000,
-    completionTokens: 8192,
-    tags: ['new'],
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'claude-3-5-sonnet-v2': {
-    llm: 'VertexAI',
-    label: 'Claude 3.5 Sonnet',
-    supportsSystemPrompt: true,
-    tokens: 200000,
-    completionTokens: 8192,
-    tags: ['v2', 'new'],
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'claude-3-5-sonnet': {
-    llm: 'VertexAI',
-    label: 'Claude 3.5 Sonnet',
-    supportsSystemPrompt: true,
-    tokens: 200000,
-    completionTokens: 8192,
-    tags: ['v1'],
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'claude-3-sonnet': {
-    llm: 'VertexAI',
-    label: 'Claude 3 Sonnet',
-    supportsSystemPrompt: true,
-    tokens: 200000,
-    completionTokens: 4096,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'claude-3-opus': {
-    llm: 'VertexAI',
-    label: 'Claude 3 Opus',
-    supportsSystemPrompt: true,
-    tokens: 200000,
-    completionTokens: 4096,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'claude-3-haiku': {
-    llm: 'VertexAI',
-    label: 'Claude 3 Haiku',
-    supportsSystemPrompt: true,
-    tokens: 200000,
-    completionTokens: 4096,
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  gemma2: {
-    llm: 'VertexAI',
-    label: 'Gemma 2',
-    supportsSystemPrompt: true,
-    tokens: 8192, // @Ref https://huggingface.co/blog/gemma2
-    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/google/model-garden/gemma2?authuser=1&project=opt-smythos-vertexia-432522
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  gemma: {
-    llm: 'VertexAI',
-    label: 'Gemma',
-    supportsSystemPrompt: true,
-    tokens: 8192, // @Ref https://huggingface.co/blog/gemma2
-    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/google/model-garden/gemma?authuser=1&project=opt-smythos-vertexia-432522
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  codegemma: {
-    llm: 'VertexAI',
-    label: 'CodeGemma',
-    supportsSystemPrompt: true,
-    tokens: 8192, // @Ref - https://huggingface.co/google/gemma-7b-it/discussions/73
-    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/google/model-garden/codegemma?authuser=1&project=opt-smythos-vertexia-432522
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'llama3-405b-instruct-maas': {
-    llm: 'VertexAI',
-    label: 'Llama 3.1 API Service',
-    supportsSystemPrompt: true,
-    tokens: 4096, // @Ref - https://docs.together.ai/docs/chat-models
-    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama3-405b-instruct-maas?authuser=1&project=opt-smythos-vertexia-432522
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  llama3_1: {
-    llm: 'VertexAI',
-    label: 'Llama 3.1',
-    supportsSystemPrompt: true,
-    tokens: 4096, // by querying with Gemini - https://gemini.google.com/
-    completionTokens: 4096, // by querying with Gemini - https://gemini.google.com/
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'llama-guard': {
-    llm: 'VertexAI',
-    label: 'Llama Guard',
-    supportsSystemPrompt: true,
-    tokens: 8192, // @Ref - by querying with Gemini - https://gemini.google.com/
-    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama-guard?authuser=1&project=opt-smythos-vertexia-432522
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  llama3: {
-    llm: 'VertexAI',
-    label: 'Llama 3',
-    supportsSystemPrompt: true,
-    tokens: 8192, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama3?_ga=2.79473366.358158393.1724662649-247251619.1697981116&authuser=1&project=opt-smythos-vertexia-432522
-    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama3?_ga=2.79473366.358158393.1724662649-247251619.1697981116&authuser=1&project=opt-smythos-vertexia-432522
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  llama2: {
-    llm: 'VertexAI',
-    label: 'Llama 2',
-    value: 'llama2',
-    supportsSystemPrompt: true,
-    tokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama2?authuser=1&project=opt-smythos-vertexia-432522
-    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama2?authuser=1&project=opt-smythos-vertexia-432522
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'mistral-large': {
-    llm: 'VertexAI',
-    label: 'Mistral Large (2407)',
-    supportsSystemPrompt: true,
-    tokens: 128000, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/mistralai/model-garden/mistral-large?authuser=1&project=opt-smythos-vertexia-432522
-    completionTokens: 8192, // Guessing from the context window (tokens)
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'mistral-nemo': {
-    llm: 'VertexAI',
-    label: 'Mistral Nemo',
-    supportsSystemPrompt: true,
-    tokens: 128000, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/mistralai/model-garden/mistral-nemo?authuser=1&project=opt-smythos-vertexia-432522
-    completionTokens: 8192, // Guessing from the context window (tokens)
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  codestral: {
-    llm: 'VertexAI',
-    label: 'Codestral',
-    supportsSystemPrompt: true,
-    tokens: 32000, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/mistralai/model-garden/codestral?authuser=1&project=opt-smythos-vertexia-432522
-    completionTokens: 4096, // Guessing from the context window (tokens)
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  mixtral: {
-    llm: 'VertexAI',
-    label: 'Mixtral',
-    supportsSystemPrompt: true,
-    tokens: 32000, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/mistral-ai/model-garden/mixtral?authuser=1&project=opt-smythos-vertexia-432522
-    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/mistral-ai/model-garden/mixtral?authuser=1&project=opt-smythos-vertexia-432522
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'chat-bison': {
-    llm: 'VertexAI',
-    label: 'PaLM 2 Chat Bison',
-    supportsSystemPrompt: true,
-    tokens: 4096, // @Ref - by querying with Gemini - https://gemini.google.com/
-    completionTokens: 2048, // @Ref - https://console.cloud.google.com/vertex-ai/generative/language/create/chat?model=chat-bison@002&authuser=1&project=opt-smythos-vertexia-432522 [Playground]
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'text-bison': {
-    llm: 'VertexAI',
-    label: 'PaLM 2 Text Bison',
-    supportsSystemPrompt: true,
-    tokens: 32768, // by querying with Gemini - https://gemini.google.com/
-    completionTokens: 2048, // @Ref - https://console.cloud.google.com/vertex-ai/generative/language/create/text?model=text-bison@001&authuser=1&project=opt-smythos-vertexia-432522 [Playground]
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  phi3: {
-    llm: 'VertexAI',
-    label: 'Phi-3',
-    supportsSystemPrompt: true,
-    tokens: 128000, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/microsoft/model-garden/phi3?authuser=1&project=opt-smythos-vertexia-432522
-    completionTokens: 8192, // Guessing from the context window (tokens)
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  qwen2: {
-    llm: 'VertexAI',
-    label: 'Qwen2',
-    supportsSystemPrompt: true,
-    tokens: 131072, // @Ref - https://huggingface.co/Qwen/Qwen2-72B-Instruct
-    completionTokens: 8192, // Guessing from the context window (tokens)
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  mammut: {
-    llm: 'VertexAI',
-    label: 'MaMMUT',
-    supportsSystemPrompt: true,
-    tokens: 4096, // @Ref - by querying with Gemini - https://gemini.google.com/
-    completionTokens: 2048, // @Ref - by querying with Gemini - https://gemini.google.com/
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'lmsys-vicuna-7b': {
-    llm: 'VertexAI',
-    label: 'Vicuna',
-    supportsSystemPrompt: true,
-    tokens: 4096, // @Ref - https://docs.together.ai/docs/chat-models
-    completionTokens: 2048, // @Ref - Guessing from the context window (tokens)
-    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
-  },
-  'bio-gpt': {
-    llm: 'VertexAI',
-    label: 'BioGPT',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'microsoft-biomedclip': {
-    llm: 'VertexAI',
-    label: 'BiomedCLIP',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  mistral: {
-    llm: 'VertexAI',
-    label: 'Mistral Self-host (7B & Nemo)',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  nllb: {
-    llm: 'VertexAI',
-    label: 'NLLB',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'codellama-7b-hf': {
-    llm: 'VertexAI',
-    label: 'Code Llama',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'palmyra-med': {
-    llm: 'VertexAI',
-    label: 'Palmyra Med (Writer)',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'llama-2-quantized': {
-    llm: 'VertexAI',
-    label: 'Llama 2 (Quantized)',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'bert-base-uncased': {
-    llm: 'VertexAI',
-    label: 'BERT (PEFT)',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'falcon-instruct-7b-peft': {
-    llm: 'VertexAI',
-    label: 'Falcon-instruct (PEFT)',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  openllama: {
-    llm: 'VertexAI',
-    label: 'OpenLLaMA (PEFT)',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'roberta-large': {
-    llm: 'VertexAI',
-    label: 'RoBERTa-large (PEFT)',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'xlm-roberta-large': {
-    llm: 'VertexAI',
-    label: 'XLM-RoBERTa-large (PEFT)',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'bart-large-cnn': {
-    llm: 'VertexAI',
-    label: 'Bart-large-cnn',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'dolly-v2': {
-    llm: 'VertexAI',
-    label: 'Dolly-v2',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  imagetext: {
-    llm: 'VertexAI',
-    label: 'Imagen for Captioning & VQA',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'codechat-bison': {
-    llm: 'VertexAI',
-    label: 'Codey for Code Chat',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'code-bison': {
-    llm: 'VertexAI',
-    label: 'Codey for Code Generation',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'code-gecko': {
-    llm: 'VertexAI',
-    label: 'Codey for Code Completion',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'text-unicorn': {
-    llm: 'VertexAI',
-    label: 'PaLM 2 Text Unicorn',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'textembedding-gecko': {
-    llm: 'VertexAI',
-    label: 'Embeddings for Text',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  't5-flan': {
-    llm: 'VertexAI',
-    label: 'T5-FLAN',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  't5-1.1': {
-    llm: 'VertexAI',
-    label: 'T5-1.1',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'blip2-opt-2.7-b': {
-    llm: 'VertexAI',
-    label: 'BLIP2',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'instruct-pix2pix': {
-    llm: 'VertexAI',
-    label: 'InstructPix2Pix',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'bert-base': {
-    llm: 'VertexAI',
-    label: 'BERT',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'mediapipe-mobile-bert-classifier': {
-    llm: 'VertexAI',
-    label: 'MobileBERT Classifier (MediaPipe)',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'mediapipe-average-word-embedding-classifier': {
-    llm: 'VertexAI',
-    label: 'Average Word Embedding Classifier (MediaPipe)',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  pic2word: {
-    llm: 'VertexAI',
-    label: 'Pic2Word Composed Image Retrieval',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'text-translation': {
-    llm: 'VertexAI',
-    label: 'Text Translation',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'language-v1-moderate-text': {
-    llm: 'VertexAI',
-    label: 'Text Moderation',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'language-v1-analyze-syntax': {
-    llm: 'VertexAI',
-    label: 'Syntax analysis',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'language-v1-analyze-entity-sentiment': {
-    llm: 'VertexAI',
-    label: 'Entity sentiment analysis',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'language-v1-analyze-sentiment': {
-    llm: 'VertexAI',
-    label: 'Sentiment analysis',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'language-v1-classify-text-v1': {
-    llm: 'VertexAI',
-    label: 'Content classification',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-  'pt-test': {
-    llm: 'VertexAI',
-    label: 'Entity analysis',
-    supportsSystemPrompt: false,
-    tokens: 4096, // Guessed value, no reference
-    completionTokens: 4096, // Guessed value, no reference
-    components: ['PromptGenerator', 'GenAILLM'],
-  },
-};
+//! ***IMPORTANT***
+// * WE HAVE SAME FILE IN THREE PLACE, SO ANY CHANGES SHOULD BE SYNCED
+// * - /smyth-builder-ui/src/shared/custom-models.ts
+// * - /smyth-builder-server/src/services/LLMHelper/custom-models.ts
+// * - /smyth-runtime/src/subsystems/LLMManager/custom-models.ts
+//! ***IMPORTANT***
+/**
+ * Custom model configurations for various AI providers.
+ * This template is useful for maintaining up-to-date model aliases and token information,
+ * even though we store custom model data in the database.
+ */
+
+export const customModels = {
+  /**************************************************
+   * AWS Bedrock Models
+   **************************************************/
+
+  /*
+  Context token information sourced from the AWS Bedrock Console:
+  https://us-east-1.console.aws.amazon.com/bedrock/home?region=us-east-1#/overview
+  
+  Completion token information sourced from the AWS Bedrock Text Playground:
+  https://us-east-1.console.aws.amazon.com/bedrock/home?region=us-east-1#/text-playground
+
+  Supported model features information sourced from - https://docs.aws.amazon.com/bedrock/latest/userguide/conversation-inference-supported-models-features.html
+  */
+
+  //#region AI21 Labs Models
+  'ai21.jamba-1-5-mini-v1:0': {
+    llm: 'Bedrock',
+    label: 'AI21 Labs - Jamba 1.5 Mini',
+    tokens: 256000,
+    completionTokens: 4096,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'GenAILLM'],
+    tags: ['new'],
+  },
+  'ai21.jamba-1-5-large-v1:0': {
+    llm: 'Bedrock',
+    label: 'AI21 Labs - Jamba 1.5 Large',
+    tokens: 256000,
+    completionTokens: 4096,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'GenAILLM'],
+    tags: ['new'],
+  },
+  'ai21.jamba-instruct-v1:0': {
+    llm: 'Bedrock',
+    label: 'AI21 Labs - Jamba-Instruct',
+    tokens: 256000,
+    completionTokens: 4096,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'ai21.j2-ultra-v1': {
+    llm: 'Bedrock',
+    label: 'AI21 Labs - Jurassic-2 Ultra',
+    tokens: 8191,
+    completionTokens: 8191,
+    supportsSystemPrompt: false,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'ai21.j2-mid-v1': {
+    llm: 'Bedrock',
+    label: 'AI21 Labs - Jurassic-2 Mid',
+    tokens: 8191,
+    completionTokens: 8191,
+    supportsSystemPrompt: false,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  //#endregion AI21 Labs Models
+
+  //#region Amazon Models
+  'amazon.titan-text-premier-v1:0': {
+    llm: 'Bedrock',
+    label: 'Amazon - Titan Text Premier',
+    tokens: 32000,
+    completionTokens: 3000,
+    supportsSystemPrompt: false,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'amazon.titan-text-express-v1': {
+    llm: 'Bedrock',
+    label: 'Amazon - Titan Text G1 - Express',
+    tokens: 8192,
+    completionTokens: 4096,
+    supportsSystemPrompt: false,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'amazon.titan-text-lite-v1': {
+    llm: 'Bedrock',
+    label: 'Amazon - Titan Text G1 - Lite',
+    tokens: 4096,
+    completionTokens: 4096,
+    supportsSystemPrompt: false,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  // 'Amazon - Titan Embeddings G1 - Text': { alias: 'amazon.titan-embed-text-v1' }, // Converse API doesn't support
+  // 'Amazon - Titan Embedding Text v2': { alias: 'amazon.titan-embed-text-v2:0' }, // Converse API doesn't support
+  // 'Amazon - Titan Multimodal Embeddings G1': { alias: 'amazon.titan-embed-image-v1' }, // Converse API doesn't support
+  // 'Amazon - Titan Image Generator G1 V1': { alias: 'amazon.titan-image-generator-v1' }, // Converse API doesn't support
+  // 'Amazon - Titan Image Generator G1 V2': { alias: 'amazon.titan-image-generator-v2:0' }, // Converse API doesn't support
+
+  //#endregion Amazon Models
+
+  //#region Anthropic Models
+  // * NOTE: It's required to submit business info to get access for Anthropic models
+  // * @Ref of Anthropic tokens and completionTokens - https://docs.anthropic.com/en/docs/about-claude/models
+  'us.anthropic.claude-3-5-haiku-20241022-v1:0': {
+    llm: 'Bedrock',
+    label: 'Anthropic - Claude 3.5 Haiku',
+    tokens: 200000,
+    completionTokens: 8192,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: true,
+    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
+    tags: ['v1:0', 'new'],
+  },
+  'us.anthropic.claude-3-5-sonnet-20241022-v2:0': {
+    llm: 'Bedrock',
+    label: 'Anthropic - Claude 3.5 Sonnet',
+    tokens: 200000,
+    completionTokens: 8192,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: true,
+    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
+    tags: ['v2:0', 'new'],
+  },
+  'anthropic.claude-3-5-sonnet-20240620-v1:0': {
+    llm: 'Bedrock',
+    label: 'Anthropic - Claude 3.5 Sonnet',
+    tokens: 200000,
+    completionTokens: 8192,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: true,
+    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
+    tags: ['v1:0'],
+  },
+  'anthropic.claude-3-sonnet-20240229-v1:0': {
+    llm: 'Bedrock',
+    label: 'Anthropic - Claude 3 Sonnet',
+    tokens: 200000,
+    completionTokens: 4096,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: true,
+    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
+    tags: ['v1:0'],
+  },
+  'anthropic.claude-3-haiku-20240307-v1:0': {
+    llm: 'Bedrock',
+    label: 'Anthropic - Claude 3 Haiku',
+    tokens: 200000,
+    completionTokens: 4096,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: true,
+    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
+    tags: ['v1:0'],
+  },
+  'anthropic.claude-3-opus-20240229-v1:0': {
+    llm: 'Bedrock',
+    label: 'Anthropic - Claude 3 Opus',
+    tokens: 200000,
+    completionTokens: 4096,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: true,
+    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
+    tags: ['v1:0'],
+  },
+  'anthropic.claude-v2:1': {
+    llm: 'Bedrock',
+    label: 'Anthropic - Claude 2.1',
+    tokens: 200000,
+    completionTokens: 4096,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+    tags: ['v2:1'],
+  },
+  'anthropic.claude-v2': {
+    llm: 'Bedrock',
+    label: 'Anthropic - Claude 2.0',
+    tokens: 100000,
+    completionTokens: 4096,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'anthropic.claude-instant-v1': {
+    llm: 'Bedrock',
+    label: 'Anthropic - Claude Instant',
+    tokens: 100000,
+    completionTokens: 4096,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  //#endregion Anthropic Models
+
+  //#region Cohere Models
+  'cohere.command-r-plus-v1:0': {
+    llm: 'Bedrock',
+    label: 'Cohere - Command R+',
+    tokens: 128000,
+    completionTokens: 4000, // Found 4000 Max tokens in the Playground
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: true,
+    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
+  },
+  'cohere.command-r-v1:0': {
+    llm: 'Bedrock',
+    label: 'Cohere - Command R',
+    tokens: 128000,
+    completionTokens: 4000, // Found 4000 Max tokens in the Playground
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: true,
+    components: ['PromptGenerator', 'LLMAssistant', 'AgentPlugin', 'Chatbot'],
+  },
+  'cohere.command-text-v14': {
+    llm: 'Bedrock',
+    label: 'Cohere - Command',
+    tokens: 4000, // Found 4k
+    completionTokens: 4000, // Found 4000 Max tokens in the Playground
+    supportsSystemPrompt: false,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'cohere.command-light-text-v14': {
+    llm: 'Bedrock',
+    label: 'Cohere - Command Light',
+    tokens: 4000, // 4k tokens
+    completionTokens: 4000, // Found 4000 Max tokens in the Playground
+    supportsSystemPrompt: false,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  // 'Cohere - Embed English': { alias: 'cohere.embed-english-v3' }, // Converse API doesn't support
+  // 'Cohere - Embed Multilingual': { alias: 'cohere.embed-multilingual-v3' }, // Converse API doesn't support
+  //#endregion Cohere Models
+
+  //#region Meta Models
+
+  // 'Meta - Llama 2 Chat 13B' : { alias: 'meta.llama2-13b-chat-v1' } // Don't have access to the model
+  // 'Meta - Llama 2 Chat 70B' : { alias: 'meta.llama2-70b-chat-v1' } // Don't have access to the model
+  'us.meta.llama3-2-1b-instruct-v1:0': {
+    llm: 'Bedrock',
+    label: 'Meta - Llama 3.2 1B Instruct',
+    tokens: 200000,
+    completionTokens: 2048,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+    tags: ['new'],
+  },
+  'us.meta.llama3-2-3b-instruct-v1:0': {
+    llm: 'Bedrock',
+    label: 'Meta - Llama 3.2 3B Instruct',
+    tokens: 200000,
+    completionTokens: 2048,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+    tags: ['new'],
+  },
+  'meta.llama3-8b-instruct-v1:0': {
+    llm: 'Bedrock',
+    label: 'Meta - Llama 3 8B Instruct',
+    tokens: 8192,
+    completionTokens: 2048,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'meta.llama3-70b-instruct-v1:0': {
+    llm: 'Bedrock',
+    label: 'Meta - Llama 3 70B Instruct',
+    tokens: 8192,
+    completionTokens: 2048,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  // 'Meta - Llama 3.1 8B Instruct': { alias: 'meta.llama3-1-8b-instruct-v1:0' }, // The provided model identifier is invalid.
+  // 'Meta - Llama 3.1 70B Instruct': { alias: 'meta.llama3-1-70b-instruct-v1:0' }, // The provided model identifier is invalid.
+  // 'Meta - Llama 3.1 405B Instruct': { alias: 'meta.llama3-1-405b-instruct-v1:0' }, // The provided model identifier is invalid.
+
+  //#endregion Meta Models
+
+  //#region Mistral Models
+  'mistral.mistral-7b-instruct-v0:2': {
+    llm: 'Bedrock',
+    label: 'Mistral AI - Mistral 7B Instruct',
+    tokens: 32000,
+    completionTokens: 8192,
+    supportsSystemPrompt: false,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'mistral.mixtral-8x7b-instruct-v0:1': {
+    llm: 'Bedrock',
+    label: 'Mistral AI - Mixtral 8X7B Instruct',
+    tokens: 32000,
+    completionTokens: 4096,
+    supportsSystemPrompt: false,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'mistral.mistral-large-2402-v1:0': {
+    llm: 'Bedrock',
+    label: 'Mistral AI - Mistral Large',
+    tokens: 32000,
+    completionTokens: 8192,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  // 'Mistral AI - Mistral Large 2 (24.07)' : { alias: 'mistral.mistral-large-2407-v1:0' } // The provided model identifier is invalid.
+  'mistral.mistral-small-2402-v1:0': {
+    llm: 'Bedrock',
+    label: 'Mistral AI - Mistral Small',
+    tokens: 32000,
+    completionTokens: 8192,
+    supportsSystemPrompt: true,
+    supportsStreamingToolUse: false,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  //#endregion Mistral Models
+
+  //#region Stability Models
+  // 'Stability AI - Stable Diffusion XL 0.x' : { alias: 'stability.stable-diffusion-xl-v0' } // Converse API doesn't support
+  // 'Stability AI - Stable Diffusion XL 1.x' : { alias: 'stability.stable-diffusion-xl-v1' } // Converse API doesn't support
+  //#endregion Stability Models
+
+  /**************************************************
+   * Vertex AI Models
+   **************************************************/
+
+  /*
+  Context token information sourced from :
+  Vertex AI documentation - https://cloud.google.com/vertex-ai/generative-ai/docs/learn/models
+  Anthropic - https://docs.anthropic.com/en/docs/about-claude/models
+  
+  Completion token information sourced from:
+  Vertex AI Text Playground - https://console.cloud.google.com/vertex-ai/generative/language/create/text?model=text-bison@001&authuser=1&project=opt-smythos-vertexia-432522
+  */
+
+  'gemini-1.5-flash': {
+    llm: 'VertexAI',
+    label: 'Gemini 1.5 Flash',
+    supportsSystemPrompt: true,
+    tokens: 1048576,
+    completionTokens: 8192,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'gemini-1.5-pro': {
+    llm: 'VertexAI',
+    label: 'Gemini 1.5 Pro',
+    supportsSystemPrompt: true,
+    tokens: 2097152,
+    completionTokens: 8192,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'gemini-1.0-pro': {
+    llm: 'VertexAI',
+    label: 'Gemini 1.0 Pro',
+    supportsSystemPrompt: true,
+    tokens: 32760,
+    completionTokens: 8192,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'claude-3-5-haiku': {
+    llm: 'VertexAI',
+    label: 'Claude 3.5 Haiku',
+    supportsSystemPrompt: true,
+    tokens: 200000,
+    completionTokens: 8192,
+    tags: ['new'],
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'claude-3-5-sonnet-v2': {
+    llm: 'VertexAI',
+    label: 'Claude 3.5 Sonnet',
+    supportsSystemPrompt: true,
+    tokens: 200000,
+    completionTokens: 8192,
+    tags: ['v2', 'new'],
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'claude-3-5-sonnet': {
+    llm: 'VertexAI',
+    label: 'Claude 3.5 Sonnet',
+    supportsSystemPrompt: true,
+    tokens: 200000,
+    completionTokens: 8192,
+    tags: ['v1'],
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'claude-3-sonnet': {
+    llm: 'VertexAI',
+    label: 'Claude 3 Sonnet',
+    supportsSystemPrompt: true,
+    tokens: 200000,
+    completionTokens: 4096,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'claude-3-opus': {
+    llm: 'VertexAI',
+    label: 'Claude 3 Opus',
+    supportsSystemPrompt: true,
+    tokens: 200000,
+    completionTokens: 4096,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'claude-3-haiku': {
+    llm: 'VertexAI',
+    label: 'Claude 3 Haiku',
+    supportsSystemPrompt: true,
+    tokens: 200000,
+    completionTokens: 4096,
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  gemma2: {
+    llm: 'VertexAI',
+    label: 'Gemma 2',
+    supportsSystemPrompt: true,
+    tokens: 8192, // @Ref https://huggingface.co/blog/gemma2
+    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/google/model-garden/gemma2?authuser=1&project=opt-smythos-vertexia-432522
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  gemma: {
+    llm: 'VertexAI',
+    label: 'Gemma',
+    supportsSystemPrompt: true,
+    tokens: 8192, // @Ref https://huggingface.co/blog/gemma2
+    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/google/model-garden/gemma?authuser=1&project=opt-smythos-vertexia-432522
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  codegemma: {
+    llm: 'VertexAI',
+    label: 'CodeGemma',
+    supportsSystemPrompt: true,
+    tokens: 8192, // @Ref - https://huggingface.co/google/gemma-7b-it/discussions/73
+    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/google/model-garden/codegemma?authuser=1&project=opt-smythos-vertexia-432522
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'llama3-405b-instruct-maas': {
+    llm: 'VertexAI',
+    label: 'Llama 3.1 API Service',
+    supportsSystemPrompt: true,
+    tokens: 4096, // @Ref - https://docs.together.ai/docs/chat-models
+    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama3-405b-instruct-maas?authuser=1&project=opt-smythos-vertexia-432522
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  llama3_1: {
+    llm: 'VertexAI',
+    label: 'Llama 3.1',
+    supportsSystemPrompt: true,
+    tokens: 4096, // by querying with Gemini - https://gemini.google.com/
+    completionTokens: 4096, // by querying with Gemini - https://gemini.google.com/
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'llama-guard': {
+    llm: 'VertexAI',
+    label: 'Llama Guard',
+    supportsSystemPrompt: true,
+    tokens: 8192, // @Ref - by querying with Gemini - https://gemini.google.com/
+    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama-guard?authuser=1&project=opt-smythos-vertexia-432522
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  llama3: {
+    llm: 'VertexAI',
+    label: 'Llama 3',
+    supportsSystemPrompt: true,
+    tokens: 8192, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama3?_ga=2.79473366.358158393.1724662649-247251619.1697981116&authuser=1&project=opt-smythos-vertexia-432522
+    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama3?_ga=2.79473366.358158393.1724662649-247251619.1697981116&authuser=1&project=opt-smythos-vertexia-432522
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  llama2: {
+    llm: 'VertexAI',
+    label: 'Llama 2',
+    value: 'llama2',
+    supportsSystemPrompt: true,
+    tokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama2?authuser=1&project=opt-smythos-vertexia-432522
+    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/meta/model-garden/llama2?authuser=1&project=opt-smythos-vertexia-432522
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'mistral-large': {
+    llm: 'VertexAI',
+    label: 'Mistral Large (2407)',
+    supportsSystemPrompt: true,
+    tokens: 128000, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/mistralai/model-garden/mistral-large?authuser=1&project=opt-smythos-vertexia-432522
+    completionTokens: 8192, // Guessing from the context window (tokens)
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'mistral-nemo': {
+    llm: 'VertexAI',
+    label: 'Mistral Nemo',
+    supportsSystemPrompt: true,
+    tokens: 128000, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/mistralai/model-garden/mistral-nemo?authuser=1&project=opt-smythos-vertexia-432522
+    completionTokens: 8192, // Guessing from the context window (tokens)
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  codestral: {
+    llm: 'VertexAI',
+    label: 'Codestral',
+    supportsSystemPrompt: true,
+    tokens: 32000, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/mistralai/model-garden/codestral?authuser=1&project=opt-smythos-vertexia-432522
+    completionTokens: 4096, // Guessing from the context window (tokens)
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  mixtral: {
+    llm: 'VertexAI',
+    label: 'Mixtral',
+    supportsSystemPrompt: true,
+    tokens: 32000, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/mistral-ai/model-garden/mixtral?authuser=1&project=opt-smythos-vertexia-432522
+    completionTokens: 4096, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/mistral-ai/model-garden/mixtral?authuser=1&project=opt-smythos-vertexia-432522
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'chat-bison': {
+    llm: 'VertexAI',
+    label: 'PaLM 2 Chat Bison',
+    supportsSystemPrompt: true,
+    tokens: 4096, // @Ref - by querying with Gemini - https://gemini.google.com/
+    completionTokens: 2048, // @Ref - https://console.cloud.google.com/vertex-ai/generative/language/create/chat?model=chat-bison@002&authuser=1&project=opt-smythos-vertexia-432522 [Playground]
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'text-bison': {
+    llm: 'VertexAI',
+    label: 'PaLM 2 Text Bison',
+    supportsSystemPrompt: true,
+    tokens: 32768, // by querying with Gemini - https://gemini.google.com/
+    completionTokens: 2048, // @Ref - https://console.cloud.google.com/vertex-ai/generative/language/create/text?model=text-bison@001&authuser=1&project=opt-smythos-vertexia-432522 [Playground]
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  phi3: {
+    llm: 'VertexAI',
+    label: 'Phi-3',
+    supportsSystemPrompt: true,
+    tokens: 128000, // @Ref - https://console.cloud.google.com/vertex-ai/publishers/microsoft/model-garden/phi3?authuser=1&project=opt-smythos-vertexia-432522
+    completionTokens: 8192, // Guessing from the context window (tokens)
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  qwen2: {
+    llm: 'VertexAI',
+    label: 'Qwen2',
+    supportsSystemPrompt: true,
+    tokens: 131072, // @Ref - https://huggingface.co/Qwen/Qwen2-72B-Instruct
+    completionTokens: 8192, // Guessing from the context window (tokens)
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  mammut: {
+    llm: 'VertexAI',
+    label: 'MaMMUT',
+    supportsSystemPrompt: true,
+    tokens: 4096, // @Ref - by querying with Gemini - https://gemini.google.com/
+    completionTokens: 2048, // @Ref - by querying with Gemini - https://gemini.google.com/
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'lmsys-vicuna-7b': {
+    llm: 'VertexAI',
+    label: 'Vicuna',
+    supportsSystemPrompt: true,
+    tokens: 4096, // @Ref - https://docs.together.ai/docs/chat-models
+    completionTokens: 2048, // @Ref - Guessing from the context window (tokens)
+    components: ['PromptGenerator', 'LLMAssistant', 'GenAILLM'],
+  },
+  'bio-gpt': {
+    llm: 'VertexAI',
+    label: 'BioGPT',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'microsoft-biomedclip': {
+    llm: 'VertexAI',
+    label: 'BiomedCLIP',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  mistral: {
+    llm: 'VertexAI',
+    label: 'Mistral Self-host (7B & Nemo)',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  nllb: {
+    llm: 'VertexAI',
+    label: 'NLLB',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'codellama-7b-hf': {
+    llm: 'VertexAI',
+    label: 'Code Llama',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'palmyra-med': {
+    llm: 'VertexAI',
+    label: 'Palmyra Med (Writer)',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'llama-2-quantized': {
+    llm: 'VertexAI',
+    label: 'Llama 2 (Quantized)',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'bert-base-uncased': {
+    llm: 'VertexAI',
+    label: 'BERT (PEFT)',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'falcon-instruct-7b-peft': {
+    llm: 'VertexAI',
+    label: 'Falcon-instruct (PEFT)',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  openllama: {
+    llm: 'VertexAI',
+    label: 'OpenLLaMA (PEFT)',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'roberta-large': {
+    llm: 'VertexAI',
+    label: 'RoBERTa-large (PEFT)',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'xlm-roberta-large': {
+    llm: 'VertexAI',
+    label: 'XLM-RoBERTa-large (PEFT)',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'bart-large-cnn': {
+    llm: 'VertexAI',
+    label: 'Bart-large-cnn',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'dolly-v2': {
+    llm: 'VertexAI',
+    label: 'Dolly-v2',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  imagetext: {
+    llm: 'VertexAI',
+    label: 'Imagen for Captioning & VQA',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'codechat-bison': {
+    llm: 'VertexAI',
+    label: 'Codey for Code Chat',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'code-bison': {
+    llm: 'VertexAI',
+    label: 'Codey for Code Generation',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'code-gecko': {
+    llm: 'VertexAI',
+    label: 'Codey for Code Completion',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'text-unicorn': {
+    llm: 'VertexAI',
+    label: 'PaLM 2 Text Unicorn',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'textembedding-gecko': {
+    llm: 'VertexAI',
+    label: 'Embeddings for Text',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  't5-flan': {
+    llm: 'VertexAI',
+    label: 'T5-FLAN',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  't5-1.1': {
+    llm: 'VertexAI',
+    label: 'T5-1.1',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'blip2-opt-2.7-b': {
+    llm: 'VertexAI',
+    label: 'BLIP2',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'instruct-pix2pix': {
+    llm: 'VertexAI',
+    label: 'InstructPix2Pix',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'bert-base': {
+    llm: 'VertexAI',
+    label: 'BERT',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'mediapipe-mobile-bert-classifier': {
+    llm: 'VertexAI',
+    label: 'MobileBERT Classifier (MediaPipe)',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'mediapipe-average-word-embedding-classifier': {
+    llm: 'VertexAI',
+    label: 'Average Word Embedding Classifier (MediaPipe)',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  pic2word: {
+    llm: 'VertexAI',
+    label: 'Pic2Word Composed Image Retrieval',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'text-translation': {
+    llm: 'VertexAI',
+    label: 'Text Translation',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'language-v1-moderate-text': {
+    llm: 'VertexAI',
+    label: 'Text Moderation',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'language-v1-analyze-syntax': {
+    llm: 'VertexAI',
+    label: 'Syntax analysis',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'language-v1-analyze-entity-sentiment': {
+    llm: 'VertexAI',
+    label: 'Entity sentiment analysis',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'language-v1-analyze-sentiment': {
+    llm: 'VertexAI',
+    label: 'Sentiment analysis',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'language-v1-classify-text-v1': {
+    llm: 'VertexAI',
+    label: 'Content classification',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+  'pt-test': {
+    llm: 'VertexAI',
+    label: 'Entity analysis',
+    supportsSystemPrompt: false,
+    tokens: 4096, // Guessed value, no reference
+    completionTokens: 4096, // Guessed value, no reference
+    components: ['PromptGenerator', 'GenAILLM'],
+  },
+};