@smythos/sre 1.5.0

package/dist/types/subsystems/LLMManager/custom-models.d.ts

@@ -0,0 +1,785 @@
+/**
+ * Custom model configurations for various AI providers.
+ * This template is useful for maintaining up-to-date model aliases and token information,
+ * even though we store custom model data in the database.
+ */
+export declare const customModels: {
+    /**************************************************
+     * AWS Bedrock Models
+     **************************************************/
+    'ai21.jamba-1-5-mini-v1:0': {
+        llm: string;
+        label: string;
+        tokens: number;
+        completionTokens: number;
+        supportsSystemPrompt: boolean;
+        supportsStreamingToolUse: boolean;
+        components: string[];
+        tags: string[];
+    };
+    'ai21.jamba-1-5-large-v1:0': {
+        llm: string;
+        label: string;
+        tokens: number;
+        completionTokens: number;
+        supportsSystemPrompt: boolean;
+        supportsStreamingToolUse: boolean;
+        components: string[];
+        tags: string[];
+    };
+    'ai21.jamba-instruct-v1:0': {
+        llm: string;
+        label: string;
+        tokens: number;
+        completionTokens: number;
+        supportsSystemPrompt: boolean;
+        supportsStreamingToolUse: boolean;
+        components: string[];
+    };
+    'ai21.j2-ultra-v1': {
+        llm: string;
+        label: string;
+        tokens: number;
+        completionTokens: number;
+        supportsSystemPrompt: boolean;
+        supportsStreamingToolUse: boolean;
+        components: string[];
+    };
+    'ai21.j2-mid-v1': {
+        llm: string;
+        label: string;
+        tokens: number;
+        completionTokens: number;
+        supportsSystemPrompt: boolean;
+        supportsStreamingToolUse: boolean;
+        components: string[];
+    };
+    'amazon.titan-text-premier-v1:0': {
+        llm: string;
+        label: string;
+        tokens: number;
+        completionTokens: number;
+        supportsSystemPrompt: boolean;
+        supportsStreamingToolUse: boolean;
+        components: string[];
+    };
+    'amazon.titan-text-express-v1': {
+        llm: string;
+        label: string;
+        tokens: number;
+        completionTokens: number;
+        supportsSystemPrompt: boolean;
+        supportsStreamingToolUse: boolean;
+        components: string[];
+    };
+    'amazon.titan-text-lite-v1': {
+        llm: string;
+        label: string;
+        tokens: number;
+        completionTokens: number;
+        supportsSystemPrompt: boolean;
+        supportsStreamingToolUse: boolean;
+        components: string[];
+    };
+    'us.anthropic.claude-3-5-haiku-20241022-v1:0': {
+        llm: string;
+        label: string;
+        tokens: number;
+        completionTokens: number;
+        supportsSystemPrompt: boolean;
+        supportsStreamingToolUse: boolean;
+        components: string[];
+        tags: string[];
+    };
+    'us.anthropic.claude-3-5-sonnet-20241022-v2:0': {
+        llm: string;
+        label: string;
+        tokens: number;
+        completionTokens: number;
+        supportsSystemPrompt: boolean;
+        supportsStreamingToolUse: boolean;
+        components: string[];
+        tags: string[];
+    };
+    'anthropic.claude-3-5-sonnet-20240620-v1:0': {
+        llm: string;
+        label: string;
+        tokens: number;
+        completionTokens: number;
+        supportsSystemPrompt: boolean;
+        supportsStreamingToolUse: boolean;
+        components: string[];
+        tags: string[];
+    };
+    'anthropic.claude-3-sonnet-20240229-v1:0': {
+        llm: string;
+        label: string;
+        tokens: number;
+        completionTokens: number;
+        supportsSystemPrompt: boolean;
+        supportsStreamingToolUse: boolean;
+        components: string[];
+        tags: string[];
+    };
+    'anthropic.claude-3-haiku-20240307-v1:0': {
+        llm: string;
+        label: string;
+        tokens: number;
+        completionTokens: number;
+        supportsSystemPrompt: boolean;
+        supportsStreamingToolUse: boolean;
+        components: string[];
+        tags: string[];
+    };
+    'anthropic.claude-3-opus-20240229-v1:0': {
+        llm: string;
+        label: string;
+        tokens: number;
+        completionTokens: number;
+        supportsSystemPrompt: boolean;
+        supportsStreamingToolUse: boolean;
+        components: string[];
+        tags: string[];
+    };
+    'anthropic.claude-v2:1': {
+        llm: string;
+        label: string;
+        tokens: number;
+        completionTokens: number;
+        supportsSystemPrompt: boolean;
+        supportsStreamingToolUse: boolean;
+        components: string[];
+        tags: string[];
+    };
+    'anthropic.claude-v2': {
+        llm: string;
+        label: string;
+        tokens: number;
+        completionTokens: number;
+        supportsSystemPrompt: boolean;
+        supportsStreamingToolUse: boolean;
+        components: string[];
+    };
+    'anthropic.claude-instant-v1': {
+        llm: string;
+        label: string;
+        tokens: number;
+        completionTokens: number;
+        supportsSystemPrompt: boolean;
+        supportsStreamingToolUse: boolean;
+        components: string[];
+    };
+    'cohere.command-r-plus-v1:0': {
+        llm: string;
+        label: string;
+        tokens: number;
+        completionTokens: number;
+        supportsSystemPrompt: boolean;
+        supportsStreamingToolUse: boolean;
+        components: string[];
+    };
+    'cohere.command-r-v1:0': {
+        llm: string;
+        label: string;
+        tokens: number;
+        completionTokens: number;
+        supportsSystemPrompt: boolean;
+        supportsStreamingToolUse: boolean;
+        components: string[];
+    };
+    'cohere.command-text-v14': {
+        llm: string;
+        label: string;
+        tokens: number;
+        completionTokens: number;
+        supportsSystemPrompt: boolean;
+        supportsStreamingToolUse: boolean;
+        components: string[];
+    };
+    'cohere.command-light-text-v14': {
+        llm: string;
+        label: string;
+        tokens: number;
+        completionTokens: number;
+        supportsSystemPrompt: boolean;
+        supportsStreamingToolUse: boolean;
+        components: string[];
+    };
+    'us.meta.llama3-2-1b-instruct-v1:0': {
+        llm: string;
+        label: string;
+        tokens: number;
+        completionTokens: number;
+        supportsSystemPrompt: boolean;
+        supportsStreamingToolUse: boolean;
+        components: string[];
+        tags: string[];
+    };
+    'us.meta.llama3-2-3b-instruct-v1:0': {
+        llm: string;
+        label: string;
+        tokens: number;
+        completionTokens: number;
+        supportsSystemPrompt: boolean;
+        supportsStreamingToolUse: boolean;
+        components: string[];
+        tags: string[];
+    };
+    'meta.llama3-8b-instruct-v1:0': {
+        llm: string;
+        label: string;
+        tokens: number;
+        completionTokens: number;
+        supportsSystemPrompt: boolean;
+        supportsStreamingToolUse: boolean;
+        components: string[];
+    };
+    'meta.llama3-70b-instruct-v1:0': {
+        llm: string;
+        label: string;
+        tokens: number;
+        completionTokens: number;
+        supportsSystemPrompt: boolean;
+        supportsStreamingToolUse: boolean;
+        components: string[];
+    };
+    'mistral.mistral-7b-instruct-v0:2': {
+        llm: string;
+        label: string;
+        tokens: number;
+        completionTokens: number;
+        supportsSystemPrompt: boolean;
+        supportsStreamingToolUse: boolean;
+        components: string[];
+    };
+    'mistral.mixtral-8x7b-instruct-v0:1': {
+        llm: string;
+        label: string;
+        tokens: number;
+        completionTokens: number;
+        supportsSystemPrompt: boolean;
+        supportsStreamingToolUse: boolean;
+        components: string[];
+    };
+    'mistral.mistral-large-2402-v1:0': {
+        llm: string;
+        label: string;
+        tokens: number;
+        completionTokens: number;
+        supportsSystemPrompt: boolean;
+        supportsStreamingToolUse: boolean;
+        components: string[];
+    };
+    'mistral.mistral-small-2402-v1:0': {
+        llm: string;
+        label: string;
+        tokens: number;
+        completionTokens: number;
+        supportsSystemPrompt: boolean;
+        supportsStreamingToolUse: boolean;
+        components: string[];
+    };
+    /**************************************************
+     * Vertex AI Models
+     **************************************************/
+    'gemini-1.5-flash': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    'gemini-1.5-pro': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    'gemini-1.0-pro': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    'claude-3-5-haiku': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        tags: string[];
+        components: string[];
+    };
+    'claude-3-5-sonnet-v2': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        tags: string[];
+        components: string[];
+    };
+    'claude-3-5-sonnet': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        tags: string[];
+        components: string[];
+    };
+    'claude-3-sonnet': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    'claude-3-opus': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    'claude-3-haiku': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    gemma2: {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    gemma: {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    codegemma: {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    'llama3-405b-instruct-maas': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    llama3_1: {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    'llama-guard': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    llama3: {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    llama2: {
+        llm: string;
+        label: string;
+        value: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    'mistral-large': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    'mistral-nemo': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    codestral: {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    mixtral: {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    'chat-bison': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    'text-bison': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    phi3: {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    qwen2: {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    mammut: {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    'lmsys-vicuna-7b': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    'bio-gpt': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    'microsoft-biomedclip': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    mistral: {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    nllb: {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    'codellama-7b-hf': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    'palmyra-med': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    'llama-2-quantized': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    'bert-base-uncased': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    'falcon-instruct-7b-peft': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    openllama: {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    'roberta-large': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    'xlm-roberta-large': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    'bart-large-cnn': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    'dolly-v2': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    imagetext: {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    'codechat-bison': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    'code-bison': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    'code-gecko': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    'text-unicorn': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    'textembedding-gecko': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    't5-flan': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    't5-1.1': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    'blip2-opt-2.7-b': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    'instruct-pix2pix': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    'bert-base': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    'mediapipe-mobile-bert-classifier': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    'mediapipe-average-word-embedding-classifier': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    pic2word: {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    'text-translation': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    'language-v1-moderate-text': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    'language-v1-analyze-syntax': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    'language-v1-analyze-entity-sentiment': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    'language-v1-analyze-sentiment': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    'language-v1-classify-text-v1': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+    'pt-test': {
+        llm: string;
+        label: string;
+        supportsSystemPrompt: boolean;
+        tokens: number;
+        completionTokens: number;
+        components: string[];
+    };
+};