@botpress/zai 1.0.0-beta.2 → 1.0.0-beta.4

package/src/models.ts

@@ -1,347 +0,0 @@
-export const Models = [
-  {
-    "id": "anthropic__claude-3-haiku-20240307",
-    "name": "Claude 3 Haiku",
-    "description": "Claude 3 Haiku is Anthropic's fastest and most compact model for near-instant responsiveness. Quick and accurate targeted performance.",
-    "tags": [
-      "low-cost",
-      "general-purpose"
-    ],
-    "input": {
-      "costPer1MTokens": 0.25,
-      "maxTokens": 200000
-    },
-    "output": {
-      "costPer1MTokens": 1.25,
-      "maxTokens": 4096
-    },
-    "integration": "anthropic"
-  },
-  {
-    "id": "anthropic__claude-3-5-sonnet-20240620",
-    "name": "Claude 3.5 Sonnet",
-    "description": "Claude 3.5 Sonnet delivers better-than-Opus capabilities, faster-than-Sonnet speeds, at the same Sonnet prices. Sonnet is particularly good at coding, data science, visual processing, and agentic tasks.",
-    "tags": [
-      "recommended",
-      "vision",
-      "general-purpose",
-      "agents",
-      "coding",
-      "function-calling",
-      "storytelling"
-    ],
-    "input": {
-      "costPer1MTokens": 3,
-      "maxTokens": 200000
-    },
-    "output": {
-      "costPer1MTokens": 15,
-      "maxTokens": 4096
-    },
-    "integration": "anthropic"
-  },
-  {
-    "id": "groq__gemma-7b-it",
-    "name": "Gemma 7B",
-    "description": "Gemma is a family of lightweight, state-of-the-art open models from Google, built from the same research and technology used to create the Gemini models. They are text-to-text, decoder-only large language models, available in English, with open weights, pre-trained variants, and instruction-tuned variants. Gemma models are well-suited for a variety of text generation tasks, including question answering, summarization, and reasoning.",
-    "tags": [
-      "deprecated",
-      "low-cost"
-    ],
-    "input": {
-      "costPer1MTokens": 0.07,
-      "maxTokens": 8192
-    },
-    "output": {
-      "costPer1MTokens": 0.07,
-      "maxTokens": 8192
-    },
-    "integration": "groq"
-  },
-  {
-    "id": "groq__gemma2-9b-it",
-    "name": "Gemma2 9B",
-    "description": "Redesigned for outsized performance and unmatched efficiency, Gemma 2 optimizes for blazing-fast inference on diverse hardware. Gemma is a family of lightweight, state-of-the-art open models from Google, built from the same research and technology used to create the Gemini models. They are text-to-text, decoder-only large language models, available in English, with open weights, pre-trained variants, and instruction-tuned variants. Gemma models are well-suited for a variety of text generation tasks, including question answering, summarization, and reasoning.",
-    "tags": [
-      "low-cost",
-      "general-purpose"
-    ],
-    "input": {
-      "costPer1MTokens": 0.2,
-      "maxTokens": 8192
-    },
-    "output": {
-      "costPer1MTokens": 0.2,
-      "maxTokens": 8192
-    },
-    "integration": "groq"
-  },
-  {
-    "id": "groq__llama3-70b-8192",
-    "name": "LLaMA 3 70B",
-    "tags": [
-      "general-purpose"
-    ],
-    "description": "Meta developed and released the Meta Llama 3 family of large language models (LLMs), a collection of pretrained and instruction tuned generative text models in 8 and 70B sizes. The Llama 3 instruction tuned models are optimized for dialogue use cases and outperform many of the available open source chat models on common industry benchmarks.",
-    "input": {
-      "costPer1MTokens": 0.59,
-      "maxTokens": 8192
-    },
-    "output": {
-      "costPer1MTokens": 0.79,
-      "maxTokens": 8192
-    },
-    "integration": "groq"
-  },
-  {
-    "id": "groq__llama3-8b-8192",
-    "name": "LLaMA 3 8B",
-    "description": "Meta developed and released the Meta Llama 3 family of large language models (LLMs), a collection of pretrained and instruction tuned generative text models in 8 and 70B sizes. The Llama 3 instruction tuned models are optimized for dialogue use cases and outperform many of the available open source chat models on common industry benchmarks.",
-    "tags": [
-      "low-cost",
-      "general-purpose",
-      "deprecated"
-    ],
-    "input": {
-      "costPer1MTokens": 0.05,
-      "maxTokens": 8192
-    },
-    "output": {
-      "costPer1MTokens": 0.08,
-      "maxTokens": 8192
-    },
-    "integration": "groq"
-  },
-  {
-    "id": "groq__llama-3.1-70b-versatile",
-    "name": "LLaMA 3.1 70B",
-    "description": "The Llama 3.1 instruction-tuned, text-only models are optimized for multilingual dialogue use cases.",
-    "tags": [
-      "recommended",
-      "general-purpose"
-    ],
-    "input": {
-      "costPer1MTokens": 0.59,
-      "maxTokens": 128000
-    },
-    "output": {
-      "costPer1MTokens": 0.79,
-      "maxTokens": 8192
-    },
-    "integration": "groq"
-  },
-  {
-    "id": "groq__llama-3.1-8b-instant",
-    "name": "LLaMA 3.1 8B",
-    "description": "The Llama 3.1 instruction-tuned, text-only models are optimized for multilingual dialogue use cases.",
-    "tags": [
-      "low-cost",
-      "general-purpose"
-    ],
-    "input": {
-      "costPer1MTokens": 0.05,
-      "maxTokens": 128000
-    },
-    "output": {
-      "costPer1MTokens": 0.08,
-      "maxTokens": 8192
-    },
-    "integration": "groq"
-  },
-  {
-    "id": "groq__llama-3.2-11b-vision-preview",
-    "name": "LLaMA 3.2 11B Vision (Preview)",
-    "description": "[BETA preview version] The Llama 3.2-Vision instruction-tuned models are optimized for visual recognition, image reasoning, captioning, and answering general questions about an image.",
-    "tags": [
-      "low-cost",
-      "vision",
-      "general-purpose"
-    ],
-    "input": {
-      "costPer1MTokens": 0.18,
-      "maxTokens": 128000
-    },
-    "output": {
-      "costPer1MTokens": 0.18,
-      "maxTokens": 8192
-    },
-    "integration": "groq"
-  },
-  {
-    "id": "groq__llama-3.2-1b-preview",
-    "name": "LLaMA 3.2 1B (Preview)",
-    "description": "[BETA preview version] The Llama 3.2 instruction-tuned, text-only models are optimized for multilingual dialogue use cases, including agentic retrieval and summarization tasks.",
-    "tags": [
-      "low-cost"
-    ],
-    "input": {
-      "costPer1MTokens": 0.04,
-      "maxTokens": 128000
-    },
-    "output": {
-      "costPer1MTokens": 0.04,
-      "maxTokens": 8192
-    },
-    "integration": "groq"
-  },
-  {
-    "id": "groq__llama-3.2-3b-preview",
-    "name": "LLaMA 3.2 3B (Preview)",
-    "description": "[BETA preview version] The Llama 3.2 instruction-tuned, text-only models are optimized for multilingual dialogue use cases, including agentic retrieval and summarization tasks.",
-    "tags": [
-      "low-cost",
-      "general-purpose"
-    ],
-    "input": {
-      "costPer1MTokens": 0.06,
-      "maxTokens": 128000
-    },
-    "output": {
-      "costPer1MTokens": 0.06,
-      "maxTokens": 8192
-    },
-    "integration": "groq"
-  },
-  {
-    "id": "groq__llama-3.2-90b-vision-preview",
-    "name": "LLaMA 3.2 90B Vision (Preview)",
-    "description": "[BETA preview version] The Llama 3.2-Vision instruction-tuned models are optimized for visual recognition, image reasoning, captioning, and answering general questions about an image.",
-    "tags": [
-      "recommended",
-      "vision",
-      "general-purpose"
-    ],
-    "input": {
-      "costPer1MTokens": 0.9,
-      "maxTokens": 128000
-    },
-    "output": {
-      "costPer1MTokens": 0.9,
-      "maxTokens": 8192
-    },
-    "integration": "groq"
-  },
-  {
-    "id": "groq__mixtral-8x7b-32768",
-    "name": "Mixtral 8x7B",
-    "tags": [
-      "low-cost",
-      "general-purpose",
-      "deprecated"
-    ],
-    "description": "Mistral MoE 8x7B Instruct v0.1 model with Sparse Mixture of Experts. Fine tuned for instruction following",
-    "input": {
-      "costPer1MTokens": 0.24,
-      "maxTokens": 32768
-    },
-    "output": {
-      "costPer1MTokens": 0.24,
-      "maxTokens": 32768
-    },
-    "integration": "groq"
-  },
-  {
-    "id": "openai__gpt-3.5-turbo-0125",
-    "name": "GPT-3.5 Turbo",
-    "description": "GPT-3.5 Turbo can understand and generate natural language or code and has been optimized for chat but works well for non-chat tasks as well.",
-    "tags": [
-      "deprecated",
-      "general-purpose",
-      "low-cost"
-    ],
-    "input": {
-      "costPer1MTokens": 0.5,
-      "maxTokens": 128000
-    },
-    "output": {
-      "costPer1MTokens": 1.5,
-      "maxTokens": 4096
-    },
-    "integration": "openai"
-  },
-  {
-    "id": "openai__gpt-4-turbo-2024-04-09",
-    "name": "GPT-4 Turbo",
-    "description": "GPT-4 is a large multimodal model (accepting text or image inputs and outputting text) that can solve difficult problems with greater accuracy than any of our previous models, thanks to its broader general knowledge and advanced reasoning capabilities.",
-    "tags": [
-      "deprecated",
-      "general-purpose",
-      "coding",
-      "agents",
-      "function-calling"
-    ],
-    "input": {
-      "costPer1MTokens": 10,
-      "maxTokens": 128000
-    },
-    "output": {
-      "costPer1MTokens": 30,
-      "maxTokens": 4096
-    },
-    "integration": "openai"
-  },
-  {
-    "id": "openai__gpt-4o-2024-08-06",
-    "name": "GPT-4o (August 2024)",
-    "description": "GPT-4o (“o” for “omni”) is OpenAI's most advanced model. It is multimodal (accepting text or image inputs and outputting text), and it has the same high intelligence as GPT-4 Turbo but is cheaper and more efficient.",
-    "tags": [
-      "recommended",
-      "vision",
-      "general-purpose",
-      "coding",
-      "agents",
-      "function-calling"
-    ],
-    "input": {
-      "costPer1MTokens": 2.5,
-      "maxTokens": 128000
-    },
-    "output": {
-      "costPer1MTokens": 10,
-      "maxTokens": 16384
-    },
-    "integration": "openai"
-  },
-  {
-    "id": "openai__gpt-4o-2024-05-13",
-    "name": "GPT-4o (May 2024)",
-    "description": "GPT-4o (“o” for “omni”) is OpenAI's most advanced model. It is multimodal (accepting text or image inputs and outputting text), and it has the same high intelligence as GPT-4 Turbo but is cheaper and more efficient.",
-    "tags": [
-      "vision",
-      "general-purpose",
-      "coding",
-      "agents",
-      "function-calling"
-    ],
-    "input": {
-      "costPer1MTokens": 5,
-      "maxTokens": 128000
-    },
-    "output": {
-      "costPer1MTokens": 15,
-      "maxTokens": 4096
-    },
-    "integration": "openai"
-  },
-  {
-    "id": "openai__gpt-4o-mini-2024-07-18",
-    "name": "GPT-4o Mini",
-    "description": "GPT-4o mini (“o” for “omni”) is OpenAI's most advanced model in the small models category, and their cheapest model yet. It is multimodal (accepting text or image inputs and outputting text), has higher intelligence than gpt-3.5-turbo but is just as fast. It is meant to be used for smaller tasks, including vision tasks. It's recommended to choose gpt-4o-mini where you would have previously used gpt-3.5-turbo as this model is more capable and cheaper.",
-    "tags": [
-      "recommended",
-      "vision",
-      "low-cost",
-      "general-purpose",
-      "function-calling"
-    ],
-    "input": {
-      "costPer1MTokens": 0.15,
-      "maxTokens": 128000
-    },
-    "output": {
-      "costPer1MTokens": 0.6,
-      "maxTokens": 16384
-    },
-    "integration": "openai"
-  }
-] as const