@openrouter/ai-sdk-provider 0.0.5 → 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +193 -185
- package/dist/index.d.mts +12 -1
- package/dist/index.d.ts +12 -1
- package/dist/index.js +70 -30
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +67 -27
- package/dist/index.mjs.map +1 -1
- package/internal/dist/index.d.mts +8 -0
- package/internal/dist/index.d.ts +8 -0
- package/internal/dist/index.js +70 -30
- package/internal/dist/index.js.map +1 -1
- package/internal/dist/index.mjs +67 -27
- package/internal/dist/index.mjs.map +1 -1
- package/package.json +10 -9
package/README.md
CHANGED
|
@@ -41,204 +41,212 @@ const { text } = await generateText({
|
|
|
41
41
|
This list is not a definitive list of models supported by OpenRouter, as it constantly changes as we add new models (and deprecate old ones) to our system.
|
|
42
42
|
You can find the latest list of models supported by OpenRouter [here](https://openrouter.ai/models).
|
|
43
43
|
|
|
44
|
-
| Model
|
|
45
|
-
|
|
|
46
|
-
| Mistral: Mistral Nemo
|
|
47
|
-
| Mistral: Codestral Mamba
|
|
48
|
-
| OpenAI: GPT-4o-mini
|
|
49
|
-
| OpenAI: GPT-4o-mini (2024-07-18)
|
|
50
|
-
| Qwen 2 7B Instruct
|
|
51
|
-
| Google: Gemma 2 27B
|
|
52
|
-
| Nous: Hermes 2 Theta 8B
|
|
53
|
-
| Magnum 72B
|
|
54
|
-
| Google: Gemma 2 9B
|
|
55
|
-
| Google: Gemma 2 9B (free)
|
|
56
|
-
| Llama 3 Stheno 8B v3.3 32K
|
|
57
|
-
| Flavor of The Week
|
|
58
|
-
| Yi Large
|
|
59
|
-
| AI21: Jamba Instruct
|
|
60
|
-
| NVIDIA Nemotron-4 340B Instruct
|
|
61
|
-
| Anthropic: Claude 3.5 Sonnet
|
|
62
|
-
| Anthropic: Claude 3.5 Sonnet (self-moderated) | anthropic/claude-3.5-sonnet:beta | $3 | $15 | 200,000 | None |
|
|
63
|
-
| Llama 3 Euryale 70B v2.1
|
|
64
|
-
| Qwen 2 7B Instruct (free)
|
|
65
|
-
| Phi-3 Medium 4K Instruct
|
|
66
|
-
| Dolphin 2.9.2 Mixtral 8x22B 🐬
|
|
67
|
-
| Qwen 2 72B Instruct
|
|
68
|
-
| OpenChat 3.6 8B
|
|
69
|
-
| Mistral: Mistral 7B Instruct
|
|
70
|
-
| Mistral: Mistral 7B Instruct v0.3
|
|
71
|
-
| NousResearch: Hermes 2 Pro - Llama-3 8B
|
|
72
|
-
| Phi-3 Mini 128K Instruct
|
|
73
|
-
| Phi-3 Mini 128K Instruct (free)
|
|
74
|
-
| Phi-3 Medium 128K Instruct
|
|
75
|
-
| Phi-3 Medium 128K Instruct (free)
|
|
76
|
-
| Llama 3 Lumimaid 70B
|
|
77
|
-
| Google: Gemini Flash 1.5
|
|
78
|
-
| Perplexity: Llama3 Sonar 8B
|
|
79
|
-
| Perplexity: Llama3 Sonar 8B Online
|
|
80
|
-
| Perplexity: Llama3 Sonar 70B
|
|
81
|
-
| Perplexity: Llama3 Sonar 70B Online
|
|
82
|
-
| DeepSeek-V2 Chat
|
|
83
|
-
| DeepSeek-Coder-V2
|
|
84
|
-
| OpenAI: GPT-4o
|
|
85
|
-
| OpenAI: GPT-4o (2024-05-13)
|
|
86
|
-
| Meta: Llama 3 8B (Base)
|
|
87
|
-
| Meta: Llama 3 70B (Base)
|
|
88
|
-
| Meta: LlamaGuard 2 8B
|
|
89
|
-
| OLMo 7B Instruct
|
|
90
|
-
| Qwen 1.5 110B Chat
|
|
91
|
-
| Qwen 1.5 72B Chat
|
|
92
|
-
| Qwen 1.5 32B Chat
|
|
93
|
-
| Qwen 1.5 14B Chat
|
|
94
|
-
| Qwen 1.5 7B Chat
|
|
95
|
-
| Qwen 1.5 4B Chat
|
|
96
|
-
| Meta: Llama 3 8B Instruct (free)
|
|
97
|
-
| Llama 3 Lumimaid 8B
|
|
98
|
-
| Llama 3 Lumimaid 8B (extended)
|
|
99
|
-
| Snowflake: Arctic Instruct
|
|
100
|
-
| FireLLaVA 13B
|
|
101
|
-
| Lynn: Llama 3 Soliloquy 8B v2
|
|
102
|
-
| Fimbulvetr 11B v2
|
|
103
|
-
| Meta: Llama 3 8B Instruct (extended)
|
|
104
|
-
| Meta: Llama 3 8B Instruct (nitro)
|
|
105
|
-
| Meta: Llama 3 70B Instruct (nitro)
|
|
106
|
-
| Meta: Llama 3 8B Instruct
|
|
107
|
-
| Meta: Llama 3 70B Instruct
|
|
108
|
-
| Mistral: Mixtral 8x22B Instruct | mistralai/mixtral-8x22b-instruct | $0.65 | $0.65 | 65,536 | None |
|
|
109
|
-
| WizardLM-2 8x22B
|
|
110
|
-
| WizardLM-2 7B
|
|
111
|
-
| Toppy M 7B (nitro)
|
|
112
|
-
| Mistral: Mixtral 8x22B (base)
|
|
113
|
-
| OpenAI: GPT-4 Turbo
|
|
114
|
-
| Google: Gemini Pro 1.5
|
|
115
|
-
| Cohere: Command R+
|
|
116
|
-
| Databricks: DBRX 132B Instruct
|
|
117
|
-
| Midnight Rose 70B
|
|
118
|
-
| Cohere: Command
|
|
119
|
-
| Cohere: Command R
|
|
120
|
-
| Anthropic: Claude 3 Haiku
|
|
121
|
-
| Anthropic: Claude 3 Haiku (self-moderated)
|
|
122
|
-
| Google: Gemma 7B (nitro)
|
|
123
|
-
| MythoMax 13B (nitro)
|
|
124
|
-
| Anthropic: Claude 3 Opus
|
|
125
|
-
| Anthropic: Claude 3 Sonnet
|
|
126
|
-
| Anthropic: Claude 3 Opus (self-moderated)
|
|
127
|
-
| Anthropic: Claude 3 Sonnet (self-moderated)
|
|
128
|
-
| Mistral Large
|
|
129
|
-
| Google: Gemma 7B
|
|
130
|
-
| Google: Gemma 7B (free)
|
|
131
|
-
| Nous: Hermes 2 Mistral 7B DPO
|
|
132
|
-
| Meta: CodeLlama 70B Instruct
|
|
133
|
-
| RWKV v5: Eagle 7B
|
|
134
|
-
| OpenAI: GPT-3.5 Turbo (older v0613)
|
|
135
|
-
| OpenAI: GPT-4 Turbo Preview
|
|
136
|
-
| ReMM SLERP 13B (extended)
|
|
137
|
-
| Nous: Hermes 2 Mixtral 8x7B DPO
|
|
138
|
-
| Nous: Hermes 2 Mixtral 8x7B SFT
|
|
139
|
-
| Mistral Tiny
|
|
140
|
-
| Mistral Small
|
|
141
|
-
| Mistral Medium
|
|
142
|
-
| Chronos Hermes 13B v2
|
|
143
|
-
| Noromaid Mixtral 8x7B Instruct
|
|
144
|
-
| Nous: Hermes 2 Yi 34B
|
|
145
|
-
| Mistral: Mistral 7B Instruct v0.2
|
|
146
|
-
| Dolphin 2.6 Mixtral 8x7B 🐬
|
|
147
|
-
| Google: Gemini Pro 1.0
|
|
148
|
-
| Google: Gemini Pro Vision 1.0
|
|
149
|
-
| Mixtral 8x7B (base)
|
|
150
|
-
| Mixtral 8x7B Instruct
|
|
151
|
-
| RWKV v5 World 3B
|
|
152
|
-
| RWKV v5 3B AI Town
|
|
153
|
-
| StripedHyena Nous 7B
|
|
154
|
-
| StripedHyena Hessian 7B (base)
|
|
155
|
-
| Psyfighter v2 13B
|
|
156
|
-
| Yi 34B Chat
|
|
157
|
-
| Yi 34B (base)
|
|
158
|
-
| Yi 6B (base)
|
|
159
|
-
| MythoMist 7B
|
|
160
|
-
| Nous: Capybara 7B
|
|
161
|
-
| Nous: Capybara 7B (free)
|
|
162
|
-
| OpenChat 3.5 7B
|
|
163
|
-
| OpenChat 3.5 7B (free)
|
|
164
|
-
| Noromaid 20B
|
|
165
|
-
| MythoMist 7B (free)
|
|
166
|
-
| Neural Chat 7B v3.1
|
|
167
|
-
| Anthropic: Claude v2
|
|
168
|
-
| Anthropic: Claude v2.1
|
|
169
|
-
| Anthropic: Claude Instant v1.1
|
|
170
|
-
| Anthropic: Claude v2 (self-moderated)
|
|
171
|
-
| Anthropic: Claude v2.1 (self-moderated)
|
|
172
|
-
| OpenHermes 2.5 Mistral 7B
|
|
173
|
-
| OpenAI: GPT-4 Vision
|
|
174
|
-
| lzlv 70B
|
|
175
|
-
| Toppy M 7B
|
|
176
|
-
| Goliath 120B
|
|
177
|
-
| Toppy M 7B (free)
|
|
178
|
-
| Auto (best for prompt)
|
|
179
|
-
| OpenAI: GPT-3.5 Turbo 16k (older v1106)
|
|
180
|
-
| OpenAI: GPT-4 Turbo (older v1106)
|
|
181
|
-
| Hugging Face: Zephyr 7B (free)
|
|
182
|
-
| Google: PaLM 2 Chat 32k
|
|
183
|
-
| Google: PaLM 2 Code Chat 32k | google/palm-2-codechat-bison-32k | $0.25 | $0.5 | 91,750 | None |
|
|
184
|
-
| OpenHermes 2 Mistral 7B
|
|
185
|
-
| Mistral OpenOrca 7B
|
|
186
|
-
| Airoboros 70B
|
|
187
|
-
| MythoMax 13B (extended)
|
|
188
|
-
| Xwin 70B
|
|
189
|
-
| OpenAI: GPT-3.5 Turbo Instruct
|
|
190
|
-
| Mistral: Mistral 7B Instruct v0.1
|
|
191
|
-
| Mistral: Mistral 7B Instruct (free)
|
|
192
|
-
| Pygmalion: Mythalion 13B
|
|
193
|
-
| OpenAI: GPT-3.5 Turbo 16k
|
|
44
|
+
| Model | ID | Input Price ($/1M tokens) | Output Price ($/1M tokens) | Context Window | Moderation |
|
|
45
|
+
| -------------------------------------------------------------------------------------------------------------- | ------------------------------------------- | ------------------------- | -------------------------- | -------------- | ---------- |
|
|
46
|
+
| [Mistral: Mistral Nemo](https://openrouter.ai/models/mistralai/mistral-nemo) | mistralai/mistral-nemo | $0.3 | $0.3 | 128,000 | None |
|
|
47
|
+
| [Mistral: Codestral Mamba](https://openrouter.ai/models/mistralai/codestral-mamba) | mistralai/codestral-mamba | $0.25 | $0.25 | 256,000 | None |
|
|
48
|
+
| [OpenAI: GPT-4o-mini](https://openrouter.ai/models/openai/gpt-4o-mini) | openai/gpt-4o-mini | $0.15 | $0.6 | 128,000 | Moderated |
|
|
49
|
+
| [OpenAI: GPT-4o-mini (2024-07-18)](https://openrouter.ai/models/openai/gpt-4o-mini-2024-07-18) | openai/gpt-4o-mini-2024-07-18 | $0.15 | $0.6 | 128,000 | Moderated |
|
|
50
|
+
| [Qwen 2 7B Instruct](https://openrouter.ai/models/qwen/qwen-2-7b-instruct) | qwen/qwen-2-7b-instruct | $0.07 | $0.07 | 32,768 | None |
|
|
51
|
+
| [Google: Gemma 2 27B](https://openrouter.ai/models/google/gemma-2-27b-it) | google/gemma-2-27b-it | $0.27 | $0.27 | 8,192 | None |
|
|
52
|
+
| [Nous: Hermes 2 Theta 8B](https://openrouter.ai/models/nousresearch/hermes-2-theta-llama-3-8b) | nousresearch/hermes-2-theta-llama-3-8b | $0.1875 (25% off) | $1.125 (25% off) | 16,384 | None |
|
|
53
|
+
| [Magnum 72B](https://openrouter.ai/models/alpindale/magnum-72b) | alpindale/magnum-72b | $3.75 (25% off) | $4.5 (25% off) | 16,384 | None |
|
|
54
|
+
| [Google: Gemma 2 9B](https://openrouter.ai/models/google/gemma-2-9b-it) | google/gemma-2-9b-it | $0.08 | $0.08 | 8,192 | None |
|
|
55
|
+
| [Google: Gemma 2 9B (free)](https://openrouter.ai/models/google/gemma-2-9b-it:free) | google/gemma-2-9b-it:free | $0 (100% off) | $0 (100% off) | 8,192 | None |
|
|
56
|
+
| [Llama 3 Stheno 8B v3.3 32K](https://openrouter.ai/models/sao10k/l3-stheno-8b) | sao10k/l3-stheno-8b | $0.25 | $1.5 | 32,000 | None |
|
|
57
|
+
| [Flavor of The Week](https://openrouter.ai/models/openrouter/flavor-of-the-week) | openrouter/flavor-of-the-week | -- | -- | 32,000 | -- |
|
|
58
|
+
| [Yi Large](https://openrouter.ai/models/01-ai/yi-large) | 01-ai/yi-large | $3 | $3 | 32,768 | None |
|
|
59
|
+
| [AI21: Jamba Instruct](https://openrouter.ai/models/ai21/jamba-instruct) | ai21/jamba-instruct | $0.5 | $0.7 | 256,000 | None |
|
|
60
|
+
| [NVIDIA Nemotron-4 340B Instruct](https://openrouter.ai/models/nvidia/nemotron-4-340b-instruct) | nvidia/nemotron-4-340b-instruct | $4.2 | $4.2 | 4,096 | None |
|
|
61
|
+
| [Anthropic: Claude 3.5 Sonnet](https://openrouter.ai/models/anthropic/claude-3.5-sonnet) | anthropic/claude-3.5-sonnet | $3 | $15 | 200,000 | Moderated |
|
|
62
|
+
| [Anthropic: Claude 3.5 Sonnet (self-moderated)](https://openrouter.ai/models/anthropic/claude-3.5-sonnet:beta) | anthropic/claude-3.5-sonnet:beta | $3 | $15 | 200,000 | None |
|
|
63
|
+
| [Llama 3 Euryale 70B v2.1](https://openrouter.ai/models/sao10k/l3-euryale-70b) | sao10k/l3-euryale-70b | $1.48 | $1.48 | 8,192 | None |
|
|
64
|
+
| [Qwen 2 7B Instruct (free)](https://openrouter.ai/models/qwen/qwen-2-7b-instruct:free) | qwen/qwen-2-7b-instruct:free | $0 (100% off) | $0 (100% off) | 32,768 | None |
|
|
65
|
+
| [Phi-3 Medium 4K Instruct](https://openrouter.ai/models/microsoft/phi-3-medium-4k-instruct) | microsoft/phi-3-medium-4k-instruct | $0.14 | $0.14 | 4,000 | None |
|
|
66
|
+
| [Dolphin 2.9.2 Mixtral 8x22B 🐬](https://openrouter.ai/models/cognitivecomputations/dolphin-mixtral-8x22b) | cognitivecomputations/dolphin-mixtral-8x22b | $0.9 | $0.9 | 65,536 | None |
|
|
67
|
+
| [Qwen 2 72B Instruct](https://openrouter.ai/models/qwen/qwen-2-72b-instruct) | qwen/qwen-2-72b-instruct | $0.56 | $0.77 | 32,768 | None |
|
|
68
|
+
| [OpenChat 3.6 8B](https://openrouter.ai/models/openchat/openchat-8b) | openchat/openchat-8b | $0.064 | $0.064 | 8,192 | None |
|
|
69
|
+
| [Mistral: Mistral 7B Instruct](https://openrouter.ai/models/mistralai/mistral-7b-instruct) | mistralai/mistral-7b-instruct | $0.06 | $0.06 | 32,768 | None |
|
|
70
|
+
| [Mistral: Mistral 7B Instruct v0.3](https://openrouter.ai/models/mistralai/mistral-7b-instruct-v0.3) | mistralai/mistral-7b-instruct-v0.3 | $0.06 | $0.06 | 32,768 | None |
|
|
71
|
+
| [NousResearch: Hermes 2 Pro - Llama-3 8B](https://openrouter.ai/models/nousresearch/hermes-2-pro-llama-3-8b) | nousresearch/hermes-2-pro-llama-3-8b | $0.14 | $0.14 | 8,192 | None |
|
|
72
|
+
| [Phi-3 Mini 128K Instruct](https://openrouter.ai/models/microsoft/phi-3-mini-128k-instruct) | microsoft/phi-3-mini-128k-instruct | $0.1 | $0.1 | 128,000 | None |
|
|
73
|
+
| [Phi-3 Mini 128K Instruct (free)](https://openrouter.ai/models/microsoft/phi-3-mini-128k-instruct:free) | microsoft/phi-3-mini-128k-instruct:free | $0 (100% off) | $0 (100% off) | 128,000 | None |
|
|
74
|
+
| [Phi-3 Medium 128K Instruct](https://openrouter.ai/models/microsoft/phi-3-medium-128k-instruct) | microsoft/phi-3-medium-128k-instruct | $1 | $1 | 128,000 | None |
|
|
75
|
+
| [Phi-3 Medium 128K Instruct (free)](https://openrouter.ai/models/microsoft/phi-3-medium-128k-instruct:free) | microsoft/phi-3-medium-128k-instruct:free | $0 (100% off) | $0 (100% off) | 128,000 | None |
|
|
76
|
+
| [Llama 3 Lumimaid 70B](https://openrouter.ai/models/neversleep/llama-3-lumimaid-70b) | neversleep/llama-3-lumimaid-70b | $3.375 (25% off) | $4.5 (25% off) | 8,192 | None |
|
|
77
|
+
| [Google: Gemini Flash 1.5](https://openrouter.ai/models/google/gemini-flash-1.5) | google/gemini-flash-1.5 | $0.25 | $0.75 | 2,800,000 | None |
|
|
78
|
+
| [Perplexity: Llama3 Sonar 8B](https://openrouter.ai/models/perplexity/llama-3-sonar-small-32k-chat) | perplexity/llama-3-sonar-small-32k-chat | $0.2 | $0.2 | 32,768 | None |
|
|
79
|
+
| [Perplexity: Llama3 Sonar 8B Online](https://openrouter.ai/models/perplexity/llama-3-sonar-small-32k-online) | perplexity/llama-3-sonar-small-32k-online | $0.2 | $0.2 | 28,000 | None |
|
|
80
|
+
| [Perplexity: Llama3 Sonar 70B](https://openrouter.ai/models/perplexity/llama-3-sonar-large-32k-chat) | perplexity/llama-3-sonar-large-32k-chat | $1 | $1 | 32,768 | None |
|
|
81
|
+
| [Perplexity: Llama3 Sonar 70B Online](https://openrouter.ai/models/perplexity/llama-3-sonar-large-32k-online) | perplexity/llama-3-sonar-large-32k-online | $1 | $1 | 28,000 | None |
|
|
82
|
+
| [DeepSeek-V2 Chat](https://openrouter.ai/models/deepseek/deepseek-chat) | deepseek/deepseek-chat | $0.14 | $0.28 | 128,000 | None |
|
|
83
|
+
| [DeepSeek-Coder-V2](https://openrouter.ai/models/deepseek/deepseek-coder) | deepseek/deepseek-coder | $0.14 | $0.28 | 128,000 | None |
|
|
84
|
+
| [OpenAI: GPT-4o](https://openrouter.ai/models/openai/gpt-4o) | openai/gpt-4o | $5 | $15 | 128,000 | Moderated |
|
|
85
|
+
| [OpenAI: GPT-4o (2024-05-13)](https://openrouter.ai/models/openai/gpt-4o-2024-05-13) | openai/gpt-4o-2024-05-13 | $5 | $15 | 128,000 | Moderated |
|
|
86
|
+
| [Meta: Llama 3 8B (Base)](https://openrouter.ai/models/meta-llama/llama-3-8b) | meta-llama/llama-3-8b | $0.18 (10% off) | $0.18 (10% off) | 8,192 | None |
|
|
87
|
+
| [Meta: Llama 3 70B (Base)](https://openrouter.ai/models/meta-llama/llama-3-70b) | meta-llama/llama-3-70b | $0.81 (10% off) | $0.81 (10% off) | 8,192 | None |
|
|
88
|
+
| [Meta: LlamaGuard 2 8B](https://openrouter.ai/models/meta-llama/llama-guard-2-8b) | meta-llama/llama-guard-2-8b | $0.15 | $0.15 | 8,192 | None |
|
|
89
|
+
| [OLMo 7B Instruct](https://openrouter.ai/models/allenai/olmo-7b-instruct) | allenai/olmo-7b-instruct | $0.18 (10% off) | $0.18 (10% off) | 2,048 | None |
|
|
90
|
+
| [Qwen 1.5 110B Chat](https://openrouter.ai/models/qwen/qwen-110b-chat) | qwen/qwen-110b-chat | $1.62 (10% off) | $1.62 (10% off) | 32,768 | None |
|
|
91
|
+
| [Qwen 1.5 72B Chat](https://openrouter.ai/models/qwen/qwen-72b-chat) | qwen/qwen-72b-chat | $0.81 (10% off) | $0.81 (10% off) | 32,768 | None |
|
|
92
|
+
| [Qwen 1.5 32B Chat](https://openrouter.ai/models/qwen/qwen-32b-chat) | qwen/qwen-32b-chat | $0.72 (10% off) | $0.72 (10% off) | 32,768 | None |
|
|
93
|
+
| [Qwen 1.5 14B Chat](https://openrouter.ai/models/qwen/qwen-14b-chat) | qwen/qwen-14b-chat | $0.27 (10% off) | $0.27 (10% off) | 32,768 | None |
|
|
94
|
+
| [Qwen 1.5 7B Chat](https://openrouter.ai/models/qwen/qwen-7b-chat) | qwen/qwen-7b-chat | $0.18 (10% off) | $0.18 (10% off) | 32,768 | None |
|
|
95
|
+
| [Qwen 1.5 4B Chat](https://openrouter.ai/models/qwen/qwen-4b-chat) | qwen/qwen-4b-chat | $0.09 (10% off) | $0.09 (10% off) | 32,768 | None |
|
|
96
|
+
| [Meta: Llama 3 8B Instruct (free)](https://openrouter.ai/models/meta-llama/llama-3-8b-instruct:free) | meta-llama/llama-3-8b-instruct:free | $0 (100% off) | $0 (100% off) | 8,192 | None |
|
|
97
|
+
| [Llama 3 Lumimaid 8B](https://openrouter.ai/models/neversleep/llama-3-lumimaid-8b) | neversleep/llama-3-lumimaid-8b | $0.1875 | $1.125 | 24,576 | None |
|
|
98
|
+
| [Llama 3 Lumimaid 8B (extended)](https://openrouter.ai/models/neversleep/llama-3-lumimaid-8b:extended) | neversleep/llama-3-lumimaid-8b:extended | $0.1875 (25% off) | $1.125 (25% off) | 24,576 | None |
|
|
99
|
+
| [Snowflake: Arctic Instruct](https://openrouter.ai/models/snowflake/snowflake-arctic-instruct) | snowflake/snowflake-arctic-instruct | $2.16 (10% off) | $2.16 (10% off) | 4,096 | None |
|
|
100
|
+
| [FireLLaVA 13B](https://openrouter.ai/models/fireworks/firellava-13b) | fireworks/firellava-13b | $0.2 | $0.2 | 4,096 | None |
|
|
101
|
+
| [Lynn: Llama 3 Soliloquy 8B v2](https://openrouter.ai/models/lynn/soliloquy-l3) | lynn/soliloquy-l3 | $0.05 | $0.05 | 24,576 | None |
|
|
102
|
+
| [Fimbulvetr 11B v2](https://openrouter.ai/models/sao10k/fimbulvetr-11b-v2) | sao10k/fimbulvetr-11b-v2 | $0.375 (25% off) | $1.5 (25% off) | 8,192 | None |
|
|
103
|
+
| [Meta: Llama 3 8B Instruct (extended)](https://openrouter.ai/models/meta-llama/llama-3-8b-instruct:extended) | meta-llama/llama-3-8b-instruct:extended | $0.1875 (25% off) | $1.125 (25% off) | 16,384 | None |
|
|
104
|
+
| [Meta: Llama 3 8B Instruct (nitro)](https://openrouter.ai/models/meta-llama/llama-3-8b-instruct:nitro) | meta-llama/llama-3-8b-instruct:nitro | $0.18 (10% off) | $0.18 (10% off) | 8,192 | None |
|
|
105
|
+
| [Meta: Llama 3 70B Instruct (nitro)](https://openrouter.ai/models/meta-llama/llama-3-70b-instruct:nitro) | meta-llama/llama-3-70b-instruct:nitro | $0.9 | $0.9 | 8,192 | None |
|
|
106
|
+
| [Meta: Llama 3 8B Instruct](https://openrouter.ai/models/meta-llama/llama-3-8b-instruct) | meta-llama/llama-3-8b-instruct | $0.06 | $0.06 | 8,192 | None |
|
|
107
|
+
| [Meta: Llama 3 70B Instruct](https://openrouter.ai/models/meta-llama/llama-3-70b-instruct) | meta-llama/llama-3-70b-instruct | $0.52 | $0.75 | 8,192 | None |
|
|
108
|
+
| [Mistral: Mixtral 8x22B Instruct](https://openrouter.ai/models/mistralai/mixtral-8x22b-instruct) | mistralai/mixtral-8x22b-instruct | $0.65 | $0.65 | 65,536 | None |
|
|
109
|
+
| [WizardLM-2 8x22B](https://openrouter.ai/models/microsoft/wizardlm-2-8x22b) | microsoft/wizardlm-2-8x22b | $0.63 | $0.63 | 65,536 | None |
|
|
110
|
+
| [WizardLM-2 7B](https://openrouter.ai/models/microsoft/wizardlm-2-7b) | microsoft/wizardlm-2-7b | $0.07 | $0.07 | 32,000 | None |
|
|
111
|
+
| [Toppy M 7B (nitro)](https://openrouter.ai/models/undi95/toppy-m-7b:nitro) | undi95/toppy-m-7b:nitro | $0.07 | $0.07 | 4,096 | None |
|
|
112
|
+
| [Mistral: Mixtral 8x22B (base)](https://openrouter.ai/models/mistralai/mixtral-8x22b) | mistralai/mixtral-8x22b | $1.08 (10% off) | $1.08 (10% off) | 65,536 | None |
|
|
113
|
+
| [OpenAI: GPT-4 Turbo](https://openrouter.ai/models/openai/gpt-4-turbo) | openai/gpt-4-turbo | $10 | $30 | 128,000 | Moderated |
|
|
114
|
+
| [Google: Gemini Pro 1.5](https://openrouter.ai/models/google/gemini-pro-1.5) | google/gemini-pro-1.5 | $2.5 | $7.5 | 2,800,000 | None |
|
|
115
|
+
| [Cohere: Command R+](https://openrouter.ai/models/cohere/command-r-plus) | cohere/command-r-plus | $3 | $15 | 128,000 | None |
|
|
116
|
+
| [Databricks: DBRX 132B Instruct](https://openrouter.ai/models/databricks/dbrx-instruct) | databricks/dbrx-instruct | $1.08 (10% off) | $1.08 (10% off) | 32,768 | None |
|
|
117
|
+
| [Midnight Rose 70B](https://openrouter.ai/models/sophosympatheia/midnight-rose-70b) | sophosympatheia/midnight-rose-70b | $0.8 | $0.8 | 4,096 | None |
|
|
118
|
+
| [Cohere: Command](https://openrouter.ai/models/cohere/command) | cohere/command | $1 | $2 | 4,096 | None |
|
|
119
|
+
| [Cohere: Command R](https://openrouter.ai/models/cohere/command-r) | cohere/command-r | $0.5 | $1.5 | 128,000 | None |
|
|
120
|
+
| [Anthropic: Claude 3 Haiku](https://openrouter.ai/models/anthropic/claude-3-haiku) | anthropic/claude-3-haiku | $0.25 | $1.25 | 200,000 | Moderated |
|
|
121
|
+
| [Anthropic: Claude 3 Haiku (self-moderated)](https://openrouter.ai/models/anthropic/claude-3-haiku:beta) | anthropic/claude-3-haiku:beta | $0.25 | $1.25 | 200,000 | None |
|
|
122
|
+
| [Google: Gemma 7B (nitro)](https://openrouter.ai/models/google/gemma-7b-it:nitro) | google/gemma-7b-it:nitro | $0.07 | $0.07 | 8,192 | None |
|
|
123
|
+
| [MythoMax 13B (nitro)](https://openrouter.ai/models/gryphe/mythomax-l2-13b:nitro) | gryphe/mythomax-l2-13b:nitro | $0.2 | $0.2 | 4,096 | None |
|
|
124
|
+
| [Anthropic: Claude 3 Opus](https://openrouter.ai/models/anthropic/claude-3-opus) | anthropic/claude-3-opus | $15 | $75 | 200,000 | Moderated |
|
|
125
|
+
| [Anthropic: Claude 3 Sonnet](https://openrouter.ai/models/anthropic/claude-3-sonnet) | anthropic/claude-3-sonnet | $3 | $15 | 200,000 | Moderated |
|
|
126
|
+
| [Anthropic: Claude 3 Opus (self-moderated)](https://openrouter.ai/models/anthropic/claude-3-opus:beta) | anthropic/claude-3-opus:beta | $15 | $75 | 200,000 | None |
|
|
127
|
+
| [Anthropic: Claude 3 Sonnet (self-moderated)](https://openrouter.ai/models/anthropic/claude-3-sonnet:beta) | anthropic/claude-3-sonnet:beta | $3 | $15 | 200,000 | None |
|
|
128
|
+
| [Mistral Large](https://openrouter.ai/models/mistralai/mistral-large) | mistralai/mistral-large | $8 | $24 | 32,000 | None |
|
|
129
|
+
| [Google: Gemma 7B](https://openrouter.ai/models/google/gemma-7b-it) | google/gemma-7b-it | $0.07 | $0.07 | 8,192 | None |
|
|
130
|
+
| [Google: Gemma 7B (free)](https://openrouter.ai/models/google/gemma-7b-it:free) | google/gemma-7b-it:free | $0 (100% off) | $0 (100% off) | 8,192 | None |
|
|
131
|
+
| [Nous: Hermes 2 Mistral 7B DPO](https://openrouter.ai/models/nousresearch/nous-hermes-2-mistral-7b-dpo) | nousresearch/nous-hermes-2-mistral-7b-dpo | $0.18 (10% off) | $0.18 (10% off) | 8,192 | None |
|
|
132
|
+
| [Meta: CodeLlama 70B Instruct](https://openrouter.ai/models/meta-llama/codellama-70b-instruct) | meta-llama/codellama-70b-instruct | $0.81 (10% off) | $0.81 (10% off) | 2,048 | None |
|
|
133
|
+
| [RWKV v5: Eagle 7B](https://openrouter.ai/models/recursal/eagle-7b) | recursal/eagle-7b | $0 | $0 | 10,000 | None |
|
|
134
|
+
| [OpenAI: GPT-3.5 Turbo (older v0613)](https://openrouter.ai/models/openai/gpt-3.5-turbo-0613) | openai/gpt-3.5-turbo-0613 | $1 | $2 | 4,095 | Moderated |
|
|
135
|
+
| [OpenAI: GPT-4 Turbo Preview](https://openrouter.ai/models/openai/gpt-4-turbo-preview) | openai/gpt-4-turbo-preview | $10 | $30 | 128,000 | Moderated |
|
|
136
|
+
| [ReMM SLERP 13B (extended)](https://openrouter.ai/models/undi95/remm-slerp-l2-13b:extended) | undi95/remm-slerp-l2-13b:extended | $1.125 (25% off) | $1.125 (25% off) | 6,144 | None |
|
|
137
|
+
| [Nous: Hermes 2 Mixtral 8x7B DPO](https://openrouter.ai/models/nousresearch/nous-hermes-2-mixtral-8x7b-dpo) | nousresearch/nous-hermes-2-mixtral-8x7b-dpo | $0.45 | $0.45 | 32,768 | None |
|
|
138
|
+
| [Nous: Hermes 2 Mixtral 8x7B SFT](https://openrouter.ai/models/nousresearch/nous-hermes-2-mixtral-8x7b-sft) | nousresearch/nous-hermes-2-mixtral-8x7b-sft | $0.54 (10% off) | $0.54 (10% off) | 32,768 | None |
|
|
139
|
+
| [Mistral Tiny](https://openrouter.ai/models/mistralai/mistral-tiny) | mistralai/mistral-tiny | $0.25 | $0.25 | 32,000 | None |
|
|
140
|
+
| [Mistral Small](https://openrouter.ai/models/mistralai/mistral-small) | mistralai/mistral-small | $2 | $6 | 32,000 | None |
|
|
141
|
+
| [Mistral Medium](https://openrouter.ai/models/mistralai/mistral-medium) | mistralai/mistral-medium | $2.7 | $8.1 | 32,000 | None |
|
|
142
|
+
| [Chronos Hermes 13B v2](https://openrouter.ai/models/austism/chronos-hermes-13b) | austism/chronos-hermes-13b | $0.13 | $0.13 | 4,096 | None |
|
|
143
|
+
| [Noromaid Mixtral 8x7B Instruct](https://openrouter.ai/models/neversleep/noromaid-mixtral-8x7b-instruct) | neversleep/noromaid-mixtral-8x7b-instruct | $8 | $8 | 8,000 | None |
|
|
144
|
+
| [Nous: Hermes 2 Yi 34B](https://openrouter.ai/models/nousresearch/nous-hermes-yi-34b) | nousresearch/nous-hermes-yi-34b | $0.72 (10% off) | $0.72 (10% off) | 4,096 | None |
|
|
145
|
+
| [Mistral: Mistral 7B Instruct v0.2](https://openrouter.ai/models/mistralai/mistral-7b-instruct-v0.2) | mistralai/mistral-7b-instruct-v0.2 | $0.06 | $0.06 | 32,768 | None |
|
|
146
|
+
| [Dolphin 2.6 Mixtral 8x7B 🐬](https://openrouter.ai/models/cognitivecomputations/dolphin-mixtral-8x7b) | cognitivecomputations/dolphin-mixtral-8x7b | $0.5 | $0.5 | 32,768 | None |
|
|
147
|
+
| [Google: Gemini Pro 1.0](https://openrouter.ai/models/google/gemini-pro) | google/gemini-pro | $0.125 | $0.375 | 91,728 | None |
|
|
148
|
+
| [Google: Gemini Pro Vision 1.0](https://openrouter.ai/models/google/gemini-pro-vision) | google/gemini-pro-vision | $0.125 | $0.375 | 45,875 | None |
|
|
149
|
+
| [Mixtral 8x7B (base)](https://openrouter.ai/models/mistralai/mixtral-8x7b) | mistralai/mixtral-8x7b | $0.54 (10% off) | $0.54 (10% off) | 32,768 | None |
|
|
150
|
+
| [Mixtral 8x7B Instruct](https://openrouter.ai/models/mistralai/mixtral-8x7b-instruct) | mistralai/mixtral-8x7b-instruct | $0.24 | $0.24 | 32,768 | None |
|
|
151
|
+
| [RWKV v5 World 3B](https://openrouter.ai/models/rwkv/rwkv-5-world-3b) | rwkv/rwkv-5-world-3b | $0 | $0 | 10,000 | None |
|
|
152
|
+
| [RWKV v5 3B AI Town](https://openrouter.ai/models/recursal/rwkv-5-3b-ai-town) | recursal/rwkv-5-3b-ai-town | $0 | $0 | 10,000 | None |
|
|
153
|
+
| [StripedHyena Nous 7B](https://openrouter.ai/models/togethercomputer/stripedhyena-nous-7b) | togethercomputer/stripedhyena-nous-7b | $0.18 (10% off) | $0.18 (10% off) | 32,768 | None |
|
|
154
|
+
| [StripedHyena Hessian 7B (base)](https://openrouter.ai/models/togethercomputer/stripedhyena-hessian-7b) | togethercomputer/stripedhyena-hessian-7b | $0.18 (10% off) | $0.18 (10% off) | 32,768 | None |
|
|
155
|
+
| [Psyfighter v2 13B](https://openrouter.ai/models/koboldai/psyfighter-13b-2) | koboldai/psyfighter-13b-2 | $1 (90% off) | $1 (90% off) | 4,096 | None |
|
|
156
|
+
| [Yi 34B Chat](https://openrouter.ai/models/01-ai/yi-34b-chat) | 01-ai/yi-34b-chat | $0.72 (10% off) | $0.72 (10% off) | 4,096 | None |
|
|
157
|
+
| [Yi 34B (base)](https://openrouter.ai/models/01-ai/yi-34b) | 01-ai/yi-34b | $0.72 (10% off) | $0.72 (10% off) | 4,096 | None |
|
|
158
|
+
| [Yi 6B (base)](https://openrouter.ai/models/01-ai/yi-6b) | 01-ai/yi-6b | $0.18 (10% off) | $0.18 (10% off) | 4,096 | None |
|
|
159
|
+
| [MythoMist 7B](https://openrouter.ai/models/gryphe/mythomist-7b) | gryphe/mythomist-7b | $0.375 (25% off) | $0.375 (25% off) | 32,768 | None |
|
|
160
|
+
| [Nous: Capybara 7B](https://openrouter.ai/models/nousresearch/nous-capybara-7b) | nousresearch/nous-capybara-7b | $0.18 (10% off) | $0.18 (10% off) | 8,192 | None |
|
|
161
|
+
| [Nous: Capybara 7B (free)](https://openrouter.ai/models/nousresearch/nous-capybara-7b:free) | nousresearch/nous-capybara-7b:free | $0 (100% off) | $0 (100% off) | 8,192 | None |
|
|
162
|
+
| [OpenChat 3.5 7B](https://openrouter.ai/models/openchat/openchat-7b) | openchat/openchat-7b | $0.07 | $0.07 | 8,192 | None |
|
|
163
|
+
| [OpenChat 3.5 7B (free)](https://openrouter.ai/models/openchat/openchat-7b:free) | openchat/openchat-7b:free | $0 (100% off) | $0 (100% off) | 8,192 | None |
|
|
164
|
+
| [Noromaid 20B](https://openrouter.ai/models/neversleep/noromaid-20b) | neversleep/noromaid-20b | $1.5 (25% off) | $2.25 (25% off) | 8,192 | None |
|
|
165
|
+
| [MythoMist 7B (free)](https://openrouter.ai/models/gryphe/mythomist-7b:free) | gryphe/mythomist-7b:free | $0 (100% off) | $0 (100% off) | 32,768 | None |
|
|
166
|
+
| [Neural Chat 7B v3.1](https://openrouter.ai/models/intel/neural-chat-7b) | intel/neural-chat-7b | $5 (50% off) | $5 (50% off) | 4,096 | None |
|
|
167
|
+
| [Anthropic: Claude v2](https://openrouter.ai/models/anthropic/claude-2) | anthropic/claude-2 | $8 | $24 | 200,000 | Moderated |
|
|
168
|
+
| [Anthropic: Claude v2.1](https://openrouter.ai/models/anthropic/claude-2.1) | anthropic/claude-2.1 | $8 | $24 | 200,000 | Moderated |
|
|
169
|
+
| [Anthropic: Claude Instant v1.1](https://openrouter.ai/models/anthropic/claude-instant-1.1) | anthropic/claude-instant-1.1 | $0.8 | $2.4 | 100,000 | Moderated |
|
|
170
|
+
| [Anthropic: Claude v2 (self-moderated)](https://openrouter.ai/models/anthropic/claude-2:beta) | anthropic/claude-2:beta | $8 | $24 | 200,000 | None |
|
|
171
|
+
| [Anthropic: Claude v2.1 (self-moderated)](https://openrouter.ai/models/anthropic/claude-2.1:beta) | anthropic/claude-2.1:beta | $8 | $24 | 200,000 | None |
|
|
172
|
+
| [OpenHermes 2.5 Mistral 7B](https://openrouter.ai/models/teknium/openhermes-2.5-mistral-7b) | teknium/openhermes-2.5-mistral-7b | $0.17 | $0.17 | 4,096 | None |
|
|
173
|
+
| [OpenAI: GPT-4 Vision](https://openrouter.ai/models/openai/gpt-4-vision-preview) | openai/gpt-4-vision-preview | $10 | $30 | 128,000 | Moderated |
|
|
174
|
+
| [lzlv 70B](https://openrouter.ai/models/lizpreciatior/lzlv-70b-fp16-hf) | lizpreciatior/lzlv-70b-fp16-hf | $0.58 | $0.78 | 4,096 | None |
|
|
175
|
+
| [Toppy M 7B](https://openrouter.ai/models/undi95/toppy-m-7b) | undi95/toppy-m-7b | $0.07 | $0.07 | 4,096 | None |
|
|
176
|
+
| [Goliath 120B](https://openrouter.ai/models/alpindale/goliath-120b) | alpindale/goliath-120b | $9.375 (25% off) | $9.375 (25% off) | 6,144 | None |
|
|
177
|
+
| [Toppy M 7B (free)](https://openrouter.ai/models/undi95/toppy-m-7b:free) | undi95/toppy-m-7b:free | $0 (100% off) | $0 (100% off) | 4,096 | None |
|
|
178
|
+
| [Auto (best for prompt)](https://openrouter.ai/models/openrouter/auto) | openrouter/auto | -- | -- | 200,000 | -- |
|
|
179
|
+
| [OpenAI: GPT-3.5 Turbo 16k (older v1106)](https://openrouter.ai/models/openai/gpt-3.5-turbo-1106) | openai/gpt-3.5-turbo-1106 | $1 | $2 | 16,385 | Moderated |
|
|
180
|
+
| [OpenAI: GPT-4 Turbo (older v1106)](https://openrouter.ai/models/openai/gpt-4-1106-preview) | openai/gpt-4-1106-preview | $10 | $30 | 128,000 | Moderated |
|
|
181
|
+
| [Hugging Face: Zephyr 7B (free)](https://openrouter.ai/models/huggingfaceh4/zephyr-7b-beta:free) | huggingfaceh4/zephyr-7b-beta:free | $0 (100% off) | $0 (100% off) | 4,096 | None |
|
|
182
|
+
| [Google: PaLM 2 Chat 32k](https://openrouter.ai/models/google/palm-2-chat-bison-32k) | google/palm-2-chat-bison-32k | $0.25 | $0.5 | 91,750 | None |
|
|
183
|
+
| [Google: PaLM 2 Code Chat 32k](https://openrouter.ai/models/google/palm-2-codechat-bison-32k) | google/palm-2-codechat-bison-32k | $0.25 | $0.5 | 91,750 | None |
|
|
184
|
+
| [OpenHermes 2 Mistral 7B](https://openrouter.ai/models/teknium/openhermes-2-mistral-7b) | teknium/openhermes-2-mistral-7b | $0.18 (10% off) | $0.18 (10% off) | 8,192 | None |
|
|
185
|
+
| [Mistral OpenOrca 7B](https://openrouter.ai/models/open-orca/mistral-7b-openorca) | open-orca/mistral-7b-openorca | $0.18 (10% off) | $0.18 (10% off) | 8,192 | None |
|
|
186
|
+
| [Airoboros 70B](https://openrouter.ai/models/jondurbin/airoboros-l2-70b) | jondurbin/airoboros-l2-70b | $0.5 | $0.5 | 4,096 | None |
|
|
187
|
+
| [MythoMax 13B (extended)](https://openrouter.ai/models/gryphe/mythomax-l2-13b:extended) | gryphe/mythomax-l2-13b:extended | $1.125 (25% off) | $1.125 (25% off) | 8,192 | None |
|
|
188
|
+
| [Xwin 70B](https://openrouter.ai/models/xwin-lm/xwin-lm-70b) | xwin-lm/xwin-lm-70b | $3.75 (25% off) | $3.75 (25% off) | 8,192 | None |
|
|
189
|
+
| [OpenAI: GPT-3.5 Turbo Instruct](https://openrouter.ai/models/openai/gpt-3.5-turbo-instruct) | openai/gpt-3.5-turbo-instruct | $1.5 | $2 | 4,095 | Moderated |
|
|
190
|
+
| [Mistral: Mistral 7B Instruct v0.1](https://openrouter.ai/models/mistralai/mistral-7b-instruct-v0.1) | mistralai/mistral-7b-instruct-v0.1 | $0.06 | $0.06 | 4,096 | None |
|
|
191
|
+
| [Mistral: Mistral 7B Instruct (free)](https://openrouter.ai/models/mistralai/mistral-7b-instruct:free) | mistralai/mistral-7b-instruct:free | $0 (100% off) | $0 (100% off) | 32,768 | None |
|
|
192
|
+
| [Pygmalion: Mythalion 13B](https://openrouter.ai/models/pygmalionai/mythalion-13b) | pygmalionai/mythalion-13b | $1.125 (25% off) | $1.125 (25% off) | 8,192 | None |
|
|
193
|
+
| [OpenAI: GPT-3.5 Turbo 16k](https://openrouter.ai/models/openai/gpt-3.5-turbo-16k) | openai/gpt-3.5-turbo-16k | $3 | $4 | 16,385 | Moderated |
|
|
194
194
|
|
|
195
195
|
## Models with Tool Calling Capabilities Compatible with AI SDK
|
|
196
196
|
|
|
197
|
-
_Last Update: 2024-08-
|
|
197
|
+
_Last Update: 2024-08-24_
|
|
198
198
|
|
|
199
199
|
This list is not a definitive list of tool-calling models supported by OpenRouter, as it constantly changes as we add new models (and deprecate old ones) to our system.
|
|
200
200
|
You can find the latest list of tool-supported models supported by OpenRouter [here](https://openrouter.ai/models?order=newest&supported_parameters=tools). (Note: This list may contain models that are not compatible with the AI SDK.)
|
|
201
201
|
|
|
202
|
-
- openai/gpt-3.5-turbo
|
|
203
|
-
- openai/gpt-3.5-turbo-0125
|
|
204
|
-
- openai/gpt-3.5-turbo-1106
|
|
205
|
-
- openai/gpt-3.5-turbo-0613
|
|
206
|
-
- openai/gpt-3.5-turbo-16k
|
|
207
|
-
- openai/gpt-4o
|
|
208
|
-
- openai/gpt-4o-2024-05-13
|
|
209
|
-
- openai/gpt-4o-2024-08-06
|
|
210
|
-
- openai/gpt-4o-mini
|
|
211
|
-
- openai/gpt-4o-mini-2024-07-18
|
|
212
|
-
- openai/gpt-4-turbo
|
|
213
|
-
- openai/gpt-4-turbo-preview
|
|
214
|
-
- openai/gpt-4-1106-preview
|
|
215
|
-
- openai/gpt-4
|
|
216
|
-
- openai/gpt-4-32k
|
|
217
|
-
- openai/gpt-4-vision-preview
|
|
218
|
-
- google/gemini-pro
|
|
219
|
-
- google/gemini-pro-vision
|
|
220
|
-
- google/gemini-pro-1.5
|
|
221
|
-
- google/gemini-flash-1.5
|
|
222
|
-
- mistralai/mistral-small
|
|
223
|
-
- mistralai/mistral-large
|
|
224
|
-
- 01-ai/yi-large-fc
|
|
225
|
-
- anthropic/claude-3-opus
|
|
226
|
-
- anthropic/claude-3-opus:beta
|
|
227
|
-
- anthropic/claude-3-sonnet
|
|
228
|
-
- anthropic/claude-3-sonnet:beta
|
|
229
|
-
- anthropic/claude-3.5-sonnet
|
|
230
|
-
- anthropic/claude-3.5-sonnet:beta
|
|
231
|
-
- anthropic/claude-3-haiku
|
|
232
|
-
- anthropic/claude-3-haiku:beta
|
|
233
|
-
- meta-llama/llama-3-8b-instruct
|
|
234
|
-
-
|
|
202
|
+
- [openai/gpt-3.5-turbo](https://openrouter.ai/models/openai/gpt-3.5-turbo)
|
|
203
|
+
- [openai/gpt-3.5-turbo-0125](https://openrouter.ai/models/openai/gpt-3.5-turbo-0125)
|
|
204
|
+
- [openai/gpt-3.5-turbo-1106](https://openrouter.ai/models/openai/gpt-3.5-turbo-1106)
|
|
205
|
+
- [openai/gpt-3.5-turbo-0613](https://openrouter.ai/models/openai/gpt-3.5-turbo-0613)
|
|
206
|
+
- [openai/gpt-3.5-turbo-16k](https://openrouter.ai/models/openai/gpt-3.5-turbo-16k)
|
|
207
|
+
- [openai/gpt-4o](https://openrouter.ai/models/openai/gpt-4o)
|
|
208
|
+
- [openai/gpt-4o-2024-05-13](https://openrouter.ai/models/openai/gpt-4o-2024-05-13)
|
|
209
|
+
- [openai/gpt-4o-2024-08-06](https://openrouter.ai/models/openai/gpt-4o-2024-08-06)
|
|
210
|
+
- [openai/gpt-4o-mini](https://openrouter.ai/models/openai/gpt-4o-mini)
|
|
211
|
+
- [openai/gpt-4o-mini-2024-07-18](https://openrouter.ai/models/openai/gpt-4o-mini-2024-07-18)
|
|
212
|
+
- [openai/gpt-4-turbo](https://openrouter.ai/models/openai/gpt-4-turbo)
|
|
213
|
+
- [openai/gpt-4-turbo-preview](https://openrouter.ai/models/openai/gpt-4-turbo-preview)
|
|
214
|
+
- [openai/gpt-4-1106-preview](https://openrouter.ai/models/openai/gpt-4-1106-preview)
|
|
215
|
+
- [openai/gpt-4](https://openrouter.ai/models/openai/gpt-4)
|
|
216
|
+
- [openai/gpt-4-32k](https://openrouter.ai/models/openai/gpt-4-32k)
|
|
217
|
+
- [openai/gpt-4-vision-preview](https://openrouter.ai/models/openai/gpt-4-vision-preview)
|
|
218
|
+
- [google/gemini-pro](https://openrouter.ai/models/google/gemini-pro)
|
|
219
|
+
- [google/gemini-pro-vision](https://openrouter.ai/models/google/gemini-pro-vision)
|
|
220
|
+
- [google/gemini-pro-1.5](https://openrouter.ai/models/google/gemini-pro-1.5)
|
|
221
|
+
- [google/gemini-flash-1.5](https://openrouter.ai/models/google/gemini-flash-1.5)
|
|
222
|
+
- [mistralai/mistral-small](https://openrouter.ai/models/mistralai/mistral-small)
|
|
223
|
+
- [mistralai/mistral-large](https://openrouter.ai/models/mistralai/mistral-large)
|
|
224
|
+
- [01-ai/yi-large-fc](https://openrouter.ai/models/01-ai/yi-large-fc)
|
|
225
|
+
- [anthropic/claude-3-opus](https://openrouter.ai/models/anthropic/claude-3-opus)
|
|
226
|
+
- [anthropic/claude-3-opus:beta](https://openrouter.ai/models/anthropic/claude-3-opus:beta)
|
|
227
|
+
- [anthropic/claude-3-sonnet](https://openrouter.ai/models/anthropic/claude-3-sonnet)
|
|
228
|
+
- [anthropic/claude-3-sonnet:beta](https://openrouter.ai/models/anthropic/claude-3-sonnet:beta)
|
|
229
|
+
- [anthropic/claude-3.5-sonnet](https://openrouter.ai/models/anthropic/claude-3.5-sonnet)
|
|
230
|
+
- [anthropic/claude-3.5-sonnet:beta](https://openrouter.ai/models/anthropic/claude-3.5-sonnet:beta)
|
|
231
|
+
- [anthropic/claude-3-haiku](https://openrouter.ai/models/anthropic/claude-3-haiku)
|
|
232
|
+
- [anthropic/claude-3-haiku:beta](https://openrouter.ai/models/anthropic/claude-3-haiku:beta)
|
|
233
|
+
- [meta-llama/llama-3-8b-instruct](https://openrouter.ai/models/meta-llama/llama-3-8b-instruct)
|
|
234
|
+
- [meta-llama/llama-3-70b-instruct](https://openrouter.ai/models/meta-llama/llama-3-70b-instruct)
|
|
235
|
+
- [meta-llama/llama-3.1-8b-instruct](https://openrouter.ai/models/meta-llama/llama-3.1-8b-instruct)
|
|
236
|
+
- [meta-llama/llama-3.1-70b-instruct](https://openrouter.ai/models/meta-llama/llama-3.1-70b-instruct)
|
|
237
|
+
- [meta-llama/llama-3.1-405b-instruct](https://openrouter.ai/models/meta-llama/llama-3.1-405b-instruct)
|
|
238
|
+
- [mistralai/mixtral-8x7b-instruct](https://openrouter.ai/models/mistralai/mixtral-8x7b-instruct)
|
|
239
|
+
- [mistralai/mistral-nemo](https://openrouter.ai/models/mistralai/mistral-nemo)
|
|
240
|
+
- [mistralai/mistral-7b-instruct](https://openrouter.ai/models/mistralai/mistral-7b-instruct)
|
|
241
|
+
- [mistralai/mistral-7b-instruct-v0.3](https://openrouter.ai/models/mistralai/mistral-7b-instruct-v0.3)
|
|
242
|
+
- [mistralai/mixtral-8x22b-instruct](https://openrouter.ai/models/mistralai/mixtral-8x22b-instruct)
|
|
235
243
|
|
|
236
244
|
## Passing Extra Body to OpenRouter
|
|
237
245
|
|
|
238
246
|
When you want to pass extra body to OpenRouter or to the upstream provider, you can do so by setting the `extraBody` property on the language model.
|
|
239
247
|
|
|
240
248
|
```typescript
|
|
241
|
-
import { createOpenRouter } from "@ai-sdk
|
|
249
|
+
import { createOpenRouter } from "@openrouter/ai-sdk-provider";
|
|
242
250
|
|
|
243
251
|
const provider = createOpenRouter({
|
|
244
252
|
apiKey: "your-api-key",
|
package/dist/index.d.mts
CHANGED
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { LanguageModelV1 } from '@ai-sdk/provider';
|
|
2
|
+
export { LanguageModelV1 } from '@ai-sdk/provider';
|
|
2
3
|
|
|
3
4
|
type OpenRouterChatModelId = string;
|
|
4
5
|
interface OpenRouterChatSettings {
|
|
@@ -38,6 +39,10 @@ interface OpenRouterChatSettings {
|
|
|
38
39
|
monitor and detect abuse. Learn more.
|
|
39
40
|
*/
|
|
40
41
|
user?: string;
|
|
42
|
+
/**
|
|
43
|
+
* List of model IDs to try in order if the primary model fails, e.g. ["anthropic/claude-2","gryphe/mythomax-l2-13b"]
|
|
44
|
+
*/
|
|
45
|
+
models?: string[];
|
|
41
46
|
}
|
|
42
47
|
|
|
43
48
|
type OpenRouterChatConfig = {
|
|
@@ -106,6 +111,10 @@ interface OpenRouterCompletionSettings {
|
|
|
106
111
|
monitor and detect abuse. Learn more.
|
|
107
112
|
*/
|
|
108
113
|
user?: string;
|
|
114
|
+
/**
|
|
115
|
+
* List of model IDs to try in order if the primary model fails, e.g. ["openai/gpt-4","anthropic/claude-2"]
|
|
116
|
+
*/
|
|
117
|
+
models?: string[];
|
|
109
118
|
}
|
|
110
119
|
|
|
111
120
|
type OpenRouterCompletionConfig = {
|
|
@@ -215,4 +224,6 @@ declare class OpenRouter {
|
|
|
215
224
|
completion(modelId: OpenRouterCompletionModelId, settings?: OpenRouterCompletionSettings): OpenRouterCompletionLanguageModel;
|
|
216
225
|
}
|
|
217
226
|
|
|
218
|
-
|
|
227
|
+
type OpenRouterLanguageModel = LanguageModelV1;
|
|
228
|
+
|
|
229
|
+
export { OpenRouter, type OpenRouterLanguageModel, type OpenRouterProvider, type OpenRouterProviderSettings, createOpenRouter, openrouter };
|
package/dist/index.d.ts
CHANGED
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { LanguageModelV1 } from '@ai-sdk/provider';
|
|
2
|
+
export { LanguageModelV1 } from '@ai-sdk/provider';
|
|
2
3
|
|
|
3
4
|
type OpenRouterChatModelId = string;
|
|
4
5
|
interface OpenRouterChatSettings {
|
|
@@ -38,6 +39,10 @@ interface OpenRouterChatSettings {
|
|
|
38
39
|
monitor and detect abuse. Learn more.
|
|
39
40
|
*/
|
|
40
41
|
user?: string;
|
|
42
|
+
/**
|
|
43
|
+
* List of model IDs to try in order if the primary model fails, e.g. ["anthropic/claude-2","gryphe/mythomax-l2-13b"]
|
|
44
|
+
*/
|
|
45
|
+
models?: string[];
|
|
41
46
|
}
|
|
42
47
|
|
|
43
48
|
type OpenRouterChatConfig = {
|
|
@@ -106,6 +111,10 @@ interface OpenRouterCompletionSettings {
|
|
|
106
111
|
monitor and detect abuse. Learn more.
|
|
107
112
|
*/
|
|
108
113
|
user?: string;
|
|
114
|
+
/**
|
|
115
|
+
* List of model IDs to try in order if the primary model fails, e.g. ["openai/gpt-4","anthropic/claude-2"]
|
|
116
|
+
*/
|
|
117
|
+
models?: string[];
|
|
109
118
|
}
|
|
110
119
|
|
|
111
120
|
type OpenRouterCompletionConfig = {
|
|
@@ -215,4 +224,6 @@ declare class OpenRouter {
|
|
|
215
224
|
completion(modelId: OpenRouterCompletionModelId, settings?: OpenRouterCompletionSettings): OpenRouterCompletionLanguageModel;
|
|
216
225
|
}
|
|
217
226
|
|
|
218
|
-
|
|
227
|
+
type OpenRouterLanguageModel = LanguageModelV1;
|
|
228
|
+
|
|
229
|
+
export { OpenRouter, type OpenRouterLanguageModel, type OpenRouterProvider, type OpenRouterProviderSettings, createOpenRouter, openrouter };
|