@mastra/mcp-docs-server 1.2.7-alpha.8 → 1.2.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.docs/docs/agent-builder/integrations.md +44 -2
- package/.docs/docs/agent-builder/skill-registries.md +1 -3
- package/.docs/docs/agent-controller/overview.md +1 -1
- package/.docs/docs/agent-controller/session.md +1 -3
- package/.docs/docs/agents/code-mode.md +17 -1
- package/.docs/docs/agents/guardrails.md +8 -8
- package/.docs/docs/agents/overview.md +2 -2
- package/.docs/docs/agents/processors.md +9 -3
- package/.docs/docs/agents/skills.md +2 -4
- package/.docs/docs/agents/structured-output.md +1 -1
- package/.docs/docs/agents/supervisor-agents.md +1 -3
- package/.docs/docs/agents/using-tools.md +4 -4
- package/.docs/docs/browser/agent-browser.md +1 -3
- package/.docs/docs/browser/browser-viewer.md +1 -3
- package/.docs/docs/browser/stagehand.md +1 -1
- package/.docs/docs/capabilities/channels/overview.md +1 -3
- package/.docs/docs/deployment/mastra-server.md +2 -4
- package/.docs/docs/editor/overview.md +2 -6
- package/.docs/docs/editor/prompts.md +1 -1
- package/.docs/docs/editor/tools.md +3 -5
- package/.docs/docs/evals/custom-scorers.md +1 -3
- package/.docs/docs/evals/datasets/overview.md +4 -4
- package/.docs/docs/evals/datasets/running-experiments.md +4 -2
- package/.docs/docs/evals/evals-with-memory.md +1 -3
- package/.docs/docs/evals/gates-and-verdicts.md +17 -2
- package/.docs/docs/evals/quick-checks.md +1 -3
- package/.docs/docs/getting-started/file-based-agents.md +9 -4
- package/.docs/docs/long-running-agents/background-tasks.md +1 -1
- package/.docs/docs/long-running-agents/durable-agents.md +3 -5
- package/.docs/docs/long-running-agents/goals.md +1 -3
- package/.docs/docs/long-running-agents/signal-providers.md +1 -3
- package/.docs/docs/long-running-agents/signals.md +7 -21
- package/.docs/docs/mastra-platform/configuration.md +15 -22
- package/.docs/docs/mastra-platform/database.md +50 -6
- package/.docs/docs/mastra-platform/deploy.md +142 -0
- package/.docs/docs/mastra-platform/environments.md +103 -0
- package/.docs/docs/mastra-platform/github.md +2 -2
- package/.docs/docs/mastra-platform/overview.md +5 -5
- package/.docs/docs/mastra-platform/server.md +2 -0
- package/.docs/docs/mastra-platform/studio.md +5 -3
- package/.docs/docs/mcp/mcp-apps.md +3 -3
- package/.docs/docs/mcp/overview.md +6 -10
- package/.docs/docs/memory/overview.md +4 -4
- package/.docs/docs/observability/integrations/exporters/mastra-platform.md +1 -3
- package/.docs/docs/observability/logging.md +3 -1
- package/.docs/docs/observability/metrics/querying.md +2 -0
- package/.docs/docs/observability/tracing/overview.md +3 -1
- package/.docs/docs/server/auth/auth0.md +1 -1
- package/.docs/docs/server/auth/better-auth.md +2 -2
- package/.docs/docs/server/auth/clerk.md +1 -1
- package/.docs/docs/server/auth/firebase.md +1 -1
- package/.docs/docs/server/auth/google.md +2 -2
- package/.docs/docs/server/auth/jwt.md +2 -2
- package/.docs/docs/server/auth/okta.md +2 -2
- package/.docs/docs/server/auth/workos.md +1 -1
- package/.docs/docs/server/mastra-client.md +1 -1
- package/.docs/docs/server/mastra-server.md +1 -1
- package/.docs/docs/server/pubsub.md +1 -1
- package/.docs/docs/server/request-context.md +4 -4
- package/.docs/docs/server/server-adapters.md +8 -8
- package/.docs/docs/studio/auth.md +1 -3
- package/.docs/docs/workflows/agents-and-tools.md +3 -5
- package/.docs/docs/workflows/control-flow.md +1 -1
- package/.docs/docs/workflows/overview.md +5 -5
- package/.docs/guides/build-your-ui/assistant-ui.md +1 -1
- package/.docs/guides/build-your-ui/copilotkit/overview.md +1 -1
- package/.docs/guides/concepts/streaming.md +3 -3
- package/.docs/guides/guide/chef-michel.md +1 -1
- package/.docs/guides/guide/coding-agent.md +392 -0
- package/.docs/guides/migrations/mastra-cloud.md +5 -12
- package/.docs/models/environment-variables.md +14 -2
- package/.docs/models/gateways/azure-openai.md +15 -15
- package/.docs/models/gateways/mastra.md +2 -2
- package/.docs/models/gateways/openrouter.md +4 -7
- package/.docs/models/gateways/vercel.md +5 -10
- package/.docs/models/index.md +1 -1
- package/.docs/models/providers/abacus.md +44 -14
- package/.docs/models/providers/ai-router.md +77 -0
- package/.docs/models/providers/ambient.md +10 -6
- package/.docs/models/providers/baseten.md +1 -1
- package/.docs/models/providers/blueclaw.md +74 -0
- package/.docs/models/providers/crossmodel.md +8 -2
- package/.docs/models/providers/daoxe.md +81 -0
- package/.docs/models/providers/databricks.md +7 -2
- package/.docs/models/providers/deepinfra.md +2 -2
- package/.docs/models/providers/deepseek.md +2 -2
- package/.docs/models/providers/ebcloud.md +76 -0
- package/.docs/models/providers/empiriolabs.md +108 -0
- package/.docs/models/providers/google.md +4 -0
- package/.docs/models/providers/hpc-ai.md +16 -10
- package/.docs/models/providers/inferx.md +78 -0
- package/.docs/models/providers/llmgateway.md +2 -8
- package/.docs/models/providers/lynkr.md +73 -0
- package/.docs/models/providers/model-oracle-ai.md +87 -0
- package/.docs/models/providers/neon.md +1 -1
- package/.docs/models/providers/nvidia.md +1 -3
- package/.docs/models/providers/openai.md +12 -3
- package/.docs/models/providers/opencode.md +5 -2
- package/.docs/models/providers/pioneer.md +148 -0
- package/.docs/models/providers/routing-run.md +4 -1
- package/.docs/models/providers/snowflake-cortex.md +4 -1
- package/.docs/models/providers/stepfun-ai-step-plan.md +75 -0
- package/.docs/models/providers/stepfun-ai.md +6 -6
- package/.docs/models/providers/stepfun-step-plan.md +76 -0
- package/.docs/models/providers/stepfun.md +5 -5
- package/.docs/models/providers/unorouter.md +95 -0
- package/.docs/models/providers/vivgrid.md +5 -2
- package/.docs/models/providers/wafer.ai.md +9 -12
- package/.docs/models/providers/xai.md +1 -1
- package/.docs/models/providers/zenmux.md +5 -1
- package/.docs/models/providers.md +14 -2
- package/.docs/reference/agents/generateLegacy.md +8 -2
- package/.docs/reference/cli/mastra.md +131 -10
- package/.docs/reference/code-sdk/mount-agent-controller.md +2 -0
- package/.docs/reference/coding-agent/create-coding-agent.md +5 -4
- package/.docs/reference/evals/create-scorer.md +63 -0
- package/.docs/reference/evals/run-evals.md +2 -2
- package/.docs/reference/file-based-agents/logger.md +26 -0
- package/.docs/reference/file-based-agents/scorers.md +54 -0
- package/.docs/reference/index.md +2 -0
- package/.docs/reference/mastra-platform/api.md +1 -1
- package/.docs/reference/observability/metrics/automatic-metrics.md +8 -8
- package/.docs/reference/observability/tracing/exporters/braintrust.md +1 -0
- package/.docs/reference/observability/tracing/exporters/datadog.md +10 -9
- package/.docs/reference/observability/tracing/exporters/langsmith.md +8 -7
- package/.docs/reference/observability/tracing/exporters/posthog.md +13 -12
- package/.docs/reference/observability/tracing/exporters/sentry.md +1 -0
- package/.docs/reference/observability/tracing/interfaces.md +9 -0
- package/.docs/reference/processors/stream-error-retry-processor.md +39 -2
- package/.docs/reference/pubsub/base.md +10 -0
- package/.docs/reference/pubsub/caching-pubsub.md +8 -0
- package/.docs/reference/pubsub/redis-streams.md +12 -0
- package/.docs/reference/server/express-adapter.md +1 -3
- package/.docs/reference/server/fastify-adapter.md +1 -3
- package/.docs/reference/server/hono-adapter.md +1 -3
- package/.docs/reference/server/koa-adapter.md +1 -3
- package/.docs/reference/server/nestjs-adapter.md +1 -3
- package/.docs/reference/server/register-api-route.md +5 -4
- package/.docs/reference/templates/overview.md +1 -1
- package/.docs/reference/tools/mcp-client.md +22 -0
- package/.docs/reference/tools/mcp-server.md +161 -4
- package/.docs/reference/voice/google.md +48 -8
- package/.docs/reference/voice/speechify.md +10 -6
- package/.docs/reference/workspace/agentcore-runtime-sandbox.md +1 -3
- package/.docs/reference/workspace/agentfs-filesystem.md +1 -3
- package/.docs/reference/workspace/apple-container-sandbox.md +1 -3
- package/.docs/reference/workspace/archil-filesystem.md +1 -3
- package/.docs/reference/workspace/azure-blob-filesystem.md +1 -3
- package/.docs/reference/workspace/blaxel-sandbox.md +1 -3
- package/.docs/reference/workspace/daytona-sandbox.md +1 -3
- package/.docs/reference/workspace/docker-sandbox.md +1 -3
- package/.docs/reference/workspace/e2b-sandbox.md +20 -3
- package/.docs/reference/workspace/files-sdk-filesystem.md +1 -3
- package/.docs/reference/workspace/gcs-filesystem.md +1 -3
- package/.docs/reference/workspace/google-drive-filesystem.md +1 -3
- package/.docs/reference/workspace/local-filesystem.md +1 -3
- package/.docs/reference/workspace/local-sandbox.md +1 -3
- package/.docs/reference/workspace/modal-sandbox.md +1 -3
- package/.docs/reference/workspace/railway-sandbox.md +1 -3
- package/.docs/reference/workspace/s3-filesystem.md +1 -3
- package/.docs/reference/workspace/vercel-sandbox.md +5 -7
- package/.docs/reference/workspace/vercel-serverless.md +1 -3
- package/CHANGELOG.md +79 -0
- package/package.json +10 -10
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
|
|
3
3
|
# Databricks
|
|
4
4
|
|
|
5
|
-
Access
|
|
5
|
+
Access 30 Databricks models through Mastra's model router. Authentication is handled automatically using the `DATABRICKS_TOKEN` environment variable. Configure `DATABRICKS_HOST` as well.
|
|
6
6
|
|
|
7
7
|
Learn more in the [Databricks documentation](https://docs.databricks.com/aws/en/machine-learning/foundation-models/).
|
|
8
8
|
|
|
@@ -51,6 +51,7 @@ for await (const chunk of stream) {
|
|
|
51
51
|
| `databricks/databricks-gemini-3-1-pro` | 1.0M | | | | | | $2 | $12 |
|
|
52
52
|
| `databricks/databricks-gemini-3-flash` | 1.0M | | | | | | $0.50 | $3 |
|
|
53
53
|
| `databricks/databricks-gemini-3-pro` | 1.0M | | | | | | $2 | $12 |
|
|
54
|
+
| `databricks/databricks-glm-5-2` | 1.0M | | | | | | $1 | $4 |
|
|
54
55
|
| `databricks/databricks-gpt-5` | 400K | | | | | | $1 | $10 |
|
|
55
56
|
| `databricks/databricks-gpt-5-1` | 400K | | | | | | $1 | $10 |
|
|
56
57
|
| `databricks/databricks-gpt-5-2` | 400K | | | | | | $2 | $14 |
|
|
@@ -58,10 +59,14 @@ for await (const chunk of stream) {
|
|
|
58
59
|
| `databricks/databricks-gpt-5-4-mini` | 400K | | | | | | $0.75 | $5 |
|
|
59
60
|
| `databricks/databricks-gpt-5-4-nano` | 400K | | | | | | $0.20 | $1 |
|
|
60
61
|
| `databricks/databricks-gpt-5-5` | 1.1M | | | | | | $5 | $30 |
|
|
62
|
+
| `databricks/databricks-gpt-5-6-luna` | 400K | | | | | | $1 | $6 |
|
|
63
|
+
| `databricks/databricks-gpt-5-6-sol` | 1.1M | | | | | | $5 | $30 |
|
|
64
|
+
| `databricks/databricks-gpt-5-6-terra` | 1.1M | | | | | | $3 | $15 |
|
|
61
65
|
| `databricks/databricks-gpt-5-mini` | 400K | | | | | | $0.25 | $2 |
|
|
62
66
|
| `databricks/databricks-gpt-5-nano` | 400K | | | | | | $0.05 | $0.40 |
|
|
63
67
|
| `databricks/databricks-gpt-oss-120b` | 131K | | | | | | $0.07 | $0.28 |
|
|
64
68
|
| `databricks/databricks-gpt-oss-20b` | 131K | | | | | | $0.05 | $0.20 |
|
|
69
|
+
| `databricks/databricks-kimi-k2-7-code` | 262K | | | | | | $0.95 | $4 |
|
|
65
70
|
|
|
66
71
|
## Advanced configuration
|
|
67
72
|
|
|
@@ -91,7 +96,7 @@ const agent = new Agent({
|
|
|
91
96
|
model: ({ requestContext }) => {
|
|
92
97
|
const useAdvanced = requestContext.task === "complex";
|
|
93
98
|
return useAdvanced
|
|
94
|
-
? "databricks/databricks-
|
|
99
|
+
? "databricks/databricks-kimi-k2-7-code"
|
|
95
100
|
: "databricks/databricks-claude-haiku-4-5";
|
|
96
101
|
}
|
|
97
102
|
});
|
|
@@ -41,7 +41,7 @@ for await (const chunk of stream) {
|
|
|
41
41
|
| `deepinfra/google/gemma-4-26B-A4B-it` | 262K | | | | | | $0.07 | $0.34 |
|
|
42
42
|
| `deepinfra/google/gemma-4-31B-it` | 262K | | | | | | $0.13 | $0.38 |
|
|
43
43
|
| `deepinfra/meta-llama/Llama-3.3-70B-Instruct-Turbo` | 131K | | | | | | $0.10 | $0.32 |
|
|
44
|
-
| `deepinfra/meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8` | 1.0M | | | | | | $0.
|
|
44
|
+
| `deepinfra/meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8` | 1.0M | | | | | | $0.20 | $0.80 |
|
|
45
45
|
| `deepinfra/meta-llama/Llama-4-Scout-17B-16E-Instruct` | 328K | | | | | | $0.10 | $0.30 |
|
|
46
46
|
| `deepinfra/MiniMaxAI/MiniMax-M2.5` | 197K | | | | | | $0.15 | $1 |
|
|
47
47
|
| `deepinfra/MiniMaxAI/MiniMax-M2.7` | 197K | | | | | | $0.25 | $1 |
|
|
@@ -68,7 +68,7 @@ for await (const chunk of stream) {
|
|
|
68
68
|
| `deepinfra/Qwen/Qwen3.7-Max` | 256K | | | | | | $3 | $8 |
|
|
69
69
|
| `deepinfra/XiaomiMiMo/MiMo-V2.5` | 262K | | | | | | $0.40 | $2 |
|
|
70
70
|
| `deepinfra/XiaomiMiMo/MiMo-V2.5-Pro` | 1.0M | | | | | | $1 | $3 |
|
|
71
|
-
| `deepinfra/zai-org/GLM-4.6` | 203K | | | | | | $0.
|
|
71
|
+
| `deepinfra/zai-org/GLM-4.6` | 203K | | | | | | $0.50 | $2 |
|
|
72
72
|
| `deepinfra/zai-org/GLM-4.7` | 203K | | | | | | $0.40 | $2 |
|
|
73
73
|
| `deepinfra/zai-org/GLM-4.7-Flash` | 203K | | | | | | $0.06 | $0.40 |
|
|
74
74
|
| `deepinfra/zai-org/GLM-5` | 203K | | | | | | $0.60 | $2 |
|
|
@@ -89,6 +89,6 @@ const response = await agent.generate("Hello!", {
|
|
|
89
89
|
|
|
90
90
|
### Available Options
|
|
91
91
|
|
|
92
|
-
**thinking** (`{ type?: "enabled" | "disabled" | undefined; } | undefined`)
|
|
92
|
+
**thinking** (`{ type?: "adaptive" | "enabled" | "disabled" | undefined; } | undefined`)
|
|
93
93
|
|
|
94
|
-
**reasoningEffort** (`"high" | "max" | undefined`)
|
|
94
|
+
**reasoningEffort** (`"low" | "medium" | "high" | "xhigh" | "max" | undefined`)
|
|
@@ -0,0 +1,76 @@
|
|
|
1
|
+
> Discover all available pages from the documentation index: https://mastra.ai/llms.txt
|
|
2
|
+
|
|
3
|
+
# EBCloud
|
|
4
|
+
|
|
5
|
+
Access 4 EBCloud models through Mastra's model router. Authentication is handled automatically using the `EBCLOUD_API_KEY` environment variable.
|
|
6
|
+
|
|
7
|
+
Learn more in the [EBCloud documentation](https://docs.ebtech.com/ai/model-api.html).
|
|
8
|
+
|
|
9
|
+
```bash
|
|
10
|
+
EBCLOUD_API_KEY=your-api-key
|
|
11
|
+
```
|
|
12
|
+
|
|
13
|
+
```typescript
|
|
14
|
+
import { Agent } from "@mastra/core/agent";
|
|
15
|
+
|
|
16
|
+
const agent = new Agent({
|
|
17
|
+
id: "my-agent",
|
|
18
|
+
name: "My Agent",
|
|
19
|
+
instructions: "You are a helpful assistant",
|
|
20
|
+
model: "ebcloud/DeepSeek-V4-Flash"
|
|
21
|
+
});
|
|
22
|
+
|
|
23
|
+
// Generate a response
|
|
24
|
+
const response = await agent.generate("Hello!");
|
|
25
|
+
|
|
26
|
+
// Stream a response
|
|
27
|
+
const stream = await agent.stream("Tell me a story");
|
|
28
|
+
for await (const chunk of stream) {
|
|
29
|
+
console.log(chunk);
|
|
30
|
+
}
|
|
31
|
+
```
|
|
32
|
+
|
|
33
|
+
> **Info:** Mastra uses the OpenAI-compatible `/chat/completions` endpoint. Some provider-specific features may not be available. Check the [EBCloud documentation](https://docs.ebtech.com/ai/model-api.html) for details.
|
|
34
|
+
|
|
35
|
+
## Models
|
|
36
|
+
|
|
37
|
+
| Model | Context | Tools | Reasoning | Image | Audio | Video | Input $/1M | Output $/1M |
|
|
38
|
+
| --------------------------- | ------- | ----- | --------- | ----- | ----- | ----- | ---------- | ----------- |
|
|
39
|
+
| `ebcloud/DeepSeek-V4-Flash` | 1.0M | | | | | | $0.14 | $0.29 |
|
|
40
|
+
| `ebcloud/DeepSeek-V4-Pro` | 1.0M | | | | | | $0.43 | $0.86 |
|
|
41
|
+
| `ebcloud/GLM-5.1` | 200K | | | | | | $0.86 | $3 |
|
|
42
|
+
| `ebcloud/Kimi-K2.6` | 262K | | | | | | $0.93 | $4 |
|
|
43
|
+
|
|
44
|
+
## Advanced configuration
|
|
45
|
+
|
|
46
|
+
### Custom headers
|
|
47
|
+
|
|
48
|
+
```typescript
|
|
49
|
+
const agent = new Agent({
|
|
50
|
+
id: "custom-agent",
|
|
51
|
+
name: "custom-agent",
|
|
52
|
+
model: {
|
|
53
|
+
url: "https://maas-api.ebcloud.com/v1",
|
|
54
|
+
id: "ebcloud/DeepSeek-V4-Flash",
|
|
55
|
+
apiKey: process.env.EBCLOUD_API_KEY,
|
|
56
|
+
headers: {
|
|
57
|
+
"X-Custom-Header": "value"
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
});
|
|
61
|
+
```
|
|
62
|
+
|
|
63
|
+
### Dynamic model selection
|
|
64
|
+
|
|
65
|
+
```typescript
|
|
66
|
+
const agent = new Agent({
|
|
67
|
+
id: "dynamic-agent",
|
|
68
|
+
name: "Dynamic Agent",
|
|
69
|
+
model: ({ requestContext }) => {
|
|
70
|
+
const useAdvanced = requestContext.task === "complex";
|
|
71
|
+
return useAdvanced
|
|
72
|
+
? "ebcloud/Kimi-K2.6"
|
|
73
|
+
: "ebcloud/DeepSeek-V4-Flash";
|
|
74
|
+
}
|
|
75
|
+
});
|
|
76
|
+
```
|
|
@@ -0,0 +1,108 @@
|
|
|
1
|
+
> Discover all available pages from the documentation index: https://mastra.ai/llms.txt
|
|
2
|
+
|
|
3
|
+
# EmpirioLabs AI
|
|
4
|
+
|
|
5
|
+
Access 36 EmpirioLabs AI models through Mastra's model router. Authentication is handled automatically using the `EMPIRIOLABS_API_KEY` environment variable.
|
|
6
|
+
|
|
7
|
+
Learn more in the [EmpirioLabs AI documentation](https://docs.empiriolabs.ai).
|
|
8
|
+
|
|
9
|
+
```bash
|
|
10
|
+
EMPIRIOLABS_API_KEY=your-api-key
|
|
11
|
+
```
|
|
12
|
+
|
|
13
|
+
```typescript
|
|
14
|
+
import { Agent } from "@mastra/core/agent";
|
|
15
|
+
|
|
16
|
+
const agent = new Agent({
|
|
17
|
+
id: "my-agent",
|
|
18
|
+
name: "My Agent",
|
|
19
|
+
instructions: "You are a helpful assistant",
|
|
20
|
+
model: "empiriolabs/deepseek-v4-flash"
|
|
21
|
+
});
|
|
22
|
+
|
|
23
|
+
// Generate a response
|
|
24
|
+
const response = await agent.generate("Hello!");
|
|
25
|
+
|
|
26
|
+
// Stream a response
|
|
27
|
+
const stream = await agent.stream("Tell me a story");
|
|
28
|
+
for await (const chunk of stream) {
|
|
29
|
+
console.log(chunk);
|
|
30
|
+
}
|
|
31
|
+
```
|
|
32
|
+
|
|
33
|
+
> **Info:** Mastra uses the OpenAI-compatible `/chat/completions` endpoint. Some provider-specific features may not be available. Check the [EmpirioLabs AI documentation](https://docs.empiriolabs.ai) for details.
|
|
34
|
+
|
|
35
|
+
## Models
|
|
36
|
+
|
|
37
|
+
| Model | Context | Tools | Reasoning | Image | Audio | Video | Input $/1M | Output $/1M |
|
|
38
|
+
| -------------------------------------- | ------- | ----- | --------- | ----- | ----- | ----- | ---------- | ----------- |
|
|
39
|
+
| `empiriolabs/deepseek-v4-flash` | 1.0M | | | | | | $0.14 | $0.28 |
|
|
40
|
+
| `empiriolabs/deepseek-v4-pro` | 1.0M | | | | | | $2 | $3 |
|
|
41
|
+
| `empiriolabs/fugu-ultra` | 1.0M | | | | | | $8 | $45 |
|
|
42
|
+
| `empiriolabs/gemma-4-26b-a4b` | 262K | | | | | | $0.05 | $0.29 |
|
|
43
|
+
| `empiriolabs/glm-4-5-flash` | 200K | | | | | | — | — |
|
|
44
|
+
| `empiriolabs/glm-4-7-flash` | 200K | | | | | | — | — |
|
|
45
|
+
| `empiriolabs/glm-5-1` | 202K | | | | | | $0.82 | $3 |
|
|
46
|
+
| `empiriolabs/glm-5-2` | 1.0M | | | | | | $1 | $4 |
|
|
47
|
+
| `empiriolabs/kimi-k2-6` | 256K | | | | | | $0.89 | $4 |
|
|
48
|
+
| `empiriolabs/kimi-k2-7-code` | 256K | | | | | | $0.95 | $4 |
|
|
49
|
+
| `empiriolabs/kimi-k2-7-code-highspeed` | 256K | | | | | | $2 | $8 |
|
|
50
|
+
| `empiriolabs/mimo-v2-5` | 1.0M | | | | | | $0.70 | $1 |
|
|
51
|
+
| `empiriolabs/mimo-v2-5-pro` | 1.0M | | | | | | $2 | $4 |
|
|
52
|
+
| `empiriolabs/minimax-m2-7` | 200K | | | | | | $0.15 | $0.60 |
|
|
53
|
+
| `empiriolabs/minimax-m2-7-highspeed` | 200K | | | | | | $0.30 | $1 |
|
|
54
|
+
| `empiriolabs/minimax-m3` | 1.0M | | | | | | $0.23 | $0.90 |
|
|
55
|
+
| `empiriolabs/mistral-medium-3` | 130K | | | | | | — | — |
|
|
56
|
+
| `empiriolabs/mistral-small-4` | 256K | | | | | | $0.15 | $0.60 |
|
|
57
|
+
| `empiriolabs/muse-spark-1-1` | 1.0M | | | | | | $1 | $4 |
|
|
58
|
+
| `empiriolabs/qwen3-5-122b-a10b` | 256K | | | | | | $0.12 | $0.92 |
|
|
59
|
+
| `empiriolabs/qwen3-5-27b` | 256K | | | | | | $0.09 | $0.69 |
|
|
60
|
+
| `empiriolabs/qwen3-5-35b-a3b` | 256K | | | | | | $0.06 | $0.46 |
|
|
61
|
+
| `empiriolabs/qwen3-5-397b-a17b` | 256K | | | | | | $0.17 | $1 |
|
|
62
|
+
| `empiriolabs/qwen3-5-4b` | 262K | | | | | | $0.04 | $0.07 |
|
|
63
|
+
| `empiriolabs/qwen3-5-9b` | 262K | | | | | | $0.09 | $0.13 |
|
|
64
|
+
| `empiriolabs/qwen3-5-plus` | 1.0M | | | | | | $0.36 | $2 |
|
|
65
|
+
| `empiriolabs/qwen3-6-27b` | 256K | | | | | | $0.41 | $2 |
|
|
66
|
+
| `empiriolabs/qwen3-6-flash` | 1.0M | | | | | | $0.25 | $2 |
|
|
67
|
+
| `empiriolabs/qwen3-6-max-preview` | 256K | | | | | | $1 | $8 |
|
|
68
|
+
| `empiriolabs/qwen3-6-plus` | 1.0M | | | | | | $0.50 | $3 |
|
|
69
|
+
| `empiriolabs/qwen3-7-max` | 1.0M | | | | | | $3 | $8 |
|
|
70
|
+
| `empiriolabs/qwen3-7-plus` | 1.0M | | | | | | $0.40 | $2 |
|
|
71
|
+
| `empiriolabs/qwen3-max` | 256K | | | | | | $1 | $6 |
|
|
72
|
+
| `empiriolabs/step-3-5-flash` | 256K | | | | | | $0.10 | $0.30 |
|
|
73
|
+
| `empiriolabs/step-3-5-flash-2603` | 256K | | | | | | $0.10 | $0.30 |
|
|
74
|
+
| `empiriolabs/step-3-7-flash` | 256K | | | | | | $0.20 | $1 |
|
|
75
|
+
|
|
76
|
+
## Advanced configuration
|
|
77
|
+
|
|
78
|
+
### Custom headers
|
|
79
|
+
|
|
80
|
+
```typescript
|
|
81
|
+
const agent = new Agent({
|
|
82
|
+
id: "custom-agent",
|
|
83
|
+
name: "custom-agent",
|
|
84
|
+
model: {
|
|
85
|
+
url: "https://api.empiriolabs.ai/v1",
|
|
86
|
+
id: "empiriolabs/deepseek-v4-flash",
|
|
87
|
+
apiKey: process.env.EMPIRIOLABS_API_KEY,
|
|
88
|
+
headers: {
|
|
89
|
+
"X-Custom-Header": "value"
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
});
|
|
93
|
+
```
|
|
94
|
+
|
|
95
|
+
### Dynamic model selection
|
|
96
|
+
|
|
97
|
+
```typescript
|
|
98
|
+
const agent = new Agent({
|
|
99
|
+
id: "dynamic-agent",
|
|
100
|
+
name: "Dynamic Agent",
|
|
101
|
+
model: ({ requestContext }) => {
|
|
102
|
+
const useAdvanced = requestContext.task === "complex";
|
|
103
|
+
return useAdvanced
|
|
104
|
+
? "empiriolabs/step-3-7-flash"
|
|
105
|
+
: "empiriolabs/deepseek-v4-flash";
|
|
106
|
+
}
|
|
107
|
+
});
|
|
108
|
+
```
|
|
@@ -130,6 +130,10 @@ const response = await agent.generate("Hello!", {
|
|
|
130
130
|
|
|
131
131
|
**serviceTier** (`"standard" | "flex" | "priority" | undefined`)
|
|
132
132
|
|
|
133
|
+
**sharedRequestType** (`"standard" | "flex" | "priority" | undefined`)
|
|
134
|
+
|
|
135
|
+
**requestType** (`"shared" | undefined`)
|
|
136
|
+
|
|
133
137
|
## Direct provider installation
|
|
134
138
|
|
|
135
139
|
This provider can also be installed directly as a standalone package, which can be used instead of the Mastra model router string. View the [package documentation](https://www.npmjs.com/package/@ai-sdk/google) for more details.
|
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
|
|
3
3
|
# HPC-AI
|
|
4
4
|
|
|
5
|
-
Access
|
|
5
|
+
Access 9 HPC-AI models through Mastra's model router. Authentication is handled automatically using the `HPC_AI_API_KEY` environment variable.
|
|
6
6
|
|
|
7
7
|
Learn more in the [HPC-AI documentation](https://www.hpc-ai.com/doc/docs/quickstart/).
|
|
8
8
|
|
|
@@ -17,7 +17,7 @@ const agent = new Agent({
|
|
|
17
17
|
id: "my-agent",
|
|
18
18
|
name: "My Agent",
|
|
19
19
|
instructions: "You are a helpful assistant",
|
|
20
|
-
model: "hpc-ai/
|
|
20
|
+
model: "hpc-ai/anthropic/claude-opus-4.7"
|
|
21
21
|
});
|
|
22
22
|
|
|
23
23
|
// Generate a response
|
|
@@ -34,11 +34,17 @@ for await (const chunk of stream) {
|
|
|
34
34
|
|
|
35
35
|
## Models
|
|
36
36
|
|
|
37
|
-
| Model
|
|
38
|
-
|
|
|
39
|
-
| `hpc-ai/
|
|
40
|
-
| `hpc-ai/
|
|
41
|
-
| `hpc-ai/
|
|
37
|
+
| Model | Context | Tools | Reasoning | Image | Audio | Video | Input $/1M | Output $/1M |
|
|
38
|
+
| ----------------------------------- | ------- | ----- | --------- | ----- | ----- | ----- | ---------- | ----------- |
|
|
39
|
+
| `hpc-ai/anthropic/claude-opus-4.7` | 1.0M | | | | | | $5 | $25 |
|
|
40
|
+
| `hpc-ai/deepseek/deepseek-v4-flash` | 1.0M | | | | | | $0.14 | $0.28 |
|
|
41
|
+
| `hpc-ai/deepseek/deepseek-v4-pro` | 1.0M | | | | | | $2 | $3 |
|
|
42
|
+
| `hpc-ai/minimax/minimax-m2.5` | 196K | | | | | | $0.30 | $1 |
|
|
43
|
+
| `hpc-ai/moonshotai/kimi-k2.5` | 256K | | | | | | $0.60 | $3 |
|
|
44
|
+
| `hpc-ai/moonshotai/kimi-k2.7-code` | 256K | | | | | | $0.95 | $4 |
|
|
45
|
+
| `hpc-ai/openai/gpt-5.5` | 1.1M | | | | | | $5 | $30 |
|
|
46
|
+
| `hpc-ai/zai-org/glm-5.1` | 202K | | | | | | $0.61 | $2 |
|
|
47
|
+
| `hpc-ai/zai-org/glm-5.2` | 1.0M | | | | | | $1 | $4 |
|
|
42
48
|
|
|
43
49
|
## Advanced configuration
|
|
44
50
|
|
|
@@ -50,7 +56,7 @@ const agent = new Agent({
|
|
|
50
56
|
name: "custom-agent",
|
|
51
57
|
model: {
|
|
52
58
|
url: "https://api.hpc-ai.com/inference/v1",
|
|
53
|
-
id: "hpc-ai/
|
|
59
|
+
id: "hpc-ai/anthropic/claude-opus-4.7",
|
|
54
60
|
apiKey: process.env.HPC_AI_API_KEY,
|
|
55
61
|
headers: {
|
|
56
62
|
"X-Custom-Header": "value"
|
|
@@ -68,8 +74,8 @@ const agent = new Agent({
|
|
|
68
74
|
model: ({ requestContext }) => {
|
|
69
75
|
const useAdvanced = requestContext.task === "complex";
|
|
70
76
|
return useAdvanced
|
|
71
|
-
? "hpc-ai/zai-org/glm-5.
|
|
72
|
-
: "hpc-ai/
|
|
77
|
+
? "hpc-ai/zai-org/glm-5.2"
|
|
78
|
+
: "hpc-ai/anthropic/claude-opus-4.7";
|
|
73
79
|
}
|
|
74
80
|
});
|
|
75
81
|
```
|
|
@@ -0,0 +1,78 @@
|
|
|
1
|
+
> Discover all available pages from the documentation index: https://mastra.ai/llms.txt
|
|
2
|
+
|
|
3
|
+
# InferX
|
|
4
|
+
|
|
5
|
+
Access 6 InferX models through Mastra's model router. Authentication is handled automatically using the `INFERX_API_KEY` environment variable.
|
|
6
|
+
|
|
7
|
+
Learn more in the [InferX documentation](https://model.inferx.net/endpoints).
|
|
8
|
+
|
|
9
|
+
```bash
|
|
10
|
+
INFERX_API_KEY=your-api-key
|
|
11
|
+
```
|
|
12
|
+
|
|
13
|
+
```typescript
|
|
14
|
+
import { Agent } from "@mastra/core/agent";
|
|
15
|
+
|
|
16
|
+
const agent = new Agent({
|
|
17
|
+
id: "my-agent",
|
|
18
|
+
name: "My Agent",
|
|
19
|
+
instructions: "You are a helpful assistant",
|
|
20
|
+
model: "inferx/google/gemma-4-31b-it-fp8"
|
|
21
|
+
});
|
|
22
|
+
|
|
23
|
+
// Generate a response
|
|
24
|
+
const response = await agent.generate("Hello!");
|
|
25
|
+
|
|
26
|
+
// Stream a response
|
|
27
|
+
const stream = await agent.stream("Tell me a story");
|
|
28
|
+
for await (const chunk of stream) {
|
|
29
|
+
console.log(chunk);
|
|
30
|
+
}
|
|
31
|
+
```
|
|
32
|
+
|
|
33
|
+
> **Info:** Mastra uses the OpenAI-compatible `/chat/completions` endpoint. Some provider-specific features may not be available. Check the [InferX documentation](https://model.inferx.net/endpoints) for details.
|
|
34
|
+
|
|
35
|
+
## Models
|
|
36
|
+
|
|
37
|
+
| Model | Context | Tools | Reasoning | Image | Audio | Video | Input $/1M | Output $/1M |
|
|
38
|
+
| ------------------------------------- | ------- | ----- | --------- | ----- | ----- | ----- | ---------- | ----------- |
|
|
39
|
+
| `inferx/google/gemma-4-31b-it-fp8` | 262K | | | | | | — | — |
|
|
40
|
+
| `inferx/qwen/qwen3-coder-next-fp8` | 256K | | | | | | — | — |
|
|
41
|
+
| `inferx/qwen/qwen3-coder-next-fp8-1m` | 1.0M | | | | | | — | — |
|
|
42
|
+
| `inferx/qwen/qwen3.5-122b-a10b-nvfp4` | 256K | | | | | | — | — |
|
|
43
|
+
| `inferx/qwen/qwen3.6-27b-fp8` | 262K | | | | | | — | — |
|
|
44
|
+
| `inferx/qwen/qwen3.6-35b-a3b-fp8` | 262K | | | | | | — | — |
|
|
45
|
+
|
|
46
|
+
## Advanced configuration
|
|
47
|
+
|
|
48
|
+
### Custom headers
|
|
49
|
+
|
|
50
|
+
```typescript
|
|
51
|
+
const agent = new Agent({
|
|
52
|
+
id: "custom-agent",
|
|
53
|
+
name: "custom-agent",
|
|
54
|
+
model: {
|
|
55
|
+
url: "https://model.inferx.net/endpoints/v1",
|
|
56
|
+
id: "inferx/google/gemma-4-31b-it-fp8",
|
|
57
|
+
apiKey: process.env.INFERX_API_KEY,
|
|
58
|
+
headers: {
|
|
59
|
+
"X-Custom-Header": "value"
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
});
|
|
63
|
+
```
|
|
64
|
+
|
|
65
|
+
### Dynamic model selection
|
|
66
|
+
|
|
67
|
+
```typescript
|
|
68
|
+
const agent = new Agent({
|
|
69
|
+
id: "dynamic-agent",
|
|
70
|
+
name: "Dynamic Agent",
|
|
71
|
+
model: ({ requestContext }) => {
|
|
72
|
+
const useAdvanced = requestContext.task === "complex";
|
|
73
|
+
return useAdvanced
|
|
74
|
+
? "inferx/qwen/qwen3.6-35b-a3b-fp8"
|
|
75
|
+
: "inferx/google/gemma-4-31b-it-fp8";
|
|
76
|
+
}
|
|
77
|
+
});
|
|
78
|
+
```
|
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
|
|
3
3
|
# LLM Gateway
|
|
4
4
|
|
|
5
|
-
Access
|
|
5
|
+
Access 176 LLM Gateway models through Mastra's model router. Authentication is handled automatically using the `LLMGATEWAY_API_KEY` environment variable.
|
|
6
6
|
|
|
7
7
|
Learn more in the [LLM Gateway documentation](https://llmgateway.io/docs).
|
|
8
8
|
|
|
@@ -81,7 +81,6 @@ for await (const chunk of stream) {
|
|
|
81
81
|
| `llmgateway/glm-4.7-flash` | 200K | | | | | | $0.06 | $0.40 |
|
|
82
82
|
| `llmgateway/glm-4.7-flashx` | 200K | | | | | | $0.07 | $0.40 |
|
|
83
83
|
| `llmgateway/glm-5` | 203K | | | | | | $0.72 | $2 |
|
|
84
|
-
| `llmgateway/glm-5-2` | 1.0M | | | | | | $1 | $4 |
|
|
85
84
|
| `llmgateway/glm-5.1` | 205K | | | | | | $0.93 | $3 |
|
|
86
85
|
| `llmgateway/glm-5.2` | 1.0M | | | | | | $1 | $4 |
|
|
87
86
|
| `llmgateway/gpt-3.5-turbo` | 16K | | | | | | $0.50 | $2 |
|
|
@@ -144,8 +143,6 @@ for await (const chunk of stream) {
|
|
|
144
143
|
| `llmgateway/llama-3.3-70b-instruct` | 131K | | | | | | $0.13 | $0.40 |
|
|
145
144
|
| `llmgateway/llama-4-maverick-17b-instruct` | 1.0M | | | | | | $0.27 | $0.85 |
|
|
146
145
|
| `llmgateway/llama-4-scout-17b-instruct` | 131K | | | | | | $0.18 | $0.59 |
|
|
147
|
-
| `llmgateway/mimo-v2-omni` | 256K | | | | | | $0.40 | $2 |
|
|
148
|
-
| `llmgateway/mimo-v2-pro` | 1.0M | | | | | | $1 | $3 |
|
|
149
146
|
| `llmgateway/mimo-v2.5` | 1.0M | | | | | | $0.14 | $0.28 |
|
|
150
147
|
| `llmgateway/mimo-v2.5-pro` | 1.0M | | | | | | $0.43 | $0.87 |
|
|
151
148
|
| `llmgateway/minimax-m2` | 197K | | | | | | $0.20 | $1 |
|
|
@@ -163,6 +160,7 @@ for await (const chunk of stream) {
|
|
|
163
160
|
| `llmgateway/mistral-large-2512` | 262K | | | | | | $0.50 | $2 |
|
|
164
161
|
| `llmgateway/mistral-large-latest` | 128K | | | | | | $4 | $12 |
|
|
165
162
|
| `llmgateway/mistral-small-2506` | 128K | | | | | | $0.10 | $0.30 |
|
|
163
|
+
| `llmgateway/muse-spark-1.1` | 1.0M | | | | | | $1 | $4 |
|
|
166
164
|
| `llmgateway/nemotron-3-ultra-550b` | 262K | | | | | | $0.50 | $3 |
|
|
167
165
|
| `llmgateway/o1` | 200K | | | | | | $15 | $60 |
|
|
168
166
|
| `llmgateway/o3` | 200K | | | | | | $2 | $8 |
|
|
@@ -176,9 +174,6 @@ for await (const chunk of stream) {
|
|
|
176
174
|
| `llmgateway/qwen-omni-turbo` | 33K | | | | | | $0.20 | $0.80 |
|
|
177
175
|
| `llmgateway/qwen-plus` | 131K | | | | | | $0.40 | $1 |
|
|
178
176
|
| `llmgateway/qwen-plus-latest` | 1.0M | | | | | | $0.40 | $1 |
|
|
179
|
-
| `llmgateway/qwen-turbo` | 1.0M | | | | | | $0.05 | $0.20 |
|
|
180
|
-
| `llmgateway/qwen-vl-max` | 131K | | | | | | $0.80 | $3 |
|
|
181
|
-
| `llmgateway/qwen-vl-plus` | 131K | | | | | | $0.21 | $0.64 |
|
|
182
177
|
| `llmgateway/qwen2-5-vl-32b-instruct` | 131K | | | | | | $1 | $4 |
|
|
183
178
|
| `llmgateway/qwen2-5-vl-72b-instruct` | 33K | | | | | | $0.13 | $0.40 |
|
|
184
179
|
| `llmgateway/qwen3-235b-a22b-fp8` | 41K | | | | | | $0.20 | $0.80 |
|
|
@@ -210,7 +205,6 @@ for await (const chunk of stream) {
|
|
|
210
205
|
| `llmgateway/qwen3.7-max` | 1.0M | | | | | | $1 | $4 |
|
|
211
206
|
| `llmgateway/qwen3.7-plus` | 1.0M | | | | | | $0.40 | $2 |
|
|
212
207
|
| `llmgateway/qwen35-397b-a17b` | 262K | | | | | | $0.60 | $4 |
|
|
213
|
-
| `llmgateway/qwq-plus` | 131K | | | | | | $0.80 | $2 |
|
|
214
208
|
| `llmgateway/seed-1-6-250615` | 256K | | | | | | $0.25 | $2 |
|
|
215
209
|
| `llmgateway/seed-1-6-250915` | 256K | | | | | | $0.25 | $2 |
|
|
216
210
|
| `llmgateway/seed-1-6-flash-250715` | 256K | | | | | | $0.07 | $0.30 |
|
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
> Discover all available pages from the documentation index: https://mastra.ai/llms.txt
|
|
2
|
+
|
|
3
|
+
# Lynkr
|
|
4
|
+
|
|
5
|
+
Access 1 Lynkr model through Mastra's model router. Authentication is handled automatically using the `LYNKR_API_KEY` environment variable.
|
|
6
|
+
|
|
7
|
+
Learn more in the [Lynkr documentation](https://github.com/Fast-Editor/Lynkr).
|
|
8
|
+
|
|
9
|
+
```bash
|
|
10
|
+
LYNKR_API_KEY=your-api-key
|
|
11
|
+
```
|
|
12
|
+
|
|
13
|
+
```typescript
|
|
14
|
+
import { Agent } from "@mastra/core/agent";
|
|
15
|
+
|
|
16
|
+
const agent = new Agent({
|
|
17
|
+
id: "my-agent",
|
|
18
|
+
name: "My Agent",
|
|
19
|
+
instructions: "You are a helpful assistant",
|
|
20
|
+
model: "lynkr/lynkr-auto"
|
|
21
|
+
});
|
|
22
|
+
|
|
23
|
+
// Generate a response
|
|
24
|
+
const response = await agent.generate("Hello!");
|
|
25
|
+
|
|
26
|
+
// Stream a response
|
|
27
|
+
const stream = await agent.stream("Tell me a story");
|
|
28
|
+
for await (const chunk of stream) {
|
|
29
|
+
console.log(chunk);
|
|
30
|
+
}
|
|
31
|
+
```
|
|
32
|
+
|
|
33
|
+
> **Info:** Mastra uses the OpenAI-compatible `/chat/completions` endpoint. Some provider-specific features may not be available. Check the [Lynkr documentation](https://github.com/Fast-Editor/Lynkr) for details.
|
|
34
|
+
|
|
35
|
+
## Models
|
|
36
|
+
|
|
37
|
+
| Model | Context | Tools | Reasoning | Image | Audio | Video | Input $/1M | Output $/1M |
|
|
38
|
+
| ------------------ | ------- | ----- | --------- | ----- | ----- | ----- | ---------- | ----------- |
|
|
39
|
+
| `lynkr/lynkr-auto` | 128K | | | | | | — | — |
|
|
40
|
+
|
|
41
|
+
## Advanced configuration
|
|
42
|
+
|
|
43
|
+
### Custom headers
|
|
44
|
+
|
|
45
|
+
```typescript
|
|
46
|
+
const agent = new Agent({
|
|
47
|
+
id: "custom-agent",
|
|
48
|
+
name: "custom-agent",
|
|
49
|
+
model: {
|
|
50
|
+
url: "http://127.0.0.1:8081/v1",
|
|
51
|
+
id: "lynkr/lynkr-auto",
|
|
52
|
+
apiKey: process.env.LYNKR_API_KEY,
|
|
53
|
+
headers: {
|
|
54
|
+
"X-Custom-Header": "value"
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
});
|
|
58
|
+
```
|
|
59
|
+
|
|
60
|
+
### Dynamic model selection
|
|
61
|
+
|
|
62
|
+
```typescript
|
|
63
|
+
const agent = new Agent({
|
|
64
|
+
id: "dynamic-agent",
|
|
65
|
+
name: "Dynamic Agent",
|
|
66
|
+
model: ({ requestContext }) => {
|
|
67
|
+
const useAdvanced = requestContext.task === "complex";
|
|
68
|
+
return useAdvanced
|
|
69
|
+
? "lynkr/lynkr-auto"
|
|
70
|
+
: "lynkr/lynkr-auto";
|
|
71
|
+
}
|
|
72
|
+
});
|
|
73
|
+
```
|
|
@@ -0,0 +1,87 @@
|
|
|
1
|
+
> Discover all available pages from the documentation index: https://mastra.ai/llms.txt
|
|
2
|
+
|
|
3
|
+
# Model Oracle AI
|
|
4
|
+
|
|
5
|
+
Access 15 Model Oracle AI models through Mastra's model router. Authentication is handled automatically using the `MODEL_ORACLE_API_KEY` environment variable.
|
|
6
|
+
|
|
7
|
+
Learn more in the [Model Oracle AI documentation](https://modeloracle.com/setup/).
|
|
8
|
+
|
|
9
|
+
```bash
|
|
10
|
+
MODEL_ORACLE_API_KEY=your-api-key
|
|
11
|
+
```
|
|
12
|
+
|
|
13
|
+
```typescript
|
|
14
|
+
import { Agent } from "@mastra/core/agent";
|
|
15
|
+
|
|
16
|
+
const agent = new Agent({
|
|
17
|
+
id: "my-agent",
|
|
18
|
+
name: "My Agent",
|
|
19
|
+
instructions: "You are a helpful assistant",
|
|
20
|
+
model: "model-oracle-ai/auto"
|
|
21
|
+
});
|
|
22
|
+
|
|
23
|
+
// Generate a response
|
|
24
|
+
const response = await agent.generate("Hello!");
|
|
25
|
+
|
|
26
|
+
// Stream a response
|
|
27
|
+
const stream = await agent.stream("Tell me a story");
|
|
28
|
+
for await (const chunk of stream) {
|
|
29
|
+
console.log(chunk);
|
|
30
|
+
}
|
|
31
|
+
```
|
|
32
|
+
|
|
33
|
+
> **Info:** Mastra uses the OpenAI-compatible `/chat/completions` endpoint. Some provider-specific features may not be available. Check the [Model Oracle AI documentation](https://modeloracle.com/setup/) for details.
|
|
34
|
+
|
|
35
|
+
## Models
|
|
36
|
+
|
|
37
|
+
| Model | Context | Tools | Reasoning | Image | Audio | Video | Input $/1M | Output $/1M |
|
|
38
|
+
| ---------------------------------- | ------- | ----- | --------- | ----- | ----- | ----- | ---------- | ----------- |
|
|
39
|
+
| `model-oracle-ai/auto` | 1.0M | | | | | | — | — |
|
|
40
|
+
| `model-oracle-ai/claude-fable-5` | 1.0M | | | | | | — | — |
|
|
41
|
+
| `model-oracle-ai/claude-haiku-4.5` | 200K | | | | | | — | — |
|
|
42
|
+
| `model-oracle-ai/claude-opus-4.8` | 1.0M | | | | | | — | — |
|
|
43
|
+
| `model-oracle-ai/claude-sonnet-5` | 1.0M | | | | | | — | — |
|
|
44
|
+
| `model-oracle-ai/deepseek-v4-pro` | 1.0M | | | | | | — | — |
|
|
45
|
+
| `model-oracle-ai/glm-5.2` | 1.0M | | | | | | — | — |
|
|
46
|
+
| `model-oracle-ai/gpt-4.1` | 1.0M | | | | | | — | — |
|
|
47
|
+
| `model-oracle-ai/gpt-4.1-mini` | 1.0M | | | | | | — | — |
|
|
48
|
+
| `model-oracle-ai/gpt-5` | 400K | | | | | | — | — |
|
|
49
|
+
| `model-oracle-ai/gpt-5.4` | 1.1M | | | | | | — | — |
|
|
50
|
+
| `model-oracle-ai/gpt-5.4-mini` | 400K | | | | | | — | — |
|
|
51
|
+
| `model-oracle-ai/gpt-5.4-nano` | 400K | | | | | | — | — |
|
|
52
|
+
| `model-oracle-ai/gpt-5.5` | 1.1M | | | | | | — | — |
|
|
53
|
+
| `model-oracle-ai/o4-mini` | 200K | | | | | | — | — |
|
|
54
|
+
|
|
55
|
+
## Advanced configuration
|
|
56
|
+
|
|
57
|
+
### Custom headers
|
|
58
|
+
|
|
59
|
+
```typescript
|
|
60
|
+
const agent = new Agent({
|
|
61
|
+
id: "custom-agent",
|
|
62
|
+
name: "custom-agent",
|
|
63
|
+
model: {
|
|
64
|
+
url: "https://api.modeloracle.com/api/v1",
|
|
65
|
+
id: "model-oracle-ai/auto",
|
|
66
|
+
apiKey: process.env.MODEL_ORACLE_API_KEY,
|
|
67
|
+
headers: {
|
|
68
|
+
"X-Custom-Header": "value"
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
});
|
|
72
|
+
```
|
|
73
|
+
|
|
74
|
+
### Dynamic model selection
|
|
75
|
+
|
|
76
|
+
```typescript
|
|
77
|
+
const agent = new Agent({
|
|
78
|
+
id: "dynamic-agent",
|
|
79
|
+
name: "Dynamic Agent",
|
|
80
|
+
model: ({ requestContext }) => {
|
|
81
|
+
const useAdvanced = requestContext.task === "complex";
|
|
82
|
+
return useAdvanced
|
|
83
|
+
? "model-oracle-ai/o4-mini"
|
|
84
|
+
: "model-oracle-ai/auto";
|
|
85
|
+
}
|
|
86
|
+
});
|
|
87
|
+
```
|
|
@@ -83,7 +83,7 @@ const agent = new Agent({
|
|
|
83
83
|
id: "custom-agent",
|
|
84
84
|
name: "custom-agent",
|
|
85
85
|
model: {
|
|
86
|
-
url: "${NEON_AI_GATEWAY_BASE_URL}/
|
|
86
|
+
url: "${NEON_AI_GATEWAY_BASE_URL}/v1",
|
|
87
87
|
id: "neon/claude-haiku-4-5",
|
|
88
88
|
apiKey: process.env.NEON_AI_GATEWAY_TOKEN,
|
|
89
89
|
headers: {
|
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
|
|
3
3
|
# Nvidia
|
|
4
4
|
|
|
5
|
-
Access
|
|
5
|
+
Access 82 Nvidia models through Mastra's model router. Authentication is handled automatically using the `NVIDIA_API_KEY` environment variable.
|
|
6
6
|
|
|
7
7
|
Learn more in the [Nvidia documentation](https://docs.api.nvidia.com/nim/).
|
|
8
8
|
|
|
@@ -73,8 +73,6 @@ for await (const chunk of stream) {
|
|
|
73
73
|
| `nvidia/mistralai/mistral-small-4-119b-2603` | 128K | | | | | | — | — |
|
|
74
74
|
| `nvidia/mistralai/mixtral-8x22b-instruct` | 66K | | | | | | — | — |
|
|
75
75
|
| `nvidia/mistralai/mixtral-8x7b-instruct` | 33K | | | | | | — | — |
|
|
76
|
-
| `nvidia/moonshotai/kimi-k2-instruct-0905` | 262K | | | | | | — | — |
|
|
77
|
-
| `nvidia/moonshotai/kimi-k2.6` | 262K | | | | | | — | — |
|
|
78
76
|
| `nvidia/nvidia/active-speaker-detection` | — | | | | | | — | — |
|
|
79
77
|
| `nvidia/nvidia/bevformer` | 128K | | | | | | — | — |
|
|
80
78
|
| `nvidia/nvidia/cosmos-predict1-5b` | — | | | | | | — | — |
|