@mastra/mcp-docs-server 0.13.39 → 1.0.0-beta.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.docs/organized/changelogs/%40internal%2Fai-sdk-v4.md +1 -0
- package/.docs/organized/changelogs/%40internal%2Fchangeset-cli.md +0 -10
- package/.docs/organized/changelogs/%40internal%2Fexternal-types.md +0 -10
- package/.docs/organized/changelogs/%40internal%2Fstorage-test-utils.md +36 -36
- package/.docs/organized/changelogs/%40internal%2Ftypes-builder.md +0 -10
- package/.docs/organized/changelogs/%40mastra%2Fagent-builder.md +70 -70
- package/.docs/organized/changelogs/%40mastra%2Fai-sdk.md +40 -40
- package/.docs/organized/changelogs/%40mastra%2Fastra.md +19 -19
- package/.docs/organized/changelogs/%40mastra%2Fauth.md +4 -14
- package/.docs/organized/changelogs/%40mastra%2Fchroma.md +18 -18
- package/.docs/organized/changelogs/%40mastra%2Fclickhouse.md +199 -199
- package/.docs/organized/changelogs/%40mastra%2Fclient-js.md +223 -223
- package/.docs/organized/changelogs/%40mastra%2Fcloudflare-d1.md +190 -190
- package/.docs/organized/changelogs/%40mastra%2Fcloudflare.md +199 -199
- package/.docs/organized/changelogs/%40mastra%2Fcodemod.md +7 -0
- package/.docs/organized/changelogs/%40mastra%2Fcore.md +214 -214
- package/.docs/organized/changelogs/%40mastra%2Fcouchbase.md +16 -16
- package/.docs/organized/changelogs/%40mastra%2Fdeployer-cloud.md +74 -74
- package/.docs/organized/changelogs/%40mastra%2Fdeployer-cloudflare.md +67 -67
- package/.docs/organized/changelogs/%40mastra%2Fdeployer-netlify.md +70 -70
- package/.docs/organized/changelogs/%40mastra%2Fdeployer-vercel.md +67 -67
- package/.docs/organized/changelogs/%40mastra%2Fdeployer.md +209 -209
- package/.docs/organized/changelogs/%40mastra%2Fdynamodb.md +191 -191
- package/.docs/organized/changelogs/%40mastra%2Fevals.md +34 -34
- package/.docs/organized/changelogs/%40mastra%2Ffastembed.md +5 -13
- package/.docs/organized/changelogs/%40mastra%2Flance.md +182 -182
- package/.docs/organized/changelogs/%40mastra%2Flibsql.md +199 -199
- package/.docs/organized/changelogs/%40mastra%2Floggers.md +20 -20
- package/.docs/organized/changelogs/%40mastra%2Fmcp-docs-server.md +58 -58
- package/.docs/organized/changelogs/%40mastra%2Fmcp-registry-registry.md +20 -20
- package/.docs/organized/changelogs/%40mastra%2Fmcp.md +65 -65
- package/.docs/organized/changelogs/%40mastra%2Fmemory.md +228 -228
- package/.docs/organized/changelogs/%40mastra%2Fmongodb.md +199 -199
- package/.docs/organized/changelogs/%40mastra%2Fmssql.md +206 -206
- package/.docs/organized/changelogs/%40mastra%2Fopensearch.md +19 -19
- package/.docs/organized/changelogs/%40mastra%2Fpg.md +197 -197
- package/.docs/organized/changelogs/%40mastra%2Fpinecone.md +16 -16
- package/.docs/organized/changelogs/%40mastra%2Fplayground-ui.md +217 -217
- package/.docs/organized/changelogs/%40mastra%2Fqdrant.md +16 -16
- package/.docs/organized/changelogs/%40mastra%2Frag.md +61 -61
- package/.docs/organized/changelogs/%40mastra%2Freact.md +70 -70
- package/.docs/organized/changelogs/%40mastra%2Fs3vectors.md +9 -17
- package/.docs/organized/changelogs/%40mastra%2Fschema-compat.md +6 -30
- package/.docs/organized/changelogs/%40mastra%2Fserver.md +206 -206
- package/.docs/organized/changelogs/%40mastra%2Fturbopuffer.md +16 -16
- package/.docs/organized/changelogs/%40mastra%2Fupstash.md +190 -190
- package/.docs/organized/changelogs/%40mastra%2Fvectorize.md +18 -18
- package/.docs/organized/changelogs/%40mastra%2Fvoice-azure.md +21 -21
- package/.docs/organized/changelogs/%40mastra%2Fvoice-cloudflare.md +20 -20
- package/.docs/organized/changelogs/%40mastra%2Fvoice-deepgram.md +20 -20
- package/.docs/organized/changelogs/%40mastra%2Fvoice-elevenlabs.md +20 -20
- package/.docs/organized/changelogs/%40mastra%2Fvoice-gladia.md +20 -20
- package/.docs/organized/changelogs/%40mastra%2Fvoice-google-gemini-live.md +56 -56
- package/.docs/organized/changelogs/%40mastra%2Fvoice-google.md +20 -20
- package/.docs/organized/changelogs/%40mastra%2Fvoice-murf.md +20 -20
- package/.docs/organized/changelogs/%40mastra%2Fvoice-openai-realtime.md +56 -56
- package/.docs/organized/changelogs/%40mastra%2Fvoice-openai.md +20 -20
- package/.docs/organized/changelogs/%40mastra%2Fvoice-playai.md +20 -20
- package/.docs/organized/changelogs/%40mastra%2Fvoice-sarvam.md +20 -20
- package/.docs/organized/changelogs/%40mastra%2Fvoice-speechify.md +20 -20
- package/.docs/organized/changelogs/create-mastra.md +33 -33
- package/.docs/organized/changelogs/mastra.md +86 -86
- package/.docs/organized/code-examples/a2a.md +4 -2
- package/.docs/organized/code-examples/agui.md +12 -9
- package/.docs/organized/code-examples/ai-sdk-useChat.md +12 -18
- package/.docs/organized/code-examples/ai-sdk-v5.md +4 -2
- package/.docs/organized/code-examples/bird-checker-with-express.md +5 -4
- package/.docs/organized/code-examples/bird-checker-with-nextjs-and-eval.md +4 -3
- package/.docs/organized/code-examples/bird-checker-with-nextjs.md +4 -3
- package/.docs/organized/code-examples/client-side-tools.md +1 -0
- package/.docs/organized/code-examples/crypto-chatbot.md +1 -1
- package/.docs/organized/code-examples/experimental-auth-weather-agent.md +8 -177
- package/.docs/organized/code-examples/fireworks-r1.md +2 -2
- package/.docs/organized/code-examples/heads-up-game.md +10 -7
- package/.docs/organized/code-examples/mcp-configuration.md +5 -3
- package/.docs/organized/code-examples/mcp-registry-registry.md +3 -2
- package/.docs/organized/code-examples/memory-per-resource-example.md +4 -2
- package/.docs/organized/code-examples/memory-todo-agent.md +1 -0
- package/.docs/organized/code-examples/memory-with-context.md +2 -1
- package/.docs/organized/code-examples/memory-with-libsql.md +4 -2
- package/.docs/organized/code-examples/memory-with-mongodb.md +4 -2
- package/.docs/organized/code-examples/memory-with-pg.md +4 -2
- package/.docs/organized/code-examples/memory-with-processors.md +13 -8
- package/.docs/organized/code-examples/memory-with-upstash.md +5 -3
- package/.docs/organized/code-examples/openapi-spec-writer.md +32 -41
- package/.docs/organized/code-examples/quick-start.md +5 -32
- package/.docs/organized/code-examples/stock-price-tool.md +6 -5
- package/.docs/organized/code-examples/weather-agent.md +21 -16
- package/.docs/organized/code-examples/workflow-ai-recruiter.md +3 -2
- package/.docs/organized/code-examples/workflow-with-inline-steps.md +9 -12
- package/.docs/organized/code-examples/workflow-with-memory.md +16 -15
- package/.docs/organized/code-examples/workflow-with-separate-steps.md +2 -2
- package/.docs/organized/code-examples/workflow-with-suspend-resume.md +3 -2
- package/.docs/raw/agents/adding-voice.mdx +27 -22
- package/.docs/raw/agents/agent-memory.mdx +23 -15
- package/.docs/raw/agents/guardrails.mdx +33 -12
- package/.docs/raw/agents/networks.mdx +8 -4
- package/.docs/raw/agents/overview.mdx +21 -15
- package/.docs/raw/agents/using-tools.mdx +11 -8
- package/.docs/raw/auth/auth0.mdx +8 -8
- package/.docs/raw/auth/clerk.mdx +6 -6
- package/.docs/raw/auth/firebase.mdx +8 -8
- package/.docs/raw/auth/index.mdx +6 -6
- package/.docs/raw/auth/jwt.mdx +6 -6
- package/.docs/raw/auth/supabase.mdx +7 -7
- package/.docs/raw/auth/workos.mdx +8 -8
- package/.docs/raw/community/contributing-templates.mdx +3 -3
- package/.docs/raw/community/discord.mdx +1 -1
- package/.docs/raw/course/01-first-agent/08-exporting-your-agent.md +2 -1
- package/.docs/raw/course/01-first-agent/16-adding-memory-to-agent.md +2 -1
- package/.docs/raw/course/02-agent-tools-mcp/31-enhancing-memory-configuration.md +2 -0
- package/.docs/raw/course/03-agent-memory/04-creating-basic-memory-agent.md +1 -0
- package/.docs/raw/course/03-agent-memory/10-storage-configuration.md +2 -3
- package/.docs/raw/course/03-agent-memory/13-vector-store-configuration.md +2 -0
- package/.docs/raw/course/03-agent-memory/16-configuring-semantic-recall.md +2 -0
- package/.docs/raw/course/03-agent-memory/18-advanced-configuration-semantic-recall.md +1 -0
- package/.docs/raw/course/03-agent-memory/21-configuring-working-memory.md +2 -0
- package/.docs/raw/course/03-agent-memory/22-custom-working-memory-templates.md +1 -0
- package/.docs/raw/course/03-agent-memory/25-combining-memory-features.md +1 -0
- package/.docs/raw/course/03-agent-memory/27-creating-learning-assistant.md +1 -0
- package/.docs/raw/course/04-workflows/08-running-workflows-programmatically.md +2 -2
- package/.docs/raw/deployment/cloud-providers/amazon-ec2.mdx +5 -5
- package/.docs/raw/deployment/cloud-providers/aws-lambda.mdx +7 -5
- package/.docs/raw/deployment/cloud-providers/azure-app-services.mdx +3 -3
- package/.docs/raw/deployment/cloud-providers/digital-ocean.mdx +4 -4
- package/.docs/raw/deployment/cloud-providers/index.mdx +11 -8
- package/.docs/raw/deployment/monorepo.mdx +2 -2
- package/.docs/raw/deployment/overview.mdx +2 -2
- package/.docs/raw/deployment/server-deployment.mdx +2 -10
- package/.docs/raw/deployment/serverless-platforms/cloudflare-deployer.mdx +4 -4
- package/.docs/raw/deployment/serverless-platforms/index.mdx +10 -7
- package/.docs/raw/deployment/serverless-platforms/netlify-deployer.mdx +4 -4
- package/.docs/raw/deployment/serverless-platforms/vercel-deployer.mdx +4 -4
- package/.docs/raw/deployment/web-framework.mdx +8 -8
- package/.docs/raw/{scorers → evals}/custom-scorers.mdx +6 -6
- package/.docs/raw/evals/off-the-shelf-scorers.mdx +50 -0
- package/.docs/raw/{scorers → evals}/overview.mdx +8 -8
- package/.docs/raw/evals/running-in-ci.mdx +113 -0
- package/.docs/raw/frameworks/agentic-uis/ai-sdk.mdx +22 -21
- package/.docs/raw/frameworks/agentic-uis/copilotkit.mdx +8 -8
- package/.docs/raw/frameworks/agentic-uis/openrouter.mdx +3 -0
- package/.docs/raw/frameworks/servers/express.mdx +10 -9
- package/.docs/raw/frameworks/web-frameworks/astro.mdx +6 -6
- package/.docs/raw/frameworks/web-frameworks/next-js.mdx +3 -3
- package/.docs/raw/frameworks/web-frameworks/sveltekit.mdx +4 -4
- package/.docs/raw/frameworks/web-frameworks/vite-react.mdx +2 -2
- package/.docs/raw/getting-started/installation.mdx +13 -12
- package/.docs/raw/getting-started/mcp-docs-server.mdx +1 -1
- package/.docs/raw/getting-started/project-structure.mdx +4 -4
- package/.docs/raw/getting-started/studio.mdx +8 -8
- package/.docs/raw/getting-started/templates.mdx +1 -1
- package/.docs/raw/guides/guide/ai-recruiter.mdx +264 -0
- package/.docs/raw/guides/guide/chef-michel.mdx +271 -0
- package/.docs/raw/guides/guide/notes-mcp-server.mdx +450 -0
- package/.docs/raw/guides/guide/research-assistant.mdx +389 -0
- package/.docs/raw/guides/guide/stock-agent.mdx +185 -0
- package/.docs/raw/guides/guide/web-search.mdx +291 -0
- package/.docs/raw/guides/index.mdx +43 -0
- package/.docs/raw/guides/migrations/agentnetwork.mdx +114 -0
- package/.docs/raw/guides/migrations/upgrade-to-v1/_template.mdx +50 -0
- package/.docs/raw/guides/migrations/upgrade-to-v1/agent.mdx +265 -0
- package/.docs/raw/guides/migrations/upgrade-to-v1/cli.mdx +48 -0
- package/.docs/raw/guides/migrations/upgrade-to-v1/client.mdx +153 -0
- package/.docs/raw/guides/migrations/upgrade-to-v1/evals.mdx +230 -0
- package/.docs/raw/guides/migrations/upgrade-to-v1/mastra.mdx +171 -0
- package/.docs/raw/guides/migrations/upgrade-to-v1/mcp.mdx +114 -0
- package/.docs/raw/guides/migrations/upgrade-to-v1/memory.mdx +241 -0
- package/.docs/raw/guides/migrations/upgrade-to-v1/overview.mdx +83 -0
- package/.docs/raw/guides/migrations/upgrade-to-v1/processors.mdx +62 -0
- package/.docs/raw/guides/migrations/upgrade-to-v1/storage.mdx +270 -0
- package/.docs/raw/guides/migrations/upgrade-to-v1/tools.mdx +115 -0
- package/.docs/raw/guides/migrations/upgrade-to-v1/tracing.mdx +280 -0
- package/.docs/raw/guides/migrations/upgrade-to-v1/vectors.mdx +23 -0
- package/.docs/raw/guides/migrations/upgrade-to-v1/voice.mdx +39 -0
- package/.docs/raw/guides/migrations/upgrade-to-v1/workflows.mdx +178 -0
- package/.docs/raw/guides/migrations/vnext-to-standard-apis.mdx +367 -0
- package/.docs/raw/index.mdx +9 -9
- package/.docs/raw/{observability/logging.mdx → logging.mdx} +4 -4
- package/.docs/raw/mastra-cloud/dashboard.mdx +2 -2
- package/.docs/raw/mastra-cloud/observability.mdx +6 -6
- package/.docs/raw/mastra-cloud/overview.mdx +2 -2
- package/.docs/raw/mastra-cloud/setting-up.mdx +4 -4
- package/.docs/raw/memory/conversation-history.mdx +1 -0
- package/.docs/raw/memory/memory-processors.mdx +4 -3
- package/.docs/raw/memory/overview.mdx +9 -5
- package/.docs/raw/memory/semantic-recall.mdx +12 -7
- package/.docs/raw/memory/storage/memory-with-libsql.mdx +10 -5
- package/.docs/raw/memory/storage/memory-with-pg.mdx +9 -4
- package/.docs/raw/memory/storage/memory-with-upstash.mdx +9 -4
- package/.docs/raw/memory/threads-and-resources.mdx +11 -13
- package/.docs/raw/memory/working-memory.mdx +30 -14
- package/.docs/raw/observability/overview.mdx +13 -30
- package/.docs/raw/observability/{ai-tracing → tracing}/exporters/arize.mdx +10 -18
- package/.docs/raw/observability/{ai-tracing → tracing}/exporters/braintrust.mdx +7 -16
- package/.docs/raw/observability/{ai-tracing → tracing}/exporters/cloud.mdx +11 -17
- package/.docs/raw/observability/{ai-tracing → tracing}/exporters/default.mdx +16 -20
- package/.docs/raw/observability/{ai-tracing → tracing}/exporters/langfuse.mdx +7 -16
- package/.docs/raw/observability/{ai-tracing → tracing}/exporters/langsmith.mdx +7 -16
- package/.docs/raw/observability/{ai-tracing → tracing}/exporters/otel.mdx +9 -18
- package/.docs/raw/observability/{ai-tracing → tracing}/overview.mdx +107 -142
- package/.docs/raw/observability/{ai-tracing → tracing}/processors/sensitive-data-filter.mdx +14 -13
- package/.docs/raw/rag/chunking-and-embedding.mdx +5 -5
- package/.docs/raw/rag/overview.mdx +3 -13
- package/.docs/raw/rag/retrieval.mdx +24 -12
- package/.docs/raw/rag/vector-databases.mdx +7 -1
- package/.docs/raw/reference/agents/agent.mdx +33 -28
- package/.docs/raw/reference/agents/generate.mdx +10 -10
- package/.docs/raw/reference/agents/generateLegacy.mdx +8 -8
- package/.docs/raw/reference/agents/getDefaultGenerateOptions.mdx +21 -15
- package/.docs/raw/reference/agents/getDefaultOptions.mdx +69 -0
- package/.docs/raw/reference/agents/getDefaultStreamOptions.mdx +22 -16
- package/.docs/raw/reference/agents/getDescription.mdx +1 -1
- package/.docs/raw/reference/agents/getInstructions.mdx +8 -8
- package/.docs/raw/reference/agents/getLLM.mdx +9 -9
- package/.docs/raw/reference/agents/getMemory.mdx +9 -9
- package/.docs/raw/reference/agents/getModel.mdx +10 -10
- package/.docs/raw/reference/agents/getVoice.mdx +8 -8
- package/.docs/raw/reference/agents/listAgents.mdx +9 -9
- package/.docs/raw/reference/agents/listScorers.mdx +7 -7
- package/.docs/raw/reference/agents/listTools.mdx +7 -7
- package/.docs/raw/reference/agents/listWorkflows.mdx +7 -7
- package/.docs/raw/reference/agents/network.mdx +11 -10
- package/.docs/raw/reference/auth/auth0.mdx +4 -4
- package/.docs/raw/reference/auth/clerk.mdx +4 -4
- package/.docs/raw/reference/auth/firebase.mdx +6 -6
- package/.docs/raw/reference/auth/jwt.mdx +4 -4
- package/.docs/raw/reference/auth/supabase.mdx +4 -4
- package/.docs/raw/reference/auth/workos.mdx +4 -4
- package/.docs/raw/reference/cli/mastra.mdx +7 -7
- package/.docs/raw/reference/client-js/agents.mdx +6 -2
- package/.docs/raw/reference/client-js/mastra-client.mdx +7 -7
- package/.docs/raw/reference/client-js/memory.mdx +24 -16
- package/.docs/raw/reference/client-js/observability.mdx +11 -11
- package/.docs/raw/reference/client-js/workflows.mdx +6 -34
- package/.docs/raw/reference/core/getAgent.mdx +1 -1
- package/.docs/raw/reference/core/getAgentById.mdx +1 -1
- package/.docs/raw/reference/core/getDeployer.mdx +2 -2
- package/.docs/raw/reference/core/getLogger.mdx +2 -2
- package/.docs/raw/reference/core/getMCPServer.mdx +31 -15
- package/.docs/raw/reference/core/getMCPServerById.mdx +81 -0
- package/.docs/raw/reference/core/getScorer.mdx +3 -3
- package/.docs/raw/reference/core/getScorerById.mdx +79 -0
- package/.docs/raw/reference/core/getServer.mdx +2 -2
- package/.docs/raw/reference/core/getStorage.mdx +2 -2
- package/.docs/raw/reference/core/getTelemetry.mdx +2 -2
- package/.docs/raw/reference/core/getVector.mdx +2 -2
- package/.docs/raw/reference/core/getWorkflow.mdx +1 -1
- package/.docs/raw/reference/core/listAgents.mdx +1 -1
- package/.docs/raw/reference/core/listLogs.mdx +2 -2
- package/.docs/raw/reference/core/listLogsByRunId.mdx +2 -2
- package/.docs/raw/reference/core/listMCPServers.mdx +65 -0
- package/.docs/raw/reference/core/listScorers.mdx +3 -3
- package/.docs/raw/reference/core/listVectors.mdx +36 -0
- package/.docs/raw/reference/core/listWorkflows.mdx +6 -6
- package/.docs/raw/reference/core/mastra-class.mdx +3 -2
- package/.docs/raw/reference/core/setLogger.mdx +2 -2
- package/.docs/raw/reference/core/setStorage.mdx +3 -2
- package/.docs/raw/reference/core/setTelemetry.mdx +2 -2
- package/.docs/raw/reference/deployer/cloudflare.mdx +2 -2
- package/.docs/raw/reference/deployer/deployer.mdx +0 -6
- package/.docs/raw/reference/deployer/netlify.mdx +2 -2
- package/.docs/raw/reference/deployer/vercel.mdx +3 -3
- package/.docs/raw/reference/evals/answer-relevancy.mdx +164 -126
- package/.docs/raw/reference/{scorers → evals}/answer-similarity.mdx +27 -27
- package/.docs/raw/reference/evals/bias.mdx +149 -115
- package/.docs/raw/reference/evals/completeness.mdx +148 -117
- package/.docs/raw/reference/evals/content-similarity.mdx +126 -113
- package/.docs/raw/reference/evals/context-precision.mdx +290 -133
- package/.docs/raw/reference/{scorers → evals}/context-relevance.mdx +6 -6
- package/.docs/raw/reference/{scorers → evals}/create-scorer.mdx +11 -11
- package/.docs/raw/reference/evals/faithfulness.mdx +163 -121
- package/.docs/raw/reference/evals/hallucination.mdx +159 -132
- package/.docs/raw/reference/evals/keyword-coverage.mdx +169 -125
- package/.docs/raw/reference/{scorers → evals}/mastra-scorer.mdx +5 -5
- package/.docs/raw/reference/{scorers → evals}/noise-sensitivity.mdx +9 -9
- package/.docs/raw/reference/evals/prompt-alignment.mdx +604 -182
- package/.docs/raw/reference/{scorers/run-experiment.mdx → evals/run-evals.mdx} +17 -18
- package/.docs/raw/reference/evals/textual-difference.mdx +149 -117
- package/.docs/raw/reference/evals/tone-consistency.mdx +149 -125
- package/.docs/raw/reference/{scorers → evals}/tool-call-accuracy.mdx +8 -6
- package/.docs/raw/reference/evals/toxicity.mdx +152 -96
- package/.docs/raw/reference/{observability/logging → logging}/pino-logger.mdx +2 -2
- package/.docs/raw/reference/memory/createThread.mdx +5 -5
- package/.docs/raw/reference/memory/deleteMessages.mdx +7 -7
- package/.docs/raw/reference/memory/getThreadById.mdx +4 -4
- package/.docs/raw/reference/memory/listThreadsByResourceId.mdx +110 -0
- package/.docs/raw/reference/memory/memory-class.mdx +13 -9
- package/.docs/raw/reference/memory/query.mdx +58 -57
- package/.docs/raw/reference/memory/recall.mdx +185 -0
- package/.docs/raw/reference/observability/tracing/configuration.mdx +245 -0
- package/.docs/raw/reference/observability/{ai-tracing → tracing}/exporters/arize.mdx +13 -13
- package/.docs/raw/reference/observability/{ai-tracing → tracing}/exporters/braintrust.mdx +11 -8
- package/.docs/raw/reference/observability/{ai-tracing → tracing}/exporters/cloud-exporter.mdx +21 -19
- package/.docs/raw/reference/observability/{ai-tracing → tracing}/exporters/console-exporter.mdx +49 -17
- package/.docs/raw/reference/observability/{ai-tracing → tracing}/exporters/default-exporter.mdx +42 -41
- package/.docs/raw/reference/observability/{ai-tracing → tracing}/exporters/langfuse.mdx +10 -7
- package/.docs/raw/reference/observability/{ai-tracing → tracing}/exporters/langsmith.mdx +10 -7
- package/.docs/raw/reference/observability/{ai-tracing → tracing}/exporters/otel.mdx +5 -5
- package/.docs/raw/reference/observability/tracing/instances.mdx +168 -0
- package/.docs/raw/reference/observability/{ai-tracing → tracing}/interfaces.mdx +115 -89
- package/.docs/raw/reference/observability/{ai-tracing → tracing}/processors/sensitive-data-filter.mdx +3 -3
- package/.docs/raw/reference/observability/{ai-tracing/span.mdx → tracing/spans.mdx} +59 -41
- package/.docs/raw/reference/processors/batch-parts-processor.mdx +1 -1
- package/.docs/raw/reference/processors/language-detector.mdx +1 -1
- package/.docs/raw/reference/processors/moderation-processor.mdx +1 -1
- package/.docs/raw/reference/processors/pii-detector.mdx +1 -1
- package/.docs/raw/reference/processors/prompt-injection-detector.mdx +1 -1
- package/.docs/raw/reference/processors/system-prompt-scrubber.mdx +1 -1
- package/.docs/raw/reference/processors/token-limiter-processor.mdx +1 -1
- package/.docs/raw/reference/processors/unicode-normalizer.mdx +1 -1
- package/.docs/raw/reference/rag/chunk.mdx +1 -8
- package/.docs/raw/reference/rag/database-config.mdx +7 -7
- package/.docs/raw/reference/rag/metadata-filters.mdx +14 -11
- package/.docs/raw/reference/storage/libsql.mdx +2 -0
- package/.docs/raw/reference/storage/mssql.mdx +5 -0
- package/.docs/raw/reference/storage/postgresql.mdx +6 -0
- package/.docs/raw/reference/storage/upstash.mdx +1 -0
- package/.docs/raw/reference/streaming/agents/stream.mdx +12 -12
- package/.docs/raw/reference/streaming/agents/streamLegacy.mdx +8 -8
- package/.docs/raw/reference/streaming/workflows/observeStream.mdx +3 -3
- package/.docs/raw/reference/streaming/workflows/observeStreamVNext.mdx +3 -3
- package/.docs/raw/reference/streaming/workflows/resumeStreamVNext.mdx +6 -6
- package/.docs/raw/reference/streaming/workflows/stream.mdx +10 -10
- package/.docs/raw/reference/streaming/workflows/streamVNext.mdx +11 -11
- package/.docs/raw/reference/templates/overview.mdx +2 -2
- package/.docs/raw/reference/tools/create-tool.mdx +52 -35
- package/.docs/raw/reference/tools/graph-rag-tool.mdx +15 -15
- package/.docs/raw/reference/tools/mcp-client.mdx +1 -1
- package/.docs/raw/reference/tools/mcp-server.mdx +119 -35
- package/.docs/raw/reference/tools/vector-query-tool.mdx +27 -26
- package/.docs/raw/reference/vectors/libsql.mdx +1 -0
- package/.docs/raw/reference/vectors/pg.mdx +3 -0
- package/.docs/raw/reference/vectors/upstash.mdx +1 -0
- package/.docs/raw/reference/voice/google-gemini-live.mdx +1 -1
- package/.docs/raw/reference/voice/voice.addTools.mdx +3 -3
- package/.docs/raw/reference/workflows/run-methods/cancel.mdx +4 -4
- package/.docs/raw/reference/workflows/run-methods/resume.mdx +14 -14
- package/.docs/raw/reference/workflows/run-methods/start.mdx +17 -17
- package/.docs/raw/reference/workflows/run.mdx +1 -8
- package/.docs/raw/reference/workflows/step.mdx +5 -5
- package/.docs/raw/reference/workflows/workflow-methods/branch.mdx +2 -2
- package/.docs/raw/reference/workflows/workflow-methods/commit.mdx +1 -1
- package/.docs/raw/reference/workflows/workflow-methods/create-run.mdx +7 -13
- package/.docs/raw/reference/workflows/workflow-methods/dountil.mdx +1 -1
- package/.docs/raw/reference/workflows/workflow-methods/dowhile.mdx +1 -1
- package/.docs/raw/reference/workflows/workflow-methods/foreach.mdx +1 -1
- package/.docs/raw/reference/workflows/workflow-methods/map.mdx +5 -0
- package/.docs/raw/reference/workflows/workflow-methods/parallel.mdx +1 -1
- package/.docs/raw/reference/workflows/workflow-methods/sendEvent.mdx +2 -2
- package/.docs/raw/reference/workflows/workflow-methods/sleep.mdx +1 -1
- package/.docs/raw/reference/workflows/workflow-methods/sleepUntil.mdx +1 -1
- package/.docs/raw/reference/workflows/workflow-methods/then.mdx +1 -1
- package/.docs/raw/reference/workflows/workflow-methods/waitForEvent.mdx +1 -1
- package/.docs/raw/reference/workflows/workflow.mdx +1 -1
- package/.docs/raw/server-db/custom-api-routes.mdx +2 -2
- package/.docs/raw/server-db/mastra-client.mdx +19 -18
- package/.docs/raw/server-db/middleware.mdx +7 -7
- package/.docs/raw/server-db/production-server.mdx +4 -4
- package/.docs/raw/server-db/{runtime-context.mdx → request-context.mdx} +46 -45
- package/.docs/raw/server-db/storage.mdx +29 -21
- package/.docs/raw/streaming/events.mdx +3 -3
- package/.docs/raw/streaming/overview.mdx +5 -5
- package/.docs/raw/streaming/tool-streaming.mdx +18 -17
- package/.docs/raw/streaming/workflow-streaming.mdx +1 -1
- package/.docs/raw/tools-mcp/advanced-usage.mdx +5 -4
- package/.docs/raw/tools-mcp/mcp-overview.mdx +32 -19
- package/.docs/raw/tools-mcp/overview.mdx +11 -11
- package/.docs/raw/voice/overview.mdx +63 -43
- package/.docs/raw/voice/speech-to-speech.mdx +5 -3
- package/.docs/raw/voice/speech-to-text.mdx +9 -8
- package/.docs/raw/voice/text-to-speech.mdx +12 -11
- package/.docs/raw/workflows/agents-and-tools.mdx +9 -5
- package/.docs/raw/workflows/control-flow.mdx +3 -3
- package/.docs/raw/workflows/error-handling.mdx +2 -21
- package/.docs/raw/workflows/human-in-the-loop.mdx +7 -4
- package/.docs/raw/workflows/inngest-workflow.mdx +2 -2
- package/.docs/raw/workflows/input-data-mapping.mdx +107 -0
- package/.docs/raw/workflows/overview.mdx +17 -16
- package/.docs/raw/workflows/snapshots.mdx +13 -11
- package/.docs/raw/workflows/suspend-and-resume.mdx +23 -15
- package/CHANGELOG.md +52 -57
- package/README.md +11 -2
- package/dist/{chunk-TUAHUTTB.js → chunk-5NJC7NRO.js} +3 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/prepare-docs/copy-raw.d.ts.map +1 -1
- package/dist/prepare-docs/prepare.js +1 -1
- package/dist/prompts/migration.d.ts +6 -0
- package/dist/prompts/migration.d.ts.map +1 -0
- package/dist/stdio.js +402 -30
- package/dist/tools/migration.d.ts +40 -0
- package/dist/tools/migration.d.ts.map +1 -0
- package/package.json +8 -12
- package/.docs/organized/changelogs/%40mastra%2Fcloud.md +0 -302
- package/.docs/raw/observability/nextjs-tracing.mdx +0 -109
- package/.docs/raw/observability/otel-tracing.mdx +0 -189
- package/.docs/raw/reference/agents/getScorers.mdx +0 -69
- package/.docs/raw/reference/agents/getTools.mdx +0 -69
- package/.docs/raw/reference/agents/getWorkflows.mdx +0 -69
- package/.docs/raw/reference/client-js/workflows-legacy.mdx +0 -143
- package/.docs/raw/reference/core/getAgents.mdx +0 -35
- package/.docs/raw/reference/core/getLogs.mdx +0 -96
- package/.docs/raw/reference/core/getLogsByRunId.mdx +0 -87
- package/.docs/raw/reference/core/getMCPServers.mdx +0 -36
- package/.docs/raw/reference/core/getMemory.mdx +0 -36
- package/.docs/raw/reference/core/getScorerByName.mdx +0 -78
- package/.docs/raw/reference/core/getScorers.mdx +0 -43
- package/.docs/raw/reference/core/getVectors.mdx +0 -36
- package/.docs/raw/reference/core/getWorkflows.mdx +0 -45
- package/.docs/raw/reference/evals/context-position.mdx +0 -197
- package/.docs/raw/reference/evals/context-relevancy.mdx +0 -196
- package/.docs/raw/reference/evals/contextual-recall.mdx +0 -196
- package/.docs/raw/reference/evals/summarization.mdx +0 -212
- package/.docs/raw/reference/legacyWorkflows/after.mdx +0 -89
- package/.docs/raw/reference/legacyWorkflows/afterEvent.mdx +0 -79
- package/.docs/raw/reference/legacyWorkflows/commit.mdx +0 -33
- package/.docs/raw/reference/legacyWorkflows/createRun.mdx +0 -76
- package/.docs/raw/reference/legacyWorkflows/else.mdx +0 -68
- package/.docs/raw/reference/legacyWorkflows/events.mdx +0 -305
- package/.docs/raw/reference/legacyWorkflows/execute.mdx +0 -110
- package/.docs/raw/reference/legacyWorkflows/if.mdx +0 -108
- package/.docs/raw/reference/legacyWorkflows/resume.mdx +0 -158
- package/.docs/raw/reference/legacyWorkflows/resumeWithEvent.mdx +0 -133
- package/.docs/raw/reference/legacyWorkflows/snapshots.mdx +0 -207
- package/.docs/raw/reference/legacyWorkflows/start.mdx +0 -87
- package/.docs/raw/reference/legacyWorkflows/step-class.mdx +0 -100
- package/.docs/raw/reference/legacyWorkflows/step-condition.mdx +0 -137
- package/.docs/raw/reference/legacyWorkflows/step-function.mdx +0 -93
- package/.docs/raw/reference/legacyWorkflows/step-options.mdx +0 -69
- package/.docs/raw/reference/legacyWorkflows/step-retries.mdx +0 -196
- package/.docs/raw/reference/legacyWorkflows/suspend.mdx +0 -70
- package/.docs/raw/reference/legacyWorkflows/then.mdx +0 -72
- package/.docs/raw/reference/legacyWorkflows/until.mdx +0 -168
- package/.docs/raw/reference/legacyWorkflows/watch.mdx +0 -124
- package/.docs/raw/reference/legacyWorkflows/while.mdx +0 -168
- package/.docs/raw/reference/legacyWorkflows/workflow.mdx +0 -234
- package/.docs/raw/reference/memory/getThreadsByResourceId.mdx +0 -79
- package/.docs/raw/reference/memory/getThreadsByResourceIdPaginated.mdx +0 -110
- package/.docs/raw/reference/observability/ai-tracing/ai-tracing.mdx +0 -185
- package/.docs/raw/reference/observability/ai-tracing/configuration.mdx +0 -238
- package/.docs/raw/reference/observability/otel-tracing/otel-config.mdx +0 -117
- package/.docs/raw/reference/observability/otel-tracing/providers/arize-ax.mdx +0 -81
- package/.docs/raw/reference/observability/otel-tracing/providers/arize-phoenix.mdx +0 -121
- package/.docs/raw/reference/observability/otel-tracing/providers/braintrust.mdx +0 -40
- package/.docs/raw/reference/observability/otel-tracing/providers/dash0.mdx +0 -40
- package/.docs/raw/reference/observability/otel-tracing/providers/index.mdx +0 -20
- package/.docs/raw/reference/observability/otel-tracing/providers/keywordsai.mdx +0 -73
- package/.docs/raw/reference/observability/otel-tracing/providers/laminar.mdx +0 -41
- package/.docs/raw/reference/observability/otel-tracing/providers/langfuse.mdx +0 -84
- package/.docs/raw/reference/observability/otel-tracing/providers/langsmith.mdx +0 -48
- package/.docs/raw/reference/observability/otel-tracing/providers/langwatch.mdx +0 -43
- package/.docs/raw/reference/observability/otel-tracing/providers/new-relic.mdx +0 -40
- package/.docs/raw/reference/observability/otel-tracing/providers/signoz.mdx +0 -40
- package/.docs/raw/reference/observability/otel-tracing/providers/traceloop.mdx +0 -40
- package/.docs/raw/reference/scorers/answer-relevancy.mdx +0 -227
- package/.docs/raw/reference/scorers/bias.mdx +0 -228
- package/.docs/raw/reference/scorers/completeness.mdx +0 -214
- package/.docs/raw/reference/scorers/content-similarity.mdx +0 -197
- package/.docs/raw/reference/scorers/context-precision.mdx +0 -352
- package/.docs/raw/reference/scorers/faithfulness.mdx +0 -241
- package/.docs/raw/reference/scorers/hallucination.mdx +0 -252
- package/.docs/raw/reference/scorers/keyword-coverage.mdx +0 -229
- package/.docs/raw/reference/scorers/prompt-alignment.mdx +0 -668
- package/.docs/raw/reference/scorers/textual-difference.mdx +0 -203
- package/.docs/raw/reference/scorers/tone-consistency.mdx +0 -211
- package/.docs/raw/reference/scorers/toxicity.mdx +0 -228
- package/.docs/raw/reference/workflows/run-methods/watch.mdx +0 -73
- package/.docs/raw/scorers/evals-old-api/custom-eval.mdx +0 -24
- package/.docs/raw/scorers/evals-old-api/overview.mdx +0 -106
- package/.docs/raw/scorers/evals-old-api/running-in-ci.mdx +0 -85
- package/.docs/raw/scorers/evals-old-api/textual-evals.mdx +0 -58
- package/.docs/raw/scorers/off-the-shelf-scorers.mdx +0 -50
- package/.docs/raw/workflows-legacy/control-flow.mdx +0 -774
- package/.docs/raw/workflows-legacy/dynamic-workflows.mdx +0 -239
- package/.docs/raw/workflows-legacy/error-handling.mdx +0 -187
- package/.docs/raw/workflows-legacy/nested-workflows.mdx +0 -360
- package/.docs/raw/workflows-legacy/overview.mdx +0 -182
- package/.docs/raw/workflows-legacy/runtime-variables.mdx +0 -156
- package/.docs/raw/workflows-legacy/steps.mdx +0 -115
- package/.docs/raw/workflows-legacy/suspend-and-resume.mdx +0 -406
- package/.docs/raw/workflows-legacy/variables.mdx +0 -318
|
@@ -1,78 +0,0 @@
|
|
|
1
|
-
---
|
|
2
|
-
title: "Reference: getScorerByName() | Core | Mastra Docs"
|
|
3
|
-
description: "Documentation for the `getScorerByName()` method in Mastra, which retrieves a scorer by its name property rather than registration key."
|
|
4
|
-
---
|
|
5
|
-
|
|
6
|
-
# getScorerByName()
|
|
7
|
-
|
|
8
|
-
The `getScorerByName()` method retrieves a scorer by searching for its `name` property rather than the registration key. This is useful when you know the scorer's display name but not necessarily how it was registered in the Mastra instance.
|
|
9
|
-
|
|
10
|
-
## Usage Example
|
|
11
|
-
|
|
12
|
-
```typescript
|
|
13
|
-
import { mastra } from "./mastra";
|
|
14
|
-
|
|
15
|
-
// Get a scorer by its name property
|
|
16
|
-
const relevancyScorer = mastra.getScorerByName("Answer Relevancy");
|
|
17
|
-
|
|
18
|
-
const weatherAgent = mastra.getAgent("weatherAgent");
|
|
19
|
-
|
|
20
|
-
// Use the scorer to evaluate an AI output
|
|
21
|
-
await weatherAgent.generate("What is the weather in Rome", {
|
|
22
|
-
scorers: {
|
|
23
|
-
answerRelevancy: {
|
|
24
|
-
scorer: relevancyScorer,
|
|
25
|
-
},
|
|
26
|
-
},
|
|
27
|
-
});
|
|
28
|
-
```
|
|
29
|
-
|
|
30
|
-
## Parameters
|
|
31
|
-
|
|
32
|
-
<PropertiesTable
|
|
33
|
-
content={[
|
|
34
|
-
{
|
|
35
|
-
name: "name",
|
|
36
|
-
type: "string",
|
|
37
|
-
description:
|
|
38
|
-
"The name property of the scorer to retrieve. This should match the 'name' field specified when creating the scorer with createScorer().",
|
|
39
|
-
isOptional: false,
|
|
40
|
-
},
|
|
41
|
-
]}
|
|
42
|
-
/>
|
|
43
|
-
|
|
44
|
-
## Returns
|
|
45
|
-
|
|
46
|
-
<PropertiesTable
|
|
47
|
-
content={[
|
|
48
|
-
{
|
|
49
|
-
name: "scorer",
|
|
50
|
-
type: "MastraScorer",
|
|
51
|
-
description:
|
|
52
|
-
"The MastraScorer instance that has the matching name property.",
|
|
53
|
-
},
|
|
54
|
-
]}
|
|
55
|
-
/>
|
|
56
|
-
|
|
57
|
-
## Error Handling
|
|
58
|
-
|
|
59
|
-
This method throws a `MastraError` if:
|
|
60
|
-
|
|
61
|
-
- No scorer with the specified name is found
|
|
62
|
-
- No scorers are registered with the Mastra instance
|
|
63
|
-
|
|
64
|
-
```typescript
|
|
65
|
-
try {
|
|
66
|
-
const scorer = mastra.getScorerByName("Non-existent Scorer");
|
|
67
|
-
} catch (error) {
|
|
68
|
-
if (error.id === "MASTRA_GET_SCORER_BY_NAME_NOT_FOUND") {
|
|
69
|
-
console.log("Scorer with that name not found");
|
|
70
|
-
}
|
|
71
|
-
}
|
|
72
|
-
```
|
|
73
|
-
|
|
74
|
-
## Related
|
|
75
|
-
|
|
76
|
-
- [getScorer()](../../reference/core/getScorer) - Get a scorer by its registration key
|
|
77
|
-
- [listScorers()](../../reference/core/listScorers) - Get all registered scorers
|
|
78
|
-
- [createScorer()](../../reference/scorers/create-scorer) - Learn how to create scorers with names
|
|
@@ -1,43 +0,0 @@
|
|
|
1
|
-
---
|
|
2
|
-
title: "Reference: getScorers() | Core | Mastra Docs"
|
|
3
|
-
description: "Documentation for the `getScorers()` method in Mastra, which returns all registered scorers for evaluating AI outputs."
|
|
4
|
-
---
|
|
5
|
-
|
|
6
|
-
# getScorers()
|
|
7
|
-
|
|
8
|
-
The `getScorers()` method returns all scorers that have been registered with the Mastra instance. Scorers are used for evaluating AI outputs and can override default scorers during agent generation or workflow execution.
|
|
9
|
-
|
|
10
|
-
## Usage Example
|
|
11
|
-
|
|
12
|
-
```typescript
|
|
13
|
-
import { mastra } from "./mastra";
|
|
14
|
-
|
|
15
|
-
// Get all registered scorers
|
|
16
|
-
const allScorers = mastra.getScorers();
|
|
17
|
-
|
|
18
|
-
// Access a specific scorer
|
|
19
|
-
const myScorer = allScorers.relevancyScorer;
|
|
20
|
-
```
|
|
21
|
-
|
|
22
|
-
## Parameters
|
|
23
|
-
|
|
24
|
-
This method takes no parameters.
|
|
25
|
-
|
|
26
|
-
## Returns
|
|
27
|
-
|
|
28
|
-
<PropertiesTable
|
|
29
|
-
content={[
|
|
30
|
-
{
|
|
31
|
-
name: "scorers",
|
|
32
|
-
type: "Record<string, MastraScorer> | undefined",
|
|
33
|
-
description:
|
|
34
|
-
"An object containing all registered scorers, where keys are scorer names and values are MastraScorer instances. Returns undefined if no scorers are registered.",
|
|
35
|
-
},
|
|
36
|
-
]}
|
|
37
|
-
/>
|
|
38
|
-
|
|
39
|
-
## Related
|
|
40
|
-
|
|
41
|
-
- [getScorer()](../../reference/core/getScorer) - Get a specific scorer by key
|
|
42
|
-
- [getScorerByName()](../../reference/core/getScorerByName) - Get a scorer by its name property
|
|
43
|
-
- [Scorers Overview](../../docs/scorers/overview) - Learn about creating and using scorers
|
|
@@ -1,36 +0,0 @@
|
|
|
1
|
-
---
|
|
2
|
-
title: "Reference: Mastra.getVectors() | Core | Mastra Docs"
|
|
3
|
-
description: "Documentation for the `Mastra.getVectors()` method in Mastra, which retrieves all configured vector stores."
|
|
4
|
-
---
|
|
5
|
-
|
|
6
|
-
# Mastra.getVectors()
|
|
7
|
-
|
|
8
|
-
The `.getVectors()` method is used to retrieve all vector stores that have been configured in the Mastra instance.
|
|
9
|
-
|
|
10
|
-
## Usage example
|
|
11
|
-
|
|
12
|
-
```typescript copy
|
|
13
|
-
mastra.getVectors();
|
|
14
|
-
```
|
|
15
|
-
|
|
16
|
-
## Parameters
|
|
17
|
-
|
|
18
|
-
This method does not accept any parameters.
|
|
19
|
-
|
|
20
|
-
## Returns
|
|
21
|
-
|
|
22
|
-
<PropertiesTable
|
|
23
|
-
content={[
|
|
24
|
-
{
|
|
25
|
-
name: "vectors",
|
|
26
|
-
type: "TVectors",
|
|
27
|
-
description:
|
|
28
|
-
"A record of all configured vector stores, where keys are vector store names and values are vector store instances.",
|
|
29
|
-
},
|
|
30
|
-
]}
|
|
31
|
-
/>
|
|
32
|
-
|
|
33
|
-
## Related
|
|
34
|
-
|
|
35
|
-
- [Vector stores overview](/docs/rag/vector-databases)
|
|
36
|
-
- [RAG overview](/docs/rag/overview)
|
|
@@ -1,45 +0,0 @@
|
|
|
1
|
-
---
|
|
2
|
-
title: "Reference: Mastra.getWorkflows() | Core | Mastra Docs"
|
|
3
|
-
description: "Documentation for the `Mastra.getWorkflows()` method in Mastra, which retrieves all configured workflows."
|
|
4
|
-
---
|
|
5
|
-
|
|
6
|
-
# Mastra.getWorkflows()
|
|
7
|
-
|
|
8
|
-
The `.getWorkflows()` method is used to retrieve all workflows that have been configured in the Mastra instance. The method accepts an optional options object.
|
|
9
|
-
|
|
10
|
-
## Usage example
|
|
11
|
-
|
|
12
|
-
```typescript copy
|
|
13
|
-
mastra.getWorkflows();
|
|
14
|
-
```
|
|
15
|
-
|
|
16
|
-
## Parameters
|
|
17
|
-
|
|
18
|
-
<PropertiesTable
|
|
19
|
-
content={[
|
|
20
|
-
{
|
|
21
|
-
name: "options",
|
|
22
|
-
type: "{ serialized?: boolean }",
|
|
23
|
-
description:
|
|
24
|
-
"Optional configuration object. When `serialized` is true, returns simplified workflow objects with only the name property instead of full workflow instances.",
|
|
25
|
-
optional: true,
|
|
26
|
-
},
|
|
27
|
-
]}
|
|
28
|
-
/>
|
|
29
|
-
|
|
30
|
-
## Returns
|
|
31
|
-
|
|
32
|
-
<PropertiesTable
|
|
33
|
-
content={[
|
|
34
|
-
{
|
|
35
|
-
name: "workflows",
|
|
36
|
-
type: "Record<string, Workflow>",
|
|
37
|
-
description:
|
|
38
|
-
"A record of all configured workflows, where keys are workflow IDs and values are workflow instances (or simplified objects if serialized is true).",
|
|
39
|
-
},
|
|
40
|
-
]}
|
|
41
|
-
/>
|
|
42
|
-
|
|
43
|
-
## Related
|
|
44
|
-
|
|
45
|
-
- [Workflows overview](/docs/workflows/overview)
|
|
@@ -1,197 +0,0 @@
|
|
|
1
|
-
---
|
|
2
|
-
title: "Reference: ContextPositionMetric | Evals | Mastra Docs"
|
|
3
|
-
description: Documentation for the Context Position Metric in Mastra, which evaluates the ordering of context nodes based on their relevance to the query and output.
|
|
4
|
-
---
|
|
5
|
-
|
|
6
|
-
# ContextPositionMetric
|
|
7
|
-
|
|
8
|
-
:::info Scorers
|
|
9
|
-
This documentation refers to the legacy evals API. For the latest scorer features, see [Scorers](/docs/scorers/overview).
|
|
10
|
-
:::
|
|
11
|
-
|
|
12
|
-
The `ContextPositionMetric` class evaluates how well context nodes are ordered based on their relevance to the query and output. It uses position-weighted scoring to emphasize the importance of having the most relevant context pieces appear earlier in the sequence.
|
|
13
|
-
|
|
14
|
-
## Basic Usage
|
|
15
|
-
|
|
16
|
-
```typescript
|
|
17
|
-
import { openai } from "@ai-sdk/openai";
|
|
18
|
-
import { ContextPositionMetric } from "@mastra/evals/llm";
|
|
19
|
-
|
|
20
|
-
// Configure the model for evaluation
|
|
21
|
-
const model = openai("gpt-4o-mini");
|
|
22
|
-
|
|
23
|
-
const metric = new ContextPositionMetric(model, {
|
|
24
|
-
context: [
|
|
25
|
-
"Photosynthesis is a biological process used by plants to create energy from sunlight.",
|
|
26
|
-
"The process of photosynthesis produces oxygen as a byproduct.",
|
|
27
|
-
"Plants need water and nutrients from the soil to grow.",
|
|
28
|
-
],
|
|
29
|
-
});
|
|
30
|
-
|
|
31
|
-
const result = await metric.measure(
|
|
32
|
-
"What is photosynthesis?",
|
|
33
|
-
"Photosynthesis is the process by which plants convert sunlight into energy.",
|
|
34
|
-
);
|
|
35
|
-
|
|
36
|
-
console.log(result.score); // Position score from 0-1
|
|
37
|
-
console.log(result.info.reason); // Explanation of the score
|
|
38
|
-
```
|
|
39
|
-
|
|
40
|
-
## Constructor Parameters
|
|
41
|
-
|
|
42
|
-
<PropertiesTable
|
|
43
|
-
content={[
|
|
44
|
-
{
|
|
45
|
-
name: "model",
|
|
46
|
-
type: "ModelConfig",
|
|
47
|
-
description:
|
|
48
|
-
"Configuration for the model used to evaluate context positioning",
|
|
49
|
-
isOptional: false,
|
|
50
|
-
},
|
|
51
|
-
{
|
|
52
|
-
name: "options",
|
|
53
|
-
type: "ContextPositionMetricOptions",
|
|
54
|
-
description: "Configuration options for the metric",
|
|
55
|
-
isOptional: false,
|
|
56
|
-
},
|
|
57
|
-
]}
|
|
58
|
-
/>
|
|
59
|
-
|
|
60
|
-
### ContextPositionMetricOptions
|
|
61
|
-
|
|
62
|
-
<PropertiesTable
|
|
63
|
-
content={[
|
|
64
|
-
{
|
|
65
|
-
name: "scale",
|
|
66
|
-
type: "number",
|
|
67
|
-
description: "Maximum score value",
|
|
68
|
-
isOptional: true,
|
|
69
|
-
defaultValue: "1",
|
|
70
|
-
},
|
|
71
|
-
{
|
|
72
|
-
name: "context",
|
|
73
|
-
type: "string[]",
|
|
74
|
-
description: "Array of context pieces in their retrieval order",
|
|
75
|
-
isOptional: false,
|
|
76
|
-
},
|
|
77
|
-
]}
|
|
78
|
-
/>
|
|
79
|
-
|
|
80
|
-
## measure() Parameters
|
|
81
|
-
|
|
82
|
-
<PropertiesTable
|
|
83
|
-
content={[
|
|
84
|
-
{
|
|
85
|
-
name: "input",
|
|
86
|
-
type: "string",
|
|
87
|
-
description: "The original query or prompt",
|
|
88
|
-
isOptional: false,
|
|
89
|
-
},
|
|
90
|
-
{
|
|
91
|
-
name: "output",
|
|
92
|
-
type: "string",
|
|
93
|
-
description: "The generated response to evaluate",
|
|
94
|
-
isOptional: false,
|
|
95
|
-
},
|
|
96
|
-
]}
|
|
97
|
-
/>
|
|
98
|
-
|
|
99
|
-
## Returns
|
|
100
|
-
|
|
101
|
-
<PropertiesTable
|
|
102
|
-
content={[
|
|
103
|
-
{
|
|
104
|
-
name: "score",
|
|
105
|
-
type: "number",
|
|
106
|
-
description: "Position score (0 to scale, default 0-1)",
|
|
107
|
-
},
|
|
108
|
-
{
|
|
109
|
-
name: "info",
|
|
110
|
-
type: "object",
|
|
111
|
-
description: "Object containing the reason for the score",
|
|
112
|
-
properties: [
|
|
113
|
-
{
|
|
114
|
-
type: "string",
|
|
115
|
-
parameters: [
|
|
116
|
-
{
|
|
117
|
-
name: "reason",
|
|
118
|
-
type: "string",
|
|
119
|
-
description: "Detailed explanation of the score",
|
|
120
|
-
},
|
|
121
|
-
],
|
|
122
|
-
},
|
|
123
|
-
],
|
|
124
|
-
},
|
|
125
|
-
]}
|
|
126
|
-
/>
|
|
127
|
-
|
|
128
|
-
## Scoring Details
|
|
129
|
-
|
|
130
|
-
The metric evaluates context positioning through binary relevance assessment and position-based weighting.
|
|
131
|
-
|
|
132
|
-
### Scoring Process
|
|
133
|
-
|
|
134
|
-
1. Evaluates context relevance:
|
|
135
|
-
- Assigns binary verdict (yes/no) to each piece
|
|
136
|
-
- Records position in sequence
|
|
137
|
-
- Documents relevance reasoning
|
|
138
|
-
|
|
139
|
-
2. Applies position weights:
|
|
140
|
-
- Earlier positions weighted more heavily (weight = 1/(position + 1))
|
|
141
|
-
- Sums weights of relevant pieces
|
|
142
|
-
- Normalizes by maximum possible score
|
|
143
|
-
|
|
144
|
-
Final score: `(weighted_sum / max_possible_sum) * scale`
|
|
145
|
-
|
|
146
|
-
### Score interpretation
|
|
147
|
-
|
|
148
|
-
(0 to scale, default 0-1)
|
|
149
|
-
|
|
150
|
-
- 1.0: Optimal - most relevant context first
|
|
151
|
-
- 0.7-0.9: Good - relevant context mostly early
|
|
152
|
-
- 0.4-0.6: Mixed - relevant context scattered
|
|
153
|
-
- 0.1-0.3: Suboptimal - relevant context mostly later
|
|
154
|
-
- 0.0: Poor ordering - relevant context at end or missing
|
|
155
|
-
|
|
156
|
-
## Example with Analysis
|
|
157
|
-
|
|
158
|
-
```typescript
|
|
159
|
-
import { openai } from "@ai-sdk/openai";
|
|
160
|
-
import { ContextPositionMetric } from "@mastra/evals/llm";
|
|
161
|
-
|
|
162
|
-
// Configure the model for evaluation
|
|
163
|
-
const model = openai("gpt-4o-mini");
|
|
164
|
-
|
|
165
|
-
const metric = new ContextPositionMetric(model, {
|
|
166
|
-
context: [
|
|
167
|
-
"A balanced diet is important for health.",
|
|
168
|
-
"Exercise strengthens the heart and improves blood circulation.",
|
|
169
|
-
"Regular physical activity reduces stress and anxiety.",
|
|
170
|
-
"Exercise equipment can be expensive.",
|
|
171
|
-
],
|
|
172
|
-
});
|
|
173
|
-
|
|
174
|
-
const result = await metric.measure(
|
|
175
|
-
"What are the benefits of exercise?",
|
|
176
|
-
"Regular exercise improves cardiovascular health and mental wellbeing.",
|
|
177
|
-
);
|
|
178
|
-
|
|
179
|
-
// Example output:
|
|
180
|
-
// {
|
|
181
|
-
// score: 0.5,
|
|
182
|
-
// info: {
|
|
183
|
-
// reason: "The score is 0.5 because while the second and third contexts are highly
|
|
184
|
-
// relevant to the benefits of exercise, they are not optimally positioned at
|
|
185
|
-
// the beginning of the sequence. The first and last contexts are not relevant
|
|
186
|
-
// to the query, which impacts the position-weighted scoring."
|
|
187
|
-
// }
|
|
188
|
-
// }
|
|
189
|
-
```
|
|
190
|
-
|
|
191
|
-
## Related
|
|
192
|
-
|
|
193
|
-
- [Context Precision Metric](./context-precision)
|
|
194
|
-
- [Answer Relevancy Metric](./answer-relevancy)
|
|
195
|
-
- [Completeness Metric](./completeness)
|
|
196
|
-
|
|
197
|
-
* [Context Relevancy Metric](./context-relevancy)
|
|
@@ -1,196 +0,0 @@
|
|
|
1
|
-
---
|
|
2
|
-
title: "Reference: ContextRelevancyMetric | Evals | Mastra Docs"
|
|
3
|
-
description: Documentation for the Context Relevancy Metric, which evaluates the relevance of retrieved context in RAG pipelines.
|
|
4
|
-
---
|
|
5
|
-
|
|
6
|
-
# ContextRelevancyMetric
|
|
7
|
-
|
|
8
|
-
:::info Scorers
|
|
9
|
-
This documentation refers to the legacy evals API. For the latest scorer features, see [Scorers](/docs/scorers/overview).
|
|
10
|
-
:::
|
|
11
|
-
|
|
12
|
-
The `ContextRelevancyMetric` class evaluates the quality of your RAG (Retrieval-Augmented Generation) pipeline's retriever by measuring how relevant the retrieved context is to the input query. It uses an LLM-based evaluation system that first extracts statements from the context and then assesses their relevance to the input.
|
|
13
|
-
|
|
14
|
-
## Basic Usage
|
|
15
|
-
|
|
16
|
-
```typescript
|
|
17
|
-
import { openai } from "@ai-sdk/openai";
|
|
18
|
-
import { ContextRelevancyMetric } from "@mastra/evals/llm";
|
|
19
|
-
|
|
20
|
-
// Configure the model for evaluation
|
|
21
|
-
const model = openai("gpt-4o-mini");
|
|
22
|
-
|
|
23
|
-
const metric = new ContextRelevancyMetric(model, {
|
|
24
|
-
context: [
|
|
25
|
-
"All data is encrypted at rest and in transit",
|
|
26
|
-
"Two-factor authentication is mandatory",
|
|
27
|
-
"The platform supports multiple languages",
|
|
28
|
-
"Our offices are located in San Francisco",
|
|
29
|
-
],
|
|
30
|
-
});
|
|
31
|
-
|
|
32
|
-
const result = await metric.measure(
|
|
33
|
-
"What are our product's security features?",
|
|
34
|
-
"Our product uses encryption and requires 2FA.",
|
|
35
|
-
);
|
|
36
|
-
|
|
37
|
-
console.log(result.score); // Score from 0-1
|
|
38
|
-
console.log(result.info.reason); // Explanation of the relevancy assessment
|
|
39
|
-
```
|
|
40
|
-
|
|
41
|
-
## Constructor Parameters
|
|
42
|
-
|
|
43
|
-
<PropertiesTable
|
|
44
|
-
content={[
|
|
45
|
-
{
|
|
46
|
-
name: "model",
|
|
47
|
-
type: "LanguageModel",
|
|
48
|
-
description:
|
|
49
|
-
"Configuration for the model used to evaluate context relevancy",
|
|
50
|
-
isOptional: false,
|
|
51
|
-
},
|
|
52
|
-
{
|
|
53
|
-
name: "options",
|
|
54
|
-
type: "ContextRelevancyMetricOptions",
|
|
55
|
-
description: "Configuration options for the metric",
|
|
56
|
-
isOptional: false,
|
|
57
|
-
},
|
|
58
|
-
]}
|
|
59
|
-
/>
|
|
60
|
-
|
|
61
|
-
### ContextRelevancyMetricOptions
|
|
62
|
-
|
|
63
|
-
<PropertiesTable
|
|
64
|
-
content={[
|
|
65
|
-
{
|
|
66
|
-
name: "scale",
|
|
67
|
-
type: "number",
|
|
68
|
-
description: "Maximum score value",
|
|
69
|
-
isOptional: true,
|
|
70
|
-
defaultValue: "1",
|
|
71
|
-
},
|
|
72
|
-
{
|
|
73
|
-
name: "context",
|
|
74
|
-
type: "string[]",
|
|
75
|
-
description:
|
|
76
|
-
"Array of retrieved context documents used to generate the response",
|
|
77
|
-
isOptional: false,
|
|
78
|
-
},
|
|
79
|
-
]}
|
|
80
|
-
/>
|
|
81
|
-
|
|
82
|
-
## measure() Parameters
|
|
83
|
-
|
|
84
|
-
<PropertiesTable
|
|
85
|
-
content={[
|
|
86
|
-
{
|
|
87
|
-
name: "input",
|
|
88
|
-
type: "string",
|
|
89
|
-
description: "The original query or prompt",
|
|
90
|
-
isOptional: false,
|
|
91
|
-
},
|
|
92
|
-
{
|
|
93
|
-
name: "output",
|
|
94
|
-
type: "string",
|
|
95
|
-
description: "The LLM's response to evaluate",
|
|
96
|
-
isOptional: false,
|
|
97
|
-
},
|
|
98
|
-
]}
|
|
99
|
-
/>
|
|
100
|
-
|
|
101
|
-
## Returns
|
|
102
|
-
|
|
103
|
-
<PropertiesTable
|
|
104
|
-
content={[
|
|
105
|
-
{
|
|
106
|
-
name: "score",
|
|
107
|
-
type: "number",
|
|
108
|
-
description: "Context relevancy score (0 to scale, default 0-1)",
|
|
109
|
-
},
|
|
110
|
-
{
|
|
111
|
-
name: "info",
|
|
112
|
-
type: "object",
|
|
113
|
-
description: "Object containing the reason for the score",
|
|
114
|
-
properties: [
|
|
115
|
-
{
|
|
116
|
-
type: "string",
|
|
117
|
-
parameters: [
|
|
118
|
-
{
|
|
119
|
-
name: "reason",
|
|
120
|
-
type: "string",
|
|
121
|
-
description: "Detailed explanation of the relevancy assessment",
|
|
122
|
-
},
|
|
123
|
-
],
|
|
124
|
-
},
|
|
125
|
-
],
|
|
126
|
-
},
|
|
127
|
-
]}
|
|
128
|
-
/>
|
|
129
|
-
|
|
130
|
-
## Scoring Details
|
|
131
|
-
|
|
132
|
-
The metric evaluates how well retrieved context matches the query through binary relevance classification.
|
|
133
|
-
|
|
134
|
-
### Scoring Process
|
|
135
|
-
|
|
136
|
-
1. Extracts statements from context:
|
|
137
|
-
- Breaks down context into meaningful units
|
|
138
|
-
- Preserves semantic relationships
|
|
139
|
-
|
|
140
|
-
2. Evaluates statement relevance:
|
|
141
|
-
- Assesses each statement against query
|
|
142
|
-
- Counts relevant statements
|
|
143
|
-
- Calculates relevance ratio
|
|
144
|
-
|
|
145
|
-
Final score: `(relevant_statements / total_statements) * scale`
|
|
146
|
-
|
|
147
|
-
### Score interpretation
|
|
148
|
-
|
|
149
|
-
(0 to scale, default 0-1)
|
|
150
|
-
|
|
151
|
-
- 1.0: Perfect relevancy - all retrieved context is relevant
|
|
152
|
-
- 0.7-0.9: High relevancy - most context is relevant with few irrelevant pieces
|
|
153
|
-
- 0.4-0.6: Moderate relevancy - a mix of relevant and irrelevant context
|
|
154
|
-
- 0.1-0.3: Low relevancy - mostly irrelevant context
|
|
155
|
-
- 0.0: No relevancy - completely irrelevant context
|
|
156
|
-
|
|
157
|
-
## Example with Custom Configuration
|
|
158
|
-
|
|
159
|
-
```typescript
|
|
160
|
-
import { openai } from "@ai-sdk/openai";
|
|
161
|
-
import { ContextRelevancyMetric } from "@mastra/evals/llm";
|
|
162
|
-
|
|
163
|
-
// Configure the model for evaluation
|
|
164
|
-
const model = openai("gpt-4o-mini");
|
|
165
|
-
|
|
166
|
-
const metric = new ContextRelevancyMetric(model, {
|
|
167
|
-
scale: 100, // Use 0-100 scale instead of 0-1
|
|
168
|
-
context: [
|
|
169
|
-
"Basic plan costs $10/month",
|
|
170
|
-
"Pro plan includes advanced features at $30/month",
|
|
171
|
-
"Enterprise plan has custom pricing",
|
|
172
|
-
"Our company was founded in 2020",
|
|
173
|
-
"We have offices worldwide",
|
|
174
|
-
],
|
|
175
|
-
});
|
|
176
|
-
|
|
177
|
-
const result = await metric.measure(
|
|
178
|
-
"What are our pricing plans?",
|
|
179
|
-
"We offer Basic, Pro, and Enterprise plans.",
|
|
180
|
-
);
|
|
181
|
-
|
|
182
|
-
// Example output:
|
|
183
|
-
// {
|
|
184
|
-
// score: 60,
|
|
185
|
-
// info: {
|
|
186
|
-
// reason: "3 out of 5 statements are relevant to pricing plans. The statements about
|
|
187
|
-
// company founding and office locations are not relevant to the pricing query."
|
|
188
|
-
// }
|
|
189
|
-
// }
|
|
190
|
-
```
|
|
191
|
-
|
|
192
|
-
## Related
|
|
193
|
-
|
|
194
|
-
- [Contextual Recall Metric](./contextual-recall)
|
|
195
|
-
- [Context Precision Metric](./context-precision)
|
|
196
|
-
- [Context Position Metric](./context-position)
|