@mastra/mcp-docs-server 0.13.37 → 0.13.39-alpha.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.docs/organized/changelogs/%40internal%2Fchangeset-cli.md +2 -0
- package/.docs/organized/changelogs/%40internal%2Fexternal-types.md +2 -0
- package/.docs/organized/changelogs/%40internal%2Fstorage-test-utils.md +8 -8
- package/.docs/organized/changelogs/%40internal%2Ftypes-builder.md +2 -0
- package/.docs/organized/changelogs/%40mastra%2Fagent-builder.md +11 -11
- package/.docs/organized/changelogs/%40mastra%2Fai-sdk.md +16 -16
- package/.docs/organized/changelogs/%40mastra%2Fastra.md +10 -10
- package/.docs/organized/changelogs/%40mastra%2Fauth.md +6 -0
- package/.docs/organized/changelogs/%40mastra%2Fchroma.md +11 -11
- package/.docs/organized/changelogs/%40mastra%2Fclickhouse.md +10 -10
- package/.docs/organized/changelogs/%40mastra%2Fclient-js.md +38 -38
- package/.docs/organized/changelogs/%40mastra%2Fcloud.md +10 -10
- package/.docs/organized/changelogs/%40mastra%2Fcloudflare-d1.md +10 -10
- package/.docs/organized/changelogs/%40mastra%2Fcloudflare.md +10 -10
- package/.docs/organized/changelogs/%40mastra%2Fcore.md +88 -88
- package/.docs/organized/changelogs/%40mastra%2Fcouchbase.md +11 -11
- package/.docs/organized/changelogs/%40mastra%2Fdeployer-cloud.md +28 -28
- package/.docs/organized/changelogs/%40mastra%2Fdeployer-cloudflare.md +27 -27
- package/.docs/organized/changelogs/%40mastra%2Fdeployer-netlify.md +27 -27
- package/.docs/organized/changelogs/%40mastra%2Fdeployer-vercel.md +27 -27
- package/.docs/organized/changelogs/%40mastra%2Fdeployer.md +59 -59
- package/.docs/organized/changelogs/%40mastra%2Fdynamodb.md +11 -11
- package/.docs/organized/changelogs/%40mastra%2Fevals.md +11 -11
- package/.docs/organized/changelogs/%40mastra%2Ffastembed.md +6 -0
- package/.docs/organized/changelogs/%40mastra%2Flance.md +10 -10
- package/.docs/organized/changelogs/%40mastra%2Flibsql.md +11 -11
- package/.docs/organized/changelogs/%40mastra%2Floggers.md +11 -11
- package/.docs/organized/changelogs/%40mastra%2Fmcp-docs-server.md +25 -25
- package/.docs/organized/changelogs/%40mastra%2Fmcp-registry-registry.md +10 -10
- package/.docs/organized/changelogs/%40mastra%2Fmcp.md +11 -11
- package/.docs/organized/changelogs/%40mastra%2Fmemory.md +11 -11
- package/.docs/organized/changelogs/%40mastra%2Fmongodb.md +10 -10
- package/.docs/organized/changelogs/%40mastra%2Fmssql.md +11 -11
- package/.docs/organized/changelogs/%40mastra%2Fopensearch.md +10 -10
- package/.docs/organized/changelogs/%40mastra%2Fpg.md +10 -10
- package/.docs/organized/changelogs/%40mastra%2Fpinecone.md +10 -10
- package/.docs/organized/changelogs/%40mastra%2Fplayground-ui.md +48 -48
- package/.docs/organized/changelogs/%40mastra%2Fqdrant.md +11 -11
- package/.docs/organized/changelogs/%40mastra%2Frag.md +10 -10
- package/.docs/organized/changelogs/%40mastra%2Freact.md +24 -24
- package/.docs/organized/changelogs/%40mastra%2Fs3vectors.md +9 -0
- package/.docs/organized/changelogs/%40mastra%2Fschema-compat.md +6 -0
- package/.docs/organized/changelogs/%40mastra%2Fserver.md +40 -40
- package/.docs/organized/changelogs/%40mastra%2Fturbopuffer.md +10 -10
- package/.docs/organized/changelogs/%40mastra%2Fupstash.md +10 -10
- package/.docs/organized/changelogs/%40mastra%2Fvectorize.md +10 -10
- package/.docs/organized/changelogs/%40mastra%2Fvoice-azure.md +10 -10
- package/.docs/organized/changelogs/%40mastra%2Fvoice-cloudflare.md +11 -11
- package/.docs/organized/changelogs/%40mastra%2Fvoice-deepgram.md +11 -11
- package/.docs/organized/changelogs/%40mastra%2Fvoice-elevenlabs.md +11 -11
- package/.docs/organized/changelogs/%40mastra%2Fvoice-gladia.md +11 -11
- package/.docs/organized/changelogs/%40mastra%2Fvoice-google-gemini-live.md +11 -1
- package/.docs/organized/changelogs/%40mastra%2Fvoice-google.md +10 -10
- package/.docs/organized/changelogs/%40mastra%2Fvoice-murf.md +11 -11
- package/.docs/organized/changelogs/%40mastra%2Fvoice-openai-realtime.md +10 -10
- package/.docs/organized/changelogs/%40mastra%2Fvoice-openai.md +10 -10
- package/.docs/organized/changelogs/%40mastra%2Fvoice-playai.md +11 -11
- package/.docs/organized/changelogs/%40mastra%2Fvoice-sarvam.md +11 -11
- package/.docs/organized/changelogs/%40mastra%2Fvoice-speechify.md +10 -10
- package/.docs/organized/changelogs/create-mastra.md +11 -11
- package/.docs/organized/changelogs/mastra.md +34 -34
- package/.docs/raw/agents/adding-voice.mdx +20 -9
- package/.docs/raw/agents/agent-memory.mdx +55 -39
- package/.docs/raw/agents/guardrails.mdx +68 -61
- package/.docs/raw/agents/networks.mdx +50 -46
- package/.docs/raw/agents/overview.mdx +126 -89
- package/.docs/raw/agents/using-tools.mdx +14 -15
- package/.docs/raw/auth/auth0.mdx +28 -27
- package/.docs/raw/auth/clerk.mdx +22 -20
- package/.docs/raw/auth/firebase.mdx +42 -39
- package/.docs/raw/auth/index.mdx +1 -1
- package/.docs/raw/auth/jwt.mdx +18 -16
- package/.docs/raw/auth/supabase.mdx +20 -18
- package/.docs/raw/auth/workos.mdx +32 -26
- package/.docs/raw/community/contributing-templates.mdx +7 -7
- package/.docs/raw/community/discord.mdx +2 -2
- package/.docs/raw/community/licensing.mdx +1 -1
- package/.docs/raw/course/02-agent-tools-mcp/04-initializing-mcp-tools.md +2 -2
- package/.docs/raw/course/03-agent-memory/18-advanced-configuration-semantic-recall.md +1 -1
- package/.docs/raw/course/03-agent-memory/26-updating-mastra-export-comprehensive.md +0 -32
- package/.docs/raw/deployment/cloud-providers/amazon-ec2.mdx +41 -22
- package/.docs/raw/deployment/cloud-providers/aws-lambda.mdx +48 -29
- package/.docs/raw/deployment/cloud-providers/azure-app-services.mdx +52 -24
- package/.docs/raw/deployment/cloud-providers/digital-ocean.mdx +86 -55
- package/.docs/raw/deployment/cloud-providers/index.mdx +16 -13
- package/.docs/raw/deployment/monorepo.mdx +32 -42
- package/.docs/raw/deployment/overview.mdx +15 -15
- package/.docs/raw/deployment/server-deployment.mdx +18 -23
- package/.docs/raw/deployment/serverless-platforms/cloudflare-deployer.mdx +16 -17
- package/.docs/raw/deployment/serverless-platforms/index.mdx +15 -12
- package/.docs/raw/deployment/serverless-platforms/netlify-deployer.mdx +14 -23
- package/.docs/raw/deployment/serverless-platforms/vercel-deployer.mdx +16 -23
- package/.docs/raw/deployment/web-framework.mdx +14 -14
- package/.docs/raw/frameworks/agentic-uis/ai-sdk.mdx +130 -121
- package/.docs/raw/frameworks/agentic-uis/assistant-ui.mdx +54 -43
- package/.docs/raw/frameworks/agentic-uis/cedar-os.mdx +51 -36
- package/.docs/raw/frameworks/agentic-uis/copilotkit.mdx +161 -120
- package/.docs/raw/frameworks/agentic-uis/openrouter.mdx +60 -49
- package/.docs/raw/frameworks/servers/express.mdx +46 -45
- package/.docs/raw/frameworks/web-frameworks/astro.mdx +245 -162
- package/.docs/raw/frameworks/web-frameworks/next-js.mdx +112 -69
- package/.docs/raw/frameworks/web-frameworks/sveltekit.mdx +171 -130
- package/.docs/raw/frameworks/web-frameworks/vite-react.mdx +94 -81
- package/.docs/raw/getting-started/installation.mdx +165 -134
- package/.docs/raw/getting-started/mcp-docs-server.mdx +36 -39
- package/.docs/raw/getting-started/project-structure.mdx +34 -42
- package/.docs/raw/getting-started/studio.mdx +42 -50
- package/.docs/raw/getting-started/templates.mdx +18 -15
- package/.docs/raw/index.mdx +9 -9
- package/.docs/raw/mastra-cloud/dashboard.mdx +12 -12
- package/.docs/raw/mastra-cloud/observability.mdx +9 -10
- package/.docs/raw/mastra-cloud/overview.mdx +17 -23
- package/.docs/raw/mastra-cloud/setting-up.mdx +33 -20
- package/.docs/raw/memory/conversation-history.mdx +2 -2
- package/.docs/raw/memory/overview.mdx +22 -24
- package/.docs/raw/memory/semantic-recall.mdx +16 -17
- package/.docs/raw/memory/storage/memory-with-libsql.mdx +27 -28
- package/.docs/raw/memory/storage/memory-with-pg.mdx +26 -26
- package/.docs/raw/memory/storage/memory-with-upstash.mdx +26 -27
- package/.docs/raw/memory/threads-and-resources.mdx +24 -21
- package/.docs/raw/memory/working-memory.mdx +27 -38
- package/.docs/raw/observability/ai-tracing/exporters/arize.mdx +30 -29
- package/.docs/raw/observability/ai-tracing/exporters/braintrust.mdx +8 -9
- package/.docs/raw/observability/ai-tracing/exporters/cloud.mdx +17 -16
- package/.docs/raw/observability/ai-tracing/exporters/default.mdx +37 -38
- package/.docs/raw/observability/ai-tracing/exporters/langfuse.mdx +18 -17
- package/.docs/raw/observability/ai-tracing/exporters/langsmith.mdx +14 -14
- package/.docs/raw/observability/ai-tracing/exporters/otel.mdx +56 -46
- package/.docs/raw/observability/ai-tracing/overview.mdx +151 -128
- package/.docs/raw/observability/ai-tracing/processors/sensitive-data-filter.mdx +57 -36
- package/.docs/raw/observability/logging.mdx +14 -17
- package/.docs/raw/observability/nextjs-tracing.mdx +5 -5
- package/.docs/raw/observability/otel-tracing.mdx +17 -18
- package/.docs/raw/observability/overview.mdx +15 -11
- package/.docs/raw/rag/chunking-and-embedding.mdx +10 -8
- package/.docs/raw/rag/overview.mdx +5 -5
- package/.docs/raw/rag/retrieval.mdx +125 -107
- package/.docs/raw/rag/vector-databases.mdx +232 -223
- package/.docs/raw/reference/agents/agent.mdx +56 -43
- package/.docs/raw/reference/agents/generate.mdx +367 -261
- package/.docs/raw/reference/agents/generateLegacy.mdx +260 -178
- package/.docs/raw/reference/agents/getDefaultGenerateOptions.mdx +7 -5
- package/.docs/raw/reference/agents/getDefaultStreamOptions.mdx +7 -5
- package/.docs/raw/reference/agents/getDescription.mdx +3 -2
- package/.docs/raw/reference/agents/getInstructions.mdx +7 -5
- package/.docs/raw/reference/agents/getLLM.mdx +11 -7
- package/.docs/raw/reference/agents/getMemory.mdx +7 -5
- package/.docs/raw/reference/agents/getModel.mdx +7 -5
- package/.docs/raw/reference/agents/getScorers.mdx +7 -5
- package/.docs/raw/reference/agents/getTools.mdx +7 -5
- package/.docs/raw/reference/agents/getVoice.mdx +7 -5
- package/.docs/raw/reference/agents/getWorkflows.mdx +7 -5
- package/.docs/raw/reference/agents/listAgents.mdx +6 -4
- package/.docs/raw/reference/agents/listScorers.mdx +69 -0
- package/.docs/raw/reference/agents/listTools.mdx +69 -0
- package/.docs/raw/reference/agents/listWorkflows.mdx +69 -0
- package/.docs/raw/reference/agents/network.mdx +171 -116
- package/.docs/raw/reference/auth/auth0.mdx +18 -14
- package/.docs/raw/reference/auth/clerk.mdx +15 -12
- package/.docs/raw/reference/auth/firebase.mdx +23 -16
- package/.docs/raw/reference/auth/jwt.mdx +7 -6
- package/.docs/raw/reference/auth/supabase.mdx +13 -10
- package/.docs/raw/reference/auth/workos.mdx +17 -13
- package/.docs/raw/reference/cli/create-mastra.mdx +61 -44
- package/.docs/raw/reference/cli/mastra.mdx +11 -11
- package/.docs/raw/reference/client-js/agents.mdx +41 -44
- package/.docs/raw/reference/client-js/error-handling.mdx +1 -1
- package/.docs/raw/reference/client-js/logs.mdx +2 -2
- package/.docs/raw/reference/client-js/mastra-client.mdx +28 -20
- package/.docs/raw/reference/client-js/memory.mdx +7 -3
- package/.docs/raw/reference/client-js/observability.mdx +10 -9
- package/.docs/raw/reference/client-js/telemetry.mdx +1 -1
- package/.docs/raw/reference/client-js/tools.mdx +2 -2
- package/.docs/raw/reference/client-js/vectors.mdx +1 -1
- package/.docs/raw/reference/client-js/workflows-legacy.mdx +1 -1
- package/.docs/raw/reference/client-js/workflows.mdx +8 -8
- package/.docs/raw/reference/core/getAgent.mdx +6 -5
- package/.docs/raw/reference/core/getAgentById.mdx +5 -4
- package/.docs/raw/reference/core/getAgents.mdx +3 -3
- package/.docs/raw/reference/core/getDeployer.mdx +4 -3
- package/.docs/raw/reference/core/getLogger.mdx +4 -3
- package/.docs/raw/reference/core/getLogs.mdx +10 -6
- package/.docs/raw/reference/core/getLogsByRunId.mdx +8 -5
- package/.docs/raw/reference/core/getMCPServer.mdx +8 -5
- package/.docs/raw/reference/core/getMCPServers.mdx +4 -3
- package/.docs/raw/reference/core/getMemory.mdx +4 -3
- package/.docs/raw/reference/core/getScorer.mdx +15 -12
- package/.docs/raw/reference/core/getScorerByName.mdx +13 -10
- package/.docs/raw/reference/core/getScorers.mdx +3 -2
- package/.docs/raw/reference/core/getServer.mdx +4 -3
- package/.docs/raw/reference/core/getStorage.mdx +4 -3
- package/.docs/raw/reference/core/getTelemetry.mdx +4 -3
- package/.docs/raw/reference/core/getVector.mdx +6 -4
- package/.docs/raw/reference/core/getVectors.mdx +4 -3
- package/.docs/raw/reference/core/getWorkflow.mdx +7 -4
- package/.docs/raw/reference/core/getWorkflows.mdx +5 -3
- package/.docs/raw/reference/core/listAgents.mdx +35 -0
- package/.docs/raw/reference/core/listLogs.mdx +96 -0
- package/.docs/raw/reference/core/listLogsByRunId.mdx +87 -0
- package/.docs/raw/reference/core/listScorers.mdx +43 -0
- package/.docs/raw/reference/core/listWorkflows.mdx +45 -0
- package/.docs/raw/reference/core/mastra-class.mdx +16 -16
- package/.docs/raw/reference/core/setLogger.mdx +6 -4
- package/.docs/raw/reference/core/setStorage.mdx +4 -4
- package/.docs/raw/reference/core/setTelemetry.mdx +4 -3
- package/.docs/raw/reference/deployer/cloudflare.mdx +11 -7
- package/.docs/raw/reference/deployer/deployer.mdx +2 -1
- package/.docs/raw/reference/deployer/netlify.mdx +4 -4
- package/.docs/raw/reference/deployer/vercel.mdx +6 -6
- package/.docs/raw/reference/evals/answer-relevancy.mdx +4 -5
- package/.docs/raw/reference/evals/bias.mdx +4 -5
- package/.docs/raw/reference/evals/completeness.mdx +4 -5
- package/.docs/raw/reference/evals/content-similarity.mdx +4 -5
- package/.docs/raw/reference/evals/context-position.mdx +4 -5
- package/.docs/raw/reference/evals/context-precision.mdx +4 -5
- package/.docs/raw/reference/evals/context-relevancy.mdx +4 -5
- package/.docs/raw/reference/evals/contextual-recall.mdx +4 -5
- package/.docs/raw/reference/evals/faithfulness.mdx +4 -5
- package/.docs/raw/reference/evals/hallucination.mdx +4 -6
- package/.docs/raw/reference/evals/keyword-coverage.mdx +4 -5
- package/.docs/raw/reference/evals/prompt-alignment.mdx +4 -6
- package/.docs/raw/reference/evals/summarization.mdx +4 -6
- package/.docs/raw/reference/evals/textual-difference.mdx +4 -5
- package/.docs/raw/reference/evals/tone-consistency.mdx +4 -7
- package/.docs/raw/reference/evals/toxicity.mdx +4 -5
- package/.docs/raw/reference/index.mdx +3 -3
- package/.docs/raw/reference/legacyWorkflows/after.mdx +5 -5
- package/.docs/raw/reference/legacyWorkflows/afterEvent.mdx +5 -5
- package/.docs/raw/reference/legacyWorkflows/commit.mdx +5 -5
- package/.docs/raw/reference/legacyWorkflows/createRun.mdx +4 -4
- package/.docs/raw/reference/legacyWorkflows/else.mdx +5 -5
- package/.docs/raw/reference/legacyWorkflows/events.mdx +7 -7
- package/.docs/raw/reference/legacyWorkflows/execute.mdx +4 -4
- package/.docs/raw/reference/legacyWorkflows/if.mdx +5 -5
- package/.docs/raw/reference/legacyWorkflows/resume.mdx +5 -5
- package/.docs/raw/reference/legacyWorkflows/resumeWithEvent.mdx +6 -6
- package/.docs/raw/reference/legacyWorkflows/snapshots.mdx +6 -6
- package/.docs/raw/reference/legacyWorkflows/start.mdx +6 -6
- package/.docs/raw/reference/legacyWorkflows/step-class.mdx +4 -4
- package/.docs/raw/reference/legacyWorkflows/step-condition.mdx +4 -4
- package/.docs/raw/reference/legacyWorkflows/step-function.mdx +5 -5
- package/.docs/raw/reference/legacyWorkflows/step-options.mdx +6 -6
- package/.docs/raw/reference/legacyWorkflows/step-retries.mdx +4 -4
- package/.docs/raw/reference/legacyWorkflows/suspend.mdx +4 -4
- package/.docs/raw/reference/legacyWorkflows/then.mdx +5 -5
- package/.docs/raw/reference/legacyWorkflows/until.mdx +4 -4
- package/.docs/raw/reference/legacyWorkflows/watch.mdx +3 -3
- package/.docs/raw/reference/legacyWorkflows/while.mdx +4 -4
- package/.docs/raw/reference/legacyWorkflows/workflow.mdx +7 -7
- package/.docs/raw/reference/memory/createThread.mdx +10 -10
- package/.docs/raw/reference/memory/deleteMessages.mdx +7 -5
- package/.docs/raw/reference/memory/getThreadById.mdx +6 -5
- package/.docs/raw/reference/memory/getThreadsByResourceId.mdx +11 -10
- package/.docs/raw/reference/memory/getThreadsByResourceIdPaginated.mdx +10 -9
- package/.docs/raw/reference/memory/{Memory.mdx → memory-class.mdx} +55 -47
- package/.docs/raw/reference/memory/query.mdx +39 -25
- package/.docs/raw/reference/observability/ai-tracing/ai-tracing.mdx +9 -6
- package/.docs/raw/reference/observability/ai-tracing/configuration.mdx +26 -22
- package/.docs/raw/reference/observability/ai-tracing/exporters/arize.mdx +16 -12
- package/.docs/raw/reference/observability/ai-tracing/exporters/braintrust.mdx +14 -14
- package/.docs/raw/reference/observability/ai-tracing/exporters/cloud-exporter.mdx +16 -11
- package/.docs/raw/reference/observability/ai-tracing/exporters/console-exporter.mdx +10 -6
- package/.docs/raw/reference/observability/ai-tracing/exporters/default-exporter.mdx +23 -15
- package/.docs/raw/reference/observability/ai-tracing/exporters/langfuse.mdx +6 -6
- package/.docs/raw/reference/observability/ai-tracing/exporters/langsmith.mdx +13 -13
- package/.docs/raw/reference/observability/ai-tracing/exporters/otel.mdx +44 -36
- package/.docs/raw/reference/observability/ai-tracing/interfaces.mdx +116 -107
- package/.docs/raw/reference/observability/ai-tracing/processors/sensitive-data-filter.mdx +37 -32
- package/.docs/raw/reference/observability/ai-tracing/span.mdx +29 -26
- package/.docs/raw/reference/observability/logging/pino-logger.mdx +13 -15
- package/.docs/raw/reference/observability/otel-tracing/otel-config.mdx +2 -2
- package/.docs/raw/reference/observability/otel-tracing/providers/arize-ax.mdx +3 -3
- package/.docs/raw/reference/observability/otel-tracing/providers/arize-phoenix.mdx +2 -1
- package/.docs/raw/reference/observability/otel-tracing/providers/dash0.mdx +1 -1
- package/.docs/raw/reference/observability/otel-tracing/providers/index.mdx +12 -14
- package/.docs/raw/reference/observability/otel-tracing/providers/keywordsai.mdx +4 -4
- package/.docs/raw/reference/observability/otel-tracing/providers/laminar.mdx +1 -1
- package/.docs/raw/reference/observability/otel-tracing/providers/langfuse.mdx +4 -4
- package/.docs/raw/reference/observability/otel-tracing/providers/langsmith.mdx +1 -1
- package/.docs/raw/reference/observability/otel-tracing/providers/langwatch.mdx +2 -2
- package/.docs/raw/reference/observability/otel-tracing/providers/new-relic.mdx +1 -1
- package/.docs/raw/reference/observability/otel-tracing/providers/signoz.mdx +1 -1
- package/.docs/raw/reference/observability/otel-tracing/providers/traceloop.mdx +1 -1
- package/.docs/raw/reference/processors/batch-parts-processor.mdx +3 -4
- package/.docs/raw/reference/processors/language-detector.mdx +6 -8
- package/.docs/raw/reference/processors/moderation-processor.mdx +36 -11
- package/.docs/raw/reference/processors/pii-detector.mdx +34 -9
- package/.docs/raw/reference/processors/prompt-injection-detector.mdx +6 -8
- package/.docs/raw/reference/processors/system-prompt-scrubber.mdx +14 -10
- package/.docs/raw/reference/processors/token-limiter-processor.mdx +3 -5
- package/.docs/raw/reference/processors/unicode-normalizer.mdx +3 -4
- package/.docs/raw/reference/rag/chunk.mdx +41 -23
- package/.docs/raw/reference/rag/database-config.mdx +56 -38
- package/.docs/raw/reference/rag/embeddings.mdx +1 -1
- package/.docs/raw/reference/rag/extract-params.mdx +1 -1
- package/.docs/raw/reference/rag/graph-rag.mdx +1 -1
- package/.docs/raw/reference/rag/metadata-filters.mdx +23 -26
- package/.docs/raw/reference/rag/rerank.mdx +1 -1
- package/.docs/raw/reference/rag/rerankWithScorer.mdx +2 -2
- package/.docs/raw/reference/scorers/answer-relevancy.mdx +35 -17
- package/.docs/raw/reference/scorers/answer-similarity.mdx +84 -68
- package/.docs/raw/reference/scorers/bias.mdx +22 -19
- package/.docs/raw/reference/scorers/completeness.mdx +21 -16
- package/.docs/raw/reference/scorers/content-similarity.mdx +12 -10
- package/.docs/raw/reference/scorers/context-precision.mdx +73 -64
- package/.docs/raw/reference/scorers/context-relevance.mdx +142 -126
- package/.docs/raw/reference/scorers/create-scorer.mdx +93 -61
- package/.docs/raw/reference/scorers/faithfulness.mdx +21 -13
- package/.docs/raw/reference/scorers/hallucination.mdx +17 -12
- package/.docs/raw/reference/scorers/keyword-coverage.mdx +32 -27
- package/.docs/raw/reference/scorers/mastra-scorer.mdx +39 -33
- package/.docs/raw/reference/scorers/noise-sensitivity.mdx +203 -152
- package/.docs/raw/reference/scorers/prompt-alignment.mdx +186 -132
- package/.docs/raw/reference/scorers/run-experiment.mdx +41 -32
- package/.docs/raw/reference/scorers/textual-difference.mdx +25 -26
- package/.docs/raw/reference/scorers/tone-consistency.mdx +29 -26
- package/.docs/raw/reference/scorers/tool-call-accuracy.mdx +180 -176
- package/.docs/raw/reference/scorers/toxicity.mdx +35 -31
- package/.docs/raw/reference/storage/cloudflare-d1.mdx +1 -1
- package/.docs/raw/reference/storage/cloudflare.mdx +1 -1
- package/.docs/raw/reference/storage/dynamodb.mdx +1 -1
- package/.docs/raw/reference/storage/lance.mdx +1 -1
- package/.docs/raw/reference/storage/libsql.mdx +2 -2
- package/.docs/raw/reference/storage/mongodb.mdx +4 -5
- package/.docs/raw/reference/storage/mssql.mdx +8 -7
- package/.docs/raw/reference/storage/postgresql.mdx +35 -33
- package/.docs/raw/reference/storage/upstash.mdx +6 -5
- package/.docs/raw/reference/streaming/ChunkType.mdx +788 -314
- package/.docs/raw/reference/streaming/agents/MastraModelOutput.mdx +265 -109
- package/.docs/raw/reference/streaming/agents/stream.mdx +375 -266
- package/.docs/raw/reference/streaming/agents/streamLegacy.mdx +233 -162
- package/.docs/raw/reference/streaming/workflows/observeStream.mdx +4 -4
- package/.docs/raw/reference/streaming/workflows/observeStreamVNext.mdx +5 -5
- package/.docs/raw/reference/streaming/workflows/resumeStreamVNext.mdx +25 -21
- package/.docs/raw/reference/streaming/workflows/stream.mdx +36 -27
- package/.docs/raw/reference/streaming/workflows/streamVNext.mdx +37 -28
- package/.docs/raw/reference/templates/overview.mdx +16 -39
- package/.docs/raw/reference/tools/client.mdx +1 -1
- package/.docs/raw/reference/tools/create-tool.mdx +45 -35
- package/.docs/raw/reference/tools/document-chunker-tool.mdx +2 -2
- package/.docs/raw/reference/tools/graph-rag-tool.mdx +12 -12
- package/.docs/raw/reference/tools/mcp-client.mdx +78 -72
- package/.docs/raw/reference/tools/mcp-server.mdx +91 -78
- package/.docs/raw/reference/tools/vector-query-tool.mdx +48 -38
- package/.docs/raw/reference/vectors/astra.mdx +1 -1
- package/.docs/raw/reference/vectors/chroma.mdx +25 -19
- package/.docs/raw/reference/vectors/couchbase.mdx +4 -4
- package/.docs/raw/reference/vectors/lance.mdx +5 -6
- package/.docs/raw/reference/vectors/libsql.mdx +1 -1
- package/.docs/raw/reference/vectors/mongodb.mdx +1 -1
- package/.docs/raw/reference/vectors/opensearch.mdx +1 -1
- package/.docs/raw/reference/vectors/pg.mdx +8 -4
- package/.docs/raw/reference/vectors/pinecone.mdx +1 -1
- package/.docs/raw/reference/vectors/qdrant.mdx +1 -1
- package/.docs/raw/reference/vectors/s3vectors.mdx +35 -27
- package/.docs/raw/reference/vectors/turbopuffer.mdx +1 -1
- package/.docs/raw/reference/vectors/upstash.mdx +33 -25
- package/.docs/raw/reference/vectors/vectorize.mdx +1 -1
- package/.docs/raw/reference/voice/azure.mdx +1 -1
- package/.docs/raw/reference/voice/cloudflare.mdx +1 -1
- package/.docs/raw/reference/voice/composite-voice.mdx +1 -1
- package/.docs/raw/reference/voice/deepgram.mdx +1 -1
- package/.docs/raw/reference/voice/elevenlabs.mdx +1 -1
- package/.docs/raw/reference/voice/google-gemini-live.mdx +7 -5
- package/.docs/raw/reference/voice/google.mdx +1 -1
- package/.docs/raw/reference/voice/mastra-voice.mdx +1 -1
- package/.docs/raw/reference/voice/murf.mdx +1 -1
- package/.docs/raw/reference/voice/openai-realtime.mdx +1 -1
- package/.docs/raw/reference/voice/openai.mdx +1 -1
- package/.docs/raw/reference/voice/playai.mdx +1 -1
- package/.docs/raw/reference/voice/sarvam.mdx +1 -1
- package/.docs/raw/reference/voice/speechify.mdx +1 -1
- package/.docs/raw/reference/voice/voice.addInstructions.mdx +1 -1
- package/.docs/raw/reference/voice/voice.addTools.mdx +1 -1
- package/.docs/raw/reference/voice/voice.answer.mdx +1 -1
- package/.docs/raw/reference/voice/voice.close.mdx +1 -1
- package/.docs/raw/reference/voice/voice.connect.mdx +1 -1
- package/.docs/raw/reference/voice/voice.events.mdx +1 -1
- package/.docs/raw/reference/voice/voice.getSpeakers.mdx +23 -30
- package/.docs/raw/reference/voice/voice.listen.mdx +1 -1
- package/.docs/raw/reference/voice/voice.off.mdx +1 -1
- package/.docs/raw/reference/voice/voice.on.mdx +1 -1
- package/.docs/raw/reference/voice/voice.send.mdx +1 -1
- package/.docs/raw/reference/voice/voice.speak.mdx +1 -1
- package/.docs/raw/reference/voice/voice.updateConfig.mdx +1 -1
- package/.docs/raw/reference/workflows/run-methods/cancel.mdx +4 -3
- package/.docs/raw/reference/workflows/run-methods/resume.mdx +49 -34
- package/.docs/raw/reference/workflows/run-methods/start.mdx +43 -31
- package/.docs/raw/reference/workflows/run-methods/watch.mdx +7 -8
- package/.docs/raw/reference/workflows/run.mdx +7 -10
- package/.docs/raw/reference/workflows/step.mdx +16 -13
- package/.docs/raw/reference/workflows/workflow-methods/branch.mdx +2 -2
- package/.docs/raw/reference/workflows/workflow-methods/commit.mdx +1 -1
- package/.docs/raw/reference/workflows/workflow-methods/create-run.mdx +7 -7
- package/.docs/raw/reference/workflows/workflow-methods/dountil.mdx +2 -2
- package/.docs/raw/reference/workflows/workflow-methods/dowhile.mdx +2 -2
- package/.docs/raw/reference/workflows/workflow-methods/foreach.mdx +1 -1
- package/.docs/raw/reference/workflows/workflow-methods/map.mdx +74 -3
- package/.docs/raw/reference/workflows/workflow-methods/parallel.mdx +1 -1
- package/.docs/raw/reference/workflows/workflow-methods/sendEvent.mdx +5 -5
- package/.docs/raw/reference/workflows/workflow-methods/sleep.mdx +3 -2
- package/.docs/raw/reference/workflows/workflow-methods/sleepUntil.mdx +3 -2
- package/.docs/raw/reference/workflows/workflow-methods/then.mdx +1 -1
- package/.docs/raw/reference/workflows/workflow-methods/waitForEvent.mdx +3 -3
- package/.docs/raw/reference/workflows/workflow.mdx +12 -23
- package/.docs/raw/scorers/custom-scorers.mdx +58 -48
- package/.docs/raw/scorers/evals-old-api/custom-eval.mdx +6 -8
- package/.docs/raw/scorers/evals-old-api/overview.mdx +8 -8
- package/.docs/raw/scorers/evals-old-api/running-in-ci.mdx +9 -9
- package/.docs/raw/scorers/evals-old-api/textual-evals.mdx +5 -5
- package/.docs/raw/scorers/off-the-shelf-scorers.mdx +3 -1
- package/.docs/raw/scorers/overview.mdx +23 -22
- package/.docs/raw/server-db/custom-api-routes.mdx +8 -8
- package/.docs/raw/server-db/mastra-client.mdx +56 -54
- package/.docs/raw/server-db/middleware.mdx +15 -11
- package/.docs/raw/server-db/production-server.mdx +5 -7
- package/.docs/raw/server-db/runtime-context.mdx +41 -38
- package/.docs/raw/server-db/storage.mdx +82 -87
- package/.docs/raw/streaming/events.mdx +24 -16
- package/.docs/raw/streaming/overview.mdx +17 -18
- package/.docs/raw/streaming/tool-streaming.mdx +9 -10
- package/.docs/raw/streaming/workflow-streaming.mdx +14 -12
- package/.docs/raw/tools-mcp/advanced-usage.mdx +2 -2
- package/.docs/raw/tools-mcp/mcp-overview.mdx +92 -102
- package/.docs/raw/tools-mcp/overview.mdx +10 -15
- package/.docs/raw/voice/overview.mdx +273 -250
- package/.docs/raw/voice/speech-to-speech.mdx +14 -12
- package/.docs/raw/voice/speech-to-text.mdx +2 -2
- package/.docs/raw/voice/text-to-speech.mdx +2 -2
- package/.docs/raw/workflows/agents-and-tools.mdx +27 -30
- package/.docs/raw/workflows/control-flow.mdx +213 -170
- package/.docs/raw/workflows/error-handling.mdx +15 -17
- package/.docs/raw/workflows/human-in-the-loop.mdx +39 -39
- package/.docs/raw/workflows/inngest-workflow.mdx +35 -31
- package/.docs/raw/workflows/overview.mdx +108 -56
- package/.docs/raw/workflows/snapshots.mdx +54 -36
- package/.docs/raw/workflows/suspend-and-resume.mdx +52 -65
- package/.docs/raw/workflows-legacy/control-flow.mdx +15 -17
- package/.docs/raw/workflows-legacy/dynamic-workflows.mdx +3 -1
- package/.docs/raw/workflows-legacy/error-handling.mdx +8 -6
- package/.docs/raw/workflows-legacy/nested-workflows.mdx +6 -0
- package/.docs/raw/workflows-legacy/overview.mdx +28 -26
- package/.docs/raw/workflows-legacy/runtime-variables.mdx +4 -2
- package/.docs/raw/workflows-legacy/steps.mdx +5 -3
- package/.docs/raw/workflows-legacy/suspend-and-resume.mdx +10 -8
- package/.docs/raw/workflows-legacy/variables.mdx +10 -8
- package/CHANGELOG.md +24 -0
- package/package.json +5 -5
- package/.docs/raw/memory/storage/memory-with-mongodb.mdx +0 -148
- package/.docs/raw/workflows/input-data-mapping.mdx +0 -107
|
@@ -10,11 +10,10 @@ The `PIIDetector` is a **hybrid processor** that can be used for both input and
|
|
|
10
10
|
## Usage example
|
|
11
11
|
|
|
12
12
|
```typescript copy
|
|
13
|
-
import { openai } from "@ai-sdk/openai";
|
|
14
13
|
import { PIIDetector } from "@mastra/core/processors";
|
|
15
14
|
|
|
16
15
|
const processor = new PIIDetector({
|
|
17
|
-
model: openai
|
|
16
|
+
model: "openai/gpt-4.1-nano",
|
|
18
17
|
threshold: 0.6,
|
|
19
18
|
strategy: "redact",
|
|
20
19
|
detectionTypes: ["email", "phone", "credit-card", "ssn"]
|
|
@@ -40,7 +39,7 @@ const processor = new PIIDetector({
|
|
|
40
39
|
content={[
|
|
41
40
|
{
|
|
42
41
|
name: "model",
|
|
43
|
-
type: "
|
|
42
|
+
type: "MastraModelConfig",
|
|
44
43
|
description: "Model configuration for the detection agent",
|
|
45
44
|
isOptional: false,
|
|
46
45
|
},
|
|
@@ -123,18 +122,19 @@ const processor = new PIIDetector({
|
|
|
123
122
|
|
|
124
123
|
## Extended usage example
|
|
125
124
|
|
|
126
|
-
|
|
127
|
-
|
|
125
|
+
### Input processing
|
|
126
|
+
|
|
127
|
+
```typescript title="src/mastra/agents/private-agent.ts" showLineNumbers copy
|
|
128
128
|
import { Agent } from "@mastra/core/agent";
|
|
129
129
|
import { PIIDetector } from "@mastra/core/processors";
|
|
130
130
|
|
|
131
131
|
export const agent = new Agent({
|
|
132
132
|
name: "private-agent",
|
|
133
133
|
instructions: "You are a helpful assistant",
|
|
134
|
-
model: openai
|
|
134
|
+
model: "openai/gpt-4o-mini",
|
|
135
135
|
inputProcessors: [
|
|
136
136
|
new PIIDetector({
|
|
137
|
-
model: openai
|
|
137
|
+
model: "openai/gpt-4.1-nano",
|
|
138
138
|
detectionTypes: ["email", "phone", "credit-card", "ssn"],
|
|
139
139
|
threshold: 0.6,
|
|
140
140
|
strategy: "redact",
|
|
@@ -147,7 +147,32 @@ export const agent = new Agent({
|
|
|
147
147
|
});
|
|
148
148
|
```
|
|
149
149
|
|
|
150
|
+
### Output processing with batching
|
|
151
|
+
|
|
152
|
+
When using `PIIDetector` as an output processor, it's recommended to combine it with `BatchPartsProcessor` to optimize performance. The `BatchPartsProcessor` batches stream chunks together before passing them to the PII detector, reducing the number of LLM calls required for detection.
|
|
153
|
+
|
|
154
|
+
```typescript title="src/mastra/agents/output-pii-agent.ts" showLineNumbers copy
|
|
155
|
+
import { Agent } from "@mastra/core/agent";
|
|
156
|
+
import { BatchPartsProcessor, PIIDetector } from "@mastra/core/processors";
|
|
157
|
+
|
|
158
|
+
export const agent = new Agent({
|
|
159
|
+
name: "output-pii-agent",
|
|
160
|
+
instructions: "You are a helpful assistant",
|
|
161
|
+
model: "openai/gpt-4o-mini",
|
|
162
|
+
outputProcessors: [
|
|
163
|
+
// Batch stream parts first to reduce LLM calls
|
|
164
|
+
new BatchPartsProcessor({
|
|
165
|
+
batchSize: 10,
|
|
166
|
+
}),
|
|
167
|
+
// Then apply PII detection on batched content
|
|
168
|
+
new PIIDetector({
|
|
169
|
+
model: "openai/gpt-4.1-nano",
|
|
170
|
+
strategy: "redact",
|
|
171
|
+
})
|
|
172
|
+
]
|
|
173
|
+
});
|
|
174
|
+
```
|
|
175
|
+
|
|
150
176
|
## Related
|
|
151
177
|
|
|
152
|
-
- [
|
|
153
|
-
- [Output Processors](/docs/agents/output-processors)
|
|
178
|
+
- [Guardrails](/docs/agents/guardrails)
|
|
@@ -10,11 +10,10 @@ The `PromptInjectionDetector` is an **input processor** that detects and prevent
|
|
|
10
10
|
## Usage example
|
|
11
11
|
|
|
12
12
|
```typescript copy
|
|
13
|
-
import { openai } from "@ai-sdk/openai";
|
|
14
13
|
import { PromptInjectionDetector } from "@mastra/core/processors";
|
|
15
14
|
|
|
16
15
|
const processor = new PromptInjectionDetector({
|
|
17
|
-
model: openai
|
|
16
|
+
model: "openai/gpt-4.1-nano",
|
|
18
17
|
threshold: 0.8,
|
|
19
18
|
strategy: "rewrite",
|
|
20
19
|
detectionTypes: ["injection", "jailbreak", "system-override"]
|
|
@@ -40,7 +39,7 @@ const processor = new PromptInjectionDetector({
|
|
|
40
39
|
content={[
|
|
41
40
|
{
|
|
42
41
|
name: "model",
|
|
43
|
-
type: "
|
|
42
|
+
type: "MastraModelConfig",
|
|
44
43
|
description: "Model configuration for the detection agent",
|
|
45
44
|
isOptional: false,
|
|
46
45
|
},
|
|
@@ -103,18 +102,17 @@ const processor = new PromptInjectionDetector({
|
|
|
103
102
|
|
|
104
103
|
## Extended usage example
|
|
105
104
|
|
|
106
|
-
```typescript
|
|
107
|
-
import { openai } from "@ai-sdk/openai";
|
|
105
|
+
```typescript title="src/mastra/agents/secure-agent.ts" showLineNumbers copy
|
|
108
106
|
import { Agent } from "@mastra/core/agent";
|
|
109
107
|
import { PromptInjectionDetector } from "@mastra/core/processors";
|
|
110
108
|
|
|
111
109
|
export const agent = new Agent({
|
|
112
110
|
name: "secure-agent",
|
|
113
111
|
instructions: "You are a helpful assistant",
|
|
114
|
-
model: openai
|
|
112
|
+
model: "openai/gpt-4o-mini",
|
|
115
113
|
inputProcessors: [
|
|
116
114
|
new PromptInjectionDetector({
|
|
117
|
-
model: openai
|
|
115
|
+
model: "openai/gpt-4.1-nano",
|
|
118
116
|
detectionTypes: ['injection', 'jailbreak', 'system-override'],
|
|
119
117
|
threshold: 0.8,
|
|
120
118
|
strategy: 'rewrite',
|
|
@@ -127,4 +125,4 @@ export const agent = new Agent({
|
|
|
127
125
|
|
|
128
126
|
## Related
|
|
129
127
|
|
|
130
|
-
- [
|
|
128
|
+
- [Guardrails](/docs/agents/guardrails)
|
|
@@ -40,7 +40,7 @@ const processor = new SystemPromptScrubber({
|
|
|
40
40
|
content={[
|
|
41
41
|
{
|
|
42
42
|
name: "model",
|
|
43
|
-
type: "
|
|
43
|
+
type: "MastraModelConfig",
|
|
44
44
|
description: "Model configuration for the detection agent",
|
|
45
45
|
isOptional: false,
|
|
46
46
|
},
|
|
@@ -116,30 +116,34 @@ const processor = new SystemPromptScrubber({
|
|
|
116
116
|
|
|
117
117
|
## Extended usage example
|
|
118
118
|
|
|
119
|
-
|
|
120
|
-
|
|
119
|
+
When using `SystemPromptScrubber` as an output processor, it's recommended to combine it with `BatchPartsProcessor` to optimize performance. The `BatchPartsProcessor` batches stream chunks together before passing them to the scrubber, reducing the number of LLM calls required for detection.
|
|
120
|
+
|
|
121
|
+
```typescript title="src/mastra/agents/scrubbed-agent.ts" showLineNumbers copy
|
|
121
122
|
import { Agent } from "@mastra/core/agent";
|
|
122
|
-
import { SystemPromptScrubber } from "@mastra/core/processors";
|
|
123
|
+
import { BatchPartsProcessor, SystemPromptScrubber } from "@mastra/core/processors";
|
|
123
124
|
|
|
124
125
|
export const agent = new Agent({
|
|
125
126
|
name: "scrubbed-agent",
|
|
126
127
|
instructions: "You are a helpful assistant",
|
|
127
|
-
model: openai
|
|
128
|
+
model: "openai/gpt-4o-mini",
|
|
128
129
|
outputProcessors: [
|
|
130
|
+
// Batch stream parts first to reduce LLM calls
|
|
131
|
+
new BatchPartsProcessor({
|
|
132
|
+
batchSize: 10,
|
|
133
|
+
}),
|
|
134
|
+
// Then apply system prompt detection on batched content
|
|
129
135
|
new SystemPromptScrubber({
|
|
130
|
-
model: openai
|
|
136
|
+
model: "openai/gpt-4.1-nano",
|
|
131
137
|
strategy: "redact",
|
|
132
138
|
customPatterns: ["system prompt", "internal instructions"],
|
|
133
139
|
includeDetections: true,
|
|
134
|
-
instructions: "Detect and redact system prompts, internal instructions, and security-sensitive content",
|
|
135
140
|
redactionMethod: "placeholder",
|
|
136
141
|
placeholderText: "[REDACTED]"
|
|
137
|
-
})
|
|
142
|
+
}),
|
|
138
143
|
]
|
|
139
144
|
});
|
|
140
145
|
```
|
|
141
146
|
|
|
142
147
|
## Related
|
|
143
148
|
|
|
144
|
-
- [
|
|
145
|
-
- [Output Processors](/docs/agents/output-processors)
|
|
149
|
+
- [Guardrails](/docs/agents/guardrails)
|
|
@@ -111,15 +111,14 @@ const processor = new TokenLimiterProcessor({
|
|
|
111
111
|
|
|
112
112
|
## Extended usage example
|
|
113
113
|
|
|
114
|
-
```typescript
|
|
115
|
-
import { openai } from "@ai-sdk/openai";
|
|
114
|
+
```typescript title="src/mastra/agents/limited-agent.ts" showLineNumbers copy
|
|
116
115
|
import { Agent } from "@mastra/core/agent";
|
|
117
116
|
import { TokenLimiterProcessor } from "@mastra/core/processors";
|
|
118
117
|
|
|
119
118
|
export const agent = new Agent({
|
|
120
119
|
name: "limited-agent",
|
|
121
120
|
instructions: "You are a helpful assistant",
|
|
122
|
-
model: openai
|
|
121
|
+
model: "openai/gpt-4o-mini",
|
|
123
122
|
outputProcessors: [
|
|
124
123
|
new TokenLimiterProcessor({
|
|
125
124
|
limit: 1000,
|
|
@@ -132,5 +131,4 @@ export const agent = new Agent({
|
|
|
132
131
|
|
|
133
132
|
## Related
|
|
134
133
|
|
|
135
|
-
- [
|
|
136
|
-
- [Output Processors](/docs/agents/output-processors)
|
|
134
|
+
- [Guardrails](/docs/agents/guardrails)
|
|
@@ -88,15 +88,14 @@ const processor = new UnicodeNormalizer({
|
|
|
88
88
|
|
|
89
89
|
## Extended usage example
|
|
90
90
|
|
|
91
|
-
```typescript
|
|
92
|
-
import { openai } from "@ai-sdk/openai";
|
|
91
|
+
```typescript title="src/mastra/agents/normalized-agent.ts" showLineNumbers copy
|
|
93
92
|
import { Agent } from "@mastra/core/agent";
|
|
94
93
|
import { UnicodeNormalizer } from "@mastra/core/processors";
|
|
95
94
|
|
|
96
95
|
export const agent = new Agent({
|
|
97
96
|
name: "normalized-agent",
|
|
98
97
|
instructions: "You are a helpful assistant",
|
|
99
|
-
model: openai
|
|
98
|
+
model: "openai/gpt-4o-mini",
|
|
100
99
|
inputProcessors: [
|
|
101
100
|
new UnicodeNormalizer({
|
|
102
101
|
stripControlChars: true,
|
|
@@ -111,4 +110,4 @@ export const agent = new Agent({
|
|
|
111
110
|
|
|
112
111
|
## Related
|
|
113
112
|
|
|
114
|
-
- [
|
|
113
|
+
- [Guardrails](/docs/agents/guardrails)
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
---
|
|
2
|
-
title: "Reference: .chunk() |
|
|
2
|
+
title: "Reference: Reference: .chunk() | RAG | Mastra Docs"
|
|
3
3
|
description: Documentation for the chunk function in Mastra, which splits documents into smaller segments using various strategies.
|
|
4
4
|
---
|
|
5
5
|
|
|
@@ -59,13 +59,15 @@ The following parameters are available for all chunking strategies.
|
|
|
59
59
|
type: "number",
|
|
60
60
|
isOptional: true,
|
|
61
61
|
defaultValue: "4000",
|
|
62
|
-
description:
|
|
62
|
+
description:
|
|
63
|
+
"Maximum size of each chunk. **Note:** Some strategy configurations (markdown with headers, HTML with headers) ignore this parameter.",
|
|
63
64
|
},
|
|
64
65
|
{
|
|
65
66
|
name: "size",
|
|
66
67
|
type: "number",
|
|
67
68
|
isOptional: true,
|
|
68
|
-
description:
|
|
69
|
+
description:
|
|
70
|
+
"**Deprecated:** Use `maxSize` instead. This parameter will be removed in the next major version.",
|
|
69
71
|
},
|
|
70
72
|
{
|
|
71
73
|
name: "overlap",
|
|
@@ -78,7 +80,8 @@ The following parameters are available for all chunking strategies.
|
|
|
78
80
|
name: "lengthFunction",
|
|
79
81
|
type: "(text: string) => number",
|
|
80
82
|
isOptional: true,
|
|
81
|
-
description:
|
|
83
|
+
description:
|
|
84
|
+
"Function to calculate text length. Defaults to character count.",
|
|
82
85
|
},
|
|
83
86
|
{
|
|
84
87
|
name: "keepSeparator",
|
|
@@ -105,13 +108,12 @@ The following parameters are available for all chunking strategies.
|
|
|
105
108
|
name: "extract",
|
|
106
109
|
type: "ExtractParams",
|
|
107
110
|
isOptional: true,
|
|
108
|
-
description:
|
|
109
|
-
"Metadata extraction configuration.",
|
|
111
|
+
description: "Metadata extraction configuration.",
|
|
110
112
|
},
|
|
111
113
|
]}
|
|
112
114
|
/>
|
|
113
115
|
|
|
114
|
-
See [ExtractParams reference](/reference/rag/extract-params
|
|
116
|
+
See [ExtractParams reference](/reference/rag/extract-params) for details on the `extract` parameter.
|
|
115
117
|
|
|
116
118
|
## Strategy-Specific Options
|
|
117
119
|
|
|
@@ -189,7 +191,8 @@ The options documented below are passed directly at the top level of the configu
|
|
|
189
191
|
name: "separators",
|
|
190
192
|
type: "string[]",
|
|
191
193
|
isOptional: true,
|
|
192
|
-
description:
|
|
194
|
+
description:
|
|
195
|
+
"Array of separators to try in order of preference. The strategy will attempt to split on the first separator, then fall back to subsequent ones.",
|
|
193
196
|
},
|
|
194
197
|
{
|
|
195
198
|
name: "isSeparatorRegex",
|
|
@@ -209,7 +212,8 @@ The options documented below are passed directly at the top level of the configu
|
|
|
209
212
|
name: "separators",
|
|
210
213
|
type: "string[]",
|
|
211
214
|
isOptional: true,
|
|
212
|
-
description:
|
|
215
|
+
description:
|
|
216
|
+
"Array of separators to try in order of preference. The strategy will attempt to split on the first separator, then fall back to subsequent ones.",
|
|
213
217
|
},
|
|
214
218
|
{
|
|
215
219
|
name: "isSeparatorRegex",
|
|
@@ -222,7 +226,8 @@ The options documented below are passed directly at the top level of the configu
|
|
|
222
226
|
name: "language",
|
|
223
227
|
type: "Language",
|
|
224
228
|
isOptional: true,
|
|
225
|
-
description:
|
|
229
|
+
description:
|
|
230
|
+
"Programming or markup language for language-specific splitting behavior. See Language enum for supported values.",
|
|
226
231
|
},
|
|
227
232
|
]}
|
|
228
233
|
/>
|
|
@@ -234,41 +239,47 @@ The options documented below are passed directly at the top level of the configu
|
|
|
234
239
|
{
|
|
235
240
|
name: "maxSize",
|
|
236
241
|
type: "number",
|
|
237
|
-
description:
|
|
242
|
+
description:
|
|
243
|
+
"Maximum size of each chunk (required for sentence strategy)",
|
|
238
244
|
},
|
|
239
245
|
{
|
|
240
246
|
name: "minSize",
|
|
241
247
|
type: "number",
|
|
242
248
|
isOptional: true,
|
|
243
249
|
defaultValue: "50",
|
|
244
|
-
description:
|
|
250
|
+
description:
|
|
251
|
+
"Minimum size of each chunk. Chunks smaller than this will be merged with adjacent chunks when possible.",
|
|
245
252
|
},
|
|
246
253
|
{
|
|
247
254
|
name: "targetSize",
|
|
248
255
|
type: "number",
|
|
249
256
|
isOptional: true,
|
|
250
|
-
description:
|
|
257
|
+
description:
|
|
258
|
+
"Preferred target size for chunks. Defaults to 80% of maxSize. The strategy will try to create chunks close to this size.",
|
|
251
259
|
},
|
|
252
260
|
{
|
|
253
261
|
name: "sentenceEnders",
|
|
254
262
|
type: "string[]",
|
|
255
263
|
isOptional: true,
|
|
256
264
|
defaultValue: "['.', '!', '?']",
|
|
257
|
-
description:
|
|
265
|
+
description:
|
|
266
|
+
"Array of characters that mark sentence endings for splitting boundaries.",
|
|
258
267
|
},
|
|
259
268
|
{
|
|
260
269
|
name: "fallbackToWords",
|
|
261
270
|
type: "boolean",
|
|
262
271
|
isOptional: true,
|
|
263
272
|
defaultValue: "true",
|
|
264
|
-
description:
|
|
273
|
+
description:
|
|
274
|
+
"Whether to fall back to word-level splitting for sentences that exceed maxSize.",
|
|
265
275
|
},
|
|
266
276
|
{
|
|
267
277
|
name: "fallbackToCharacters",
|
|
268
278
|
type: "boolean",
|
|
269
279
|
isOptional: true,
|
|
270
280
|
defaultValue: "true",
|
|
271
|
-
description:
|
|
281
|
+
description:
|
|
282
|
+
"Whether to fall back to character-level splitting for words that exceed maxSize. Only applies if fallbackToWords is enabled.",
|
|
272
283
|
},
|
|
273
284
|
]}
|
|
274
285
|
/>
|
|
@@ -336,33 +347,38 @@ The options documented below are passed directly at the top level of the configu
|
|
|
336
347
|
type: "number",
|
|
337
348
|
isOptional: true,
|
|
338
349
|
defaultValue: "500",
|
|
339
|
-
description:
|
|
350
|
+
description:
|
|
351
|
+
"Maximum token count for merging related sections. Sections exceeding this limit individually are left intact, but smaller sections are merged with siblings or parents if the combined size stays under this threshold.",
|
|
340
352
|
},
|
|
341
353
|
{
|
|
342
354
|
name: "modelName",
|
|
343
355
|
type: "string",
|
|
344
356
|
isOptional: true,
|
|
345
|
-
description:
|
|
357
|
+
description:
|
|
358
|
+
"Name of the model for tokenization. If provided, the model's underlying tokenization `encodingName` will be used.",
|
|
346
359
|
},
|
|
347
360
|
{
|
|
348
361
|
name: "encodingName",
|
|
349
362
|
type: "string",
|
|
350
363
|
isOptional: true,
|
|
351
364
|
defaultValue: "cl100k_base",
|
|
352
|
-
description:
|
|
365
|
+
description:
|
|
366
|
+
"Name of the token encoding to use. Derived from `modelName` if available.",
|
|
353
367
|
},
|
|
354
368
|
{
|
|
355
369
|
name: "allowedSpecial",
|
|
356
370
|
type: "Set<string> | 'all'",
|
|
357
371
|
isOptional: true,
|
|
358
|
-
description:
|
|
372
|
+
description:
|
|
373
|
+
"Set of special tokens allowed during tokenization, or 'all' to allow all special tokens",
|
|
359
374
|
},
|
|
360
375
|
{
|
|
361
376
|
name: "disallowedSpecial",
|
|
362
377
|
type: "Set<string> | 'all'",
|
|
363
378
|
isOptional: true,
|
|
364
379
|
defaultValue: "all",
|
|
365
|
-
description:
|
|
380
|
+
description:
|
|
381
|
+
"Set of special tokens to disallow during tokenization, or 'all' to disallow all special tokens",
|
|
366
382
|
},
|
|
367
383
|
]}
|
|
368
384
|
/>
|
|
@@ -387,13 +403,15 @@ The options documented below are passed directly at the top level of the configu
|
|
|
387
403
|
name: "allowedSpecial",
|
|
388
404
|
type: "Set<string> | 'all'",
|
|
389
405
|
isOptional: true,
|
|
390
|
-
description:
|
|
406
|
+
description:
|
|
407
|
+
"Set of special tokens allowed during tokenization, or 'all' to allow all special tokens",
|
|
391
408
|
},
|
|
392
409
|
{
|
|
393
410
|
name: "disallowedSpecial",
|
|
394
411
|
type: "Set<string> | 'all'",
|
|
395
412
|
isOptional: true,
|
|
396
|
-
description:
|
|
413
|
+
description:
|
|
414
|
+
"Set of special tokens to disallow during tokenization, or 'all' to disallow all special tokens",
|
|
397
415
|
},
|
|
398
416
|
]}
|
|
399
417
|
/>
|