@mastra/core 1.6.0 → 1.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +236 -0
- package/dist/agent/agent.d.ts +6 -0
- package/dist/agent/agent.d.ts.map +1 -1
- package/dist/agent/index.cjs +8 -8
- package/dist/agent/index.js +1 -1
- package/dist/{chunk-VJWRJWSC.cjs → chunk-2X66GWF5.cjs} +94 -16
- package/dist/chunk-2X66GWF5.cjs.map +1 -0
- package/dist/{chunk-YM6245EM.js → chunk-6OXW5E2O.js} +3 -3
- package/dist/{chunk-YM6245EM.js.map → chunk-6OXW5E2O.js.map} +1 -1
- package/dist/{chunk-XWZAKKFT.cjs → chunk-6QBN6MZY.cjs} +14 -14
- package/dist/{chunk-XWZAKKFT.cjs.map → chunk-6QBN6MZY.cjs.map} +1 -1
- package/dist/{chunk-AYHSPIT6.cjs → chunk-7UAJ6LMR.cjs} +820 -259
- package/dist/chunk-7UAJ6LMR.cjs.map +1 -0
- package/dist/{chunk-RZNHRIM7.cjs → chunk-A72NTLFT.cjs} +5 -5
- package/dist/{chunk-RZNHRIM7.cjs.map → chunk-A72NTLFT.cjs.map} +1 -1
- package/dist/{chunk-EEU5NHHU.js → chunk-DFCRXDVK.js} +3 -3
- package/dist/{chunk-EEU5NHHU.js.map → chunk-DFCRXDVK.js.map} +1 -1
- package/dist/{chunk-5K45E5VE.js → chunk-GPJGPARM.js} +3 -2
- package/dist/chunk-GPJGPARM.js.map +1 -0
- package/dist/{chunk-LNKS4TJ6.cjs → chunk-HB6T4554.cjs} +8 -7
- package/dist/chunk-HB6T4554.cjs.map +1 -0
- package/dist/{chunk-DGS2KGDI.js → chunk-KUXNBWN7.js} +6 -5
- package/dist/chunk-KUXNBWN7.js.map +1 -0
- package/dist/{chunk-IHDE4CJV.js → chunk-QSHV7GPT.js} +89 -12
- package/dist/chunk-QSHV7GPT.js.map +1 -0
- package/dist/{chunk-3U3XFMGJ.cjs → chunk-QTAS3HND.cjs} +13 -8
- package/dist/chunk-QTAS3HND.cjs.map +1 -0
- package/dist/{chunk-RHKNKJNM.js → chunk-QWTB53GS.js} +4 -4
- package/dist/{chunk-RHKNKJNM.js.map → chunk-QWTB53GS.js.map} +1 -1
- package/dist/{chunk-4WG5K4CK.js → chunk-R4N65TLG.js} +7 -7
- package/dist/{chunk-4WG5K4CK.js.map → chunk-R4N65TLG.js.map} +1 -1
- package/dist/{chunk-5VQPSWPG.cjs → chunk-RABITNTG.cjs} +48 -48
- package/dist/{chunk-5VQPSWPG.cjs.map → chunk-RABITNTG.cjs.map} +1 -1
- package/dist/{chunk-TVPANHLE.cjs → chunk-SBOHDNIZ.cjs} +3 -2
- package/dist/chunk-SBOHDNIZ.cjs.map +1 -0
- package/dist/{chunk-MWGGSA5Q.js → chunk-T6GAM3SQ.js} +10 -5
- package/dist/chunk-T6GAM3SQ.js.map +1 -0
- package/dist/{chunk-TL2TTA4X.cjs → chunk-YQG7NBPR.cjs} +9 -9
- package/dist/{chunk-TL2TTA4X.cjs.map → chunk-YQG7NBPR.cjs.map} +1 -1
- package/dist/{chunk-XB3DA67Q.js → chunk-ZSBM2SVU.js} +818 -259
- package/dist/chunk-ZSBM2SVU.js.map +1 -0
- package/dist/datasets/experiment/scorer.d.ts.map +1 -1
- package/dist/datasets/index.cjs +17 -17
- package/dist/datasets/index.js +2 -2
- package/dist/evals/index.cjs +20 -20
- package/dist/evals/index.js +3 -3
- package/dist/evals/scoreTraces/index.cjs +7 -6
- package/dist/evals/scoreTraces/index.cjs.map +1 -1
- package/dist/evals/scoreTraces/index.js +4 -3
- package/dist/evals/scoreTraces/index.js.map +1 -1
- package/dist/evals/scoreTraces/scoreTracesWorkflow.d.ts.map +1 -1
- package/dist/harness/harness.d.ts +21 -1
- package/dist/harness/harness.d.ts.map +1 -1
- package/dist/harness/index.cjs +422 -5
- package/dist/harness/index.cjs.map +1 -1
- package/dist/harness/index.d.ts +2 -1
- package/dist/harness/index.d.ts.map +1 -1
- package/dist/harness/index.js +418 -3
- package/dist/harness/index.js.map +1 -1
- package/dist/harness/types.d.ts +151 -0
- package/dist/harness/types.d.ts.map +1 -1
- package/dist/index.cjs +2 -2
- package/dist/index.js +1 -1
- package/dist/loop/index.cjs +12 -12
- package/dist/loop/index.js +1 -1
- package/dist/loop/test-utils/tools.d.ts.map +1 -1
- package/dist/loop/workflows/agentic-loop/index.d.ts.map +1 -1
- package/dist/mastra/hooks.d.ts.map +1 -1
- package/dist/mastra/index.cjs +2 -2
- package/dist/mastra/index.js +1 -1
- package/dist/memory/index.cjs +14 -14
- package/dist/memory/index.js +1 -1
- package/dist/processor-provider/index.cjs +10 -10
- package/dist/processor-provider/index.js +1 -1
- package/dist/processors/index.cjs +45 -41
- package/dist/processors/index.js +1 -1
- package/dist/processors/processors/index.d.ts +1 -0
- package/dist/processors/processors/index.d.ts.map +1 -1
- package/dist/processors/processors/workspace-instructions.d.ts +50 -0
- package/dist/processors/processors/workspace-instructions.d.ts.map +1 -0
- package/dist/relevance/index.cjs +3 -3
- package/dist/relevance/index.js +1 -1
- package/dist/storage/constants.cjs +56 -56
- package/dist/storage/constants.d.ts.map +1 -1
- package/dist/storage/constants.js +1 -1
- package/dist/storage/index.cjs +160 -160
- package/dist/storage/index.js +2 -2
- package/dist/storage/types.d.ts +2 -0
- package/dist/storage/types.d.ts.map +1 -1
- package/dist/stream/aisdk/v5/compat/prepare-tools.d.ts.map +1 -1
- package/dist/stream/base/output.d.ts.map +1 -1
- package/dist/stream/index.cjs +8 -8
- package/dist/stream/index.js +1 -1
- package/dist/tool-loop-agent/index.cjs +4 -4
- package/dist/tool-loop-agent/index.js +1 -1
- package/dist/vector/index.cjs +7 -7
- package/dist/vector/index.js +1 -1
- package/dist/workflows/evented/index.cjs +10 -10
- package/dist/workflows/evented/index.js +1 -1
- package/dist/workflows/index.cjs +25 -25
- package/dist/workflows/index.js +1 -1
- package/dist/workspace/constants/index.d.ts +2 -0
- package/dist/workspace/constants/index.d.ts.map +1 -1
- package/dist/workspace/errors.d.ts +1 -1
- package/dist/workspace/errors.d.ts.map +1 -1
- package/dist/workspace/filesystem/composite-filesystem.d.ts +4 -1
- package/dist/workspace/filesystem/composite-filesystem.d.ts.map +1 -1
- package/dist/workspace/filesystem/file-write-lock.d.ts +35 -0
- package/dist/workspace/filesystem/file-write-lock.d.ts.map +1 -0
- package/dist/workspace/filesystem/filesystem.d.ts +5 -1
- package/dist/workspace/filesystem/filesystem.d.ts.map +1 -1
- package/dist/workspace/filesystem/index.d.ts +1 -0
- package/dist/workspace/filesystem/index.d.ts.map +1 -1
- package/dist/workspace/filesystem/local-filesystem.d.ts +17 -1
- package/dist/workspace/filesystem/local-filesystem.d.ts.map +1 -1
- package/dist/workspace/index.cjs +72 -64
- package/dist/workspace/index.d.ts +3 -2
- package/dist/workspace/index.d.ts.map +1 -1
- package/dist/workspace/index.js +1 -1
- package/dist/workspace/lifecycle.d.ts +1 -9
- package/dist/workspace/lifecycle.d.ts.map +1 -1
- package/dist/workspace/sandbox/index.d.ts +2 -0
- package/dist/workspace/sandbox/index.d.ts.map +1 -1
- package/dist/workspace/sandbox/local-process-manager.d.ts +18 -0
- package/dist/workspace/sandbox/local-process-manager.d.ts.map +1 -0
- package/dist/workspace/sandbox/local-sandbox.d.ts +49 -35
- package/dist/workspace/sandbox/local-sandbox.d.ts.map +1 -1
- package/dist/workspace/sandbox/mastra-sandbox.d.ts +45 -11
- package/dist/workspace/sandbox/mastra-sandbox.d.ts.map +1 -1
- package/dist/workspace/sandbox/native-sandbox/bubblewrap.d.ts +2 -3
- package/dist/workspace/sandbox/native-sandbox/bubblewrap.d.ts.map +1 -1
- package/dist/workspace/sandbox/native-sandbox/seatbelt.d.ts +2 -3
- package/dist/workspace/sandbox/native-sandbox/seatbelt.d.ts.map +1 -1
- package/dist/workspace/sandbox/native-sandbox/wrapper.d.ts +4 -5
- package/dist/workspace/sandbox/native-sandbox/wrapper.d.ts.map +1 -1
- package/dist/workspace/sandbox/process-manager/index.d.ts +4 -0
- package/dist/workspace/sandbox/process-manager/index.d.ts.map +1 -0
- package/dist/workspace/sandbox/process-manager/process-handle.d.ts +107 -0
- package/dist/workspace/sandbox/process-manager/process-handle.d.ts.map +1 -0
- package/dist/workspace/sandbox/process-manager/process-manager.d.ts +59 -0
- package/dist/workspace/sandbox/process-manager/process-manager.d.ts.map +1 -0
- package/dist/workspace/sandbox/process-manager/types.d.ts +24 -0
- package/dist/workspace/sandbox/process-manager/types.d.ts.map +1 -0
- package/dist/workspace/sandbox/sandbox.d.ts +38 -2
- package/dist/workspace/sandbox/sandbox.d.ts.map +1 -1
- package/dist/workspace/sandbox/types.d.ts +9 -2
- package/dist/workspace/sandbox/types.d.ts.map +1 -1
- package/dist/workspace/sandbox/utils.d.ts +7 -0
- package/dist/workspace/sandbox/utils.d.ts.map +1 -0
- package/dist/workspace/tools/execute-command.d.ts +53 -2
- package/dist/workspace/tools/execute-command.d.ts.map +1 -1
- package/dist/workspace/tools/get-process-output.d.ts +6 -0
- package/dist/workspace/tools/get-process-output.d.ts.map +1 -0
- package/dist/workspace/tools/index.d.ts +4 -1
- package/dist/workspace/tools/index.d.ts.map +1 -1
- package/dist/workspace/tools/kill-process.d.ts +4 -0
- package/dist/workspace/tools/kill-process.d.ts.map +1 -0
- package/dist/workspace/tools/output-helpers.d.ts +21 -0
- package/dist/workspace/tools/output-helpers.d.ts.map +1 -0
- package/dist/workspace/tools/tools.d.ts.map +1 -1
- package/dist/workspace/types.d.ts +31 -0
- package/dist/workspace/types.d.ts.map +1 -1
- package/dist/workspace/utils.d.ts +11 -0
- package/dist/workspace/utils.d.ts.map +1 -0
- package/dist/workspace/workspace.d.ts +36 -0
- package/dist/workspace/workspace.d.ts.map +1 -1
- package/package.json +7 -7
- package/dist/chunk-3U3XFMGJ.cjs.map +0 -1
- package/dist/chunk-5K45E5VE.js.map +0 -1
- package/dist/chunk-AYHSPIT6.cjs.map +0 -1
- package/dist/chunk-DGS2KGDI.js.map +0 -1
- package/dist/chunk-IHDE4CJV.js.map +0 -1
- package/dist/chunk-LNKS4TJ6.cjs.map +0 -1
- package/dist/chunk-MWGGSA5Q.js.map +0 -1
- package/dist/chunk-TVPANHLE.cjs.map +0 -1
- package/dist/chunk-VJWRJWSC.cjs.map +0 -1
- package/dist/chunk-XB3DA67Q.js.map +0 -1
- package/dist/docs/SKILL.md +0 -301
- package/dist/docs/assets/SOURCE_MAP.json +0 -1413
- package/dist/docs/references/docs-agents-adding-voice.md +0 -353
- package/dist/docs/references/docs-agents-agent-approval.md +0 -377
- package/dist/docs/references/docs-agents-agent-memory.md +0 -212
- package/dist/docs/references/docs-agents-guardrails.md +0 -382
- package/dist/docs/references/docs-agents-network-approval.md +0 -275
- package/dist/docs/references/docs-agents-networks.md +0 -290
- package/dist/docs/references/docs-agents-overview.md +0 -309
- package/dist/docs/references/docs-agents-processors.md +0 -632
- package/dist/docs/references/docs-agents-structured-output.md +0 -271
- package/dist/docs/references/docs-agents-using-tools.md +0 -214
- package/dist/docs/references/docs-evals-custom-scorers.md +0 -519
- package/dist/docs/references/docs-evals-overview.md +0 -146
- package/dist/docs/references/docs-evals-running-in-ci.md +0 -106
- package/dist/docs/references/docs-mcp-overview.md +0 -370
- package/dist/docs/references/docs-mcp-publishing-mcp-server.md +0 -95
- package/dist/docs/references/docs-memory-memory-processors.md +0 -316
- package/dist/docs/references/docs-memory-observational-memory.md +0 -246
- package/dist/docs/references/docs-memory-overview.md +0 -45
- package/dist/docs/references/docs-memory-semantic-recall.md +0 -272
- package/dist/docs/references/docs-memory-storage.md +0 -261
- package/dist/docs/references/docs-memory-working-memory.md +0 -400
- package/dist/docs/references/docs-observability-datasets-overview.md +0 -188
- package/dist/docs/references/docs-observability-datasets-running-experiments.md +0 -266
- package/dist/docs/references/docs-observability-logging.md +0 -99
- package/dist/docs/references/docs-observability-overview.md +0 -70
- package/dist/docs/references/docs-observability-tracing-bridges-otel.md +0 -209
- package/dist/docs/references/docs-observability-tracing-exporters-arize.md +0 -274
- package/dist/docs/references/docs-observability-tracing-exporters-braintrust.md +0 -111
- package/dist/docs/references/docs-observability-tracing-exporters-cloud.md +0 -129
- package/dist/docs/references/docs-observability-tracing-exporters-datadog.md +0 -187
- package/dist/docs/references/docs-observability-tracing-exporters-default.md +0 -211
- package/dist/docs/references/docs-observability-tracing-exporters-laminar.md +0 -100
- package/dist/docs/references/docs-observability-tracing-exporters-langfuse.md +0 -217
- package/dist/docs/references/docs-observability-tracing-exporters-langsmith.md +0 -202
- package/dist/docs/references/docs-observability-tracing-exporters-otel.md +0 -479
- package/dist/docs/references/docs-observability-tracing-exporters-posthog.md +0 -148
- package/dist/docs/references/docs-observability-tracing-overview.md +0 -1114
- package/dist/docs/references/docs-rag-chunking-and-embedding.md +0 -183
- package/dist/docs/references/docs-rag-graph-rag.md +0 -215
- package/dist/docs/references/docs-rag-overview.md +0 -72
- package/dist/docs/references/docs-rag-retrieval.md +0 -521
- package/dist/docs/references/docs-rag-vector-databases.md +0 -648
- package/dist/docs/references/docs-server-auth-auth0.md +0 -222
- package/dist/docs/references/docs-server-auth-clerk.md +0 -132
- package/dist/docs/references/docs-server-auth-composite-auth.md +0 -234
- package/dist/docs/references/docs-server-auth-custom-auth-provider.md +0 -513
- package/dist/docs/references/docs-server-auth-firebase.md +0 -272
- package/dist/docs/references/docs-server-auth-jwt.md +0 -110
- package/dist/docs/references/docs-server-auth-simple-auth.md +0 -178
- package/dist/docs/references/docs-server-auth-supabase.md +0 -117
- package/dist/docs/references/docs-server-auth-workos.md +0 -190
- package/dist/docs/references/docs-server-custom-adapters.md +0 -374
- package/dist/docs/references/docs-server-custom-api-routes.md +0 -267
- package/dist/docs/references/docs-server-mastra-client.md +0 -243
- package/dist/docs/references/docs-server-mastra-server.md +0 -71
- package/dist/docs/references/docs-server-middleware.md +0 -228
- package/dist/docs/references/docs-server-request-context.md +0 -478
- package/dist/docs/references/docs-streaming-events.md +0 -247
- package/dist/docs/references/docs-streaming-tool-streaming.md +0 -178
- package/dist/docs/references/docs-streaming-workflow-streaming.md +0 -109
- package/dist/docs/references/docs-voice-overview.md +0 -979
- package/dist/docs/references/docs-voice-speech-to-speech.md +0 -103
- package/dist/docs/references/docs-voice-speech-to-text.md +0 -80
- package/dist/docs/references/docs-voice-text-to-speech.md +0 -84
- package/dist/docs/references/docs-workflows-agents-and-tools.md +0 -170
- package/dist/docs/references/docs-workflows-control-flow.md +0 -823
- package/dist/docs/references/docs-workflows-error-handling.md +0 -360
- package/dist/docs/references/docs-workflows-human-in-the-loop.md +0 -213
- package/dist/docs/references/docs-workflows-overview.md +0 -372
- package/dist/docs/references/docs-workflows-snapshots.md +0 -238
- package/dist/docs/references/docs-workflows-suspend-and-resume.md +0 -205
- package/dist/docs/references/docs-workflows-time-travel.md +0 -309
- package/dist/docs/references/docs-workflows-workflow-state.md +0 -181
- package/dist/docs/references/docs-workspace-filesystem.md +0 -162
- package/dist/docs/references/docs-workspace-overview.md +0 -239
- package/dist/docs/references/docs-workspace-sandbox.md +0 -63
- package/dist/docs/references/docs-workspace-search.md +0 -219
- package/dist/docs/references/docs-workspace-skills.md +0 -126
- package/dist/docs/references/guides-agent-frameworks-ai-sdk.md +0 -140
- package/dist/docs/references/reference-agents-agent.md +0 -142
- package/dist/docs/references/reference-agents-generate.md +0 -174
- package/dist/docs/references/reference-agents-generateLegacy.md +0 -176
- package/dist/docs/references/reference-agents-getDefaultGenerateOptions.md +0 -36
- package/dist/docs/references/reference-agents-getDefaultOptions.md +0 -34
- package/dist/docs/references/reference-agents-getDefaultStreamOptions.md +0 -36
- package/dist/docs/references/reference-agents-getDescription.md +0 -21
- package/dist/docs/references/reference-agents-getInstructions.md +0 -34
- package/dist/docs/references/reference-agents-getLLM.md +0 -37
- package/dist/docs/references/reference-agents-getMemory.md +0 -34
- package/dist/docs/references/reference-agents-getModel.md +0 -34
- package/dist/docs/references/reference-agents-getTools.md +0 -29
- package/dist/docs/references/reference-agents-getVoice.md +0 -34
- package/dist/docs/references/reference-agents-listAgents.md +0 -35
- package/dist/docs/references/reference-agents-listScorers.md +0 -34
- package/dist/docs/references/reference-agents-listTools.md +0 -34
- package/dist/docs/references/reference-agents-listWorkflows.md +0 -34
- package/dist/docs/references/reference-agents-network.md +0 -134
- package/dist/docs/references/reference-ai-sdk-chat-route.md +0 -82
- package/dist/docs/references/reference-ai-sdk-network-route.md +0 -74
- package/dist/docs/references/reference-ai-sdk-to-ai-sdk-stream.md +0 -232
- package/dist/docs/references/reference-ai-sdk-with-mastra.md +0 -59
- package/dist/docs/references/reference-ai-sdk-workflow-route.md +0 -79
- package/dist/docs/references/reference-auth-auth0.md +0 -73
- package/dist/docs/references/reference-auth-clerk.md +0 -36
- package/dist/docs/references/reference-auth-firebase.md +0 -80
- package/dist/docs/references/reference-auth-jwt.md +0 -26
- package/dist/docs/references/reference-auth-supabase.md +0 -33
- package/dist/docs/references/reference-auth-workos.md +0 -84
- package/dist/docs/references/reference-client-js-agents.md +0 -438
- package/dist/docs/references/reference-configuration.md +0 -749
- package/dist/docs/references/reference-core-addGateway.md +0 -42
- package/dist/docs/references/reference-core-getAgent.md +0 -21
- package/dist/docs/references/reference-core-getAgentById.md +0 -21
- package/dist/docs/references/reference-core-getDeployer.md +0 -22
- package/dist/docs/references/reference-core-getGateway.md +0 -38
- package/dist/docs/references/reference-core-getGatewayById.md +0 -41
- package/dist/docs/references/reference-core-getLogger.md +0 -22
- package/dist/docs/references/reference-core-getMCPServer.md +0 -45
- package/dist/docs/references/reference-core-getMCPServerById.md +0 -53
- package/dist/docs/references/reference-core-getMemory.md +0 -50
- package/dist/docs/references/reference-core-getScorer.md +0 -54
- package/dist/docs/references/reference-core-getScorerById.md +0 -54
- package/dist/docs/references/reference-core-getServer.md +0 -22
- package/dist/docs/references/reference-core-getStorage.md +0 -22
- package/dist/docs/references/reference-core-getStoredAgentById.md +0 -89
- package/dist/docs/references/reference-core-getTelemetry.md +0 -22
- package/dist/docs/references/reference-core-getVector.md +0 -22
- package/dist/docs/references/reference-core-getWorkflow.md +0 -40
- package/dist/docs/references/reference-core-listAgents.md +0 -21
- package/dist/docs/references/reference-core-listGateways.md +0 -40
- package/dist/docs/references/reference-core-listLogs.md +0 -38
- package/dist/docs/references/reference-core-listLogsByRunId.md +0 -36
- package/dist/docs/references/reference-core-listMCPServers.md +0 -51
- package/dist/docs/references/reference-core-listMemory.md +0 -56
- package/dist/docs/references/reference-core-listScorers.md +0 -29
- package/dist/docs/references/reference-core-listStoredAgents.md +0 -93
- package/dist/docs/references/reference-core-listVectors.md +0 -22
- package/dist/docs/references/reference-core-listWorkflows.md +0 -21
- package/dist/docs/references/reference-core-mastra-class.md +0 -66
- package/dist/docs/references/reference-core-mastra-model-gateway.md +0 -153
- package/dist/docs/references/reference-core-setLogger.md +0 -26
- package/dist/docs/references/reference-core-setStorage.md +0 -27
- package/dist/docs/references/reference-datasets-addItem.md +0 -35
- package/dist/docs/references/reference-datasets-addItems.md +0 -33
- package/dist/docs/references/reference-datasets-compareExperiments.md +0 -48
- package/dist/docs/references/reference-datasets-create.md +0 -49
- package/dist/docs/references/reference-datasets-dataset.md +0 -78
- package/dist/docs/references/reference-datasets-datasets-manager.md +0 -84
- package/dist/docs/references/reference-datasets-delete.md +0 -23
- package/dist/docs/references/reference-datasets-deleteExperiment.md +0 -25
- package/dist/docs/references/reference-datasets-deleteItem.md +0 -25
- package/dist/docs/references/reference-datasets-deleteItems.md +0 -27
- package/dist/docs/references/reference-datasets-get.md +0 -29
- package/dist/docs/references/reference-datasets-getDetails.md +0 -45
- package/dist/docs/references/reference-datasets-getExperiment.md +0 -28
- package/dist/docs/references/reference-datasets-getItem.md +0 -31
- package/dist/docs/references/reference-datasets-getItemHistory.md +0 -29
- package/dist/docs/references/reference-datasets-list.md +0 -29
- package/dist/docs/references/reference-datasets-listExperimentResults.md +0 -37
- package/dist/docs/references/reference-datasets-listExperiments.md +0 -31
- package/dist/docs/references/reference-datasets-listItems.md +0 -44
- package/dist/docs/references/reference-datasets-listVersions.md +0 -31
- package/dist/docs/references/reference-datasets-startExperiment.md +0 -60
- package/dist/docs/references/reference-datasets-startExperimentAsync.md +0 -41
- package/dist/docs/references/reference-datasets-update.md +0 -46
- package/dist/docs/references/reference-datasets-updateItem.md +0 -36
- package/dist/docs/references/reference-evals-answer-relevancy.md +0 -105
- package/dist/docs/references/reference-evals-answer-similarity.md +0 -99
- package/dist/docs/references/reference-evals-bias.md +0 -120
- package/dist/docs/references/reference-evals-completeness.md +0 -137
- package/dist/docs/references/reference-evals-content-similarity.md +0 -101
- package/dist/docs/references/reference-evals-context-precision.md +0 -196
- package/dist/docs/references/reference-evals-create-scorer.md +0 -270
- package/dist/docs/references/reference-evals-faithfulness.md +0 -114
- package/dist/docs/references/reference-evals-hallucination.md +0 -220
- package/dist/docs/references/reference-evals-keyword-coverage.md +0 -128
- package/dist/docs/references/reference-evals-mastra-scorer.md +0 -123
- package/dist/docs/references/reference-evals-run-evals.md +0 -138
- package/dist/docs/references/reference-evals-scorer-utils.md +0 -330
- package/dist/docs/references/reference-evals-textual-difference.md +0 -113
- package/dist/docs/references/reference-evals-tone-consistency.md +0 -119
- package/dist/docs/references/reference-evals-toxicity.md +0 -123
- package/dist/docs/references/reference-harness-harness-class.md +0 -645
- package/dist/docs/references/reference-logging-pino-logger.md +0 -117
- package/dist/docs/references/reference-memory-deleteMessages.md +0 -40
- package/dist/docs/references/reference-memory-memory-class.md +0 -147
- package/dist/docs/references/reference-memory-observational-memory.md +0 -565
- package/dist/docs/references/reference-observability-tracing-bridges-otel.md +0 -131
- package/dist/docs/references/reference-observability-tracing-configuration.md +0 -178
- package/dist/docs/references/reference-observability-tracing-exporters-console-exporter.md +0 -138
- package/dist/docs/references/reference-observability-tracing-exporters-datadog.md +0 -116
- package/dist/docs/references/reference-observability-tracing-instances.md +0 -109
- package/dist/docs/references/reference-observability-tracing-interfaces.md +0 -749
- package/dist/docs/references/reference-observability-tracing-processors-sensitive-data-filter.md +0 -144
- package/dist/docs/references/reference-observability-tracing-spans.md +0 -224
- package/dist/docs/references/reference-processors-batch-parts-processor.md +0 -61
- package/dist/docs/references/reference-processors-language-detector.md +0 -81
- package/dist/docs/references/reference-processors-message-history-processor.md +0 -85
- package/dist/docs/references/reference-processors-moderation-processor.md +0 -104
- package/dist/docs/references/reference-processors-pii-detector.md +0 -107
- package/dist/docs/references/reference-processors-processor-interface.md +0 -525
- package/dist/docs/references/reference-processors-prompt-injection-detector.md +0 -71
- package/dist/docs/references/reference-processors-semantic-recall-processor.md +0 -123
- package/dist/docs/references/reference-processors-system-prompt-scrubber.md +0 -80
- package/dist/docs/references/reference-processors-token-limiter-processor.md +0 -113
- package/dist/docs/references/reference-processors-tool-call-filter.md +0 -85
- package/dist/docs/references/reference-processors-tool-search-processor.md +0 -113
- package/dist/docs/references/reference-processors-unicode-normalizer.md +0 -62
- package/dist/docs/references/reference-processors-working-memory-processor.md +0 -154
- package/dist/docs/references/reference-rag-database-config.md +0 -264
- package/dist/docs/references/reference-rag-embeddings.md +0 -92
- package/dist/docs/references/reference-server-mastra-server.md +0 -298
- package/dist/docs/references/reference-server-register-api-route.md +0 -249
- package/dist/docs/references/reference-storage-cloudflare-d1.md +0 -218
- package/dist/docs/references/reference-storage-composite.md +0 -235
- package/dist/docs/references/reference-storage-lance.md +0 -131
- package/dist/docs/references/reference-storage-libsql.md +0 -135
- package/dist/docs/references/reference-storage-mongodb.md +0 -262
- package/dist/docs/references/reference-storage-mssql.md +0 -155
- package/dist/docs/references/reference-storage-overview.md +0 -121
- package/dist/docs/references/reference-storage-postgresql.md +0 -529
- package/dist/docs/references/reference-storage-upstash.md +0 -160
- package/dist/docs/references/reference-streaming-ChunkType.md +0 -292
- package/dist/docs/references/reference-streaming-agents-MastraModelOutput.md +0 -182
- package/dist/docs/references/reference-streaming-agents-streamLegacy.md +0 -142
- package/dist/docs/references/reference-streaming-workflows-observeStream.md +0 -42
- package/dist/docs/references/reference-streaming-workflows-resumeStream.md +0 -61
- package/dist/docs/references/reference-streaming-workflows-stream.md +0 -88
- package/dist/docs/references/reference-streaming-workflows-timeTravelStream.md +0 -142
- package/dist/docs/references/reference-templates-overview.md +0 -194
- package/dist/docs/references/reference-tools-create-tool.md +0 -237
- package/dist/docs/references/reference-tools-graph-rag-tool.md +0 -185
- package/dist/docs/references/reference-tools-mcp-client.md +0 -962
- package/dist/docs/references/reference-tools-mcp-server.md +0 -1275
- package/dist/docs/references/reference-tools-vector-query-tool.md +0 -459
- package/dist/docs/references/reference-vectors-libsql.md +0 -305
- package/dist/docs/references/reference-vectors-mongodb.md +0 -295
- package/dist/docs/references/reference-vectors-pg.md +0 -408
- package/dist/docs/references/reference-vectors-upstash.md +0 -294
- package/dist/docs/references/reference-voice-composite-voice.md +0 -121
- package/dist/docs/references/reference-voice-mastra-voice.md +0 -313
- package/dist/docs/references/reference-voice-voice.addInstructions.md +0 -56
- package/dist/docs/references/reference-voice-voice.addTools.md +0 -67
- package/dist/docs/references/reference-voice-voice.connect.md +0 -94
- package/dist/docs/references/reference-voice-voice.events.md +0 -37
- package/dist/docs/references/reference-voice-voice.listen.md +0 -164
- package/dist/docs/references/reference-voice-voice.on.md +0 -111
- package/dist/docs/references/reference-voice-voice.speak.md +0 -157
- package/dist/docs/references/reference-workflows-run-methods-cancel.md +0 -86
- package/dist/docs/references/reference-workflows-run-methods-restart.md +0 -33
- package/dist/docs/references/reference-workflows-run-methods-resume.md +0 -59
- package/dist/docs/references/reference-workflows-run-methods-start.md +0 -58
- package/dist/docs/references/reference-workflows-run-methods-startAsync.md +0 -67
- package/dist/docs/references/reference-workflows-run-methods-timeTravel.md +0 -142
- package/dist/docs/references/reference-workflows-run.md +0 -59
- package/dist/docs/references/reference-workflows-step.md +0 -119
- package/dist/docs/references/reference-workflows-workflow-methods-branch.md +0 -25
- package/dist/docs/references/reference-workflows-workflow-methods-commit.md +0 -17
- package/dist/docs/references/reference-workflows-workflow-methods-create-run.md +0 -63
- package/dist/docs/references/reference-workflows-workflow-methods-dountil.md +0 -25
- package/dist/docs/references/reference-workflows-workflow-methods-dowhile.md +0 -25
- package/dist/docs/references/reference-workflows-workflow-methods-foreach.md +0 -118
- package/dist/docs/references/reference-workflows-workflow-methods-map.md +0 -93
- package/dist/docs/references/reference-workflows-workflow-methods-parallel.md +0 -21
- package/dist/docs/references/reference-workflows-workflow-methods-sleep.md +0 -35
- package/dist/docs/references/reference-workflows-workflow-methods-sleepUntil.md +0 -35
- package/dist/docs/references/reference-workflows-workflow-methods-then.md +0 -21
- package/dist/docs/references/reference-workflows-workflow.md +0 -157
- package/dist/docs/references/reference-workspace-filesystem.md +0 -202
- package/dist/docs/references/reference-workspace-local-filesystem.md +0 -327
- package/dist/docs/references/reference-workspace-local-sandbox.md +0 -285
- package/dist/docs/references/reference-workspace-sandbox.md +0 -81
- package/dist/docs/references/reference-workspace-workspace-class.md +0 -226
- package/dist/docs/references/reference.md +0 -276
|
@@ -1,274 +0,0 @@
|
|
|
1
|
-
# Arize Exporter
|
|
2
|
-
|
|
3
|
-
[Arize](https://arize.com/) provides observability platforms for AI applications through [Phoenix](https://phoenix.arize.com/) (open-source) and [Arize AX](https://arize.com/generative-ai/) (enterprise). The Arize exporter sends traces using OpenTelemetry and [OpenInference](https://github.com/Arize-ai/openinference/tree/main/spec) semantic conventions, compatible with any OpenTelemetry platform that supports OpenInference.
|
|
4
|
-
|
|
5
|
-
## Installation
|
|
6
|
-
|
|
7
|
-
**npm**:
|
|
8
|
-
|
|
9
|
-
```bash
|
|
10
|
-
npm install @mastra/arize@latest
|
|
11
|
-
```
|
|
12
|
-
|
|
13
|
-
**pnpm**:
|
|
14
|
-
|
|
15
|
-
```bash
|
|
16
|
-
pnpm add @mastra/arize@latest
|
|
17
|
-
```
|
|
18
|
-
|
|
19
|
-
**Yarn**:
|
|
20
|
-
|
|
21
|
-
```bash
|
|
22
|
-
yarn add @mastra/arize@latest
|
|
23
|
-
```
|
|
24
|
-
|
|
25
|
-
**Bun**:
|
|
26
|
-
|
|
27
|
-
```bash
|
|
28
|
-
bun add @mastra/arize@latest
|
|
29
|
-
```
|
|
30
|
-
|
|
31
|
-
## Configuration
|
|
32
|
-
|
|
33
|
-
### Phoenix Setup
|
|
34
|
-
|
|
35
|
-
Phoenix is an open-source observability platform that can be self-hosted or used via Phoenix Cloud.
|
|
36
|
-
|
|
37
|
-
#### Prerequisites
|
|
38
|
-
|
|
39
|
-
1. **Phoenix Instance**: Deploy using Docker or sign up at [Phoenix Cloud](https://app.phoenix.arize.com/login)
|
|
40
|
-
2. **Endpoint**: Your Phoenix endpoint URL (ends in `/v1/traces`)
|
|
41
|
-
3. **API Key**: Optional for unauthenticated instances, required for Phoenix Cloud
|
|
42
|
-
4. **Environment Variables**: Set your configuration
|
|
43
|
-
|
|
44
|
-
```bash
|
|
45
|
-
# Required
|
|
46
|
-
PHOENIX_ENDPOINT=http://localhost:6006/v1/traces # Or your Phoenix Cloud URL
|
|
47
|
-
|
|
48
|
-
# Optional
|
|
49
|
-
PHOENIX_API_KEY=your-api-key # For authenticated Phoenix instances
|
|
50
|
-
PHOENIX_PROJECT_NAME=mastra-service # Defaults to 'mastra-service'
|
|
51
|
-
```
|
|
52
|
-
|
|
53
|
-
#### Zero-Config Setup
|
|
54
|
-
|
|
55
|
-
With environment variables set, use the exporter with no configuration:
|
|
56
|
-
|
|
57
|
-
```typescript
|
|
58
|
-
import { Mastra } from "@mastra/core";
|
|
59
|
-
import { Observability } from "@mastra/observability";
|
|
60
|
-
import { ArizeExporter } from "@mastra/arize";
|
|
61
|
-
|
|
62
|
-
export const mastra = new Mastra({
|
|
63
|
-
observability: new Observability({
|
|
64
|
-
configs: {
|
|
65
|
-
arize: {
|
|
66
|
-
serviceName: "mastra-service",
|
|
67
|
-
exporters: [new ArizeExporter()],
|
|
68
|
-
},
|
|
69
|
-
},
|
|
70
|
-
}),
|
|
71
|
-
});
|
|
72
|
-
```
|
|
73
|
-
|
|
74
|
-
#### Explicit Configuration
|
|
75
|
-
|
|
76
|
-
You can also pass credentials directly (takes precedence over environment variables):
|
|
77
|
-
|
|
78
|
-
```typescript
|
|
79
|
-
import { Mastra } from "@mastra/core";
|
|
80
|
-
import { Observability } from "@mastra/observability";
|
|
81
|
-
import { ArizeExporter } from "@mastra/arize";
|
|
82
|
-
|
|
83
|
-
export const mastra = new Mastra({
|
|
84
|
-
observability: new Observability({
|
|
85
|
-
configs: {
|
|
86
|
-
arize: {
|
|
87
|
-
serviceName: process.env.PHOENIX_PROJECT_NAME || "mastra-service",
|
|
88
|
-
exporters: [
|
|
89
|
-
new ArizeExporter({
|
|
90
|
-
endpoint: process.env.PHOENIX_ENDPOINT!,
|
|
91
|
-
apiKey: process.env.PHOENIX_API_KEY,
|
|
92
|
-
projectName: process.env.PHOENIX_PROJECT_NAME,
|
|
93
|
-
}),
|
|
94
|
-
],
|
|
95
|
-
},
|
|
96
|
-
},
|
|
97
|
-
}),
|
|
98
|
-
});
|
|
99
|
-
```
|
|
100
|
-
|
|
101
|
-
> **Info:** **Quick Start with Docker**
|
|
102
|
-
>
|
|
103
|
-
> Test locally with an in-memory Phoenix instance:
|
|
104
|
-
>
|
|
105
|
-
> ```bash
|
|
106
|
-
> docker run --pull=always -d --name arize-phoenix -p 6006:6006 \
|
|
107
|
-
> -e PHOENIX_SQL_DATABASE_URL="sqlite:///:memory:" \
|
|
108
|
-
> arizephoenix/phoenix:latest
|
|
109
|
-
> ```
|
|
110
|
-
>
|
|
111
|
-
> Set `PHOENIX_ENDPOINT=http://localhost:6006/v1/traces` and run your Mastra agent to see traces at [localhost:6006](http://localhost:6006).
|
|
112
|
-
|
|
113
|
-
### Arize AX Setup
|
|
114
|
-
|
|
115
|
-
Arize AX is an enterprise observability platform with advanced features for production AI systems.
|
|
116
|
-
|
|
117
|
-
#### Prerequisites
|
|
118
|
-
|
|
119
|
-
1. **Arize AX Account**: Sign up at [app.arize.com](https://app.arize.com/)
|
|
120
|
-
2. **Space ID**: Your organization's space identifier
|
|
121
|
-
3. **API Key**: Generate in Arize AX settings
|
|
122
|
-
4. **Environment Variables**: Set your credentials
|
|
123
|
-
|
|
124
|
-
```bash
|
|
125
|
-
# Required
|
|
126
|
-
ARIZE_SPACE_ID=your-space-id
|
|
127
|
-
ARIZE_API_KEY=your-api-key
|
|
128
|
-
|
|
129
|
-
# Optional
|
|
130
|
-
ARIZE_PROJECT_NAME=mastra-service
|
|
131
|
-
```
|
|
132
|
-
|
|
133
|
-
#### Zero-Config Setup
|
|
134
|
-
|
|
135
|
-
With environment variables set, use the exporter with no configuration:
|
|
136
|
-
|
|
137
|
-
```typescript
|
|
138
|
-
import { Mastra } from "@mastra/core";
|
|
139
|
-
import { Observability } from "@mastra/observability";
|
|
140
|
-
import { ArizeExporter } from "@mastra/arize";
|
|
141
|
-
|
|
142
|
-
export const mastra = new Mastra({
|
|
143
|
-
observability: new Observability({
|
|
144
|
-
configs: {
|
|
145
|
-
arize: {
|
|
146
|
-
serviceName: "mastra-service",
|
|
147
|
-
exporters: [new ArizeExporter()],
|
|
148
|
-
},
|
|
149
|
-
},
|
|
150
|
-
}),
|
|
151
|
-
});
|
|
152
|
-
```
|
|
153
|
-
|
|
154
|
-
#### Explicit Configuration
|
|
155
|
-
|
|
156
|
-
You can also pass credentials directly (takes precedence over environment variables):
|
|
157
|
-
|
|
158
|
-
```typescript
|
|
159
|
-
import { Mastra } from "@mastra/core";
|
|
160
|
-
import { Observability } from "@mastra/observability";
|
|
161
|
-
import { ArizeExporter } from "@mastra/arize";
|
|
162
|
-
|
|
163
|
-
export const mastra = new Mastra({
|
|
164
|
-
observability: new Observability({
|
|
165
|
-
configs: {
|
|
166
|
-
arize: {
|
|
167
|
-
serviceName: process.env.ARIZE_PROJECT_NAME || "mastra-service",
|
|
168
|
-
exporters: [
|
|
169
|
-
new ArizeExporter({
|
|
170
|
-
apiKey: process.env.ARIZE_API_KEY!,
|
|
171
|
-
spaceId: process.env.ARIZE_SPACE_ID!,
|
|
172
|
-
projectName: process.env.ARIZE_PROJECT_NAME,
|
|
173
|
-
}),
|
|
174
|
-
],
|
|
175
|
-
},
|
|
176
|
-
},
|
|
177
|
-
}),
|
|
178
|
-
});
|
|
179
|
-
```
|
|
180
|
-
|
|
181
|
-
## Configuration Options
|
|
182
|
-
|
|
183
|
-
The Arize exporter supports advanced configuration for fine-tuning OpenTelemetry behavior:
|
|
184
|
-
|
|
185
|
-
### Complete Configuration
|
|
186
|
-
|
|
187
|
-
```typescript
|
|
188
|
-
new ArizeExporter({
|
|
189
|
-
// Phoenix Configuration
|
|
190
|
-
endpoint: "https://your-collector.example.com/v1/traces", // Required for Phoenix
|
|
191
|
-
|
|
192
|
-
// Arize AX Configuration
|
|
193
|
-
spaceId: "your-space-id", // Required for Arize AX
|
|
194
|
-
|
|
195
|
-
// Shared Configuration
|
|
196
|
-
apiKey: "your-api-key", // Required for authenticated endpoints
|
|
197
|
-
projectName: "mastra-service", // Optional project name
|
|
198
|
-
|
|
199
|
-
// Optional OTLP settings
|
|
200
|
-
headers: {
|
|
201
|
-
"x-custom-header": "value", // Additional headers for OTLP requests
|
|
202
|
-
},
|
|
203
|
-
|
|
204
|
-
// Debug and performance tuning
|
|
205
|
-
logLevel: "debug", // Logging: debug | info | warn | error
|
|
206
|
-
batchSize: 512, // Batch size before exporting spans
|
|
207
|
-
timeout: 30000, // Timeout in ms before exporting spans
|
|
208
|
-
|
|
209
|
-
// Custom resource attributes
|
|
210
|
-
resourceAttributes: {
|
|
211
|
-
"deployment.environment": process.env.NODE_ENV,
|
|
212
|
-
"service.version": process.env.APP_VERSION,
|
|
213
|
-
},
|
|
214
|
-
});
|
|
215
|
-
```
|
|
216
|
-
|
|
217
|
-
### Batch Processing Options
|
|
218
|
-
|
|
219
|
-
Control how traces are batched and exported:
|
|
220
|
-
|
|
221
|
-
```typescript
|
|
222
|
-
new ArizeExporter({
|
|
223
|
-
endpoint: process.env.PHOENIX_ENDPOINT!,
|
|
224
|
-
apiKey: process.env.PHOENIX_API_KEY,
|
|
225
|
-
|
|
226
|
-
// Batch processing configuration
|
|
227
|
-
batchSize: 512, // Number of spans to batch (default: 512)
|
|
228
|
-
timeout: 30000, // Max time in ms to wait before export (default: 30000)
|
|
229
|
-
});
|
|
230
|
-
```
|
|
231
|
-
|
|
232
|
-
### Resource Attributes
|
|
233
|
-
|
|
234
|
-
Add custom attributes to all exported spans:
|
|
235
|
-
|
|
236
|
-
```typescript
|
|
237
|
-
new ArizeExporter({
|
|
238
|
-
endpoint: process.env.PHOENIX_ENDPOINT!,
|
|
239
|
-
resourceAttributes: {
|
|
240
|
-
"deployment.environment": process.env.NODE_ENV,
|
|
241
|
-
"service.namespace": "production",
|
|
242
|
-
"service.instance.id": process.env.HOSTNAME,
|
|
243
|
-
"custom.attribute": "value",
|
|
244
|
-
},
|
|
245
|
-
});
|
|
246
|
-
```
|
|
247
|
-
|
|
248
|
-
### Custom metadata
|
|
249
|
-
|
|
250
|
-
Non-reserved span attributes are serialized into the OpenInference `metadata` payload and surface in Arize/Phoenix. You can add them via `tracingOptions.metadata`:
|
|
251
|
-
|
|
252
|
-
```ts
|
|
253
|
-
await agent.generate(input, {
|
|
254
|
-
tracingOptions: {
|
|
255
|
-
metadata: {
|
|
256
|
-
companyId: "acme-co",
|
|
257
|
-
tier: "enterprise",
|
|
258
|
-
},
|
|
259
|
-
},
|
|
260
|
-
});
|
|
261
|
-
```
|
|
262
|
-
|
|
263
|
-
Reserved fields such as `input`, `output`, `sessionId`, thread/user IDs, and OpenInference IDs are excluded automatically.
|
|
264
|
-
|
|
265
|
-
## OpenInference Semantic Conventions
|
|
266
|
-
|
|
267
|
-
This exporter implements the [OpenInference Semantic Conventions](https://github.com/Arize-ai/openinference/tree/main/spec) for generative AI applications, providing standardized trace structure across different observability platforms.
|
|
268
|
-
|
|
269
|
-
## Related
|
|
270
|
-
|
|
271
|
-
- [Tracing Overview](https://mastra.ai/docs/observability/tracing/overview)
|
|
272
|
-
- [Phoenix Documentation](https://docs.arize.com/phoenix)
|
|
273
|
-
- [Arize AX Documentation](https://docs.arize.com/)
|
|
274
|
-
- [OpenInference Specification](https://github.com/Arize-ai/openinference/tree/main/spec)
|
|
@@ -1,111 +0,0 @@
|
|
|
1
|
-
# Braintrust Exporter
|
|
2
|
-
|
|
3
|
-
[Braintrust](https://www.braintrust.dev/) is an evaluation and monitoring platform that helps you measure and improve LLM application quality. The Braintrust exporter sends your traces to Braintrust, enabling systematic evaluation, scoring, and experimentation.
|
|
4
|
-
|
|
5
|
-
## Installation
|
|
6
|
-
|
|
7
|
-
**npm**:
|
|
8
|
-
|
|
9
|
-
```bash
|
|
10
|
-
npm install @mastra/braintrust@latest
|
|
11
|
-
```
|
|
12
|
-
|
|
13
|
-
**pnpm**:
|
|
14
|
-
|
|
15
|
-
```bash
|
|
16
|
-
pnpm add @mastra/braintrust@latest
|
|
17
|
-
```
|
|
18
|
-
|
|
19
|
-
**Yarn**:
|
|
20
|
-
|
|
21
|
-
```bash
|
|
22
|
-
yarn add @mastra/braintrust@latest
|
|
23
|
-
```
|
|
24
|
-
|
|
25
|
-
**Bun**:
|
|
26
|
-
|
|
27
|
-
```bash
|
|
28
|
-
bun add @mastra/braintrust@latest
|
|
29
|
-
```
|
|
30
|
-
|
|
31
|
-
## Configuration
|
|
32
|
-
|
|
33
|
-
### Prerequisites
|
|
34
|
-
|
|
35
|
-
1. **Braintrust Account**: Sign up at [braintrust.dev](https://www.braintrust.dev/)
|
|
36
|
-
2. **Project**: Create or select a project for your traces
|
|
37
|
-
3. **API Key**: Generate in Braintrust Settings → API Keys
|
|
38
|
-
4. **Environment Variables**: Set your credentials:
|
|
39
|
-
|
|
40
|
-
```bash
|
|
41
|
-
BRAINTRUST_API_KEY=sk-xxxxxxxxxxxxxxxx
|
|
42
|
-
|
|
43
|
-
# Optional
|
|
44
|
-
BRAINTRUST_ENDPOINT=https://api.braintrust.dev # Custom endpoint if needed
|
|
45
|
-
```
|
|
46
|
-
|
|
47
|
-
### Zero-Config Setup
|
|
48
|
-
|
|
49
|
-
With environment variables set, use the exporter with no configuration:
|
|
50
|
-
|
|
51
|
-
```typescript
|
|
52
|
-
import { Mastra } from "@mastra/core";
|
|
53
|
-
import { Observability } from "@mastra/observability";
|
|
54
|
-
import { BraintrustExporter } from "@mastra/braintrust";
|
|
55
|
-
|
|
56
|
-
export const mastra = new Mastra({
|
|
57
|
-
observability: new Observability({
|
|
58
|
-
configs: {
|
|
59
|
-
braintrust: {
|
|
60
|
-
serviceName: "my-service",
|
|
61
|
-
exporters: [new BraintrustExporter()],
|
|
62
|
-
},
|
|
63
|
-
},
|
|
64
|
-
}),
|
|
65
|
-
});
|
|
66
|
-
```
|
|
67
|
-
|
|
68
|
-
### Explicit Configuration
|
|
69
|
-
|
|
70
|
-
You can also pass credentials directly (takes precedence over environment variables):
|
|
71
|
-
|
|
72
|
-
```typescript
|
|
73
|
-
import { Mastra } from "@mastra/core";
|
|
74
|
-
import { Observability } from "@mastra/observability";
|
|
75
|
-
import { BraintrustExporter } from "@mastra/braintrust";
|
|
76
|
-
|
|
77
|
-
export const mastra = new Mastra({
|
|
78
|
-
observability: new Observability({
|
|
79
|
-
configs: {
|
|
80
|
-
braintrust: {
|
|
81
|
-
serviceName: "my-service",
|
|
82
|
-
exporters: [
|
|
83
|
-
new BraintrustExporter({
|
|
84
|
-
apiKey: process.env.BRAINTRUST_API_KEY,
|
|
85
|
-
projectName: "my-project",
|
|
86
|
-
}),
|
|
87
|
-
],
|
|
88
|
-
},
|
|
89
|
-
},
|
|
90
|
-
}),
|
|
91
|
-
});
|
|
92
|
-
```
|
|
93
|
-
|
|
94
|
-
### Complete Configuration
|
|
95
|
-
|
|
96
|
-
```typescript
|
|
97
|
-
new BraintrustExporter({
|
|
98
|
-
// Required
|
|
99
|
-
apiKey: process.env.BRAINTRUST_API_KEY!,
|
|
100
|
-
|
|
101
|
-
// Optional settings
|
|
102
|
-
projectName: "my-project", // Default: 'mastra-tracing'
|
|
103
|
-
endpoint: "https://api.braintrust.dev", // Custom endpoint if needed
|
|
104
|
-
logLevel: "info", // Diagnostic logging: debug | info | warn | error
|
|
105
|
-
});
|
|
106
|
-
```
|
|
107
|
-
|
|
108
|
-
## Related
|
|
109
|
-
|
|
110
|
-
- [Tracing Overview](https://mastra.ai/docs/observability/tracing/overview)
|
|
111
|
-
- [Braintrust Documentation](https://www.braintrust.dev/docs)
|
|
@@ -1,129 +0,0 @@
|
|
|
1
|
-
# Cloud Exporter
|
|
2
|
-
|
|
3
|
-
The `CloudExporter` sends traces to Mastra Cloud for centralized monitoring and team collaboration. It's automatically enabled when using the default observability configuration with a valid access token.
|
|
4
|
-
|
|
5
|
-
## Configuration
|
|
6
|
-
|
|
7
|
-
### Prerequisites
|
|
8
|
-
|
|
9
|
-
1. **Mastra Cloud Account**: Sign up at [cloud.mastra.ai](https://cloud.mastra.ai)
|
|
10
|
-
2. **Mastra Cloud Project**: Create a project in Mastra Cloud. Traces are scoped per project, so even if you only want observability, you need a project to act as the destination for your traces.
|
|
11
|
-
3. **Access Token**: Generate in your project's sidebar under **Project Settings → Access Tokens**
|
|
12
|
-
4. **Environment Variables**: Set your credentials:
|
|
13
|
-
|
|
14
|
-
```bash
|
|
15
|
-
MASTRA_CLOUD_ACCESS_TOKEN=mst_xxxxxxxxxxxxxxxx
|
|
16
|
-
```
|
|
17
|
-
|
|
18
|
-
### Basic Setup
|
|
19
|
-
|
|
20
|
-
```typescript
|
|
21
|
-
import { Mastra } from "@mastra/core";
|
|
22
|
-
import { Observability, CloudExporter } from "@mastra/observability";
|
|
23
|
-
|
|
24
|
-
export const mastra = new Mastra({
|
|
25
|
-
observability: new Observability({
|
|
26
|
-
configs: {
|
|
27
|
-
production: {
|
|
28
|
-
serviceName: "my-service",
|
|
29
|
-
exporters: [
|
|
30
|
-
new CloudExporter(), // Uses MASTRA_CLOUD_ACCESS_TOKEN env var
|
|
31
|
-
],
|
|
32
|
-
},
|
|
33
|
-
},
|
|
34
|
-
}),
|
|
35
|
-
});
|
|
36
|
-
```
|
|
37
|
-
|
|
38
|
-
### Recommended Configuration
|
|
39
|
-
|
|
40
|
-
Include CloudExporter in your observability configuration:
|
|
41
|
-
|
|
42
|
-
```typescript
|
|
43
|
-
import { Mastra } from "@mastra/core";
|
|
44
|
-
import {
|
|
45
|
-
Observability,
|
|
46
|
-
DefaultExporter,
|
|
47
|
-
CloudExporter,
|
|
48
|
-
SensitiveDataFilter,
|
|
49
|
-
} from "@mastra/observability";
|
|
50
|
-
|
|
51
|
-
export const mastra = new Mastra({
|
|
52
|
-
observability: new Observability({
|
|
53
|
-
configs: {
|
|
54
|
-
default: {
|
|
55
|
-
serviceName: "mastra",
|
|
56
|
-
exporters: [
|
|
57
|
-
new DefaultExporter(),
|
|
58
|
-
new CloudExporter(), // Sends traces to Mastra Cloud (requires MASTRA_CLOUD_ACCESS_TOKEN)
|
|
59
|
-
],
|
|
60
|
-
spanOutputProcessors: [
|
|
61
|
-
new SensitiveDataFilter(),
|
|
62
|
-
],
|
|
63
|
-
},
|
|
64
|
-
},
|
|
65
|
-
}),
|
|
66
|
-
});
|
|
67
|
-
```
|
|
68
|
-
|
|
69
|
-
### Complete Configuration
|
|
70
|
-
|
|
71
|
-
```typescript
|
|
72
|
-
new CloudExporter({
|
|
73
|
-
// Optional - defaults to env var
|
|
74
|
-
accessToken: process.env.MASTRA_CLOUD_ACCESS_TOKEN,
|
|
75
|
-
|
|
76
|
-
// Optional - for self-hosted Mastra Cloud
|
|
77
|
-
endpoint: "https://cloud.your-domain.com",
|
|
78
|
-
|
|
79
|
-
// Batching configuration
|
|
80
|
-
maxBatchSize: 1000, // Max spans per batch
|
|
81
|
-
maxBatchWaitMs: 5000, // Max wait before sending batch
|
|
82
|
-
|
|
83
|
-
// Diagnostic logging
|
|
84
|
-
logLevel: "info", // debug | info | warn | error
|
|
85
|
-
});
|
|
86
|
-
```
|
|
87
|
-
|
|
88
|
-
## Viewing Traces
|
|
89
|
-
|
|
90
|
-
### Mastra Cloud Dashboard
|
|
91
|
-
|
|
92
|
-
1. Navigate to [cloud.mastra.ai](https://cloud.mastra.ai)
|
|
93
|
-
|
|
94
|
-
2. Select the project associated with your access token
|
|
95
|
-
|
|
96
|
-
3. Go to **Observability → Traces**
|
|
97
|
-
|
|
98
|
-
4. Use filters to find specific traces:
|
|
99
|
-
|
|
100
|
-
- Service name
|
|
101
|
-
- Time range
|
|
102
|
-
- Trace ID
|
|
103
|
-
- Error status
|
|
104
|
-
|
|
105
|
-
> **Note:** Traces are scoped to the project that issued the access token. To view traces, make sure you're viewing the same project you generated the token from.
|
|
106
|
-
|
|
107
|
-
### Features
|
|
108
|
-
|
|
109
|
-
- **Trace Timeline** - Visual execution flow
|
|
110
|
-
- **Span Details** - Inputs, outputs, metadata
|
|
111
|
-
- **Performance Metrics** - Latency, token usage
|
|
112
|
-
- **Team Collaboration** - Share trace links
|
|
113
|
-
|
|
114
|
-
## Performance
|
|
115
|
-
|
|
116
|
-
> **Info:** CloudExporter uses intelligent batching to optimize network usage. Traces are buffered and sent in batches, reducing overhead while maintaining near real-time visibility.
|
|
117
|
-
|
|
118
|
-
### Batching Behavior
|
|
119
|
-
|
|
120
|
-
- Traces are batched up to `maxBatchSize` (default: 1000)
|
|
121
|
-
- Batches are sent when full or after `maxBatchWaitMs` (default: 5 seconds)
|
|
122
|
-
- Failed batches are retried with exponential backoff
|
|
123
|
-
- Graceful degradation if Mastra Cloud is unreachable
|
|
124
|
-
|
|
125
|
-
## Related
|
|
126
|
-
|
|
127
|
-
- [Tracing Overview](https://mastra.ai/docs/observability/tracing/overview)
|
|
128
|
-
- [DefaultExporter](https://mastra.ai/docs/observability/tracing/exporters/default)
|
|
129
|
-
- [Mastra Cloud Documentation](https://mastra.ai/docs/mastra-cloud/overview)
|
|
@@ -1,187 +0,0 @@
|
|
|
1
|
-
# Datadog Exporter
|
|
2
|
-
|
|
3
|
-
[Datadog](https://datadoghq.com/) is a comprehensive monitoring platform with dedicated LLM Observability features. The Datadog exporter sends your traces to Datadog's LLM Observability product, providing insights into model performance, token usage, and conversation flows.
|
|
4
|
-
|
|
5
|
-
## Installation
|
|
6
|
-
|
|
7
|
-
**npm**:
|
|
8
|
-
|
|
9
|
-
```bash
|
|
10
|
-
npm install @mastra/datadog@latest
|
|
11
|
-
```
|
|
12
|
-
|
|
13
|
-
**pnpm**:
|
|
14
|
-
|
|
15
|
-
```bash
|
|
16
|
-
pnpm add @mastra/datadog@latest
|
|
17
|
-
```
|
|
18
|
-
|
|
19
|
-
**Yarn**:
|
|
20
|
-
|
|
21
|
-
```bash
|
|
22
|
-
yarn add @mastra/datadog@latest
|
|
23
|
-
```
|
|
24
|
-
|
|
25
|
-
**Bun**:
|
|
26
|
-
|
|
27
|
-
```bash
|
|
28
|
-
bun add @mastra/datadog@latest
|
|
29
|
-
```
|
|
30
|
-
|
|
31
|
-
## Configuration
|
|
32
|
-
|
|
33
|
-
### Prerequisites
|
|
34
|
-
|
|
35
|
-
1. **Datadog Account**: Sign up at [datadoghq.com](https://datadoghq.com/) with LLM Observability enabled
|
|
36
|
-
2. **API Key**: Get your API key from Datadog Organization Settings → API Keys
|
|
37
|
-
3. **Environment Variables**: Set your credentials
|
|
38
|
-
|
|
39
|
-
```bash
|
|
40
|
-
DD_API_KEY=your-datadog-api-key
|
|
41
|
-
DD_LLMOBS_ML_APP=my-llm-app
|
|
42
|
-
DD_SITE=datadoghq.com # Optional: defaults to datadoghq.com
|
|
43
|
-
DD_ENV=production # Optional: environment name
|
|
44
|
-
```
|
|
45
|
-
|
|
46
|
-
### Zero-Config Setup
|
|
47
|
-
|
|
48
|
-
With environment variables set, use the exporter with no configuration:
|
|
49
|
-
|
|
50
|
-
```typescript
|
|
51
|
-
import { Mastra } from "@mastra/core";
|
|
52
|
-
import { Observability } from "@mastra/observability";
|
|
53
|
-
import { DatadogExporter } from "@mastra/datadog";
|
|
54
|
-
|
|
55
|
-
export const mastra = new Mastra({
|
|
56
|
-
observability: new Observability({
|
|
57
|
-
configs: {
|
|
58
|
-
datadog: {
|
|
59
|
-
serviceName: "my-service",
|
|
60
|
-
exporters: [new DatadogExporter()],
|
|
61
|
-
},
|
|
62
|
-
},
|
|
63
|
-
}),
|
|
64
|
-
});
|
|
65
|
-
```
|
|
66
|
-
|
|
67
|
-
### Explicit Configuration
|
|
68
|
-
|
|
69
|
-
You can also pass credentials directly (takes precedence over environment variables):
|
|
70
|
-
|
|
71
|
-
```typescript
|
|
72
|
-
import { Mastra } from "@mastra/core";
|
|
73
|
-
import { Observability } from "@mastra/observability";
|
|
74
|
-
import { DatadogExporter } from "@mastra/datadog";
|
|
75
|
-
|
|
76
|
-
export const mastra = new Mastra({
|
|
77
|
-
observability: new Observability({
|
|
78
|
-
configs: {
|
|
79
|
-
datadog: {
|
|
80
|
-
serviceName: "my-service",
|
|
81
|
-
exporters: [
|
|
82
|
-
new DatadogExporter({
|
|
83
|
-
mlApp: process.env.DD_LLMOBS_ML_APP!,
|
|
84
|
-
apiKey: process.env.DD_API_KEY!,
|
|
85
|
-
}),
|
|
86
|
-
],
|
|
87
|
-
},
|
|
88
|
-
},
|
|
89
|
-
}),
|
|
90
|
-
});
|
|
91
|
-
```
|
|
92
|
-
|
|
93
|
-
## Configuration Options
|
|
94
|
-
|
|
95
|
-
### Complete Configuration
|
|
96
|
-
|
|
97
|
-
```typescript
|
|
98
|
-
new DatadogExporter({
|
|
99
|
-
// Required settings
|
|
100
|
-
mlApp: process.env.DD_LLMOBS_ML_APP!, // Groups traces under this ML app name
|
|
101
|
-
apiKey: process.env.DD_API_KEY!, // Required for agentless mode (default)
|
|
102
|
-
|
|
103
|
-
// Optional settings
|
|
104
|
-
site: "datadoghq.com", // Datadog site (datadoghq.eu, us3.datadoghq.com, etc.)
|
|
105
|
-
service: "my-service", // Service name (defaults to mlApp)
|
|
106
|
-
env: "production", // Environment name
|
|
107
|
-
agentless: true, // true = direct HTTPS, false = local Datadog Agent
|
|
108
|
-
|
|
109
|
-
// Advanced settings
|
|
110
|
-
integrationsEnabled: false, // Enable dd-trace auto-instrumentation
|
|
111
|
-
|
|
112
|
-
// Diagnostic logging
|
|
113
|
-
logLevel: "info", // debug | info | warn | error
|
|
114
|
-
});
|
|
115
|
-
```
|
|
116
|
-
|
|
117
|
-
### With Local Datadog Agent
|
|
118
|
-
|
|
119
|
-
If you have a Datadog Agent running locally, you can route traces through it instead of direct HTTPS:
|
|
120
|
-
|
|
121
|
-
```typescript
|
|
122
|
-
new DatadogExporter({
|
|
123
|
-
mlApp: process.env.DD_LLMOBS_ML_APP!,
|
|
124
|
-
agentless: false, // Use local Datadog Agent
|
|
125
|
-
env: "production",
|
|
126
|
-
});
|
|
127
|
-
```
|
|
128
|
-
|
|
129
|
-
Note: When using agent mode, the API key is read from the local agent's configuration.
|
|
130
|
-
|
|
131
|
-
## Span Type Mapping
|
|
132
|
-
|
|
133
|
-
Mastra span types are automatically mapped to Datadog LLMObs span kinds:
|
|
134
|
-
|
|
135
|
-
| Mastra SpanType | Datadog Kind |
|
|
136
|
-
| -------------------- | ------------ |
|
|
137
|
-
| `AGENT_RUN` | `agent` |
|
|
138
|
-
| `MODEL_GENERATION` | `workflow` |
|
|
139
|
-
| `MODEL_STEP` | `llm` |
|
|
140
|
-
| `TOOL_CALL` | `tool` |
|
|
141
|
-
| `MCP_TOOL_CALL` | `tool` |
|
|
142
|
-
| `WORKFLOW_RUN` | `workflow` |
|
|
143
|
-
| Other workflow types | `task` |
|
|
144
|
-
| `GENERIC` | `task` |
|
|
145
|
-
|
|
146
|
-
Other/future Mastra span types will default to 'task' when mapped unless specified.
|
|
147
|
-
|
|
148
|
-
## Troubleshooting
|
|
149
|
-
|
|
150
|
-
### Native module ABI mismatch
|
|
151
|
-
|
|
152
|
-
If you see errors like:
|
|
153
|
-
|
|
154
|
-
```text
|
|
155
|
-
Error: No native build was found for runtime=node abi=137 platform=linuxglibc arch=x64
|
|
156
|
-
```
|
|
157
|
-
|
|
158
|
-
This indicates a Node.js version compatibility issue with `dd-trace`'s native modules. These native modules are **optional** and provide performance monitoring features.
|
|
159
|
-
|
|
160
|
-
**Solutions:**
|
|
161
|
-
|
|
162
|
-
1. **Use Node.js 22.x**: Native modules have the best compatibility with Node.js 22.x.
|
|
163
|
-
|
|
164
|
-
2. **Ignore native module warnings**: The native modules (`@datadog/native-metrics`, `@datadog/native-appsec`, etc.) are optional. If they fail to load, core tracing functionality still works.
|
|
165
|
-
|
|
166
|
-
### Bundler externals configuration
|
|
167
|
-
|
|
168
|
-
When using bundlers like esbuild, webpack, or the Mastra CLI bundler, you may need to mark `dd-trace` and its dependencies as external:
|
|
169
|
-
|
|
170
|
-
```typescript
|
|
171
|
-
export const mastra = new Mastra({
|
|
172
|
-
bundler: {
|
|
173
|
-
externals: [
|
|
174
|
-
"dd-trace",
|
|
175
|
-
"@datadog/native-metrics",
|
|
176
|
-
"@datadog/native-appsec",
|
|
177
|
-
"@datadog/native-iast-taint-tracking",
|
|
178
|
-
"@datadog/pprof",
|
|
179
|
-
],
|
|
180
|
-
},
|
|
181
|
-
});
|
|
182
|
-
```
|
|
183
|
-
|
|
184
|
-
## Related
|
|
185
|
-
|
|
186
|
-
- [Tracing Overview](https://mastra.ai/docs/observability/tracing/overview)
|
|
187
|
-
- [Datadog LLM Observability Documentation](https://docs.datadoghq.com/llm_observability/)
|