@mastra/observability 1.12.0-alpha.0 → 1.12.0-alpha.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +28 -0
- package/dist/bus/observability-bus.d.ts +21 -4
- package/dist/bus/observability-bus.d.ts.map +1 -1
- package/dist/bus/route-event.d.ts +8 -1
- package/dist/bus/route-event.d.ts.map +1 -1
- package/dist/default.d.ts.map +1 -1
- package/dist/exporters/default.d.ts +2 -0
- package/dist/exporters/default.d.ts.map +1 -1
- package/dist/exporters/event-buffer.d.ts +4 -4
- package/dist/exporters/event-buffer.d.ts.map +1 -1
- package/dist/features.d.ts +39 -0
- package/dist/features.d.ts.map +1 -0
- package/dist/index.cjs +301 -44
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.ts +1 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +301 -45
- package/dist/index.js.map +1 -1
- package/dist/metrics/pricing-data.jsonl +706 -411
- package/dist/model-tracing.d.ts +34 -4
- package/dist/model-tracing.d.ts.map +1 -1
- package/dist/recorded.d.ts.map +1 -1
- package/dist/spans/base.d.ts.map +1 -1
- package/package.json +3 -3
package/dist/model-tracing.d.ts
CHANGED
|
@@ -2,13 +2,17 @@
|
|
|
2
2
|
* Model Span Tracing
|
|
3
3
|
*
|
|
4
4
|
* Provides span tracking for Model generations, including:
|
|
5
|
-
* - MODEL_STEP spans (one per Model API call)
|
|
6
|
-
* -
|
|
5
|
+
* - MODEL_STEP spans (one per Model API call - includes processors and tool executions)
|
|
6
|
+
* - MODEL_INFERENCE spans (the provider call itself - model latency only)
|
|
7
|
+
* - MODEL_CHUNK spans (individual streaming chunks within an inference)
|
|
7
8
|
*
|
|
8
|
-
* Hierarchy: MODEL_GENERATION -> MODEL_STEP -> MODEL_CHUNK
|
|
9
|
+
* Hierarchy: MODEL_GENERATION -> MODEL_STEP -> MODEL_INFERENCE -> MODEL_CHUNK
|
|
10
|
+
*
|
|
11
|
+
* Processors and tool executions remain children of MODEL_STEP (siblings of
|
|
12
|
+
* MODEL_INFERENCE), so MODEL_INFERENCE measures pure model time.
|
|
9
13
|
*/
|
|
10
14
|
import { SpanType } from '@mastra/core/observability';
|
|
11
|
-
import type { Span, EndGenerationOptions, ErrorSpanOptions, TracingContext, UpdateSpanOptions } from '@mastra/core/observability';
|
|
15
|
+
import type { Span, EndGenerationOptions, ErrorSpanOptions, ModelInferenceContext, TracingContext, UpdateSpanOptions } from '@mastra/core/observability';
|
|
12
16
|
import type { StepStartPayload, StepFinishPayload } from '@mastra/core/stream';
|
|
13
17
|
/**
|
|
14
18
|
* Manages MODEL_STEP and MODEL_CHUNK span tracking for streaming Model responses.
|
|
@@ -19,6 +23,11 @@ import type { StepStartPayload, StepFinishPayload } from '@mastra/core/stream';
|
|
|
19
23
|
export declare class ModelSpanTracker {
|
|
20
24
|
#private;
|
|
21
25
|
constructor(modelSpan?: Span<SpanType.MODEL_GENERATION>);
|
|
26
|
+
/**
|
|
27
|
+
* Set request-side context applied to subsequent MODEL_INFERENCE spans.
|
|
28
|
+
* No-op when paired with an older @mastra/core that lacks the feature flag.
|
|
29
|
+
*/
|
|
30
|
+
setInferenceContext(context: ModelInferenceContext): void;
|
|
22
31
|
/**
|
|
23
32
|
* Get the tracing context for creating child spans.
|
|
24
33
|
* Returns the current step span if active, otherwise the model span.
|
|
@@ -66,8 +75,29 @@ export declare class ModelSpanTracker {
|
|
|
66
75
|
* Start a new Model execution step.
|
|
67
76
|
* This should be called at the beginning of LLM execution to capture accurate startTime.
|
|
68
77
|
* The step-start chunk payload can be passed later via updateStep() if needed.
|
|
78
|
+
*
|
|
79
|
+
* Note: this only opens MODEL_STEP. The MODEL_INFERENCE child span is opened
|
|
80
|
+
* separately via startInference() so its duration excludes input processor work.
|
|
81
|
+
* Callers that don't call startInference() explicitly will get one auto-created
|
|
82
|
+
* when the first model chunk arrives.
|
|
69
83
|
*/
|
|
70
84
|
startStep(payload?: StepStartPayload): void;
|
|
85
|
+
/**
|
|
86
|
+
* Open the MODEL_INFERENCE span for the current step. Chunks (including tool-call
|
|
87
|
+
* chunks emitted by the model) parent under this span so its duration reflects
|
|
88
|
+
* pure model latency.
|
|
89
|
+
*
|
|
90
|
+
* Should be called immediately before invoking the model — after any input
|
|
91
|
+
* processors / `prepareStep` work has completed — so the span's startTime
|
|
92
|
+
* does not include processor time. The latest `#inferenceContext` (set via
|
|
93
|
+
* setInferenceContext) is snapshotted onto the span at creation.
|
|
94
|
+
*
|
|
95
|
+
* No-ops when the installed @mastra/core lacks the `model-inference-span`
|
|
96
|
+
* feature flag, or when called without an active step span. Auto-invoked from
|
|
97
|
+
* chunk handlers as a safety net; explicit callers get the most accurate
|
|
98
|
+
* start time.
|
|
99
|
+
*/
|
|
100
|
+
startInference(payload?: StepStartPayload): void;
|
|
71
101
|
/**
|
|
72
102
|
* Update the current step span with additional payload data.
|
|
73
103
|
* Called when step-start chunk arrives with request/warnings info.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"model-tracing.d.ts","sourceRoot":"","sources":["../src/model-tracing.ts"],"names":[],"mappings":"AAAA
|
|
1
|
+
{"version":3,"file":"model-tracing.d.ts","sourceRoot":"","sources":["../src/model-tracing.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAIH,OAAO,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AACtD,OAAO,KAAK,EACV,IAAI,EACJ,oBAAoB,EACpB,gBAAgB,EAChB,qBAAqB,EACrB,cAAc,EACd,iBAAiB,EAClB,MAAM,4BAA4B,CAAC;AACpC,OAAO,KAAK,EAAa,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAiO1F;;;;;GAKG;AACH,qBAAa,gBAAgB;;gBAkBf,SAAS,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IAIvD;;;OAGG;IACH,mBAAmB,CAAC,OAAO,EAAE,qBAAqB,GAAG,IAAI;IAczD;;;OAGG;IACH,iBAAiB,IAAI,cAAc;IAMnC;;OAEG;IACH,qBAAqB,CAAC,OAAO,EAAE,gBAAgB,CAAC,QAAQ,CAAC,gBAAgB,CAAC,GAAG,IAAI;IAIjF;;;OAGG;IACH,aAAa,CAAC,OAAO,CAAC,EAAE,oBAAoB,GAAG,IAAI;IAWnD;;OAEG;IACH,gBAAgB,CAAC,OAAO,EAAE,iBAAiB,CAAC,QAAQ,CAAC,gBAAgB,CAAC,GAAG,IAAI;IAI7E;;;;OAIG;IACH,iBAAiB,CAAC,KAAK,EAAE,OAAO,GAAG,IAAI;IAIvC;;;OAGG;IACH,iBAAiB,IAAI,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,YAAY,CAAC,CAAC,GAAG,SAAS;IAIpF;;;OAGG;IACH,2BAA2B,IAAI,iBAAiB,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,SAAS;IAItE;;;OAGG;IACH,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAIjC;;OAEG;IACH,YAAY,IAAI,MAAM;IAItB;;;;;;;;;OASG;IACH,SAAS,CAAC,OAAO,CAAC,EAAE,gBAAgB,GAAG,IAAI;IAgD3C;;;;;;;;;;;;;;OAcG;IACH,cAAc,CAAC,OAAO,CAAC,EAAE,gBAAgB,GAAG,IAAI;IA6BhD;;;OAGG;IACH,UAAU,CAAC,OAAO,CAAC,EAAE,gBAAgB,GAAG,IAAI;IAmU5C;;;;;OAKG;IACH,UAAU,CAAC,CAAC,SAAS;QAAE,WAAW,EAAE,QAAQ,CAAA;KAAE,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC;CA+I9D"}
|
package/dist/recorded.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"recorded.d.ts","sourceRoot":"","sources":["../src/recorded.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAEV,kBAAkB,EAClB,aAAa,EACb,aAAa,EAEb,aAAa,EACb,UAAU,EACV,UAAU,EAGX,MAAM,4BAA4B,CAAC;AACpC,OAAO,KAAK,EAAE,gBAAgB,EAAc,MAAM,sBAAsB,CAAC;AAEzE,KAAK,uBAAuB,GAAG,UAAU,GAAG,aAAa,CAAC;AAC1D,KAAK,iBAAiB,GAAG,CAAC,KAAK,EAAE,uBAAuB,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;AAClF,KAAK,oBAAoB,GAAG,MAAM,OAAO,CAAC;AAC1C,KAAK,kCAAkC,GAAG,CAAC,IAAI,EAAE;IAC/C,IAAI,EAAE,OAAO,GAAG,UAAU,CAAC;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,KAAK,IAAI,CAAC;AAoEX,wBAAgB,eAAe,CAAC,IAAI,EAAE;IACpC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,kBAAkB,CAAC,EAAE,kBAAkB,CAAC;IACxC,KAAK,EAAE,UAAU,CAAC;IAClB,iBAAiB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC;CAChD,GAAG,UAAU,
|
|
1
|
+
{"version":3,"file":"recorded.d.ts","sourceRoot":"","sources":["../src/recorded.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAEV,kBAAkB,EAClB,aAAa,EACb,aAAa,EAEb,aAAa,EACb,UAAU,EACV,UAAU,EAGX,MAAM,4BAA4B,CAAC;AACpC,OAAO,KAAK,EAAE,gBAAgB,EAAc,MAAM,sBAAsB,CAAC;AAEzE,KAAK,uBAAuB,GAAG,UAAU,GAAG,aAAa,CAAC;AAC1D,KAAK,iBAAiB,GAAG,CAAC,KAAK,EAAE,uBAAuB,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;AAClF,KAAK,oBAAoB,GAAG,MAAM,OAAO,CAAC;AAC1C,KAAK,kCAAkC,GAAG,CAAC,IAAI,EAAE;IAC/C,IAAI,EAAE,OAAO,GAAG,UAAU,CAAC;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,KAAK,IAAI,CAAC;AAoEX,wBAAgB,eAAe,CAAC,IAAI,EAAE;IACpC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,kBAAkB,CAAC,EAAE,kBAAkB,CAAC;IACxC,KAAK,EAAE,UAAU,CAAC;IAClB,iBAAiB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC;CAChD,GAAG,UAAU,CAwBb;AAED,wBAAgB,kBAAkB,CAAC,IAAI,EAAE;IACvC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,kBAAkB,CAAC,EAAE,kBAAkB,CAAC;IACxC,QAAQ,EAAE,aAAa,CAAC;IACxB,iBAAiB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC;CAChD,GAAG,aAAa,CAuBhB;AAOD,wBAAgB,gCAAgC,CAAC,IAAI,EAAE;IACrD,KAAK,EAAE,gBAAgB,CAAC;IACxB,KAAK,EAAE,UAAU,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,GAAG,UAAU,GAAG,IAAI,CAgBpB;AAED,wBAAgB,mCAAmC,CAAC,IAAI,EAAE;IACxD,KAAK,EAAE,gBAAgB,CAAC;IACxB,QAAQ,EAAE,aAAa,CAAC;IACxB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,GAAG,aAAa,GAAG,IAAI,CAgBvB;AAsLD,wBAAgB,oBAAoB,CAAC,IAAI,EAAE;IACzC,KAAK,EAAE,gBAAgB,CAAC;IACxB,iBAAiB,EAAE,iBAAiB,CAAC;IACrC,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,kCAAkC,CAAC,EAAE,kCAAkC,CAAC;CACzE,GAAG,aAAa,GAAG,IAAI,CAgDvB"}
|
package/dist/spans/base.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"base.d.ts","sourceRoot":"","sources":["../../src/spans/base.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAiB,MAAM,4BAA4B,CAAC;AACrE,OAAO,KAAK,EACV,IAAI,EACJ,WAAW,EACX,OAAO,EACP,gBAAgB,EAChB,iBAAiB,EACjB,cAAc,EACd,gBAAgB,EAChB,iBAAiB,EACjB,iBAAiB,EACjB,qBAAqB,EACrB,YAAY,EACZ,UAAU,EACV,iBAAiB,EACjB,qBAAqB,EACrB,UAAU,EACV,aAAa,EACb,kBAAkB,EACnB,MAAM,4BAA4B,CAAC;AAIpC,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;
|
|
1
|
+
{"version":3,"file":"base.d.ts","sourceRoot":"","sources":["../../src/spans/base.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAiB,MAAM,4BAA4B,CAAC;AACrE,OAAO,KAAK,EACV,IAAI,EACJ,WAAW,EACX,OAAO,EACP,gBAAgB,EAChB,iBAAiB,EACjB,cAAc,EACd,gBAAgB,EAChB,iBAAiB,EACjB,iBAAiB,EACjB,qBAAqB,EACrB,YAAY,EACZ,UAAU,EACV,iBAAiB,EACjB,qBAAqB,EACrB,UAAU,EACV,aAAa,EACb,kBAAkB,EACnB,MAAM,4BAA4B,CAAC;AAIpC,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAgDxD;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AACH,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,iBAAiB,CAAC,GAAG,CAAC,GAAG,MAAM,GAAG,SAAS,CAYvF;AAED,8BAAsB,QAAQ,CAAC,KAAK,SAAS,QAAQ,GAAG,GAAG,CAAE,YAAW,IAAI,CAAC,KAAK,CAAC;IACjF,SAAgB,EAAE,EAAE,MAAM,CAAC;IAC3B,SAAgB,OAAO,EAAE,MAAM,CAAC;IAEzB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,KAAK,CAAC;IACZ,UAAU,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC;IAC/B,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,SAAS,EAAE,IAAI,CAAC;IAChB,OAAO,CAAC,EAAE,IAAI,CAAC;IACf,OAAO,EAAE,OAAO,CAAC;IACjB,UAAU,EAAE,OAAO,CAAC;IACpB,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,qBAAqB,EAAE,qBAAqB,CAAC;IAC7C,KAAK,CAAC,EAAE,GAAG,CAAC;IACZ,MAAM,CAAC,EAAE,GAAG,CAAC;IACb,SAAS,CAAC,EAAE;QACjB,OAAO,EAAE,MAAM,CAAC;QAChB,EAAE,CAAC,EAAE,MAAM,CAAC;QACZ,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KAC/B,CAAC;IACK,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC/B,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACrC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,UAAU,CAAC,EAAE,UAAU,CAAC;IAC/B,gEAAgE;IACzD,UAAU,CAAC,EAAE,UAAU,CAAC;IAC/B,sCAAsC;IAC/B,QAAQ,CAAC,EAAE,MAAM,CAAC;IACzB,wCAAwC;IACjC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC3B,0EAA0E;IAC1E,SAAS,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;IAChC,2CAA2C;IAC3C,SAAS,CAAC,gBAAgB,EAAE,gBAAgB,CAAC;IAC7C;;;;;;;;;;;;OAYG;IACH,SAAS,CAAC,UAAU,EAAE,OAAO,CAAC;IAC9B,8DAA8D;IAC9D,SAAS,CAAC,kBAAkB,CAAC,EAAE,kBAAkB,CAAC;IAElD;;;OAGG;IACH,SAAS,KAAK,cAAc,IAAI,OAAO,CAEtC;gBAEW,OAAO,EAAE,iBAAiB,CAAC,KAAK,CAAC,EAAE,qBAAqB,EAAE,qBAAqB;IAoE3F,mBAAmB;IACnB,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,cAAc,CAAC,KAAK,CAAC,GAAG,IAAI;IAEnD,oEAAoE;IACpE,QAAQ,CAAC,KAAK,CAAC,OAAO,EAAE,gBAAgB,CAAC,KAAK,CAAC,GAAG,IAAI;IAEtD,6BAA6B;IAC7B,QAAQ,CAAC,MAAM,CAAC,OAAO,EAAE,iBAAiB,CAAC,KAAK,CAAC,GAAG,IAAI;IAExD,eAAe,CAAC,OAAO,EAAE,gBAAgB,CAAC,QAAQ,CAAC,gBAAgB,CAAC,GAAG,qBAAqB;IAK5F,eAAe,CAAC,UAAU,SAAS,QAAQ,EAAE,OAAO,EAAE,iBAAiB,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC;IAItG;;;OAGG;IACH,aAAa,IAAI,iBAAiB,GAAG,SAAS;IAS9C,6DAA6D;IAC7D,IAAI,UAAU,IAAI,OAAO,CAExB;IAED,oEAAoE;IACpE,QAAQ,KAAK,OAAO,IAAI,OAAO,CAAC;IAEhC,sEAAsE;IAC/D,aAAa,CAAC,oBAAoB,CAAC,EAAE,OAAO,GAAG,OAAO,GAAG,SAAS;IASzE,gEAAgE;IACzD,eAAe,CAAC,oBAAoB,CAAC,EAAE,OAAO,GAAG,MAAM,GAAG,SAAS;IAa1E,qFAAqF;IAC9E,UAAU,CAAC,CAAC,SAAS,QAAQ,EAAE,QAAQ,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,SAAS;IAavE,4EAA4E;IACrE,qBAAqB,IAAI,kBAAkB;IAqDlD,kDAAkD;IAC3C,UAAU,CAAC,oBAAoB,CAAC,EAAE,OAAO,GAAG,YAAY,CAAC,KAAK,CAAC;IA6BtE,IAAI,eAAe,IAAI,MAAM,GAAG,SAAS,CAExC;IAED;;;OAGG;IACG,gBAAgB,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;IAW3D;;;OAGG;IACH,oBAAoB,CAAC,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC;CAUxC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@mastra/observability",
|
|
3
|
-
"version": "1.12.0-alpha.
|
|
3
|
+
"version": "1.12.0-alpha.2",
|
|
4
4
|
"description": "Core observability package for Mastra - includes tracing and scoring features",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "dist/index.js",
|
|
@@ -33,10 +33,10 @@
|
|
|
33
33
|
"vitest": "4.1.5",
|
|
34
34
|
"zod": "^4.3.6",
|
|
35
35
|
"@internal/ai-sdk-v4": "0.0.39",
|
|
36
|
+
"@internal/lint": "0.0.92",
|
|
36
37
|
"@internal/ai-sdk-v5": "0.0.39",
|
|
37
38
|
"@internal/types-builder": "0.0.67",
|
|
38
|
-
"@
|
|
39
|
-
"@mastra/core": "1.33.0-alpha.5"
|
|
39
|
+
"@mastra/core": "1.33.0-alpha.8"
|
|
40
40
|
},
|
|
41
41
|
"peerDependencies": {
|
|
42
42
|
"@mastra/core": ">=1.16.0-0 <2.0.0-0"
|