@brizz/sdk 0.1.49 → 0.1.50

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md CHANGED
@@ -547,6 +547,15 @@ for (const row of evalResults) {
547
547
 
548
548
  A metric needs a session id or a trace id to land on a conversation; one with neither is dropped with a warning.
549
549
 
550
+ A metric is one value per conversation by default. For a metric you score once per turn, pass `scope: 'trace'`: each trace keeps its own value, shown on that turn in the conversation, and the session reads as the average of its turns. The trace is `traceId` when given, else the span you call it from — a trace-scoped call with neither is dropped with a warning:
551
+
552
+ ```typescript
553
+ await startSession(sessionId, async () => {
554
+ const reply = await agent.run(prompt);
555
+ recordMetric({ name: 'frustration_rate', value: frustration(prompt), scope: 'trace', polarity: 'negative' });
556
+ });
557
+ ```
558
+
550
559
  ### Custom Properties
551
560
 
552
561
  Add custom properties to telemetry context:
@@ -1,6 +1,6 @@
1
1
  import {
2
2
  INTERRUPT_TOOLS
3
- } from "./chunk-FVVRWMPV.js";
3
+ } from "./chunk-GUKWVI53.js";
4
4
 
5
5
  // src/internal/instrumentation/vercel-ai/interrupt.ts
6
6
  import { trace } from "@opentelemetry/api";
@@ -54,6 +54,7 @@ var METRIC_MIN = "brizz.internal.metric.min";
54
54
  var METRIC_MAX = "brizz.internal.metric.max";
55
55
  var METRIC_TIMESTAMP = "brizz.internal.metric.timestamp";
56
56
  var METRIC_TRACE_ID = "brizz.internal.metric.trace_id";
57
+ var METRIC_SCOPE = "brizz.internal.metric.scope";
57
58
  var METRIC_ATTRIBUTE_PREFIX = "brizz.internal.metric.attribute.";
58
59
  var RESERVED_METRIC_NAMES = /* @__PURE__ */ new Set([
59
60
  "faithfulness",
@@ -69,6 +70,8 @@ var RESERVED_METRIC_NAMES = /* @__PURE__ */ new Set([
69
70
  ]);
70
71
  var METRIC_POLARITY_POSITIVE = "positive";
71
72
  var METRIC_POLARITY_NEGATIVE = "negative";
73
+ var METRIC_SCOPE_SESSION = "session";
74
+ var METRIC_SCOPE_TRACE = "trace";
72
75
 
73
76
  export {
74
77
  BRIZZ,
@@ -124,8 +127,11 @@ export {
124
127
  METRIC_MAX,
125
128
  METRIC_TIMESTAMP,
126
129
  METRIC_TRACE_ID,
130
+ METRIC_SCOPE,
127
131
  METRIC_ATTRIBUTE_PREFIX,
128
132
  RESERVED_METRIC_NAMES,
129
133
  METRIC_POLARITY_POSITIVE,
130
- METRIC_POLARITY_NEGATIVE
134
+ METRIC_POLARITY_NEGATIVE,
135
+ METRIC_SCOPE_SESSION,
136
+ METRIC_SCOPE_TRACE
131
137
  };
@@ -1,6 +1,6 @@
1
1
  "use strict";Object.defineProperty(exports, "__esModule", {value: true}); function _optionalChain(ops) { let lastAccessLHS = undefined; let value = ops[0]; let i = 1; while (i < ops.length) { const op = ops[i]; const fn = ops[i + 1]; i += 2; if ((op === 'optionalAccess' || op === 'optionalCall') && value == null) { return undefined; } if (op === 'access' || op === 'optionalAccess') { lastAccessLHS = value; value = fn(value); } else if (op === 'call' || op === 'optionalCall') { value = fn((...args) => value.call(lastAccessLHS, ...args)); lastAccessLHS = undefined; } } return value; }
2
2
 
3
- var _chunkGMZQ6N77cjs = require('./chunk-GMZQ6N77.cjs');
3
+ var _chunkRV7JIIDGcjs = require('./chunk-RV7JIIDG.cjs');
4
4
 
5
5
  // src/internal/instrumentation/vercel-ai/interrupt.ts
6
6
  var _api = require('@opentelemetry/api');
@@ -78,7 +78,7 @@ function createInterruptIntegration() {
78
78
  return;
79
79
  }
80
80
  const value = JSON.stringify(names);
81
- span.setAttribute(_chunkGMZQ6N77cjs.INTERRUPT_TOOLS, value);
81
+ span.setAttribute(_chunkRV7JIIDGcjs.INTERRUPT_TOOLS, value);
82
82
  setPending(span.spanContext().spanId, value);
83
83
  };
84
84
  return {
@@ -94,7 +94,7 @@ var InterruptPropagator = class {
94
94
  const parentSpanId = _optionalChain([span, 'access', _ => _.parentSpanContext, 'optionalAccess', _2 => _2.spanId]);
95
95
  const stashed = parentSpanId && pendingByParentSpanId.get(parentSpanId);
96
96
  if (stashed) {
97
- span.setAttribute(_chunkGMZQ6N77cjs.INTERRUPT_TOOLS, stashed);
97
+ span.setAttribute(_chunkRV7JIIDGcjs.INTERRUPT_TOOLS, stashed);
98
98
  pendingByParentSpanId.delete(parentSpanId);
99
99
  return;
100
100
  }
@@ -104,7 +104,7 @@ var InterruptPropagator = class {
104
104
  const scoped = parsePromptToolNames(span.attributes["ai.prompt.tools"]);
105
105
  const names = scoped === null ? [...needsApprovalToolNames] : scoped.filter((n) => needsApprovalToolNames.has(n));
106
106
  if (names.length > 0) {
107
- span.setAttribute(_chunkGMZQ6N77cjs.INTERRUPT_TOOLS, JSON.stringify(names));
107
+ span.setAttribute(_chunkRV7JIIDGcjs.INTERRUPT_TOOLS, JSON.stringify(names));
108
108
  }
109
109
  }
110
110
  onEnd() {
@@ -54,6 +54,7 @@ var METRIC_MIN = "brizz.internal.metric.min";
54
54
  var METRIC_MAX = "brizz.internal.metric.max";
55
55
  var METRIC_TIMESTAMP = "brizz.internal.metric.timestamp";
56
56
  var METRIC_TRACE_ID = "brizz.internal.metric.trace_id";
57
+ var METRIC_SCOPE = "brizz.internal.metric.scope";
57
58
  var METRIC_ATTRIBUTE_PREFIX = "brizz.internal.metric.attribute.";
58
59
  var RESERVED_METRIC_NAMES = /* @__PURE__ */ new Set([
59
60
  "faithfulness",
@@ -69,6 +70,8 @@ var RESERVED_METRIC_NAMES = /* @__PURE__ */ new Set([
69
70
  ]);
70
71
  var METRIC_POLARITY_POSITIVE = "positive";
71
72
  var METRIC_POLARITY_NEGATIVE = "negative";
73
+ var METRIC_SCOPE_SESSION = "session";
74
+ var METRIC_SCOPE_TRACE = "trace";
72
75
 
73
76
 
74
77
 
@@ -128,4 +131,7 @@ var METRIC_POLARITY_NEGATIVE = "negative";
128
131
 
129
132
 
130
133
 
131
- exports.BRIZZ = BRIZZ; exports.SESSION_ID = SESSION_ID; exports.PROPERTIES_CONTEXT_KEY = PROPERTIES_CONTEXT_KEY; exports.SESSION_OBJECT_CONTEXT_KEY = SESSION_OBJECT_CONTEXT_KEY; exports.SESSION_INPUT = SESSION_INPUT; exports.SESSION_OUTPUT = SESSION_OUTPUT; exports.SESSION_INPUT_CONTEXT = SESSION_INPUT_CONTEXT; exports.SESSION_OUTPUT_CONTEXT = SESSION_OUTPUT_CONTEXT; exports.SESSION_SPAN_NAME = SESSION_SPAN_NAME; exports.MUTE_INPUT = MUTE_INPUT; exports.MUTE_OUTPUT = MUTE_OUTPUT; exports.MUTE_TOOLS = MUTE_TOOLS; exports.USER_ID = USER_ID; exports.USER_EMAIL = USER_EMAIL; exports.USER_NAME = USER_NAME; exports.USER_ROLE = USER_ROLE; exports.USER_PLAN = USER_PLAN; exports.ORGANIZATION_ID = ORGANIZATION_ID; exports.ORGANIZATION_NAME = ORGANIZATION_NAME; exports.ORGANIZATION_PLAN = ORGANIZATION_PLAN; exports.ORGANIZATION_DOMAIN = ORGANIZATION_DOMAIN; exports.MESSAGE_ID = MESSAGE_ID; exports.SERVICE_NAME = SERVICE_NAME; exports.SERVICE_NAME_ATTRIBUTE = SERVICE_NAME_ATTRIBUTE; exports.SESSION_TITLE_SPAN_NAME = SESSION_TITLE_SPAN_NAME; exports.SESSION_TITLE_GENERATION = SESSION_TITLE_GENERATION; exports.SESSION_TITLE = SESSION_TITLE; exports.AGENT_ID = AGENT_ID; exports.AGENT_PARENT_ID = AGENT_PARENT_ID; exports.AGENT_NAME = AGENT_NAME; exports.INTERRUPT_TOOLS = INTERRUPT_TOOLS; exports.INTERNAL_EVENT_PREFIX = INTERNAL_EVENT_PREFIX; exports.EXTERNAL_LINK_EVENT_NAME = EXTERNAL_LINK_EVENT_NAME; exports.EXTERNAL_LINK_URL = EXTERNAL_LINK_URL; exports.EXTERNAL_LINK_TITLE = EXTERNAL_LINK_TITLE; exports.EXTERNAL_LINK_TYPE = EXTERNAL_LINK_TYPE; exports.FEEDBACK_EVENT_NAME = FEEDBACK_EVENT_NAME; exports.FEEDBACK_TYPE = FEEDBACK_TYPE; exports.FEEDBACK_SCORE = FEEDBACK_SCORE; exports.FEEDBACK_REASON = FEEDBACK_REASON; exports.FEEDBACK_COMMENT = FEEDBACK_COMMENT; exports.FEEDBACK_SOURCE = FEEDBACK_SOURCE; exports.FEEDBACK_ATTR_PREFIX = FEEDBACK_ATTR_PREFIX; exports.METRIC_EVENT_NAME = METRIC_EVENT_NAME; exports.METRIC_NAME = METRIC_NAME; exports.METRIC_VALUE = METRIC_VALUE; exports.METRIC_UNIT = METRIC_UNIT; exports.METRIC_COMMENT = METRIC_COMMENT; exports.METRIC_POLARITY = METRIC_POLARITY; exports.METRIC_MIN = METRIC_MIN; exports.METRIC_MAX = METRIC_MAX; exports.METRIC_TIMESTAMP = METRIC_TIMESTAMP; exports.METRIC_TRACE_ID = METRIC_TRACE_ID; exports.METRIC_ATTRIBUTE_PREFIX = METRIC_ATTRIBUTE_PREFIX; exports.RESERVED_METRIC_NAMES = RESERVED_METRIC_NAMES; exports.METRIC_POLARITY_POSITIVE = METRIC_POLARITY_POSITIVE; exports.METRIC_POLARITY_NEGATIVE = METRIC_POLARITY_NEGATIVE;
134
+
135
+
136
+
137
+ exports.BRIZZ = BRIZZ; exports.SESSION_ID = SESSION_ID; exports.PROPERTIES_CONTEXT_KEY = PROPERTIES_CONTEXT_KEY; exports.SESSION_OBJECT_CONTEXT_KEY = SESSION_OBJECT_CONTEXT_KEY; exports.SESSION_INPUT = SESSION_INPUT; exports.SESSION_OUTPUT = SESSION_OUTPUT; exports.SESSION_INPUT_CONTEXT = SESSION_INPUT_CONTEXT; exports.SESSION_OUTPUT_CONTEXT = SESSION_OUTPUT_CONTEXT; exports.SESSION_SPAN_NAME = SESSION_SPAN_NAME; exports.MUTE_INPUT = MUTE_INPUT; exports.MUTE_OUTPUT = MUTE_OUTPUT; exports.MUTE_TOOLS = MUTE_TOOLS; exports.USER_ID = USER_ID; exports.USER_EMAIL = USER_EMAIL; exports.USER_NAME = USER_NAME; exports.USER_ROLE = USER_ROLE; exports.USER_PLAN = USER_PLAN; exports.ORGANIZATION_ID = ORGANIZATION_ID; exports.ORGANIZATION_NAME = ORGANIZATION_NAME; exports.ORGANIZATION_PLAN = ORGANIZATION_PLAN; exports.ORGANIZATION_DOMAIN = ORGANIZATION_DOMAIN; exports.MESSAGE_ID = MESSAGE_ID; exports.SERVICE_NAME = SERVICE_NAME; exports.SERVICE_NAME_ATTRIBUTE = SERVICE_NAME_ATTRIBUTE; exports.SESSION_TITLE_SPAN_NAME = SESSION_TITLE_SPAN_NAME; exports.SESSION_TITLE_GENERATION = SESSION_TITLE_GENERATION; exports.SESSION_TITLE = SESSION_TITLE; exports.AGENT_ID = AGENT_ID; exports.AGENT_PARENT_ID = AGENT_PARENT_ID; exports.AGENT_NAME = AGENT_NAME; exports.INTERRUPT_TOOLS = INTERRUPT_TOOLS; exports.INTERNAL_EVENT_PREFIX = INTERNAL_EVENT_PREFIX; exports.EXTERNAL_LINK_EVENT_NAME = EXTERNAL_LINK_EVENT_NAME; exports.EXTERNAL_LINK_URL = EXTERNAL_LINK_URL; exports.EXTERNAL_LINK_TITLE = EXTERNAL_LINK_TITLE; exports.EXTERNAL_LINK_TYPE = EXTERNAL_LINK_TYPE; exports.FEEDBACK_EVENT_NAME = FEEDBACK_EVENT_NAME; exports.FEEDBACK_TYPE = FEEDBACK_TYPE; exports.FEEDBACK_SCORE = FEEDBACK_SCORE; exports.FEEDBACK_REASON = FEEDBACK_REASON; exports.FEEDBACK_COMMENT = FEEDBACK_COMMENT; exports.FEEDBACK_SOURCE = FEEDBACK_SOURCE; exports.FEEDBACK_ATTR_PREFIX = FEEDBACK_ATTR_PREFIX; exports.METRIC_EVENT_NAME = METRIC_EVENT_NAME; exports.METRIC_NAME = METRIC_NAME; exports.METRIC_VALUE = METRIC_VALUE; exports.METRIC_UNIT = METRIC_UNIT; exports.METRIC_COMMENT = METRIC_COMMENT; exports.METRIC_POLARITY = METRIC_POLARITY; exports.METRIC_MIN = METRIC_MIN; exports.METRIC_MAX = METRIC_MAX; exports.METRIC_TIMESTAMP = METRIC_TIMESTAMP; exports.METRIC_TRACE_ID = METRIC_TRACE_ID; exports.METRIC_SCOPE = METRIC_SCOPE; exports.METRIC_ATTRIBUTE_PREFIX = METRIC_ATTRIBUTE_PREFIX; exports.RESERVED_METRIC_NAMES = RESERVED_METRIC_NAMES; exports.METRIC_POLARITY_POSITIVE = METRIC_POLARITY_POSITIVE; exports.METRIC_POLARITY_NEGATIVE = METRIC_POLARITY_NEGATIVE; exports.METRIC_SCOPE_SESSION = METRIC_SCOPE_SESSION; exports.METRIC_SCOPE_TRACE = METRIC_SCOPE_TRACE;
@@ -5,11 +5,11 @@ import {
5
5
  BRIZZ,
6
6
  PROPERTIES_CONTEXT_KEY,
7
7
  SESSION_ID
8
- } from "./chunk-FVVRWMPV.js";
8
+ } from "./chunk-GUKWVI53.js";
9
9
 
10
10
  // src/internal/version.ts
11
11
  function getSDKVersion() {
12
- return "0.1.49";
12
+ return "0.1.50";
13
13
  }
14
14
 
15
15
  // src/internal/instrumentation/mcp/session.ts
@@ -5,11 +5,11 @@ var _chunkWC573FCIcjs = require('./chunk-WC573FCI.cjs');
5
5
 
6
6
 
7
7
 
8
- var _chunkGMZQ6N77cjs = require('./chunk-GMZQ6N77.cjs');
8
+ var _chunkRV7JIIDGcjs = require('./chunk-RV7JIIDG.cjs');
9
9
 
10
10
  // src/internal/version.ts
11
11
  function getSDKVersion() {
12
- return "0.1.49";
12
+ return "0.1.50";
13
13
  }
14
14
 
15
15
  // src/internal/instrumentation/mcp/session.ts
@@ -42,8 +42,8 @@ function resolveSessionId(protocol, baseContext) {
42
42
  return fromTransport;
43
43
  }
44
44
  try {
45
- const bound = baseContext.getValue(_chunkGMZQ6N77cjs.PROPERTIES_CONTEXT_KEY);
46
- if (_optionalChain([bound, 'optionalAccess', _3 => _3[_chunkGMZQ6N77cjs.SESSION_ID]])) {
45
+ const bound = baseContext.getValue(_chunkRV7JIIDGcjs.PROPERTIES_CONTEXT_KEY);
46
+ if (_optionalChain([bound, 'optionalAccess', _3 => _3[_chunkRV7JIIDGcjs.SESSION_ID]])) {
47
47
  return void 0;
48
48
  }
49
49
  } catch (e) {
@@ -57,7 +57,7 @@ function stampAndPropagateSession(span, sessionId, baseContext = _api.context.ac
57
57
  }
58
58
  const properties = {};
59
59
  if (sessionId) {
60
- properties[_chunkGMZQ6N77cjs.SESSION_ID] = sessionId;
60
+ properties[_chunkRV7JIIDGcjs.SESSION_ID] = sessionId;
61
61
  }
62
62
  if (intent) {
63
63
  properties[INTENT_PROPERTY] = intent;
@@ -65,17 +65,17 @@ function stampAndPropagateSession(span, sessionId, baseContext = _api.context.ac
65
65
  if (span.isRecording()) {
66
66
  for (const [key, value] of Object.entries(properties)) {
67
67
  try {
68
- span.setAttribute(`${_chunkGMZQ6N77cjs.BRIZZ}.${key}`, value);
68
+ span.setAttribute(`${_chunkRV7JIIDGcjs.BRIZZ}.${key}`, value);
69
69
  } catch (error) {
70
70
  _chunkWC573FCIcjs.logger.warn(`Brizz MCP: failed to stamp ${key} on span: ${String(error)}`);
71
71
  }
72
72
  }
73
73
  }
74
74
  try {
75
- const prev = baseContext.getValue(_chunkGMZQ6N77cjs.PROPERTIES_CONTEXT_KEY);
75
+ const prev = baseContext.getValue(_chunkRV7JIIDGcjs.PROPERTIES_CONTEXT_KEY);
76
76
  const merged = prev ? { ...prev, ...properties } : properties;
77
77
  return {
78
- context: baseContext.setValue(_chunkGMZQ6N77cjs.PROPERTIES_CONTEXT_KEY, merged),
78
+ context: baseContext.setValue(_chunkRV7JIIDGcjs.PROPERTIES_CONTEXT_KEY, merged),
79
79
  sessionId: _nullishCoalesce(sessionId, () => ( null))
80
80
  };
81
81
  } catch (error) {