@mastra/core 0.22.2 → 0.23.0

package/dist/{chunk-M4AX46DS.js → chunk-OIT3PCWA.js}

@@ -1,5 +1,5 @@
 import { executeHook } from './chunk-TTELJD4F.js';
-import { MastraError } from './chunk-T3JFFQH2.js';
+import { MastraError } from './chunk-PZUZNPFM.js';
 
 // src/eval/metric.ts
 var Metric = class {
@@ -68,5 +68,5 @@ async function evaluate({
 }
 
 export { Metric, evaluate };
-//# sourceMappingURL=chunk-M4AX46DS.js.map
-//# sourceMappingURL=chunk-M4AX46DS.js.map
+//# sourceMappingURL=chunk-OIT3PCWA.js.map
+//# sourceMappingURL=chunk-OIT3PCWA.js.map

package/dist/{chunk-M4AX46DS.js.map → chunk-OIT3PCWA.js.map}

@@ -1 +1 @@
-{"version":3,"sources":["../src/eval/metric.ts","../src/eval/evaluation.ts"],"names":[],"mappings":";;;;AAKO,IAAe,SAAf,MAAsB;AAE7B;;;ACDA,eAAsB,QAAA,CAA0B;AAAA,EAC9C,SAAA;AAAA,EACA,KAAA;AAAA,EACA,MAAA;AAAA,EACA,MAAA;AAAA,EACA,KAAA;AAAA,EACA,WAAA;AAAA,EACA,QAAA;AAAA,EACA;AACF,CAAA,EAS8B;AAC5B,EAAA,MAAM,UAAA,GAAa,KAAA,IAAS,MAAA,CAAO,UAAA,EAAW;AAE9C,EAAA,IAAI,YAAA;AACJ,EAAA,IAAI,UAAA,GAAa,OAAO,WAAA,CAAY,IAAA;AACpC,EAAA,IAAI;AACF,IAAA,YAAA,GAAe,MAAM,MAAA,CAAO,OAAA,CAAQ,KAAA,CAAM,QAAA,IAAY,MAAM,CAAA;AAAA,EAC9D,SAAS,CAAA,EAAY;AACnB,IAAA,MAAM,IAAI,WAAA;AAAA,MACR;AAAA,QACE,EAAA,EAAI,sCAAA;AAAA,QACJ,MAAA,EAAA,MAAA;AAAA,QACA,QAAA,EAAA,MAAA;AAAA,QACA,OAAA,EAAS;AAAA,UACP,SAAA;AAAA,UACA,UAAA;AAAA,UACA;AAAA;AACF,OACF;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACA,EAAA,MAAM,WAAA,GAAc;AAAA,IAClB,KAAA,EAAO,MAAM,QAAA,EAAS;AAAA,IACtB,MAAA;AAAA,IACA,MAAA,EAAQ,YAAA;AAAA,IACR,SAAA;AAAA,IACA,UAAA;AAAA,IACA,YAAA;AAAA,IACA,WAAA;AAAA,IACA,KAAA,EAAO,UAAA;AAAA,IACP;AAAA,GACF;AAEA,EAAA,IAAI;AACF,IAAA,WAAA,CAAA,cAAA,sBAA0C,WAAW,CAAA;AAAA,EACvD,SAAS,CAAA,EAAY;AACnB,IAAA,MAAM,IAAI,WAAA;AAAA,MACR;AAAA,QACE,EAAA,EAAI,4BAAA;AAAA,QACJ,MAAA,EAAA,MAAA;AAAA,QACA,QAAA,EAAA,MAAA;AAAA,QACA,OAAA,EAAS;AAAA,UACP,SAAA;AAAA,UACA,UAAA;AAAA,UACA;AAAA;AACF,OACF;AAAA,MACA;AAAA,KACF;AAAA,EACF;AAEA,EAAA,OAAO,EAAE,GAAG,YAAA,EAAc,MAAA,EAAO;AACnC","file":"chunk-M4AX46DS.js","sourcesContent":["export interface MetricResult {\n  score: number;\n  info?: Record<string, any>;\n}\n\nexport abstract class Metric {\n  abstract measure(input: string, output: string): Promise<MetricResult>;\n}\n","import type { Agent } from '../agent';\nimport { MastraError, ErrorCategory, ErrorDomain } from '../error';\nimport { AvailableHooks, executeHook } from '../hooks';\nimport type { Metric } from './metric';\nimport type { TestInfo, EvaluationResult } from './types';\n\nexport async function evaluate<T extends Agent>({\n  agentName,\n  input,\n  metric,\n  output,\n  runId,\n  globalRunId,\n  testInfo,\n  instructions,\n}: {\n  agentName: string;\n  input: Parameters<T['generate']>[0];\n  metric: Metric;\n  output: string;\n  globalRunId: string;\n  runId?: string;\n  testInfo?: TestInfo;\n  instructions: string;\n}): Promise<EvaluationResult> {\n  const runIdToUse = runId || crypto.randomUUID();\n\n  let metricResult;\n  let metricName = metric.constructor.name;\n  try {\n    metricResult = await metric.measure(input.toString(), output);\n  } catch (e: unknown) {\n    throw new MastraError(\n      {\n        id: 'EVAL_METRIC_MEASURE_EXECUTION_FAILED',\n        domain: ErrorDomain.EVAL,\n        category: ErrorCategory.USER,\n        details: {\n          agentName,\n          metricName,\n          globalRunId,\n        },\n      },\n      e,\n    );\n  }\n  const traceObject = {\n    input: input.toString(),\n    output: output,\n    result: metricResult,\n    agentName,\n    metricName,\n    instructions,\n    globalRunId,\n    runId: runIdToUse,\n    testInfo,\n  };\n\n  try {\n    executeHook(AvailableHooks.ON_EVALUATION, traceObject);\n  } catch (e: unknown) {\n    throw new MastraError(\n      {\n        id: 'EVAL_HOOK_EXECUTION_FAILED',\n        domain: ErrorDomain.EVAL,\n        category: ErrorCategory.USER,\n        details: {\n          agentName,\n          metricName,\n          globalRunId,\n        },\n      },\n      e,\n    );\n  }\n\n  return { ...metricResult, output };\n}\n"]}
+{"version":3,"sources":["../src/eval/metric.ts","../src/eval/evaluation.ts"],"names":[],"mappings":";;;;AAKO,IAAe,SAAf,MAAsB;AAE7B;;;ACDA,eAAsB,QAAA,CAA0B;AAAA,EAC9C,SAAA;AAAA,EACA,KAAA;AAAA,EACA,MAAA;AAAA,EACA,MAAA;AAAA,EACA,KAAA;AAAA,EACA,WAAA;AAAA,EACA,QAAA;AAAA,EACA;AACF,CAAA,EAS8B;AAC5B,EAAA,MAAM,UAAA,GAAa,KAAA,IAAS,MAAA,CAAO,UAAA,EAAW;AAE9C,EAAA,IAAI,YAAA;AACJ,EAAA,IAAI,UAAA,GAAa,OAAO,WAAA,CAAY,IAAA;AACpC,EAAA,IAAI;AACF,IAAA,YAAA,GAAe,MAAM,MAAA,CAAO,OAAA,CAAQ,KAAA,CAAM,QAAA,IAAY,MAAM,CAAA;AAAA,EAC9D,SAAS,CAAA,EAAY;AACnB,IAAA,MAAM,IAAI,WAAA;AAAA,MACR;AAAA,QACE,EAAA,EAAI,sCAAA;AAAA,QACJ,MAAA,EAAA,MAAA;AAAA,QACA,QAAA,EAAA,MAAA;AAAA,QACA,OAAA,EAAS;AAAA,UACP,SAAA;AAAA,UACA,UAAA;AAAA,UACA;AAAA;AACF,OACF;AAAA,MACA;AAAA,KACF;AAAA,EACF;AACA,EAAA,MAAM,WAAA,GAAc;AAAA,IAClB,KAAA,EAAO,MAAM,QAAA,EAAS;AAAA,IACtB,MAAA;AAAA,IACA,MAAA,EAAQ,YAAA;AAAA,IACR,SAAA;AAAA,IACA,UAAA;AAAA,IACA,YAAA;AAAA,IACA,WAAA;AAAA,IACA,KAAA,EAAO,UAAA;AAAA,IACP;AAAA,GACF;AAEA,EAAA,IAAI;AACF,IAAA,WAAA,CAAA,cAAA,sBAA0C,WAAW,CAAA;AAAA,EACvD,SAAS,CAAA,EAAY;AACnB,IAAA,MAAM,IAAI,WAAA;AAAA,MACR;AAAA,QACE,EAAA,EAAI,4BAAA;AAAA,QACJ,MAAA,EAAA,MAAA;AAAA,QACA,QAAA,EAAA,MAAA;AAAA,QACA,OAAA,EAAS;AAAA,UACP,SAAA;AAAA,UACA,UAAA;AAAA,UACA;AAAA;AACF,OACF;AAAA,MACA;AAAA,KACF;AAAA,EACF;AAEA,EAAA,OAAO,EAAE,GAAG,YAAA,EAAc,MAAA,EAAO;AACnC","file":"chunk-OIT3PCWA.js","sourcesContent":["export interface MetricResult {\n  score: number;\n  info?: Record<string, any>;\n}\n\nexport abstract class Metric {\n  abstract measure(input: string, output: string): Promise<MetricResult>;\n}\n","import type { Agent } from '../agent';\nimport { MastraError, ErrorCategory, ErrorDomain } from '../error';\nimport { AvailableHooks, executeHook } from '../hooks';\nimport type { Metric } from './metric';\nimport type { TestInfo, EvaluationResult } from './types';\n\nexport async function evaluate<T extends Agent>({\n  agentName,\n  input,\n  metric,\n  output,\n  runId,\n  globalRunId,\n  testInfo,\n  instructions,\n}: {\n  agentName: string;\n  input: Parameters<T['generate']>[0];\n  metric: Metric;\n  output: string;\n  globalRunId: string;\n  runId?: string;\n  testInfo?: TestInfo;\n  instructions: string;\n}): Promise<EvaluationResult> {\n  const runIdToUse = runId || crypto.randomUUID();\n\n  let metricResult;\n  let metricName = metric.constructor.name;\n  try {\n    metricResult = await metric.measure(input.toString(), output);\n  } catch (e: unknown) {\n    throw new MastraError(\n      {\n        id: 'EVAL_METRIC_MEASURE_EXECUTION_FAILED',\n        domain: ErrorDomain.EVAL,\n        category: ErrorCategory.USER,\n        details: {\n          agentName,\n          metricName,\n          globalRunId,\n        },\n      },\n      e,\n    );\n  }\n  const traceObject = {\n    input: input.toString(),\n    output: output,\n    result: metricResult,\n    agentName,\n    metricName,\n    instructions,\n    globalRunId,\n    runId: runIdToUse,\n    testInfo,\n  };\n\n  try {\n    executeHook(AvailableHooks.ON_EVALUATION, traceObject);\n  } catch (e: unknown) {\n    throw new MastraError(\n      {\n        id: 'EVAL_HOOK_EXECUTION_FAILED',\n        domain: ErrorDomain.EVAL,\n        category: ErrorCategory.USER,\n        details: {\n          agentName,\n          metricName,\n          globalRunId,\n        },\n      },\n      e,\n    );\n  }\n\n  return { ...metricResult, output };\n}\n"]}

package/dist/{chunk-3CVE7NQC.js → chunk-ONKGWHY6.js}

@@ -1,5 +1,5 @@
 import { RuntimeContext } from './chunk-HLRWYUFN.js';
-import { MastraError } from './chunk-T3JFFQH2.js';
+import { MastraError } from './chunk-PZUZNPFM.js';
 import { ToolStream } from './chunk-HGNRQ3OG.js';
 import { isVercelTool, validateToolInput } from './chunk-WM4RO23J.js';
 import { MastraBase } from './chunk-VQASQG5D.js';
@@ -14,9 +14,9 @@ import { TransformStream } from 'stream/web';
 var AISpanType = /* @__PURE__ */ ((AISpanType2) => {
   AISpanType2["AGENT_RUN"] = "agent_run";
   AISpanType2["GENERIC"] = "generic";
-  AISpanType2["LLM_GENERATION"] = "llm_generation";
-  AISpanType2["LLM_STEP"] = "llm_step";
-  AISpanType2["LLM_CHUNK"] = "llm_chunk";
+  AISpanType2["MODEL_GENERATION"] = "model_generation";
+  AISpanType2["MODEL_STEP"] = "model_step";
+  AISpanType2["MODEL_CHUNK"] = "model_chunk";
   AISpanType2["MCP_TOOL_CALL"] = "mcp_tool_call";
   AISpanType2["PROCESSOR_RUN"] = "processor_run";
   AISpanType2["TOOL_CALL"] = "tool_call";
@@ -35,7 +35,7 @@ var InternalSpans = /* @__PURE__ */ ((InternalSpans2) => {
   InternalSpans2[InternalSpans2["WORKFLOW"] = 1] = "WORKFLOW";
   InternalSpans2[InternalSpans2["AGENT"] = 2] = "AGENT";
   InternalSpans2[InternalSpans2["TOOL"] = 4] = "TOOL";
-  InternalSpans2[InternalSpans2["LLM"] = 8] = "LLM";
+  InternalSpans2[InternalSpans2["MODEL"] = 8] = "MODEL";
   InternalSpans2[InternalSpans2["ALL"] = 15] = "ALL";
   return InternalSpans2;
 })(InternalSpans || {});
@@ -76,11 +76,11 @@ function isSpanInternal(spanType, flags) {
     case "tool_call" /* TOOL_CALL */:
     case "mcp_tool_call" /* MCP_TOOL_CALL */:
       return (flags & 4 /* TOOL */) !== 0;
-    // LLM-related spans
-    case "llm_generation" /* LLM_GENERATION */:
-    case "llm_step" /* LLM_STEP */:
-    case "llm_chunk" /* LLM_CHUNK */:
-      return (flags & 8 /* LLM */) !== 0;
+    // Model-related spans
+    case "model_generation" /* MODEL_GENERATION */:
+    case "model_step" /* MODEL_STEP */:
+    case "model_chunk" /* MODEL_CHUNK */:
+      return (flags & 8 /* MODEL */) !== 0;
     // Default: never internal
     default:
       return false;
@@ -2577,7 +2577,7 @@ var ModelSpanTracker = class {
   startStepSpan(payload) {
     this.currentStepSpan = this.modelSpan?.createChildSpan({
       name: `step: ${this.stepIndex}`,
-      type: "llm_step" /* LLM_STEP */,
+      type: "model_step" /* MODEL_STEP */,
       attributes: {
         stepIndex: this.stepIndex,
         ...payload?.messageId ? { messageId: payload.messageId } : {},
@@ -2624,7 +2624,7 @@ var ModelSpanTracker = class {
     }
     this.currentChunkSpan = this.currentStepSpan?.createChildSpan({
       name: `chunk: '${chunkType}'`,
-      type: "llm_chunk" /* LLM_CHUNK */,
+      type: "model_chunk" /* MODEL_CHUNK */,
       attributes: {
         chunkType,
         sequenceNumber: this.chunkSequence
@@ -2664,7 +2664,7 @@ var ModelSpanTracker = class {
     }
     const span = this.currentStepSpan?.createEventSpan({
       name: `chunk: '${chunkType}'`,
-      type: "llm_chunk" /* LLM_CHUNK */,
+      type: "model_chunk" /* MODEL_CHUNK */,
       attributes: {
         chunkType,
         sequenceNumber: this.chunkSequence
@@ -2694,10 +2694,10 @@ var ModelSpanTracker = class {
     return this.currentStepSpan;
   }
   /**
-   * Wraps a stream with model tracing transform to track LLM_STEP and LLM_CHUNK spans.
+   * Wraps a stream with model tracing transform to track MODEL_STEP and MODEL_CHUNK spans.
    *
    * This should be added to the stream pipeline to automatically
-   * create LLM_STEP and LLM_CHUNK spans for each semantic unit in the stream.
+   * create MODEL_STEP and MODEL_CHUNK spans for each semantic unit in the stream.
    */
   wrapStream(stream) {
     const tracker = this;
@@ -2828,5 +2828,5 @@ function handleObjectChunk(chunk, tracker) {
 }
 
 export { AISpanType, AITracingEventType, BaseAISpan, BaseAITracing, BaseExporter, CloudExporter, ConsoleExporter, DefaultAISpan, DefaultAITracing, DefaultExporter, InternalSpans, ModelSpanTracker, NoOpAISpan, SamplingStrategyType, SensitiveDataFilter, checkEvalStorageFields, clearAITracingRegistry, createMastraProxy, deepClean, deepMerge, delay, ensureToolProperties, fetchWithRetry, generateEmptyFromSchema, getAITracing, getAllAITracing, getDefaultAITracing, getNestedValue, getOrCreateSpan, getSelectedAITracing, getValidTraceId, hasAITracing, isCoreMessage, isMastra, isUiMessage, isZodType, makeCoreTool, makeCoreToolV5, maskStreamTags, omitKeys, parseFieldKey, parseSqlIdentifier, registerAITracing, resolveSerializedZodOutput, selectFields, setNestedValue, setSelector, setupAITracing, shutdownAITracingRegistry, unregisterAITracing, wrapMastra };
-//# sourceMappingURL=chunk-3CVE7NQC.js.map
-//# sourceMappingURL=chunk-3CVE7NQC.js.map
+//# sourceMappingURL=chunk-ONKGWHY6.js.map
+//# sourceMappingURL=chunk-ONKGWHY6.js.map