@mastra/evals 0.14.3-alpha.0 → 1.0.0-beta.0

package/dist/evaluation.d.ts

@@ -1,8 +0,0 @@
-import type { Agent } from '@mastra/core/agent';
-import type { Metric } from '@mastra/core/eval';
-export declare function evaluate<T extends Agent>(agent: T, input: Parameters<T['generate']>[0], metric: Metric): Promise<import("@mastra/core").EvaluationResult>;
-export declare const getCurrentTestInfo: () => Promise<{
-    testName: any;
-    testPath: any;
-} | undefined>;
-//# sourceMappingURL=evaluation.d.ts.map

package/dist/evaluation.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"evaluation.d.ts","sourceRoot":"","sources":["../src/evaluation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAEhD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAIhD,wBAAsB,QAAQ,CAAC,CAAC,SAAS,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,oDAyB5G;AAED,eAAO,MAAM,kBAAkB;;;cAwB9B,CAAC"}

package/dist/index.cjs

@@ -1,93 +0,0 @@
-'use strict';
-
-var _eval = require('@mastra/core/eval');
-var hooks = require('@mastra/core/hooks');
-var storage = require('@mastra/core/storage');
-var utils = require('@mastra/core/utils');
-
-// src/constants.ts
-var GLOBAL_RUN_ID_ENV_KEY = "_MASTRA_GLOBAL_RUN_ID_";
-
-// src/evaluation.ts
-async function evaluate(agent, input, metric) {
-  const testInfo = await getCurrentTestInfo();
-  let globalRunId = process.env[GLOBAL_RUN_ID_ENV_KEY];
-  const runId = crypto.randomUUID();
-  const agentOutput = await agent.generate(input, {
-    runId
-  });
-  if (!globalRunId) {
-    globalRunId = process.env[GLOBAL_RUN_ID_ENV_KEY] = crypto.randomUUID();
-    console.warn('Global run id not set, you should run "globalSetup" from "@mastra/evals" before evaluating.');
-  }
-  const metricResult = await _eval.evaluate({
-    agentName: agent.name,
-    input,
-    metric,
-    output: agentOutput.text,
-    globalRunId,
-    runId,
-    testInfo,
-    instructions: agent.instructions
-  });
-  return metricResult;
-}
-var getCurrentTestInfo = async () => {
-  if (typeof expect !== "undefined" && expect.getState) {
-    const state = expect.getState();
-    return {
-      testName: state.currentTestName,
-      testPath: state.testPath
-    };
-  }
-  try {
-    const vitest = await import('./dist-LDTK3TIP.cjs');
-    if (typeof vitest !== "undefined" && vitest.expect?.getState) {
-      const state = vitest.expect.getState();
-      return {
-        testName: state.currentTestName,
-        testPath: state.testPath
-      };
-    }
-  } catch {
-  }
-  return void 0;
-};
-async function attachListeners(mastra) {
-  hooks.registerHook(hooks.AvailableHooks.ON_EVALUATION, async (traceObject) => {
-    const storage$1 = mastra?.getStorage();
-    if (storage$1) {
-      const logger = mastra?.getLogger();
-      const areFieldsValid = utils.checkEvalStorageFields(traceObject, logger);
-      if (!areFieldsValid) return;
-      await storage$1.insert({
-        tableName: storage.TABLE_EVALS,
-        record: {
-          input: traceObject.input,
-          output: traceObject.output,
-          result: JSON.stringify(traceObject.result || {}),
-          agent_name: traceObject.agentName,
-          metric_name: traceObject.metricName,
-          instructions: traceObject.instructions,
-          test_info: traceObject.testInfo ? JSON.stringify(traceObject.testInfo) : null,
-          global_run_id: traceObject.globalRunId,
-          run_id: traceObject.runId,
-          created_at: (/* @__PURE__ */ new Date()).toISOString()
-        }
-      });
-    }
-  });
-}
-async function globalSetup() {
-  if (process.env[GLOBAL_RUN_ID_ENV_KEY]) {
-    throw new Error('Global run id already set, you should only run "GlobalSetup" once');
-  }
-  const globalRunId = crypto.randomUUID();
-  process.env[GLOBAL_RUN_ID_ENV_KEY] = globalRunId;
-}
-
-exports.attachListeners = attachListeners;
-exports.evaluate = evaluate;
-exports.globalSetup = globalSetup;
-//# sourceMappingURL=index.cjs.map
-//# sourceMappingURL=index.cjs.map

package/dist/index.cjs.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../src/constants.ts","../src/evaluation.ts","../src/attachListeners.ts"],"names":["coreEvaluate","registerHook","AvailableHooks","storage","checkEvalStorageFields","TABLE_EVALS"],"mappings":";;;;;;;;AAAO,IAAM,qBAAA,GAAwB,wBAAA;;;ACMrC,eAAsB,QAAA,CAA0B,KAAA,EAAU,KAAA,EAAqC,MAAA,EAAgB;AAC7G,EAAA,MAAM,QAAA,GAAW,MAAM,kBAAA,EAAmB;AAC1C,EAAA,IAAI,WAAA,GAAc,OAAA,CAAQ,GAAA,CAAI,qBAAqB,CAAA;AACnD,EAAA,MAAM,KAAA,GAAQ,OAAO,UAAA,EAAW;AAChC,EAAA,MAAM,WAAA,GAAc,MAAM,KAAA,CAAM,QAAA,CAAS,KAAA,EAAO;AAAA,IAC9C;AAAA,GACD,CAAA;AAED,EAAA,IAAI,CAAC,WAAA,EAAa;AAChB,IAAA,WAAA,GAAc,OAAA,CAAQ,GAAA,CAAI,qBAAqB,CAAA,GAAI,OAAO,UAAA,EAAW;AACrE,IAAA,OAAA,CAAQ,KAAK,6FAA6F,CAAA;AAAA,EAC5G;AAEA,EAAA,MAAM,YAAA,GAAe,MAAMA,cAAA,CAAa;AAAA,IACtC,WAAW,KAAA,CAAM,IAAA;AAAA,IACjB,KAAA;AAAA,IACA,MAAA;AAAA,IACA,QAAQ,WAAA,CAAY,IAAA;AAAA,IACpB,WAAA;AAAA,IACA,KAAA;AAAA,IACA,QAAA;AAAA,IACA,cAAc,KAAA,CAAM;AAAA,GACrB,CAAA;AAED,EAAA,OAAO,YAAA;AACT;AAEO,IAAM,qBAAqB,YAAY;AAG5C,EAAA,IAAI,OAAO,MAAA,KAAW,WAAA,IAAe,MAAA,CAAO,QAAA,EAAU;AAEpD,IAAA,MAAM,KAAA,GAAQ,OAAO,QAAA,EAAS;AAC9B,IAAA,OAAO;AAAA,MACL,UAAU,KAAA,CAAM,eAAA;AAAA,MAChB,UAAU,KAAA,CAAM;AAAA,KAClB;AAAA,EACF;AAEA,EAAA,IAAI;AACF,IAAA,MAAM,MAAA,GAAS,MAAM,OAAO,qBAAQ,CAAA;AACpC,IAAA,IAAI,OAAO,MAAA,KAAW,WAAA,IAAe,MAAA,CAAO,QAAQ,QAAA,EAAU;AAC5D,MAAA,MAAM,KAAA,GAAQ,MAAA,CAAO,MAAA,CAAO,QAAA,EAAS;AACrC,MAAA,OAAO;AAAA,QACL,UAAU,KAAA,CAAM,eAAA;AAAA,QAChB,UAAU,KAAA,CAAM;AAAA,OAClB;AAAA,IACF;AAAA,EACF,CAAA,CAAA,MAAQ;AAAA,EAAC;AAET,EAAA,OAAO,MAAA;AACT,CAAA;AClDA,eAAsB,gBAAgB,MAAA,EAAiB;AACrD,EAAAC,kBAAA,CAAaC,oBAAA,CAAe,aAAA,EAAe,OAAM,WAAA,KAAe;AAC9D,IAAA,MAAMC,SAAA,GAAU,QAAQ,UAAA,EAAW;AACnC,IAAA,IAAIA,SAAA,EAAS;AAEX,MAAA,MAAM,MAAA,GAAS,QAAQ,SAAA,EAAU;AACjC,MAAA,MAAM,cAAA,GAAiBC,4BAAA,CAAuB,WAAA,EAAa,MAAM,CAAA;AACjE,MAAA,IAAI,CAAC,cAAA,EAAgB;AAErB,MAAA,MAAMD,UAAQ,MAAA,CAAO;AAAA,QACnB,SAAA,EAAWE,mBAAA;AAAA,QACX,MAAA,EAAQ;AAAA,UACN,OAAO,WAAA,CAAY,KAAA;AAAA,UACnB,QAAQ,WAAA,CAAY,MAAA;AAAA,UACpB,QAAQ,IAAA,CAAK,SAAA,CAAU,WAAA,CAAY,MAAA,IAAU,EAAE,CAAA;AAAA,UAC/C,YAAY,WAAA,CAAY,SAAA;AAAA,UACxB,aAAa,WAAA,CAAY,UAAA;AAAA,UACzB,cAAc,WAAA,CAAY,YAAA;AAAA,UAC1B,WAAW,WAAA,CAAY,QAAA,GAAW,KAAK,SAAA,CAAU,WAAA,CAAY,QAAQ,CAAA,GAAI,IAAA;AAAA,UACzE,eAAe,WAAA,CAAY,WAAA;AAAA,UAC3B,QAAQ,WAAA,CAAY,KAAA;AAAA,UACpB,UAAA,EAAA,iBAAY,IAAI,IAAA,EAAK,EAAE,WAAA;AAAY;AACrC,OACD,CAAA;AAAA,IACH;AAAA,EACF,CAAC,CAAA;AACH;AAEA,eAAsB,WAAA,GAAc;AAClC,EAAA,IAAI,OAAA,CAAQ,GAAA,CAAI,qBAAqB,CAAA,EAAG;AACtC,IAAA,MAAM,IAAI,MAAM,mEAAmE,CAAA;AAAA,EACrF;AAEA,EAAA,MAAM,WAAA,GAAc,OAAO,UAAA,EAAW;AACtC,EAAA,OAAA,CAAQ,GAAA,CAAI,qBAAqB,CAAA,GAAI,WAAA;AACvC","file":"index.cjs","sourcesContent":["export const GLOBAL_RUN_ID_ENV_KEY = '_MASTRA_GLOBAL_RUN_ID_';\n","import type { Agent } from '@mastra/core/agent';\nimport { evaluate as coreEvaluate } from '@mastra/core/eval';\nimport type { Metric } from '@mastra/core/eval';\n\nimport { GLOBAL_RUN_ID_ENV_KEY } from './constants';\n\nexport async function evaluate<T extends Agent>(agent: T, input: Parameters<T['generate']>[0], metric: Metric) {\n  const testInfo = await getCurrentTestInfo();\n  let globalRunId = process.env[GLOBAL_RUN_ID_ENV_KEY];\n  const runId = crypto.randomUUID();\n  const agentOutput = await agent.generate(input, {\n    runId,\n  });\n\n  if (!globalRunId) {\n    globalRunId = process.env[GLOBAL_RUN_ID_ENV_KEY] = crypto.randomUUID();\n    console.warn('Global run id not set, you should run \"globalSetup\" from \"@mastra/evals\" before evaluating.');\n  }\n\n  const metricResult = await coreEvaluate({\n    agentName: agent.name,\n    input,\n    metric,\n    output: agentOutput.text,\n    globalRunId,\n    runId,\n    testInfo,\n    instructions: agent.instructions,\n  });\n\n  return metricResult;\n}\n\nexport const getCurrentTestInfo = async () => {\n  // Jest\n  // @ts-ignore\n  if (typeof expect !== 'undefined' && expect.getState) {\n    // @ts-ignore\n    const state = expect.getState();\n    return {\n      testName: state.currentTestName,\n      testPath: state.testPath,\n    };\n  }\n\n  try {\n    const vitest = await import('vitest');\n    if (typeof vitest !== 'undefined' && vitest.expect?.getState) {\n      const state = vitest.expect.getState();\n      return {\n        testName: state.currentTestName,\n        testPath: state.testPath,\n      };\n    }\n  } catch {}\n\n  return undefined;\n};\n","import type { Mastra } from '@mastra/core';\nimport { AvailableHooks, registerHook } from '@mastra/core/hooks';\nimport { TABLE_EVALS } from '@mastra/core/storage';\nimport { checkEvalStorageFields } from '@mastra/core/utils';\n\nimport { GLOBAL_RUN_ID_ENV_KEY } from './constants';\n\nexport async function attachListeners(mastra?: Mastra) {\n  registerHook(AvailableHooks.ON_EVALUATION, async traceObject => {\n    const storage = mastra?.getStorage();\n    if (storage) {\n      // Check for required fields\n      const logger = mastra?.getLogger();\n      const areFieldsValid = checkEvalStorageFields(traceObject, logger);\n      if (!areFieldsValid) return;\n\n      await storage.insert({\n        tableName: TABLE_EVALS,\n        record: {\n          input: traceObject.input,\n          output: traceObject.output,\n          result: JSON.stringify(traceObject.result || {}),\n          agent_name: traceObject.agentName,\n          metric_name: traceObject.metricName,\n          instructions: traceObject.instructions,\n          test_info: traceObject.testInfo ? JSON.stringify(traceObject.testInfo) : null,\n          global_run_id: traceObject.globalRunId,\n          run_id: traceObject.runId,\n          created_at: new Date().toISOString(),\n        },\n      });\n    }\n  });\n}\n\nexport async function globalSetup() {\n  if (process.env[GLOBAL_RUN_ID_ENV_KEY]) {\n    throw new Error('Global run id already set, you should only run \"GlobalSetup\" once');\n  }\n\n  const globalRunId = crypto.randomUUID();\n  process.env[GLOBAL_RUN_ID_ENV_KEY] = globalRunId;\n}\n"]}

package/dist/index.d.ts

@@ -1,3 +0,0 @@
-export { evaluate } from './evaluation.js';
-export { attachListeners, globalSetup } from './attachListeners.js';
-//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AACxC,OAAO,EAAE,eAAe,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC"}

package/dist/index.js

@@ -1,89 +0,0 @@
-import { evaluate as evaluate$1 } from '@mastra/core/eval';
-import { registerHook, AvailableHooks } from '@mastra/core/hooks';
-import { TABLE_EVALS } from '@mastra/core/storage';
-import { checkEvalStorageFields } from '@mastra/core/utils';
-
-// src/constants.ts
-var GLOBAL_RUN_ID_ENV_KEY = "_MASTRA_GLOBAL_RUN_ID_";
-
-// src/evaluation.ts
-async function evaluate(agent, input, metric) {
-  const testInfo = await getCurrentTestInfo();
-  let globalRunId = process.env[GLOBAL_RUN_ID_ENV_KEY];
-  const runId = crypto.randomUUID();
-  const agentOutput = await agent.generate(input, {
-    runId
-  });
-  if (!globalRunId) {
-    globalRunId = process.env[GLOBAL_RUN_ID_ENV_KEY] = crypto.randomUUID();
-    console.warn('Global run id not set, you should run "globalSetup" from "@mastra/evals" before evaluating.');
-  }
-  const metricResult = await evaluate$1({
-    agentName: agent.name,
-    input,
-    metric,
-    output: agentOutput.text,
-    globalRunId,
-    runId,
-    testInfo,
-    instructions: agent.instructions
-  });
-  return metricResult;
-}
-var getCurrentTestInfo = async () => {
-  if (typeof expect !== "undefined" && expect.getState) {
-    const state = expect.getState();
-    return {
-      testName: state.currentTestName,
-      testPath: state.testPath
-    };
-  }
-  try {
-    const vitest = await import('./dist-OWYZEOJK.js');
-    if (typeof vitest !== "undefined" && vitest.expect?.getState) {
-      const state = vitest.expect.getState();
-      return {
-        testName: state.currentTestName,
-        testPath: state.testPath
-      };
-    }
-  } catch {
-  }
-  return void 0;
-};
-async function attachListeners(mastra) {
-  registerHook(AvailableHooks.ON_EVALUATION, async (traceObject) => {
-    const storage = mastra?.getStorage();
-    if (storage) {
-      const logger = mastra?.getLogger();
-      const areFieldsValid = checkEvalStorageFields(traceObject, logger);
-      if (!areFieldsValid) return;
-      await storage.insert({
-        tableName: TABLE_EVALS,
-        record: {
-          input: traceObject.input,
-          output: traceObject.output,
-          result: JSON.stringify(traceObject.result || {}),
-          agent_name: traceObject.agentName,
-          metric_name: traceObject.metricName,
-          instructions: traceObject.instructions,
-          test_info: traceObject.testInfo ? JSON.stringify(traceObject.testInfo) : null,
-          global_run_id: traceObject.globalRunId,
-          run_id: traceObject.runId,
-          created_at: (/* @__PURE__ */ new Date()).toISOString()
-        }
-      });
-    }
-  });
-}
-async function globalSetup() {
-  if (process.env[GLOBAL_RUN_ID_ENV_KEY]) {
-    throw new Error('Global run id already set, you should only run "GlobalSetup" once');
-  }
-  const globalRunId = crypto.randomUUID();
-  process.env[GLOBAL_RUN_ID_ENV_KEY] = globalRunId;
-}
-
-export { attachListeners, evaluate, globalSetup };
-//# sourceMappingURL=index.js.map
-//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["../src/constants.ts","../src/evaluation.ts","../src/attachListeners.ts"],"names":["coreEvaluate"],"mappings":";;;;;;AAAO,IAAM,qBAAA,GAAwB,wBAAA;;;ACMrC,eAAsB,QAAA,CAA0B,KAAA,EAAU,KAAA,EAAqC,MAAA,EAAgB;AAC7G,EAAA,MAAM,QAAA,GAAW,MAAM,kBAAA,EAAmB;AAC1C,EAAA,IAAI,WAAA,GAAc,OAAA,CAAQ,GAAA,CAAI,qBAAqB,CAAA;AACnD,EAAA,MAAM,KAAA,GAAQ,OAAO,UAAA,EAAW;AAChC,EAAA,MAAM,WAAA,GAAc,MAAM,KAAA,CAAM,QAAA,CAAS,KAAA,EAAO;AAAA,IAC9C;AAAA,GACD,CAAA;AAED,EAAA,IAAI,CAAC,WAAA,EAAa;AAChB,IAAA,WAAA,GAAc,OAAA,CAAQ,GAAA,CAAI,qBAAqB,CAAA,GAAI,OAAO,UAAA,EAAW;AACrE,IAAA,OAAA,CAAQ,KAAK,6FAA6F,CAAA;AAAA,EAC5G;AAEA,EAAA,MAAM,YAAA,GAAe,MAAMA,UAAA,CAAa;AAAA,IACtC,WAAW,KAAA,CAAM,IAAA;AAAA,IACjB,KAAA;AAAA,IACA,MAAA;AAAA,IACA,QAAQ,WAAA,CAAY,IAAA;AAAA,IACpB,WAAA;AAAA,IACA,KAAA;AAAA,IACA,QAAA;AAAA,IACA,cAAc,KAAA,CAAM;AAAA,GACrB,CAAA;AAED,EAAA,OAAO,YAAA;AACT;AAEO,IAAM,qBAAqB,YAAY;AAG5C,EAAA,IAAI,OAAO,MAAA,KAAW,WAAA,IAAe,MAAA,CAAO,QAAA,EAAU;AAEpD,IAAA,MAAM,KAAA,GAAQ,OAAO,QAAA,EAAS;AAC9B,IAAA,OAAO;AAAA,MACL,UAAU,KAAA,CAAM,eAAA;AAAA,MAChB,UAAU,KAAA,CAAM;AAAA,KAClB;AAAA,EACF;AAEA,EAAA,IAAI;AACF,IAAA,MAAM,MAAA,GAAS,MAAM,OAAO,oBAAQ,CAAA;AACpC,IAAA,IAAI,OAAO,MAAA,KAAW,WAAA,IAAe,MAAA,CAAO,QAAQ,QAAA,EAAU;AAC5D,MAAA,MAAM,KAAA,GAAQ,MAAA,CAAO,MAAA,CAAO,QAAA,EAAS;AACrC,MAAA,OAAO;AAAA,QACL,UAAU,KAAA,CAAM,eAAA;AAAA,QAChB,UAAU,KAAA,CAAM;AAAA,OAClB;AAAA,IACF;AAAA,EACF,CAAA,CAAA,MAAQ;AAAA,EAAC;AAET,EAAA,OAAO,MAAA;AACT,CAAA;AClDA,eAAsB,gBAAgB,MAAA,EAAiB;AACrD,EAAA,YAAA,CAAa,cAAA,CAAe,aAAA,EAAe,OAAM,WAAA,KAAe;AAC9D,IAAA,MAAM,OAAA,GAAU,QAAQ,UAAA,EAAW;AACnC,IAAA,IAAI,OAAA,EAAS;AAEX,MAAA,MAAM,MAAA,GAAS,QAAQ,SAAA,EAAU;AACjC,MAAA,MAAM,cAAA,GAAiB,sBAAA,CAAuB,WAAA,EAAa,MAAM,CAAA;AACjE,MAAA,IAAI,CAAC,cAAA,EAAgB;AAErB,MAAA,MAAM,QAAQ,MAAA,CAAO;AAAA,QACnB,SAAA,EAAW,WAAA;AAAA,QACX,MAAA,EAAQ;AAAA,UACN,OAAO,WAAA,CAAY,KAAA;AAAA,UACnB,QAAQ,WAAA,CAAY,MAAA;AAAA,UACpB,QAAQ,IAAA,CAAK,SAAA,CAAU,WAAA,CAAY,MAAA,IAAU,EAAE,CAAA;AAAA,UAC/C,YAAY,WAAA,CAAY,SAAA;AAAA,UACxB,aAAa,WAAA,CAAY,UAAA;AAAA,UACzB,cAAc,WAAA,CAAY,YAAA;AAAA,UAC1B,WAAW,WAAA,CAAY,QAAA,GAAW,KAAK,SAAA,CAAU,WAAA,CAAY,QAAQ,CAAA,GAAI,IAAA;AAAA,UACzE,eAAe,WAAA,CAAY,WAAA;AAAA,UAC3B,QAAQ,WAAA,CAAY,KAAA;AAAA,UACpB,UAAA,EAAA,iBAAY,IAAI,IAAA,EAAK,EAAE,WAAA;AAAY;AACrC,OACD,CAAA;AAAA,IACH;AAAA,EACF,CAAC,CAAA;AACH;AAEA,eAAsB,WAAA,GAAc;AAClC,EAAA,IAAI,OAAA,CAAQ,GAAA,CAAI,qBAAqB,CAAA,EAAG;AACtC,IAAA,MAAM,IAAI,MAAM,mEAAmE,CAAA;AAAA,EACrF;AAEA,EAAA,MAAM,WAAA,GAAc,OAAO,UAAA,EAAW;AACtC,EAAA,OAAA,CAAQ,GAAA,CAAI,qBAAqB,CAAA,GAAI,WAAA;AACvC","file":"index.js","sourcesContent":["export const GLOBAL_RUN_ID_ENV_KEY = '_MASTRA_GLOBAL_RUN_ID_';\n","import type { Agent } from '@mastra/core/agent';\nimport { evaluate as coreEvaluate } from '@mastra/core/eval';\nimport type { Metric } from '@mastra/core/eval';\n\nimport { GLOBAL_RUN_ID_ENV_KEY } from './constants';\n\nexport async function evaluate<T extends Agent>(agent: T, input: Parameters<T['generate']>[0], metric: Metric) {\n  const testInfo = await getCurrentTestInfo();\n  let globalRunId = process.env[GLOBAL_RUN_ID_ENV_KEY];\n  const runId = crypto.randomUUID();\n  const agentOutput = await agent.generate(input, {\n    runId,\n  });\n\n  if (!globalRunId) {\n    globalRunId = process.env[GLOBAL_RUN_ID_ENV_KEY] = crypto.randomUUID();\n    console.warn('Global run id not set, you should run \"globalSetup\" from \"@mastra/evals\" before evaluating.');\n  }\n\n  const metricResult = await coreEvaluate({\n    agentName: agent.name,\n    input,\n    metric,\n    output: agentOutput.text,\n    globalRunId,\n    runId,\n    testInfo,\n    instructions: agent.instructions,\n  });\n\n  return metricResult;\n}\n\nexport const getCurrentTestInfo = async () => {\n  // Jest\n  // @ts-ignore\n  if (typeof expect !== 'undefined' && expect.getState) {\n    // @ts-ignore\n    const state = expect.getState();\n    return {\n      testName: state.currentTestName,\n      testPath: state.testPath,\n    };\n  }\n\n  try {\n    const vitest = await import('vitest');\n    if (typeof vitest !== 'undefined' && vitest.expect?.getState) {\n      const state = vitest.expect.getState();\n      return {\n        testName: state.currentTestName,\n        testPath: state.testPath,\n      };\n    }\n  } catch {}\n\n  return undefined;\n};\n","import type { Mastra } from '@mastra/core';\nimport { AvailableHooks, registerHook } from '@mastra/core/hooks';\nimport { TABLE_EVALS } from '@mastra/core/storage';\nimport { checkEvalStorageFields } from '@mastra/core/utils';\n\nimport { GLOBAL_RUN_ID_ENV_KEY } from './constants';\n\nexport async function attachListeners(mastra?: Mastra) {\n  registerHook(AvailableHooks.ON_EVALUATION, async traceObject => {\n    const storage = mastra?.getStorage();\n    if (storage) {\n      // Check for required fields\n      const logger = mastra?.getLogger();\n      const areFieldsValid = checkEvalStorageFields(traceObject, logger);\n      if (!areFieldsValid) return;\n\n      await storage.insert({\n        tableName: TABLE_EVALS,\n        record: {\n          input: traceObject.input,\n          output: traceObject.output,\n          result: JSON.stringify(traceObject.result || {}),\n          agent_name: traceObject.agentName,\n          metric_name: traceObject.metricName,\n          instructions: traceObject.instructions,\n          test_info: traceObject.testInfo ? JSON.stringify(traceObject.testInfo) : null,\n          global_run_id: traceObject.globalRunId,\n          run_id: traceObject.runId,\n          created_at: new Date().toISOString(),\n        },\n      });\n    }\n  });\n}\n\nexport async function globalSetup() {\n  if (process.env[GLOBAL_RUN_ID_ENV_KEY]) {\n    throw new Error('Global run id already set, you should only run \"GlobalSetup\" once');\n  }\n\n  const globalRunId = crypto.randomUUID();\n  process.env[GLOBAL_RUN_ID_ENV_KEY] = globalRunId;\n}\n"]}