@mastra/evals 0.0.0-commonjs-20250227130920

package/dist/index.d.cts

@@ -0,0 +1,3 @@
+export { evaluate_alias_1 as evaluate } from './_tsup-dts-rollup.cjs';
+export { attachListeners_alias_1 as attachListeners } from './_tsup-dts-rollup.cjs';
+export { globalSetup_alias_1 as globalSetup } from './_tsup-dts-rollup.cjs';

package/dist/index.d.ts

@@ -0,0 +1,3 @@
+export { evaluate_alias_1 as evaluate } from './_tsup-dts-rollup.js';
+export { attachListeners_alias_1 as attachListeners } from './_tsup-dts-rollup.js';
+export { globalSetup_alias_1 as globalSetup } from './_tsup-dts-rollup.js';

package/dist/index.js

@@ -0,0 +1,86 @@
+import './chunk-4VNS5WPM.js';
+import { evaluate as evaluate$1 } from '@mastra/core';
+import { registerHook, AvailableHooks } from '@mastra/core/hooks';
+import { TABLE_EVALS } from '@mastra/core/storage';
+
+// src/constants.ts
+var GLOBAL_RUN_ID_ENV_KEY = "_MASTRA_GLOBAL_RUN_ID_";
+
+// src/evaluation.ts
+async function evaluate(agent, input, metric) {
+  const testInfo = await getCurrentTestInfo();
+  let globalRunId = process.env[GLOBAL_RUN_ID_ENV_KEY];
+  const runId = crypto.randomUUID();
+  const agentOutput = await agent.generate(input, {
+    runId
+  });
+  if (!globalRunId) {
+    globalRunId = process.env[GLOBAL_RUN_ID_ENV_KEY] = crypto.randomUUID();
+    console.warn('Global run id not set, you should run "globalSetup" from "@mastra/evals" before evaluating.');
+  }
+  const metricResult = await evaluate$1({
+    agentName: agent.name,
+    input,
+    metric,
+    output: agentOutput.text,
+    globalRunId,
+    runId,
+    testInfo,
+    instructions: agent.instructions
+  });
+  return metricResult;
+}
+var getCurrentTestInfo = async () => {
+  if (typeof expect !== "undefined" && expect.getState) {
+    const state = expect.getState();
+    return {
+      testName: state.currentTestName,
+      testPath: state.testPath
+    };
+  }
+  try {
+    const vitest = await import('./dist-MSGH6PAG.js');
+    if (typeof vitest !== "undefined" && vitest.expect?.getState) {
+      const state = vitest.expect.getState();
+      return {
+        testName: state.currentTestName,
+        testPath: state.testPath
+      };
+    }
+  } catch {
+  }
+  return void 0;
+};
+async function attachListeners(mastra) {
+  if (mastra?.storage) {
+    await mastra.storage.init();
+  }
+  registerHook(AvailableHooks.ON_EVALUATION, async (traceObject) => {
+    if (mastra?.storage) {
+      await mastra.storage.insert({
+        tableName: TABLE_EVALS,
+        record: {
+          input: traceObject.input,
+          output: traceObject.output,
+          result: JSON.stringify(traceObject.result),
+          agent_name: traceObject.agentName,
+          metric_name: traceObject.metricName,
+          instructions: traceObject.instructions,
+          test_info: traceObject.testInfo ? JSON.stringify(traceObject.testInfo) : null,
+          global_run_id: traceObject.globalRunId,
+          run_id: traceObject.runId,
+          created_at: (/* @__PURE__ */ new Date()).toISOString()
+        }
+      });
+    }
+  });
+}
+async function globalSetup() {
+  if (process.env[GLOBAL_RUN_ID_ENV_KEY]) {
+    throw new Error('Global run id already set, you should only run "GlobalSetup" once');
+  }
+  const globalRunId = crypto.randomUUID();
+  process.env[GLOBAL_RUN_ID_ENV_KEY] = globalRunId;
+}
+
+export { attachListeners, evaluate, globalSetup };