@mastra/server 1.79.0-alpha.9 → 1.79.0

package/dist/scores-D9UgETt_.js

@@ -0,0 +1,288 @@
+import { r as __exportAll } from "./rolldown-runtime-D3Hj5m0v.js";
+import { t as HTTPException } from "./http-exception-CyfxZB6W.js";
+import { u as runIdSchema } from "./common-Y30XtCyr.js";
+import { n as createRoute } from "./route-builder-CjkWxv4E.js";
+import { handleError } from "./server/handlers/error.js";
+import { W as getAgentFromSystem } from "./agents-DRQ3ScbX.js";
+import { a as listScoresByScorerIdQuerySchema, c as scorerEntrySchema, i as listScoresByRunIdQuerySchema, l as scorerIdPathParams, n as listScorersResponseSchema, o as saveScoreBodySchema, r as listScoresByEntityIdQuerySchema, s as saveScoreResponseSchema, t as entityPathParams, u as scoresWithPaginationResponseSchema } from "./scores-BbqFfKcy.js";
+//#region src/server/handlers/scores.ts
+var scores_exports = /* @__PURE__ */ __exportAll({
+	GET_SCORER_ROUTE: () => GET_SCORER_ROUTE,
+	LIST_SCORERS_ROUTE: () => LIST_SCORERS_ROUTE,
+	LIST_SCORES_BY_ENTITY_ID_ROUTE: () => LIST_SCORES_BY_ENTITY_ID_ROUTE,
+	LIST_SCORES_BY_RUN_ID_ROUTE: () => LIST_SCORES_BY_RUN_ID_ROUTE,
+	LIST_SCORES_BY_SCORER_ID_ROUTE: () => LIST_SCORES_BY_SCORER_ID_ROUTE,
+	SAVE_SCORE_ROUTE: () => SAVE_SCORE_ROUTE
+});
+async function listScorersFromSystem({ mastra, requestContext }) {
+	const agents = mastra.listAgents();
+	const workflows = mastra.listWorkflows();
+	const scorersMap = /* @__PURE__ */ new Map();
+	const processAgentScorers = async (agent) => {
+		const scorers = await agent.listScorers({ requestContext }) || {};
+		if (Object.keys(scorers).length > 0) for (const [_scorerId, scorer] of Object.entries(scorers)) {
+			const scorerId = scorer.scorer.id;
+			if (scorersMap.has(scorerId)) {
+				scorersMap.get(scorerId)?.agentIds.push(agent.id);
+				scorersMap.get(scorerId)?.agentNames.push(agent.name);
+			} else scorersMap.set(scorerId, {
+				workflowIds: [],
+				...scorer,
+				agentNames: [agent.name],
+				agentIds: [agent.id],
+				isRegistered: false,
+				source: scorer.scorer.source ?? "code"
+			});
+		}
+	};
+	for (const [_, agent] of Object.entries(agents)) await processAgentScorers(agent);
+	try {
+		const editor = mastra.getEditor();
+		const storedAgentsResult = await editor?.agent.list();
+		if (storedAgentsResult?.agents) for (const storedAgentConfig of storedAgentsResult.agents) try {
+			const agent = await editor?.agent.getById(storedAgentConfig.id);
+			if (agent) await processAgentScorers(agent);
+		} catch {}
+	} catch {}
+	try {
+		const editor = mastra.getEditor();
+		const storedScorersResult = await editor?.scorer.list();
+		if (storedScorersResult?.scorerDefinitions) for (const storedScorerConfig of storedScorersResult.scorerDefinitions) try {
+			await editor?.scorer.getById(storedScorerConfig.id);
+		} catch {}
+	} catch {}
+	for (const [workflowId, workflow] of Object.entries(workflows)) {
+		const scorers = await workflow.listScorers({ requestContext }) || {};
+		if (Object.keys(scorers).length > 0) for (const [_scorerId, scorer] of Object.entries(scorers)) {
+			const scorerName = scorer.scorer.name;
+			if (scorersMap.has(scorerName)) scorersMap.get(scorerName)?.workflowIds.push(workflowId);
+			else scorersMap.set(scorerName, {
+				agentIds: [],
+				agentNames: [],
+				...scorer,
+				workflowIds: [workflowId],
+				isRegistered: false,
+				source: scorer.scorer.source ?? "code"
+			});
+		}
+	}
+	const registeredScorers = await mastra.listScorers();
+	for (const [_scorerId, scorer] of Object.entries(registeredScorers || {})) {
+		const scorerId = scorer.id;
+		if (scorersMap.has(scorerId)) scorersMap.get(scorerId).isRegistered = true;
+		else scorersMap.set(scorerId, {
+			scorer,
+			agentIds: [],
+			agentNames: [],
+			workflowIds: [],
+			isRegistered: true,
+			source: scorer.source ?? "code"
+		});
+	}
+	return Object.fromEntries(scorersMap.entries());
+}
+function getTraceDetails(traceIdWithSpanId) {
+	if (!traceIdWithSpanId) return {};
+	const [traceId, spanId] = traceIdWithSpanId.split("-");
+	return {
+		...traceId ? { traceId } : {},
+		...spanId ? { spanId } : {}
+	};
+}
+const LIST_SCORERS_ROUTE = createRoute({
+	method: "GET",
+	path: "/scores/scorers",
+	responseType: "json",
+	responseSchema: listScorersResponseSchema,
+	summary: "List all scorers",
+	description: "Returns a list of all registered scorers with their configuration and associated agents and workflows",
+	tags: ["Scoring"],
+	requiresAuth: true,
+	handler: (async ({ mastra, requestContext }) => {
+		return await listScorersFromSystem({
+			mastra,
+			requestContext
+		});
+	})
+});
+const GET_SCORER_ROUTE = createRoute({
+	method: "GET",
+	path: "/scores/scorers/:scorerId",
+	responseType: "json",
+	pathParamSchema: scorerIdPathParams,
+	responseSchema: scorerEntrySchema.nullable(),
+	summary: "Get scorer by ID",
+	description: "Returns details for a specific scorer including its configuration and associations",
+	tags: ["Scoring"],
+	requiresAuth: true,
+	handler: (async ({ mastra, scorerId, requestContext }) => {
+		const scorer = (await listScorersFromSystem({
+			mastra,
+			requestContext
+		}))[scorerId];
+		if (!scorer) return null;
+		return scorer;
+	})
+});
+const LIST_SCORES_BY_RUN_ID_ROUTE = createRoute({
+	method: "GET",
+	path: "/scores/run/:runId",
+	responseType: "json",
+	pathParamSchema: runIdSchema,
+	queryParamSchema: listScoresByRunIdQuerySchema,
+	responseSchema: scoresWithPaginationResponseSchema,
+	summary: "List scores by run ID",
+	description: "Returns all scores for a specific execution run",
+	tags: ["Scoring"],
+	requiresAuth: true,
+	handler: async ({ mastra, runId, ...params }) => {
+		try {
+			const { page, perPage } = params;
+			const pagination = {
+				page: page ?? 0,
+				perPage: perPage ?? 10
+			};
+			const scoreResults = await (await mastra.getStorage()?.getStore("scores"))?.listScoresByRunId?.({
+				runId,
+				pagination
+			}) || {
+				pagination: {
+					total: 0,
+					page: 0,
+					perPage: 0,
+					hasMore: false
+				},
+				scores: []
+			};
+			return {
+				pagination: scoreResults.pagination,
+				scores: scoreResults.scores.map((score) => ({
+					...score,
+					...getTraceDetails(score.traceId)
+				}))
+			};
+		} catch (error) {
+			return handleError(error, "Error getting scores by run id");
+		}
+	}
+});
+const LIST_SCORES_BY_SCORER_ID_ROUTE = createRoute({
+	method: "GET",
+	path: "/scores/scorer/:scorerId",
+	responseType: "json",
+	pathParamSchema: scorerIdPathParams,
+	queryParamSchema: listScoresByScorerIdQuerySchema,
+	responseSchema: scoresWithPaginationResponseSchema,
+	summary: "List scores by scorer ID",
+	description: "Returns all scores generated by a specific scorer",
+	tags: ["Scoring"],
+	requiresAuth: true,
+	handler: async ({ mastra, scorerId, ...params }) => {
+		try {
+			const { page, perPage, entityId, entityType } = params;
+			const filters = Object.fromEntries(Object.entries({
+				entityId,
+				entityType
+			}).filter(([_, v]) => v !== void 0));
+			const scoreResults = await (await mastra.getStorage()?.getStore("scores"))?.listScoresByScorerId?.({
+				scorerId,
+				pagination: {
+					page: page ?? 0,
+					perPage: perPage ?? 10
+				},
+				...filters
+			}) || {
+				pagination: {
+					total: 0,
+					page: 0,
+					perPage: 0,
+					hasMore: false
+				},
+				scores: []
+			};
+			return {
+				pagination: scoreResults.pagination,
+				scores: scoreResults.scores.map((score) => ({
+					...score,
+					...getTraceDetails(score.traceId)
+				}))
+			};
+		} catch (error) {
+			return handleError(error, "Error getting scores by scorer id");
+		}
+	}
+});
+const LIST_SCORES_BY_ENTITY_ID_ROUTE = createRoute({
+	method: "GET",
+	path: "/scores/entity/:entityType/:entityId",
+	responseType: "json",
+	pathParamSchema: entityPathParams,
+	queryParamSchema: listScoresByEntityIdQuerySchema,
+	responseSchema: scoresWithPaginationResponseSchema,
+	summary: "List scores by entity ID",
+	description: "Returns all scores for a specific entity (agent or workflow)",
+	tags: ["Scoring"],
+	requiresAuth: true,
+	handler: async ({ mastra, entityId, entityType, ...params }) => {
+		try {
+			const { page, perPage } = params;
+			let entityIdToUse = entityId;
+			if (entityType === "AGENT") entityIdToUse = (await getAgentFromSystem({
+				mastra,
+				agentId: entityId
+			})).id;
+			else if (entityType === "WORKFLOW") entityIdToUse = mastra.getWorkflowById(entityId).id;
+			const pagination = {
+				page: page ?? 0,
+				perPage: perPage ?? 10
+			};
+			const scoreResults = await (await mastra.getStorage()?.getStore("scores"))?.listScoresByEntityId?.({
+				entityId: entityIdToUse,
+				entityType,
+				pagination
+			}) || {
+				pagination: {
+					total: 0,
+					page: 0,
+					perPage: 0,
+					hasMore: false
+				},
+				scores: []
+			};
+			return {
+				pagination: scoreResults.pagination,
+				scores: scoreResults.scores.map((score) => ({
+					...score,
+					...getTraceDetails(score.traceId)
+				}))
+			};
+		} catch (error) {
+			return handleError(error, "Error getting scores by entity id");
+		}
+	}
+});
+const SAVE_SCORE_ROUTE = createRoute({
+	method: "POST",
+	path: "/scores",
+	responseType: "json",
+	bodySchema: saveScoreBodySchema,
+	responseSchema: saveScoreResponseSchema,
+	summary: "Save score",
+	description: "Saves a new score record to storage",
+	tags: ["Scoring"],
+	requiresAuth: true,
+	handler: async ({ mastra, ...params }) => {
+		try {
+			const { score } = params;
+			const result = await (await mastra.getStorage()?.getStore("scores"))?.saveScore?.(score);
+			if (!result) throw new HTTPException(500, { message: "Storage not configured" });
+			return result;
+		} catch (error) {
+			return handleError(error, "Error saving score");
+		}
+	}
+});
+//#endregion
+export { LIST_SCORES_BY_SCORER_ID_ROUTE as a, LIST_SCORES_BY_RUN_ID_ROUTE as i, LIST_SCORERS_ROUTE as n, SAVE_SCORE_ROUTE as o, LIST_SCORES_BY_ENTITY_ID_ROUTE as r, scores_exports as s, GET_SCORER_ROUTE as t };
+
+//# sourceMappingURL=scores-D9UgETt_.js.map

package/dist/scores-D9UgETt_.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scores-D9UgETt_.js","names":[],"sources":["../src/server/handlers/scores.ts"],"sourcesContent":["import type { MastraScorerEntry, ScoreRowData } from '@mastra/core/evals';\nimport type { RequestContext } from '@mastra/core/request-context';\nimport type { StoragePagination } from '@mastra/core/storage';\nimport { HTTPException } from '../http-exception';\nimport { runIdSchema } from '../schemas/common';\nimport {\n  listScorersResponseSchema,\n  scorerEntrySchema,\n  scorerIdPathParams,\n  entityPathParams,\n  listScoresByRunIdQuerySchema,\n  listScoresByScorerIdQuerySchema,\n  listScoresByEntityIdQuerySchema,\n  saveScoreBodySchema,\n  scoresWithPaginationResponseSchema,\n  saveScoreResponseSchema,\n} from '../schemas/scores';\nimport { createRoute } from '../server-adapter/routes/route-builder';\nimport type { Context } from '../types';\nimport { getAgentFromSystem } from './agents';\nimport { handleError } from './error';\n\nasync function listScorersFromSystem({\n  mastra,\n  requestContext,\n}: Context & {\n  requestContext: RequestContext;\n}) {\n  const agents = mastra.listAgents();\n  const workflows = mastra.listWorkflows();\n\n  const scorersMap = new Map<\n    string,\n    MastraScorerEntry & {\n      agentIds: string[];\n      agentNames: string[];\n      workflowIds: string[];\n      isRegistered: boolean;\n      source: 'code' | 'stored' | 'fs';\n    }\n  >();\n\n  // Helper function to process an agent's scorers\n  const processAgentScorers = async (agent: {\n    id: string;\n    name: string;\n    listScorers: (typeof agents)[string]['listScorers'];\n  }) => {\n    const scorers =\n      (await agent.listScorers({\n        requestContext,\n      })) || {};\n\n    if (Object.keys(scorers).length > 0) {\n      for (const [_scorerId, scorer] of Object.entries(scorers)) {\n        const scorerId = scorer.scorer.id;\n        if (scorersMap.has(scorerId)) {\n          scorersMap.get(scorerId)?.agentIds.push(agent.id);\n          scorersMap.get(scorerId)?.agentNames.push(agent.name);\n        } else {\n          scorersMap.set(scorerId, {\n            workflowIds: [],\n            ...scorer,\n            agentNames: [agent.name],\n            agentIds: [agent.id],\n            isRegistered: false,\n            source: scorer.scorer.source ?? 'code',\n          });\n        }\n      }\n    }\n  };\n\n  // Process code-defined agents\n  for (const [_, agent] of Object.entries(agents)) {\n    await processAgentScorers(agent);\n  }\n\n  // Process stored agents (database-backed agents)\n  try {\n    const editor = mastra.getEditor();\n    const storedAgentsResult = await editor?.agent.list();\n    if (storedAgentsResult?.agents) {\n      for (const storedAgentConfig of storedAgentsResult.agents) {\n        try {\n          const agent = await editor?.agent.getById(storedAgentConfig.id);\n          if (agent) {\n            await processAgentScorers(agent);\n          }\n        } catch {\n          // Skip individual agents that fail to hydrate\n        }\n      }\n    }\n  } catch {\n    // Silently ignore if storage is not configured - not all setups have storage\n  }\n\n  // Process stored scorers (standalone CMS-created scorers)\n  try {\n    const editor = mastra.getEditor();\n    const storedScorersResult = await editor?.scorer.list();\n    if (storedScorersResult?.scorerDefinitions) {\n      for (const storedScorerConfig of storedScorersResult.scorerDefinitions) {\n        try {\n          await editor?.scorer.getById(storedScorerConfig.id);\n        } catch {\n          // Skip individual scorers that fail to hydrate\n        }\n      }\n    }\n  } catch {\n    // Silently ignore if storage is not configured\n  }\n\n  for (const [workflowId, workflow] of Object.entries(workflows)) {\n    const scorers =\n      (await workflow.listScorers({\n        requestContext,\n      })) || {};\n\n    if (Object.keys(scorers).length > 0) {\n      for (const [_scorerId, scorer] of Object.entries(scorers)) {\n        const scorerName = scorer.scorer.name;\n        if (scorersMap.has(scorerName)) {\n          scorersMap.get(scorerName)?.workflowIds.push(workflowId);\n        } else {\n          scorersMap.set(scorerName, {\n            agentIds: [],\n            agentNames: [],\n            ...scorer,\n            workflowIds: [workflowId],\n            isRegistered: false,\n            source: scorer.scorer.source ?? 'code',\n          });\n        }\n      }\n    }\n  }\n\n  const registeredScorers = await mastra.listScorers();\n  for (const [_scorerId, scorer] of Object.entries(registeredScorers || {})) {\n    const scorerId = scorer.id;\n    if (scorersMap.has(scorerId)) {\n      scorersMap.get(scorerId)!.isRegistered = true;\n    } else {\n      scorersMap.set(scorerId, {\n        scorer: scorer,\n        agentIds: [],\n        agentNames: [],\n        workflowIds: [],\n        isRegistered: true,\n        source: scorer.source ?? 'code',\n      });\n    }\n  }\n\n  return Object.fromEntries(scorersMap.entries());\n}\n\n// Legacy function to get trace and span details\nfunction getTraceDetails(traceIdWithSpanId?: string) {\n  if (!traceIdWithSpanId) {\n    return {};\n  }\n\n  const [traceId, spanId] = traceIdWithSpanId.split('-');\n\n  return {\n    ...(traceId ? { traceId } : {}),\n    ...(spanId ? { spanId } : {}),\n  };\n}\n\n// ============================================================================\n// Route Definitions (new pattern - handlers defined inline with createRoute)\n// ============================================================================\n\nexport const LIST_SCORERS_ROUTE = createRoute({\n  method: 'GET',\n  path: '/scores/scorers',\n  responseType: 'json',\n  responseSchema: listScorersResponseSchema,\n  summary: 'List all scorers',\n  description: 'Returns a list of all registered scorers with their configuration and associated agents and workflows',\n  tags: ['Scoring'],\n  requiresAuth: true,\n  handler: (async ({ mastra, requestContext }: any) => {\n    const scorers = await listScorersFromSystem({\n      mastra,\n      requestContext,\n    });\n    return scorers;\n  }) as any,\n});\n\nexport const GET_SCORER_ROUTE = createRoute({\n  method: 'GET',\n  path: '/scores/scorers/:scorerId',\n  responseType: 'json',\n  pathParamSchema: scorerIdPathParams,\n  responseSchema: scorerEntrySchema.nullable(),\n  summary: 'Get scorer by ID',\n  description: 'Returns details for a specific scorer including its configuration and associations',\n  tags: ['Scoring'],\n  requiresAuth: true,\n  handler: (async ({ mastra, scorerId, requestContext }: any) => {\n    const scorers = await listScorersFromSystem({\n      mastra,\n      requestContext,\n    });\n\n    const scorer = scorers[scorerId];\n\n    if (!scorer) {\n      return null;\n    }\n\n    return scorer;\n  }) as any,\n});\n\nexport const LIST_SCORES_BY_RUN_ID_ROUTE = createRoute({\n  method: 'GET',\n  path: '/scores/run/:runId',\n  responseType: 'json',\n  pathParamSchema: runIdSchema,\n  queryParamSchema: listScoresByRunIdQuerySchema,\n  responseSchema: scoresWithPaginationResponseSchema,\n  summary: 'List scores by run ID',\n  description: 'Returns all scores for a specific execution run',\n  tags: ['Scoring'],\n  requiresAuth: true,\n  handler: async ({ mastra, runId, ...params }) => {\n    try {\n      const { page, perPage } = params;\n      const pagination: StoragePagination = {\n        page: page ?? 0,\n        perPage: perPage ?? 10,\n      };\n      const scores = await mastra.getStorage()?.getStore('scores');\n      const scoreResults = (await scores?.listScoresByRunId?.({\n        runId,\n        pagination,\n      })) || { pagination: { total: 0, page: 0, perPage: 0, hasMore: false }, scores: [] };\n      return {\n        pagination: scoreResults.pagination,\n        scores: scoreResults.scores.map((score: ScoreRowData) => ({ ...score, ...getTraceDetails(score.traceId) })),\n      };\n    } catch (error) {\n      return handleError(error, 'Error getting scores by run id');\n    }\n  },\n});\n\nexport const LIST_SCORES_BY_SCORER_ID_ROUTE = createRoute({\n  method: 'GET',\n  path: '/scores/scorer/:scorerId',\n  responseType: 'json',\n  pathParamSchema: scorerIdPathParams,\n  queryParamSchema: listScoresByScorerIdQuerySchema,\n  responseSchema: scoresWithPaginationResponseSchema,\n  summary: 'List scores by scorer ID',\n  description: 'Returns all scores generated by a specific scorer',\n  tags: ['Scoring'],\n  requiresAuth: true,\n  handler: async ({ mastra, scorerId, ...params }) => {\n    try {\n      const { page, perPage, entityId, entityType } = params;\n      const filters = Object.fromEntries(Object.entries({ entityId, entityType }).filter(([_, v]) => v !== undefined));\n      const scores = await mastra.getStorage()?.getStore('scores');\n      const scoreResults = (await scores?.listScoresByScorerId?.({\n        scorerId,\n        pagination: { page: page ?? 0, perPage: perPage ?? 10 },\n        ...filters,\n      })) || { pagination: { total: 0, page: 0, perPage: 0, hasMore: false }, scores: [] };\n      return {\n        pagination: scoreResults.pagination,\n        scores: scoreResults.scores.map((score: ScoreRowData) => ({ ...score, ...getTraceDetails(score.traceId) })),\n      };\n    } catch (error) {\n      return handleError(error, 'Error getting scores by scorer id');\n    }\n  },\n});\n\nexport const LIST_SCORES_BY_ENTITY_ID_ROUTE = createRoute({\n  method: 'GET',\n  path: '/scores/entity/:entityType/:entityId',\n  responseType: 'json',\n  pathParamSchema: entityPathParams,\n  queryParamSchema: listScoresByEntityIdQuerySchema,\n  responseSchema: scoresWithPaginationResponseSchema,\n  summary: 'List scores by entity ID',\n  description: 'Returns all scores for a specific entity (agent or workflow)',\n  tags: ['Scoring'],\n  requiresAuth: true,\n  handler: async ({ mastra, entityId, entityType, ...params }) => {\n    try {\n      const { page, perPage } = params;\n      let entityIdToUse = entityId;\n\n      if (entityType === 'AGENT') {\n        const agent = await getAgentFromSystem({ mastra, agentId: entityId });\n        entityIdToUse = agent.id;\n      } else if (entityType === 'WORKFLOW') {\n        const workflow = mastra.getWorkflowById(entityId);\n        entityIdToUse = workflow.id;\n      }\n\n      const pagination: StoragePagination = {\n        page: page ?? 0,\n        perPage: perPage ?? 10,\n      };\n\n      const scoresStore = await mastra.getStorage()?.getStore('scores');\n      const scoreResults = (await scoresStore?.listScoresByEntityId?.({\n        entityId: entityIdToUse,\n        entityType,\n        pagination,\n      })) || { pagination: { total: 0, page: 0, perPage: 0, hasMore: false }, scores: [] };\n\n      return {\n        pagination: scoreResults.pagination,\n        scores: scoreResults.scores.map((score: ScoreRowData) => ({ ...score, ...getTraceDetails(score.traceId) })),\n      };\n    } catch (error) {\n      return handleError(error, 'Error getting scores by entity id');\n    }\n  },\n});\n\nexport const SAVE_SCORE_ROUTE = createRoute({\n  method: 'POST',\n  path: '/scores',\n  responseType: 'json',\n  bodySchema: saveScoreBodySchema,\n  responseSchema: saveScoreResponseSchema,\n  summary: 'Save score',\n  description: 'Saves a new score record to storage',\n  tags: ['Scoring'],\n  requiresAuth: true,\n  handler: async ({ mastra, ...params }) => {\n    try {\n      const { score } = params as { score: ScoreRowData };\n      const scoresStore = await mastra.getStorage()?.getStore('scores');\n      const result = await scoresStore?.saveScore?.(score);\n      if (!result) {\n        throw new HTTPException(500, { message: 'Storage not configured' });\n      }\n      return result;\n    } catch (error) {\n      return handleError(error, 'Error saving score');\n    }\n  },\n});\n"],"mappings":";;;;;;;;;;;;;;;;AAsBA,eAAe,sBAAsB,EACnC,QACA,kBAGC;CACD,MAAM,SAAS,OAAO,WAAW;CACjC,MAAM,YAAY,OAAO,cAAc;CAEvC,MAAM,6BAAa,IAAI,IASrB;CAGF,MAAM,sBAAsB,OAAO,UAI7B;EACJ,MAAM,UACH,MAAM,MAAM,YAAY,EACvB,eACF,CAAC,KAAM,CAAC;EAEV,IAAI,OAAO,KAAK,OAAO,CAAC,CAAC,SAAS,GAChC,KAAK,MAAM,CAAC,WAAW,WAAW,OAAO,QAAQ,OAAO,GAAG;GACzD,MAAM,WAAW,OAAO,OAAO;GAC/B,IAAI,WAAW,IAAI,QAAQ,GAAG;IAC5B,WAAW,IAAI,QAAQ,CAAC,EAAE,SAAS,KAAK,MAAM,EAAE;IAChD,WAAW,IAAI,QAAQ,CAAC,EAAE,WAAW,KAAK,MAAM,IAAI;GACtD,OACE,WAAW,IAAI,UAAU;IACvB,aAAa,CAAC;IACd,GAAG;IACH,YAAY,CAAC,MAAM,IAAI;IACvB,UAAU,CAAC,MAAM,EAAE;IACnB,cAAc;IACd,QAAQ,OAAO,OAAO,UAAU;GAClC,CAAC;EAEL;CAEJ;CAGA,KAAK,MAAM,CAAC,GAAG,UAAU,OAAO,QAAQ,MAAM,GAC5C,MAAM,oBAAoB,KAAK;CAIjC,IAAI;EACF,MAAM,SAAS,OAAO,UAAU;EAChC,MAAM,qBAAqB,MAAM,QAAQ,MAAM,KAAK;EACpD,IAAI,oBAAoB,QACtB,KAAK,MAAM,qBAAqB,mBAAmB,QACjD,IAAI;GACF,MAAM,QAAQ,MAAM,QAAQ,MAAM,QAAQ,kBAAkB,EAAE;GAC9D,IAAI,OACF,MAAM,oBAAoB,KAAK;EAEnC,QAAQ,CAER;CAGN,QAAQ,CAER;CAGA,IAAI;EACF,MAAM,SAAS,OAAO,UAAU;EAChC,MAAM,sBAAsB,MAAM,QAAQ,OAAO,KAAK;EACtD,IAAI,qBAAqB,mBACvB,KAAK,MAAM,sBAAsB,oBAAoB,mBACnD,IAAI;GACF,MAAM,QAAQ,OAAO,QAAQ,mBAAmB,EAAE;EACpD,QAAQ,CAER;CAGN,QAAQ,CAER;CAEA,KAAK,MAAM,CAAC,YAAY,aAAa,OAAO,QAAQ,SAAS,GAAG;EAC9D,MAAM,UACH,MAAM,SAAS,YAAY,EAC1B,eACF,CAAC,KAAM,CAAC;EAEV,IAAI,OAAO,KAAK,OAAO,CAAC,CAAC,SAAS,GAChC,KAAK,MAAM,CAAC,WAAW,WAAW,OAAO,QAAQ,OAAO,GAAG;GACzD,MAAM,aAAa,OAAO,OAAO;GACjC,IAAI,WAAW,IAAI,UAAU,GAC3B,WAAW,IAAI,UAAU,CAAC,EAAE,YAAY,KAAK,UAAU;QAEvD,WAAW,IAAI,YAAY;IACzB,UAAU,CAAC;IACX,YAAY,CAAC;IACb,GAAG;IACH,aAAa,CAAC,UAAU;IACxB,cAAc;IACd,QAAQ,OAAO,OAAO,UAAU;GAClC,CAAC;EAEL;CAEJ;CAEA,MAAM,oBAAoB,MAAM,OAAO,YAAY;CACnD,KAAK,MAAM,CAAC,WAAW,WAAW,OAAO,QAAQ,qBAAqB,CAAC,CAAC,GAAG;EACzE,MAAM,WAAW,OAAO;EACxB,IAAI,WAAW,IAAI,QAAQ,GACzB,WAAW,IAAI,QAAQ,CAAC,CAAE,eAAe;OAEzC,WAAW,IAAI,UAAU;GACf;GACR,UAAU,CAAC;GACX,YAAY,CAAC;GACb,aAAa,CAAC;GACd,cAAc;GACd,QAAQ,OAAO,UAAU;EAC3B,CAAC;CAEL;CAEA,OAAO,OAAO,YAAY,WAAW,QAAQ,CAAC;AAChD;AAGA,SAAS,gBAAgB,mBAA4B;CACnD,IAAI,CAAC,mBACH,OAAO,CAAC;CAGV,MAAM,CAAC,SAAS,UAAU,kBAAkB,MAAM,GAAG;CAErD,OAAO;EACL,GAAI,UAAU,EAAE,QAAQ,IAAI,CAAC;EAC7B,GAAI,SAAS,EAAE,OAAO,IAAI,CAAC;CAC7B;AACF;AAMA,MAAa,qBAAqB,YAAY;CAC5C,QAAQ;CACR,MAAM;CACN,cAAc;CACd,gBAAgB;CAChB,SAAS;CACT,aAAa;CACb,MAAM,CAAC,SAAS;CAChB,cAAc;CACd,UAAU,OAAO,EAAE,QAAQ,qBAA0B;EAKnD,OAAO,MAJe,sBAAsB;GAC1C;GACA;EACF,CAAC;CAEH;AACF,CAAC;AAED,MAAa,mBAAmB,YAAY;CAC1C,QAAQ;CACR,MAAM;CACN,cAAc;CACd,iBAAiB;CACjB,gBAAgB,kBAAkB,SAAS;CAC3C,SAAS;CACT,aAAa;CACb,MAAM,CAAC,SAAS;CAChB,cAAc;CACd,UAAU,OAAO,EAAE,QAAQ,UAAU,qBAA0B;EAM7D,MAAM,UAAS,MALO,sBAAsB;GAC1C;GACA;EACF,CAAC,EAAA,CAEsB;EAEvB,IAAI,CAAC,QACH,OAAO;EAGT,OAAO;CACT;AACF,CAAC;AAED,MAAa,8BAA8B,YAAY;CACrD,QAAQ;CACR,MAAM;CACN,cAAc;CACd,iBAAiB;CACjB,kBAAkB;CAClB,gBAAgB;CAChB,SAAS;CACT,aAAa;CACb,MAAM,CAAC,SAAS;CAChB,cAAc;CACd,SAAS,OAAO,EAAE,QAAQ,OAAO,GAAG,aAAa;EAC/C,IAAI;GACF,MAAM,EAAE,MAAM,YAAY;GAC1B,MAAM,aAAgC;IACpC,MAAM,QAAQ;IACd,SAAS,WAAW;GACtB;GAEA,MAAM,eAAgB,OAAM,MADP,OAAO,WAAW,CAAC,EAAE,SAAS,QAAQ,EAAA,EACvB,oBAAoB;IACtD;IACA;GACF,CAAC,KAAM;IAAE,YAAY;KAAE,OAAO;KAAG,MAAM;KAAG,SAAS;KAAG,SAAS;IAAM;IAAG,QAAQ,CAAC;GAAE;GACnF,OAAO;IACL,YAAY,aAAa;IACzB,QAAQ,aAAa,OAAO,KAAK,WAAyB;KAAE,GAAG;KAAO,GAAG,gBAAgB,MAAM,OAAO;IAAE,EAAE;GAC5G;EACF,SAAS,OAAO;GACd,OAAO,YAAY,OAAO,gCAAgC;EAC5D;CACF;AACF,CAAC;AAED,MAAa,iCAAiC,YAAY;CACxD,QAAQ;CACR,MAAM;CACN,cAAc;CACd,iBAAiB;CACjB,kBAAkB;CAClB,gBAAgB;CAChB,SAAS;CACT,aAAa;CACb,MAAM,CAAC,SAAS;CAChB,cAAc;CACd,SAAS,OAAO,EAAE,QAAQ,UAAU,GAAG,aAAa;EAClD,IAAI;GACF,MAAM,EAAE,MAAM,SAAS,UAAU,eAAe;GAChD,MAAM,UAAU,OAAO,YAAY,OAAO,QAAQ;IAAE;IAAU;GAAW,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,OAAO,MAAM,KAAA,CAAS,CAAC;GAE/G,MAAM,eAAgB,OAAM,MADP,OAAO,WAAW,CAAC,EAAE,SAAS,QAAQ,EAAA,EACvB,uBAAuB;IACzD;IACA,YAAY;KAAE,MAAM,QAAQ;KAAG,SAAS,WAAW;IAAG;IACtD,GAAG;GACL,CAAC,KAAM;IAAE,YAAY;KAAE,OAAO;KAAG,MAAM;KAAG,SAAS;KAAG,SAAS;IAAM;IAAG,QAAQ,CAAC;GAAE;GACnF,OAAO;IACL,YAAY,aAAa;IACzB,QAAQ,aAAa,OAAO,KAAK,WAAyB;KAAE,GAAG;KAAO,GAAG,gBAAgB,MAAM,OAAO;IAAE,EAAE;GAC5G;EACF,SAAS,OAAO;GACd,OAAO,YAAY,OAAO,mCAAmC;EAC/D;CACF;AACF,CAAC;AAED,MAAa,iCAAiC,YAAY;CACxD,QAAQ;CACR,MAAM;CACN,cAAc;CACd,iBAAiB;CACjB,kBAAkB;CAClB,gBAAgB;CAChB,SAAS;CACT,aAAa;CACb,MAAM,CAAC,SAAS;CAChB,cAAc;CACd,SAAS,OAAO,EAAE,QAAQ,UAAU,YAAY,GAAG,aAAa;EAC9D,IAAI;GACF,MAAM,EAAE,MAAM,YAAY;GAC1B,IAAI,gBAAgB;GAEpB,IAAI,eAAe,SAEjB,iBAAgB,MADI,mBAAmB;IAAE;IAAQ,SAAS;GAAS,CAAC,EAAA,CAC9C;QACjB,IAAI,eAAe,YAExB,gBADiB,OAAO,gBAAgB,QACjB,CAAC,CAAC;GAG3B,MAAM,aAAgC;IACpC,MAAM,QAAQ;IACd,SAAS,WAAW;GACtB;GAGA,MAAM,eAAgB,OAAM,MADF,OAAO,WAAW,CAAC,EAAE,SAAS,QAAQ,EAAA,EACvB,uBAAuB;IAC9D,UAAU;IACV;IACA;GACF,CAAC,KAAM;IAAE,YAAY;KAAE,OAAO;KAAG,MAAM;KAAG,SAAS;KAAG,SAAS;IAAM;IAAG,QAAQ,CAAC;GAAE;GAEnF,OAAO;IACL,YAAY,aAAa;IACzB,QAAQ,aAAa,OAAO,KAAK,WAAyB;KAAE,GAAG;KAAO,GAAG,gBAAgB,MAAM,OAAO;IAAE,EAAE;GAC5G;EACF,SAAS,OAAO;GACd,OAAO,YAAY,OAAO,mCAAmC;EAC/D;CACF;AACF,CAAC;AAED,MAAa,mBAAmB,YAAY;CAC1C,QAAQ;CACR,MAAM;CACN,cAAc;CACd,YAAY;CACZ,gBAAgB;CAChB,SAAS;CACT,aAAa;CACb,MAAM,CAAC,SAAS;CAChB,cAAc;CACd,SAAS,OAAO,EAAE,QAAQ,GAAG,aAAa;EACxC,IAAI;GACF,MAAM,EAAE,UAAU;GAElB,MAAM,SAAS,OAAM,MADK,OAAO,WAAW,CAAC,EAAE,SAAS,QAAQ,EAAA,EAC9B,YAAY,KAAK;GACnD,IAAI,CAAC,QACH,MAAM,IAAI,cAAc,KAAK,EAAE,SAAS,yBAAyB,CAAC;GAEpE,OAAO;EACT,SAAS,OAAO;GACd,OAAO,YAAY,OAAO,oBAAoB;EAChD;CACF;AACF,CAAC"}

package/dist/scores-DRdtS7NT.cjs

@@ -0,0 +1,329 @@
+const require_rolldown_runtime = require("./rolldown-runtime-BwC_XMyb.cjs");
+const require_http_exception = require("./http-exception-CKDHupKw.cjs");
+const require_common = require("./common-DhKNoXGp.cjs");
+const require_route_builder = require("./route-builder-B2Qhhd7C.cjs");
+const require_server_handlers_error = require("./server/handlers/error.cjs");
+const require_agents = require("./agents-BOWEUKyV.cjs");
+const require_scores = require("./scores-CetVKM4g.cjs");
+//#region src/server/handlers/scores.ts
+var scores_exports = /* @__PURE__ */ require_rolldown_runtime.__exportAll({
+	GET_SCORER_ROUTE: () => GET_SCORER_ROUTE,
+	LIST_SCORERS_ROUTE: () => LIST_SCORERS_ROUTE,
+	LIST_SCORES_BY_ENTITY_ID_ROUTE: () => LIST_SCORES_BY_ENTITY_ID_ROUTE,
+	LIST_SCORES_BY_RUN_ID_ROUTE: () => LIST_SCORES_BY_RUN_ID_ROUTE,
+	LIST_SCORES_BY_SCORER_ID_ROUTE: () => LIST_SCORES_BY_SCORER_ID_ROUTE,
+	SAVE_SCORE_ROUTE: () => SAVE_SCORE_ROUTE
+});
+async function listScorersFromSystem({ mastra, requestContext }) {
+	const agents = mastra.listAgents();
+	const workflows = mastra.listWorkflows();
+	const scorersMap = /* @__PURE__ */ new Map();
+	const processAgentScorers = async (agent) => {
+		const scorers = await agent.listScorers({ requestContext }) || {};
+		if (Object.keys(scorers).length > 0) for (const [_scorerId, scorer] of Object.entries(scorers)) {
+			const scorerId = scorer.scorer.id;
+			if (scorersMap.has(scorerId)) {
+				scorersMap.get(scorerId)?.agentIds.push(agent.id);
+				scorersMap.get(scorerId)?.agentNames.push(agent.name);
+			} else scorersMap.set(scorerId, {
+				workflowIds: [],
+				...scorer,
+				agentNames: [agent.name],
+				agentIds: [agent.id],
+				isRegistered: false,
+				source: scorer.scorer.source ?? "code"
+			});
+		}
+	};
+	for (const [_, agent] of Object.entries(agents)) await processAgentScorers(agent);
+	try {
+		const editor = mastra.getEditor();
+		const storedAgentsResult = await editor?.agent.list();
+		if (storedAgentsResult?.agents) for (const storedAgentConfig of storedAgentsResult.agents) try {
+			const agent = await editor?.agent.getById(storedAgentConfig.id);
+			if (agent) await processAgentScorers(agent);
+		} catch {}
+	} catch {}
+	try {
+		const editor = mastra.getEditor();
+		const storedScorersResult = await editor?.scorer.list();
+		if (storedScorersResult?.scorerDefinitions) for (const storedScorerConfig of storedScorersResult.scorerDefinitions) try {
+			await editor?.scorer.getById(storedScorerConfig.id);
+		} catch {}
+	} catch {}
+	for (const [workflowId, workflow] of Object.entries(workflows)) {
+		const scorers = await workflow.listScorers({ requestContext }) || {};
+		if (Object.keys(scorers).length > 0) for (const [_scorerId, scorer] of Object.entries(scorers)) {
+			const scorerName = scorer.scorer.name;
+			if (scorersMap.has(scorerName)) scorersMap.get(scorerName)?.workflowIds.push(workflowId);
+			else scorersMap.set(scorerName, {
+				agentIds: [],
+				agentNames: [],
+				...scorer,
+				workflowIds: [workflowId],
+				isRegistered: false,
+				source: scorer.scorer.source ?? "code"
+			});
+		}
+	}
+	const registeredScorers = await mastra.listScorers();
+	for (const [_scorerId, scorer] of Object.entries(registeredScorers || {})) {
+		const scorerId = scorer.id;
+		if (scorersMap.has(scorerId)) scorersMap.get(scorerId).isRegistered = true;
+		else scorersMap.set(scorerId, {
+			scorer,
+			agentIds: [],
+			agentNames: [],
+			workflowIds: [],
+			isRegistered: true,
+			source: scorer.source ?? "code"
+		});
+	}
+	return Object.fromEntries(scorersMap.entries());
+}
+function getTraceDetails(traceIdWithSpanId) {
+	if (!traceIdWithSpanId) return {};
+	const [traceId, spanId] = traceIdWithSpanId.split("-");
+	return {
+		...traceId ? { traceId } : {},
+		...spanId ? { spanId } : {}
+	};
+}
+const LIST_SCORERS_ROUTE = require_route_builder.createRoute({
+	method: "GET",
+	path: "/scores/scorers",
+	responseType: "json",
+	responseSchema: require_scores.listScorersResponseSchema,
+	summary: "List all scorers",
+	description: "Returns a list of all registered scorers with their configuration and associated agents and workflows",
+	tags: ["Scoring"],
+	requiresAuth: true,
+	handler: (async ({ mastra, requestContext }) => {
+		return await listScorersFromSystem({
+			mastra,
+			requestContext
+		});
+	})
+});
+const GET_SCORER_ROUTE = require_route_builder.createRoute({
+	method: "GET",
+	path: "/scores/scorers/:scorerId",
+	responseType: "json",
+	pathParamSchema: require_scores.scorerIdPathParams,
+	responseSchema: require_scores.scorerEntrySchema.nullable(),
+	summary: "Get scorer by ID",
+	description: "Returns details for a specific scorer including its configuration and associations",
+	tags: ["Scoring"],
+	requiresAuth: true,
+	handler: (async ({ mastra, scorerId, requestContext }) => {
+		const scorer = (await listScorersFromSystem({
+			mastra,
+			requestContext
+		}))[scorerId];
+		if (!scorer) return null;
+		return scorer;
+	})
+});
+const LIST_SCORES_BY_RUN_ID_ROUTE = require_route_builder.createRoute({
+	method: "GET",
+	path: "/scores/run/:runId",
+	responseType: "json",
+	pathParamSchema: require_common.runIdSchema,
+	queryParamSchema: require_scores.listScoresByRunIdQuerySchema,
+	responseSchema: require_scores.scoresWithPaginationResponseSchema,
+	summary: "List scores by run ID",
+	description: "Returns all scores for a specific execution run",
+	tags: ["Scoring"],
+	requiresAuth: true,
+	handler: async ({ mastra, runId, ...params }) => {
+		try {
+			const { page, perPage } = params;
+			const pagination = {
+				page: page ?? 0,
+				perPage: perPage ?? 10
+			};
+			const scoreResults = await (await mastra.getStorage()?.getStore("scores"))?.listScoresByRunId?.({
+				runId,
+				pagination
+			}) || {
+				pagination: {
+					total: 0,
+					page: 0,
+					perPage: 0,
+					hasMore: false
+				},
+				scores: []
+			};
+			return {
+				pagination: scoreResults.pagination,
+				scores: scoreResults.scores.map((score) => ({
+					...score,
+					...getTraceDetails(score.traceId)
+				}))
+			};
+		} catch (error) {
+			return require_server_handlers_error.handleError(error, "Error getting scores by run id");
+		}
+	}
+});
+const LIST_SCORES_BY_SCORER_ID_ROUTE = require_route_builder.createRoute({
+	method: "GET",
+	path: "/scores/scorer/:scorerId",
+	responseType: "json",
+	pathParamSchema: require_scores.scorerIdPathParams,
+	queryParamSchema: require_scores.listScoresByScorerIdQuerySchema,
+	responseSchema: require_scores.scoresWithPaginationResponseSchema,
+	summary: "List scores by scorer ID",
+	description: "Returns all scores generated by a specific scorer",
+	tags: ["Scoring"],
+	requiresAuth: true,
+	handler: async ({ mastra, scorerId, ...params }) => {
+		try {
+			const { page, perPage, entityId, entityType } = params;
+			const filters = Object.fromEntries(Object.entries({
+				entityId,
+				entityType
+			}).filter(([_, v]) => v !== void 0));
+			const scoreResults = await (await mastra.getStorage()?.getStore("scores"))?.listScoresByScorerId?.({
+				scorerId,
+				pagination: {
+					page: page ?? 0,
+					perPage: perPage ?? 10
+				},
+				...filters
+			}) || {
+				pagination: {
+					total: 0,
+					page: 0,
+					perPage: 0,
+					hasMore: false
+				},
+				scores: []
+			};
+			return {
+				pagination: scoreResults.pagination,
+				scores: scoreResults.scores.map((score) => ({
+					...score,
+					...getTraceDetails(score.traceId)
+				}))
+			};
+		} catch (error) {
+			return require_server_handlers_error.handleError(error, "Error getting scores by scorer id");
+		}
+	}
+});
+const LIST_SCORES_BY_ENTITY_ID_ROUTE = require_route_builder.createRoute({
+	method: "GET",
+	path: "/scores/entity/:entityType/:entityId",
+	responseType: "json",
+	pathParamSchema: require_scores.entityPathParams,
+	queryParamSchema: require_scores.listScoresByEntityIdQuerySchema,
+	responseSchema: require_scores.scoresWithPaginationResponseSchema,
+	summary: "List scores by entity ID",
+	description: "Returns all scores for a specific entity (agent or workflow)",
+	tags: ["Scoring"],
+	requiresAuth: true,
+	handler: async ({ mastra, entityId, entityType, ...params }) => {
+		try {
+			const { page, perPage } = params;
+			let entityIdToUse = entityId;
+			if (entityType === "AGENT") entityIdToUse = (await require_agents.getAgentFromSystem({
+				mastra,
+				agentId: entityId
+			})).id;
+			else if (entityType === "WORKFLOW") entityIdToUse = mastra.getWorkflowById(entityId).id;
+			const pagination = {
+				page: page ?? 0,
+				perPage: perPage ?? 10
+			};
+			const scoreResults = await (await mastra.getStorage()?.getStore("scores"))?.listScoresByEntityId?.({
+				entityId: entityIdToUse,
+				entityType,
+				pagination
+			}) || {
+				pagination: {
+					total: 0,
+					page: 0,
+					perPage: 0,
+					hasMore: false
+				},
+				scores: []
+			};
+			return {
+				pagination: scoreResults.pagination,
+				scores: scoreResults.scores.map((score) => ({
+					...score,
+					...getTraceDetails(score.traceId)
+				}))
+			};
+		} catch (error) {
+			return require_server_handlers_error.handleError(error, "Error getting scores by entity id");
+		}
+	}
+});
+const SAVE_SCORE_ROUTE = require_route_builder.createRoute({
+	method: "POST",
+	path: "/scores",
+	responseType: "json",
+	bodySchema: require_scores.saveScoreBodySchema,
+	responseSchema: require_scores.saveScoreResponseSchema,
+	summary: "Save score",
+	description: "Saves a new score record to storage",
+	tags: ["Scoring"],
+	requiresAuth: true,
+	handler: async ({ mastra, ...params }) => {
+		try {
+			const { score } = params;
+			const result = await (await mastra.getStorage()?.getStore("scores"))?.saveScore?.(score);
+			if (!result) throw new require_http_exception.HTTPException(500, { message: "Storage not configured" });
+			return result;
+		} catch (error) {
+			return require_server_handlers_error.handleError(error, "Error saving score");
+		}
+	}
+});
+//#endregion
+Object.defineProperty(exports, "GET_SCORER_ROUTE", {
+	enumerable: true,
+	get: function() {
+		return GET_SCORER_ROUTE;
+	}
+});
+Object.defineProperty(exports, "LIST_SCORERS_ROUTE", {
+	enumerable: true,
+	get: function() {
+		return LIST_SCORERS_ROUTE;
+	}
+});
+Object.defineProperty(exports, "LIST_SCORES_BY_ENTITY_ID_ROUTE", {
+	enumerable: true,
+	get: function() {
+		return LIST_SCORES_BY_ENTITY_ID_ROUTE;
+	}
+});
+Object.defineProperty(exports, "LIST_SCORES_BY_RUN_ID_ROUTE", {
+	enumerable: true,
+	get: function() {
+		return LIST_SCORES_BY_RUN_ID_ROUTE;
+	}
+});
+Object.defineProperty(exports, "LIST_SCORES_BY_SCORER_ID_ROUTE", {
+	enumerable: true,
+	get: function() {
+		return LIST_SCORES_BY_SCORER_ID_ROUTE;
+	}
+});
+Object.defineProperty(exports, "SAVE_SCORE_ROUTE", {
+	enumerable: true,
+	get: function() {
+		return SAVE_SCORE_ROUTE;
+	}
+});
+Object.defineProperty(exports, "scores_exports", {
+	enumerable: true,
+	get: function() {
+		return scores_exports;
+	}
+});
+
+//# sourceMappingURL=scores-DRdtS7NT.cjs.map