@mastra/server 0.0.0-new-scorer-api-20250801075530 → 0.0.0-new-button-export-20251219133013

package/dist/chunk-FYY54HZC.js

@@ -0,0 +1,310 @@
+import { paginationInfoSchema, runIdSchema } from './chunk-HT4LP3BO.js';
+import { createRoute } from './chunk-SXVANU23.js';
+import { handleError } from './chunk-UXGQZUYZ.js';
+import { HTTPException } from './chunk-6QWQZI4Q.js';
+import { __export } from './chunk-PR4QN5HX.js';
+import z from 'zod';
+
+// src/server/handlers/scores.ts
+var scores_exports = {};
+__export(scores_exports, {
+  GET_SCORER_ROUTE: () => GET_SCORER_ROUTE,
+  LIST_SCORERS_ROUTE: () => LIST_SCORERS_ROUTE,
+  LIST_SCORES_BY_ENTITY_ID_ROUTE: () => LIST_SCORES_BY_ENTITY_ID_ROUTE,
+  LIST_SCORES_BY_RUN_ID_ROUTE: () => LIST_SCORES_BY_RUN_ID_ROUTE,
+  LIST_SCORES_BY_SCORER_ID_ROUTE: () => LIST_SCORES_BY_SCORER_ID_ROUTE,
+  SAVE_SCORE_ROUTE: () => SAVE_SCORE_ROUTE
+});
+var scoringSamplingConfigSchema = z.object({});
+var mastraScorerConfigSchema = z.object({
+  id: z.string(),
+  name: z.string().optional(),
+  description: z.string(),
+  type: z.unknown().optional(),
+  judge: z.unknown().optional()
+});
+var mastraScorerSchema = z.object({
+  config: mastraScorerConfigSchema
+});
+var scorerEntrySchema = z.object({
+  scorer: mastraScorerSchema,
+  sampling: scoringSamplingConfigSchema.optional(),
+  agentIds: z.array(z.string()),
+  agentNames: z.array(z.string()),
+  workflowIds: z.array(z.string()),
+  isRegistered: z.boolean()
+});
+var listScorersResponseSchema = z.record(z.string(), scorerEntrySchema);
+var scorerIdPathParams = z.object({
+  scorerId: z.string().describe("Unique identifier for the scorer")
+});
+var entityPathParams = z.object({
+  entityType: z.string().describe("Type of the entity (AGENT or WORKFLOW)"),
+  entityId: z.string().describe("Unique identifier for the entity")
+});
+var listScoresByRunIdQuerySchema = z.object({
+  page: z.coerce.number().optional().default(0),
+  perPage: z.coerce.number().optional().default(10)
+});
+var listScoresByScorerIdQuerySchema = z.object({
+  page: z.coerce.number().optional().default(0),
+  perPage: z.coerce.number().optional().default(10),
+  entityId: z.string().optional(),
+  entityType: z.string().optional()
+});
+var listScoresByEntityIdQuerySchema = z.object({
+  page: z.coerce.number().optional().default(0),
+  perPage: z.coerce.number().optional().default(10)
+});
+var saveScoreBodySchema = z.object({
+  score: z.unknown()
+  // ScoreRowData - complex type
+});
+var scoresWithPaginationResponseSchema = z.object({
+  pagination: paginationInfoSchema,
+  scores: z.array(z.unknown())
+  // Array of score records
+});
+var saveScoreResponseSchema = z.object({
+  score: z.unknown()
+  // ScoreRowData
+});
+
+// src/server/handlers/scores.ts
+async function listScorersFromSystem({
+  mastra,
+  requestContext
+}) {
+  const agents = mastra.listAgents();
+  const workflows = mastra.listWorkflows();
+  const scorersMap = /* @__PURE__ */ new Map();
+  for (const [_, agent] of Object.entries(agents)) {
+    const scorers = await agent.listScorers({
+      requestContext
+    }) || {};
+    if (Object.keys(scorers).length > 0) {
+      for (const [_scorerId, scorer] of Object.entries(scorers)) {
+        const scorerId = scorer.scorer.id;
+        if (scorersMap.has(scorerId)) {
+          scorersMap.get(scorerId)?.agentIds.push(agent.id);
+          scorersMap.get(scorerId)?.agentNames.push(agent.name);
+        } else {
+          scorersMap.set(scorerId, {
+            workflowIds: [],
+            ...scorer,
+            agentNames: [agent.name],
+            agentIds: [agent.id],
+            isRegistered: false
+          });
+        }
+      }
+    }
+  }
+  for (const [workflowId, workflow] of Object.entries(workflows)) {
+    const scorers = await workflow.listScorers({
+      requestContext
+    }) || {};
+    if (Object.keys(scorers).length > 0) {
+      for (const [_scorerId, scorer] of Object.entries(scorers)) {
+        const scorerName = scorer.scorer.name;
+        if (scorersMap.has(scorerName)) {
+          scorersMap.get(scorerName)?.workflowIds.push(workflowId);
+        } else {
+          scorersMap.set(scorerName, {
+            agentIds: [],
+            agentNames: [],
+            ...scorer,
+            workflowIds: [workflowId],
+            isRegistered: false
+          });
+        }
+      }
+    }
+  }
+  const registeredScorers = await mastra.listScorers();
+  for (const [_scorerId, scorer] of Object.entries(registeredScorers || {})) {
+    const scorerId = scorer.id;
+    if (scorersMap.has(scorerId)) {
+      scorersMap.get(scorerId).isRegistered = true;
+    } else {
+      scorersMap.set(scorerId, {
+        scorer,
+        agentIds: [],
+        agentNames: [],
+        workflowIds: [],
+        isRegistered: true
+      });
+    }
+  }
+  return Object.fromEntries(scorersMap.entries());
+}
+function getTraceDetails(traceIdWithSpanId) {
+  if (!traceIdWithSpanId) {
+    return {};
+  }
+  const [traceId, spanId] = traceIdWithSpanId.split("-");
+  return {
+    ...traceId ? { traceId } : {},
+    ...spanId ? { spanId } : {}
+  };
+}
+var LIST_SCORERS_ROUTE = createRoute({
+  method: "GET",
+  path: "/api/scores/scorers",
+  responseType: "json",
+  responseSchema: listScorersResponseSchema,
+  summary: "List all scorers",
+  description: "Returns a list of all registered scorers with their configuration and associated agents and workflows",
+  tags: ["Scoring"],
+  handler: async ({ mastra, requestContext }) => {
+    const scorers = await listScorersFromSystem({
+      mastra,
+      requestContext
+    });
+    return scorers;
+  }
+});
+var GET_SCORER_ROUTE = createRoute({
+  method: "GET",
+  path: "/api/scores/scorers/:scorerId",
+  responseType: "json",
+  pathParamSchema: scorerIdPathParams,
+  responseSchema: scorerEntrySchema.nullable(),
+  summary: "Get scorer by ID",
+  description: "Returns details for a specific scorer including its configuration and associations",
+  tags: ["Scoring"],
+  handler: async ({ mastra, scorerId, requestContext }) => {
+    const scorers = await listScorersFromSystem({
+      mastra,
+      requestContext
+    });
+    const scorer = scorers[scorerId];
+    if (!scorer) {
+      return null;
+    }
+    return scorer;
+  }
+});
+var LIST_SCORES_BY_RUN_ID_ROUTE = createRoute({
+  method: "GET",
+  path: "/api/scores/run/:runId",
+  responseType: "json",
+  pathParamSchema: runIdSchema,
+  queryParamSchema: listScoresByRunIdQuerySchema,
+  responseSchema: scoresWithPaginationResponseSchema,
+  summary: "List scores by run ID",
+  description: "Returns all scores for a specific execution run",
+  tags: ["Scoring"],
+  handler: async ({ mastra, runId, ...params }) => {
+    try {
+      const { page, perPage } = params;
+      const pagination = {
+        page: page ?? 0,
+        perPage: perPage ?? 10
+      };
+      const scoreResults = await mastra.getStorage()?.listScoresByRunId?.({
+        runId,
+        pagination
+      }) || { pagination: { total: 0, page: 0, perPage: 0, hasMore: false }, scores: [] };
+      return {
+        pagination: scoreResults.pagination,
+        scores: scoreResults.scores.map((score) => ({ ...score, ...getTraceDetails(score.traceId) }))
+      };
+    } catch (error) {
+      return handleError(error, "Error getting scores by run id");
+    }
+  }
+});
+var LIST_SCORES_BY_SCORER_ID_ROUTE = createRoute({
+  method: "GET",
+  path: "/api/scores/scorer/:scorerId",
+  responseType: "json",
+  pathParamSchema: scorerIdPathParams,
+  queryParamSchema: listScoresByScorerIdQuerySchema,
+  responseSchema: scoresWithPaginationResponseSchema,
+  summary: "List scores by scorer ID",
+  description: "Returns all scores generated by a specific scorer",
+  tags: ["Scoring"],
+  handler: async ({ mastra, scorerId, ...params }) => {
+    try {
+      const { page, perPage, entityId, entityType } = params;
+      const filters = Object.fromEntries(Object.entries({ entityId, entityType }).filter(([_, v]) => v !== void 0));
+      const scoreResults = await mastra.getStorage()?.listScoresByScorerId?.({
+        scorerId,
+        pagination: { page: page ?? 0, perPage: perPage ?? 10 },
+        ...filters
+      }) || { pagination: { total: 0, page: 0, perPage: 0, hasMore: false }, scores: [] };
+      return {
+        pagination: scoreResults.pagination,
+        scores: scoreResults.scores.map((score) => ({ ...score, ...getTraceDetails(score.traceId) }))
+      };
+    } catch (error) {
+      return handleError(error, "Error getting scores by scorer id");
+    }
+  }
+});
+var LIST_SCORES_BY_ENTITY_ID_ROUTE = createRoute({
+  method: "GET",
+  path: "/api/scores/entity/:entityType/:entityId",
+  responseType: "json",
+  pathParamSchema: entityPathParams,
+  queryParamSchema: listScoresByEntityIdQuerySchema,
+  responseSchema: scoresWithPaginationResponseSchema,
+  summary: "List scores by entity ID",
+  description: "Returns all scores for a specific entity (agent or workflow)",
+  tags: ["Scoring"],
+  handler: async ({ mastra, entityId, entityType, ...params }) => {
+    try {
+      const { page, perPage } = params;
+      let entityIdToUse = entityId;
+      if (entityType === "AGENT") {
+        const agent = mastra.getAgentById(entityId);
+        entityIdToUse = agent.id;
+      } else if (entityType === "WORKFLOW") {
+        const workflow = mastra.getWorkflowById(entityId);
+        entityIdToUse = workflow.id;
+      }
+      const pagination = {
+        page: page ?? 0,
+        perPage: perPage ?? 10
+      };
+      const scoreResults = await mastra.getStorage()?.listScoresByEntityId?.({
+        entityId: entityIdToUse,
+        entityType,
+        pagination
+      }) || { pagination: { total: 0, page: 0, perPage: 0, hasMore: false }, scores: [] };
+      return {
+        pagination: scoreResults.pagination,
+        scores: scoreResults.scores.map((score) => ({ ...score, ...getTraceDetails(score.traceId) }))
+      };
+    } catch (error) {
+      return handleError(error, "Error getting scores by entity id");
+    }
+  }
+});
+var SAVE_SCORE_ROUTE = createRoute({
+  method: "POST",
+  path: "/api/scores",
+  responseType: "json",
+  bodySchema: saveScoreBodySchema,
+  responseSchema: saveScoreResponseSchema,
+  summary: "Save score",
+  description: "Saves a new score record to storage",
+  tags: ["Scoring"],
+  handler: async ({ mastra, ...params }) => {
+    try {
+      const { score } = params;
+      const result = await mastra.getStorage()?.saveScore?.(score);
+      if (!result) {
+        throw new HTTPException(500, { message: "Storage not configured" });
+      }
+      return result;
+    } catch (error) {
+      return handleError(error, "Error saving score");
+    }
+  }
+});
+
+export { GET_SCORER_ROUTE, LIST_SCORERS_ROUTE, LIST_SCORES_BY_ENTITY_ID_ROUTE, LIST_SCORES_BY_RUN_ID_ROUTE, LIST_SCORES_BY_SCORER_ID_ROUTE, SAVE_SCORE_ROUTE, scores_exports };
+//# sourceMappingURL=chunk-FYY54HZC.js.map
+//# sourceMappingURL=chunk-FYY54HZC.js.map

package/dist/chunk-FYY54HZC.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../src/server/handlers/scores.ts","../src/server/schemas/scores.ts"],"names":[],"mappings":";;;;;;;;AAAA,IAAA,cAAA,GAAA;AAAA,QAAA,CAAA,cAAA,EAAA;AAAA,EAAA,gBAAA,EAAA,MAAA,gBAAA;AAAA,EAAA,kBAAA,EAAA,MAAA,kBAAA;AAAA,EAAA,8BAAA,EAAA,MAAA,8BAAA;AAAA,EAAA,2BAAA,EAAA,MAAA,2BAAA;AAAA,EAAA,8BAAA,EAAA,MAAA,8BAAA;AAAA,EAAA,gBAAA,EAAA,MAAA;AAAA,CAAA,CAAA;ACOA,IAAM,2BAAA,GAA8B,CAAA,CAAE,MAAA,CAAO,EAAE,CAAA;AAK/C,IAAM,wBAAA,GAA2B,EAAE,MAAA,CAAO;AAAA,EACxC,EAAA,EAAI,EAAE,MAAA,EAAO;AAAA,EACb,IAAA,EAAM,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,EAC1B,WAAA,EAAa,EAAE,MAAA,EAAO;AAAA,EACtB,IAAA,EAAM,CAAA,CAAE,OAAA,EAAQ,CAAE,QAAA,EAAS;AAAA,EAC3B,KAAA,EAAO,CAAA,CAAE,OAAA,EAAQ,CAAE,QAAA;AACrB,CAAC,CAAA;AAMD,IAAM,kBAAA,GAAqB,EAAE,MAAA,CAAO;AAAA,EAClC,MAAA,EAAQ;AACV,CAAC,CAAA;AAKM,IAAM,iBAAA,GAAoB,EAAE,MAAA,CAAO;AAAA,EACxC,MAAA,EAAQ,kBAAA;AAAA,EACR,QAAA,EAAU,4BAA4B,QAAA,EAAS;AAAA,EAC/C,QAAA,EAAU,CAAA,CAAE,KAAA,CAAM,CAAA,CAAE,QAAQ,CAAA;AAAA,EAC5B,UAAA,EAAY,CAAA,CAAE,KAAA,CAAM,CAAA,CAAE,QAAQ,CAAA;AAAA,EAC9B,WAAA,EAAa,CAAA,CAAE,KAAA,CAAM,CAAA,CAAE,QAAQ,CAAA;AAAA,EAC/B,YAAA,EAAc,EAAE,OAAA;AAClB,CAAC,CAAA;AAMM,IAAM,4BAA4B,CAAA,CAAE,MAAA,CAAO,CAAA,CAAE,MAAA,IAAU,iBAAiB,CAAA;AAGxE,IAAM,kBAAA,GAAqB,EAAE,MAAA,CAAO;AAAA,EACzC,QAAA,EAAU,CAAA,CAAE,MAAA,EAAO,CAAE,SAAS,kCAAkC;AAClE,CAAC,CAAA;AAEM,IAAM,gBAAA,GAAmB,EAAE,MAAA,CAAO;AAAA,EACvC,UAAA,EAAY,CAAA,CAAE,MAAA,EAAO,CAAE,SAAS,wCAAwC,CAAA;AAAA,EACxE,QAAA,EAAU,CAAA,CAAE,MAAA,EAAO,CAAE,SAAS,kCAAkC;AAClE,CAAC,CAAA;AAMM,IAAM,4BAAA,GAA+B,EAAE,MAAA,CAAO;AAAA,EACnD,IAAA,EAAM,EAAE,MAAA,CAAO,MAAA,GAAS,QAAA,EAAS,CAAE,QAAQ,CAAC,CAAA;AAAA,EAC5C,OAAA,EAAS,EAAE,MAAA,CAAO,MAAA,GAAS,QAAA,EAAS,CAAE,QAAQ,EAAE;AAClD,CAAC,CAAA;AAEM,IAAM,+BAAA,GAAkC,EAAE,MAAA,CAAO;AAAA,EACtD,IAAA,EAAM,EAAE,MAAA,CAAO,MAAA,GAAS,QAAA,EAAS,CAAE,QAAQ,CAAC,CAAA;AAAA,EAC5C,OAAA,EAAS,EAAE,MAAA,CAAO,MAAA,GAAS,QAAA,EAAS,CAAE,QAAQ,EAAE,CAAA;AAAA,EAChD,QAAA,EAAU,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA,EAAS;AAAA,EAC9B,UAAA,EAAY,CAAA,CAAE,MAAA,EAAO,CAAE,QAAA;AACzB,CAAC,CAAA;AAEM,IAAM,+BAAA,GAAkC,EAAE,MAAA,CAAO;AAAA,EACtD,IAAA,EAAM,EAAE,MAAA,CAAO,MAAA,GAAS,QAAA,EAAS,CAAE,QAAQ,CAAC,CAAA;AAAA,EAC5C,OAAA,EAAS,EAAE,MAAA,CAAO,MAAA,GAAS,QAAA,EAAS,CAAE,QAAQ,EAAE;AAClD,CAAC,CAAA;AAGM,IAAM,mBAAA,GAAsB,EAAE,MAAA,CAAO;AAAA,EAC1C,KAAA,EAAO,EAAE,OAAA;AAAQ;AACnB,CAAC,CAAA;AAGM,IAAM,kCAAA,GAAqC,EAAE,MAAA,CAAO;AAAA,EACzD,UAAA,EAAY,oBAAA;AAAA,EACZ,MAAA,EAAQ,CAAA,CAAE,KAAA,CAAM,CAAA,CAAE,SAAS;AAAA;AAC7B,CAAC,CAAA;AAEM,IAAM,uBAAA,GAA0B,EAAE,MAAA,CAAO;AAAA,EAC9C,KAAA,EAAO,EAAE,OAAA;AAAQ;AACnB,CAAC,CAAA;;;ADrED,eAAe,qBAAA,CAAsB;AAAA,EACnC,MAAA;AAAA,EACA;AACF,CAAA,EAEG;AACD,EAAA,MAAM,MAAA,GAAS,OAAO,UAAA,EAAW;AACjC,EAAA,MAAM,SAAA,GAAY,OAAO,aAAA,EAAc;AAEvC,EAAA,MAAM,UAAA,uBAAiB,GAAA,EAGrB;AAEF,EAAA,KAAA,MAAW,CAAC,CAAA,EAAG,KAAK,KAAK,MAAA,CAAO,OAAA,CAAQ,MAAM,CAAA,EAAG;AAC/C,IAAA,MAAM,OAAA,GACH,MAAM,KAAA,CAAM,WAAA,CAAY;AAAA,MACvB;AAAA,KACD,KAAM,EAAC;AAEV,IAAA,IAAI,MAAA,CAAO,IAAA,CAAK,OAAO,CAAA,CAAE,SAAS,CAAA,EAAG;AACnC,MAAA,KAAA,MAAW,CAAC,SAAA,EAAW,MAAM,KAAK,MAAA,CAAO,OAAA,CAAQ,OAAO,CAAA,EAAG;AACzD,QAAA,MAAM,QAAA,GAAW,OAAO,MAAA,CAAO,EAAA;AAC/B,QAAA,IAAI,UAAA,CAAW,GAAA,CAAI,QAAQ,CAAA,EAAG;AAC5B,UAAA,UAAA,CAAW,IAAI,QAAQ,CAAA,EAAG,QAAA,CAAS,IAAA,CAAK,MAAM,EAAE,CAAA;AAChD,UAAA,UAAA,CAAW,IAAI,QAAQ,CAAA,EAAG,UAAA,CAAW,IAAA,CAAK,MAAM,IAAI,CAAA;AAAA,QACtD,CAAA,MAAO;AACL,UAAA,UAAA,CAAW,IAAI,QAAA,EAAU;AAAA,YACvB,aAAa,EAAC;AAAA,YACd,GAAG,MAAA;AAAA,YACH,UAAA,EAAY,CAAC,KAAA,CAAM,IAAI,CAAA;AAAA,YACvB,QAAA,EAAU,CAAC,KAAA,CAAM,EAAE,CAAA;AAAA,YACnB,YAAA,EAAc;AAAA,WACf,CAAA;AAAA,QACH;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,EAAA,KAAA,MAAW,CAAC,UAAA,EAAY,QAAQ,KAAK,MAAA,CAAO,OAAA,CAAQ,SAAS,CAAA,EAAG;AAC9D,IAAA,MAAM,OAAA,GACH,MAAM,QAAA,CAAS,WAAA,CAAY;AAAA,MAC1B;AAAA,KACD,KAAM,EAAC;AAEV,IAAA,IAAI,MAAA,CAAO,IAAA,CAAK,OAAO,CAAA,CAAE,SAAS,CAAA,EAAG;AACnC,MAAA,KAAA,MAAW,CAAC,SAAA,EAAW,MAAM,KAAK,MAAA,CAAO,OAAA,CAAQ,OAAO,CAAA,EAAG;AACzD,QAAA,MAAM,UAAA,GAAa,OAAO,MAAA,CAAO,IAAA;AACjC,QAAA,IAAI,UAAA,CAAW,GAAA,CAAI,UAAU,CAAA,EAAG;AAC9B,UAAA,UAAA,CAAW,GAAA,CAAI,UAAU,CAAA,EAAG,WAAA,CAAY,KAAK,UAAU,CAAA;AAAA,QACzD,CAAA,MAAO;AACL,UAAA,UAAA,CAAW,IAAI,UAAA,EAAY;AAAA,YACzB,UAAU,EAAC;AAAA,YACX,YAAY,EAAC;AAAA,YACb,GAAG,MAAA;AAAA,YACH,WAAA,EAAa,CAAC,UAAU,CAAA;AAAA,YACxB,YAAA,EAAc;AAAA,WACf,CAAA;AAAA,QACH;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,EAAA,MAAM,iBAAA,GAAoB,MAAM,MAAA,CAAO,WAAA,EAAY;AACnD,EAAA,KAAA,MAAW,CAAC,WAAW,MAAM,CAAA,IAAK,OAAO,OAAA,CAAQ,iBAAA,IAAqB,EAAE,CAAA,EAAG;AACzE,IAAA,MAAM,WAAW,MAAA,CAAO,EAAA;AACxB,IAAA,IAAI,UAAA,CAAW,GAAA,CAAI,QAAQ,CAAA,EAAG;AAC5B,MAAA,UAAA,CAAW,GAAA,CAAI,QAAQ,CAAA,CAAG,YAAA,GAAe,IAAA;AAAA,IAC3C,CAAA,MAAO;AACL,MAAA,UAAA,CAAW,IAAI,QAAA,EAAU;AAAA,QACvB,MAAA;AAAA,QACA,UAAU,EAAC;AAAA,QACX,YAAY,EAAC;AAAA,QACb,aAAa,EAAC;AAAA,QACd,YAAA,EAAc;AAAA,OACf,CAAA;AAAA,IACH;AAAA,EACF;AAEA,EAAA,OAAO,MAAA,CAAO,WAAA,CAAY,UAAA,CAAW,OAAA,EAAS,CAAA;AAChD;AAGA,SAAS,gBAAgB,iBAAA,EAA4B;AACnD,EAAA,IAAI,CAAC,iBAAA,EAAmB;AACtB,IAAA,OAAO,EAAC;AAAA,EACV;AAEA,EAAA,MAAM,CAAC,OAAA,EAAS,MAAM,CAAA,GAAI,iBAAA,CAAkB,MAAM,GAAG,CAAA;AAErD,EAAA,OAAO;AAAA,IACL,GAAI,OAAA,GAAU,EAAE,OAAA,KAAY,EAAC;AAAA,IAC7B,GAAI,MAAA,GAAS,EAAE,MAAA,KAAW;AAAC,GAC7B;AACF;AAMO,IAAM,qBAAqB,WAAA,CAAY;AAAA,EAC5C,MAAA,EAAQ,KAAA;AAAA,EACR,IAAA,EAAM,qBAAA;AAAA,EACN,YAAA,EAAc,MAAA;AAAA,EACd,cAAA,EAAgB,yBAAA;AAAA,EAChB,OAAA,EAAS,kBAAA;AAAA,EACT,WAAA,EAAa,uGAAA;AAAA,EACb,IAAA,EAAM,CAAC,SAAS,CAAA;AAAA,EAChB,OAAA,EAAS,OAAO,EAAE,MAAA,EAAQ,gBAAe,KAAM;AAC7C,IAAA,MAAM,OAAA,GAAU,MAAM,qBAAA,CAAsB;AAAA,MAC1C,MAAA;AAAA,MACA;AAAA,KACD,CAAA;AACD,IAAA,OAAO,OAAA;AAAA,EACT;AACF,CAAC;AAEM,IAAM,mBAAmB,WAAA,CAAY;AAAA,EAC1C,MAAA,EAAQ,KAAA;AAAA,EACR,IAAA,EAAM,+BAAA;AAAA,EACN,YAAA,EAAc,MAAA;AAAA,EACd,eAAA,EAAiB,kBAAA;AAAA,EACjB,cAAA,EAAgB,kBAAkB,QAAA,EAAS;AAAA,EAC3C,OAAA,EAAS,kBAAA;AAAA,EACT,WAAA,EAAa,oFAAA;AAAA,EACb,IAAA,EAAM,CAAC,SAAS,CAAA;AAAA,EAChB,SAAS,OAAO,EAAE,MAAA,EAAQ,QAAA,EAAU,gBAAe,KAAM;AACvD,IAAA,MAAM,OAAA,GAAU,MAAM,qBAAA,CAAsB;AAAA,MAC1C,MAAA;AAAA,MACA;AAAA,KACD,CAAA;AAED,IAAA,MAAM,MAAA,GAAS,QAAQ,QAAQ,CAAA;AAE/B,IAAA,IAAI,CAAC,MAAA,EAAQ;AACX,MAAA,OAAO,IAAA;AAAA,IACT;AAEA,IAAA,OAAO,MAAA;AAAA,EACT;AACF,CAAC;AAEM,IAAM,8BAA8B,WAAA,CAAY;AAAA,EACrD,MAAA,EAAQ,KAAA;AAAA,EACR,IAAA,EAAM,wBAAA;AAAA,EACN,YAAA,EAAc,MAAA;AAAA,EACd,eAAA,EAAiB,WAAA;AAAA,EACjB,gBAAA,EAAkB,4BAAA;AAAA,EAClB,cAAA,EAAgB,kCAAA;AAAA,EAChB,OAAA,EAAS,uBAAA;AAAA,EACT,WAAA,EAAa,iDAAA;AAAA,EACb,IAAA,EAAM,CAAC,SAAS,CAAA;AAAA,EAChB,SAAS,OAAO,EAAE,QAAQ,KAAA,EAAO,GAAG,QAAO,KAAM;AAC/C,IAAA,IAAI;AACF,MAAA,MAAM,EAAE,IAAA,EAAM,OAAA,EAAQ,GAAI,MAAA;AAC1B,MAAA,MAAM,UAAA,GAAgC;AAAA,QACpC,MAAM,IAAA,IAAQ,CAAA;AAAA,QACd,SAAS,OAAA,IAAW;AAAA,OACtB;AACA,MAAA,MAAM,YAAA,GAAgB,MAAM,MAAA,CAAO,UAAA,IAAc,iBAAA,GAAoB;AAAA,QACnE,KAAA;AAAA,QACA;AAAA,OACD,CAAA,IAAM,EAAE,UAAA,EAAY,EAAE,OAAO,CAAA,EAAG,IAAA,EAAM,CAAA,EAAG,OAAA,EAAS,GAAG,OAAA,EAAS,KAAA,EAAM,EAAG,MAAA,EAAQ,EAAC,EAAE;AACnF,MAAA,OAAO;AAAA,QACL,YAAY,YAAA,CAAa,UAAA;AAAA,QACzB,MAAA,EAAQ,YAAA,CAAa,MAAA,CAAO,GAAA,CAAI,CAAA,KAAA,MAAU,EAAE,GAAG,KAAA,EAAO,GAAG,eAAA,CAAgB,KAAA,CAAM,OAAO,GAAE,CAAE;AAAA,OAC5F;AAAA,IACF,SAAS,KAAA,EAAO;AACd,MAAA,OAAO,WAAA,CAAY,OAAO,gCAAgC,CAAA;AAAA,IAC5D;AAAA,EACF;AACF,CAAC;AAEM,IAAM,iCAAiC,WAAA,CAAY;AAAA,EACxD,MAAA,EAAQ,KAAA;AAAA,EACR,IAAA,EAAM,8BAAA;AAAA,EACN,YAAA,EAAc,MAAA;AAAA,EACd,eAAA,EAAiB,kBAAA;AAAA,EACjB,gBAAA,EAAkB,+BAAA;AAAA,EAClB,cAAA,EAAgB,kCAAA;AAAA,EAChB,OAAA,EAAS,0BAAA;AAAA,EACT,WAAA,EAAa,mDAAA;AAAA,EACb,IAAA,EAAM,CAAC,SAAS,CAAA;AAAA,EAChB,SAAS,OAAO,EAAE,QAAQ,QAAA,EAAU,GAAG,QAAO,KAAM;AAClD,IAAA,IAAI;AACF,MAAA,MAAM,EAAE,IAAA,EAAM,OAAA,EAAS,QAAA,EAAU,YAAW,GAAI,MAAA;AAChD,MAAA,MAAM,UAAU,MAAA,CAAO,WAAA,CAAY,OAAO,OAAA,CAAQ,EAAE,UAAU,UAAA,EAAY,CAAA,CAAE,MAAA,CAAO,CAAC,CAAC,CAAA,EAAG,CAAC,CAAA,KAAM,CAAA,KAAM,MAAS,CAAC,CAAA;AAC/G,MAAA,MAAM,YAAA,GAAgB,MAAM,MAAA,CAAO,UAAA,IAAc,oBAAA,GAAuB;AAAA,QACtE,QAAA;AAAA,QACA,YAAY,EAAE,IAAA,EAAM,QAAQ,CAAA,EAAG,OAAA,EAAS,WAAW,EAAA,EAAG;AAAA,QACtD,GAAG;AAAA,OACJ,CAAA,IAAM,EAAE,UAAA,EAAY,EAAE,OAAO,CAAA,EAAG,IAAA,EAAM,CAAA,EAAG,OAAA,EAAS,GAAG,OAAA,EAAS,KAAA,EAAM,EAAG,MAAA,EAAQ,EAAC,EAAE;AACnF,MAAA,OAAO;AAAA,QACL,YAAY,YAAA,CAAa,UAAA;AAAA,QACzB,MAAA,EAAQ,YAAA,CAAa,MAAA,CAAO,GAAA,CAAI,CAAA,KAAA,MAAU,EAAE,GAAG,KAAA,EAAO,GAAG,eAAA,CAAgB,KAAA,CAAM,OAAO,GAAE,CAAE;AAAA,OAC5F;AAAA,IACF,SAAS,KAAA,EAAO;AACd,MAAA,OAAO,WAAA,CAAY,OAAO,mCAAmC,CAAA;AAAA,IAC/D;AAAA,EACF;AACF,CAAC;AAEM,IAAM,iCAAiC,WAAA,CAAY;AAAA,EACxD,MAAA,EAAQ,KAAA;AAAA,EACR,IAAA,EAAM,0CAAA;AAAA,EACN,YAAA,EAAc,MAAA;AAAA,EACd,eAAA,EAAiB,gBAAA;AAAA,EACjB,gBAAA,EAAkB,+BAAA;AAAA,EAClB,cAAA,EAAgB,kCAAA;AAAA,EAChB,OAAA,EAAS,0BAAA;AAAA,EACT,WAAA,EAAa,8DAAA;AAAA,EACb,IAAA,EAAM,CAAC,SAAS,CAAA;AAAA,EAChB,OAAA,EAAS,OAAO,EAAE,MAAA,EAAQ,UAAU,UAAA,EAAY,GAAG,QAAO,KAAM;AAC9D,IAAA,IAAI;AACF,MAAA,MAAM,EAAE,IAAA,EAAM,OAAA,EAAQ,GAAI,MAAA;AAC1B,MAAA,IAAI,aAAA,GAAgB,QAAA;AAEpB,MAAA,IAAI,eAAe,OAAA,EAAS;AAC1B,QAAA,MAAM,KAAA,GAAQ,MAAA,CAAO,YAAA,CAAa,QAAQ,CAAA;AAC1C,QAAA,aAAA,GAAgB,KAAA,CAAM,EAAA;AAAA,MACxB,CAAA,MAAA,IAAW,eAAe,UAAA,EAAY;AACpC,QAAA,MAAM,QAAA,GAAW,MAAA,CAAO,eAAA,CAAgB,QAAQ,CAAA;AAChD,QAAA,aAAA,GAAgB,QAAA,CAAS,EAAA;AAAA,MAC3B;AAEA,MAAA,MAAM,UAAA,GAAgC;AAAA,QACpC,MAAM,IAAA,IAAQ,CAAA;AAAA,QACd,SAAS,OAAA,IAAW;AAAA,OACtB;AAEA,MAAA,MAAM,YAAA,GAAgB,MAAM,MAAA,CAAO,UAAA,IAAc,oBAAA,GAAuB;AAAA,QACtE,QAAA,EAAU,aAAA;AAAA,QACV,UAAA;AAAA,QACA;AAAA,OACD,CAAA,IAAM,EAAE,UAAA,EAAY,EAAE,OAAO,CAAA,EAAG,IAAA,EAAM,CAAA,EAAG,OAAA,EAAS,GAAG,OAAA,EAAS,KAAA,EAAM,EAAG,MAAA,EAAQ,EAAC,EAAE;AAEnF,MAAA,OAAO;AAAA,QACL,YAAY,YAAA,CAAa,UAAA;AAAA,QACzB,MAAA,EAAQ,YAAA,CAAa,MAAA,CAAO,GAAA,CAAI,CAAA,KAAA,MAAU,EAAE,GAAG,KAAA,EAAO,GAAG,eAAA,CAAgB,KAAA,CAAM,OAAO,GAAE,CAAE;AAAA,OAC5F;AAAA,IACF,SAAS,KAAA,EAAO;AACd,MAAA,OAAO,WAAA,CAAY,OAAO,mCAAmC,CAAA;AAAA,IAC/D;AAAA,EACF;AACF,CAAC;AAEM,IAAM,mBAAmB,WAAA,CAAY;AAAA,EAC1C,MAAA,EAAQ,MAAA;AAAA,EACR,IAAA,EAAM,aAAA;AAAA,EACN,YAAA,EAAc,MAAA;AAAA,EACd,UAAA,EAAY,mBAAA;AAAA,EACZ,cAAA,EAAgB,uBAAA;AAAA,EAChB,OAAA,EAAS,YAAA;AAAA,EACT,WAAA,EAAa,qCAAA;AAAA,EACb,IAAA,EAAM,CAAC,SAAS,CAAA;AAAA,EAChB,SAAS,OAAO,EAAE,MAAA,EAAQ,GAAG,QAAO,KAAM;AACxC,IAAA,IAAI;AACF,MAAA,MAAM,EAAE,OAAM,GAAI,MAAA;AAClB,MAAA,MAAM,SAAS,MAAM,MAAA,CAAO,UAAA,EAAW,EAAG,YAAY,KAAK,CAAA;AAC3D,MAAA,IAAI,CAAC,MAAA,EAAQ;AACX,QAAA,MAAM,IAAI,aAAA,CAAc,GAAA,EAAK,EAAE,OAAA,EAAS,0BAA0B,CAAA;AAAA,MACpE;AACA,MAAA,OAAO,MAAA;AAAA,IACT,SAAS,KAAA,EAAO;AACd,MAAA,OAAO,WAAA,CAAY,OAAO,oBAAoB,CAAA;AAAA,IAChD;AAAA,EACF;AACF,CAAC","file":"chunk-FYY54HZC.js","sourcesContent":["import type { MastraScorerEntry, ScoreRowData } from '@mastra/core/evals';\nimport type { RequestContext } from '@mastra/core/request-context';\nimport type { StoragePagination } from '@mastra/core/storage';\nimport { HTTPException } from '../http-exception';\nimport { runIdSchema } from '../schemas/common';\nimport {\n  listScorersResponseSchema,\n  scorerEntrySchema,\n  scorerIdPathParams,\n  entityPathParams,\n  listScoresByRunIdQuerySchema,\n  listScoresByScorerIdQuerySchema,\n  listScoresByEntityIdQuerySchema,\n  saveScoreBodySchema,\n  scoresWithPaginationResponseSchema,\n  saveScoreResponseSchema,\n} from '../schemas/scores';\nimport { createRoute } from '../server-adapter/routes/route-builder';\nimport type { Context } from '../types';\nimport { handleError } from './error';\n\nasync function listScorersFromSystem({\n  mastra,\n  requestContext,\n}: Context & {\n  requestContext: RequestContext;\n}) {\n  const agents = mastra.listAgents();\n  const workflows = mastra.listWorkflows();\n\n  const scorersMap = new Map<\n    string,\n    MastraScorerEntry & { agentIds: string[]; agentNames: string[]; workflowIds: string[]; isRegistered: boolean }\n  >();\n\n  for (const [_, agent] of Object.entries(agents)) {\n    const scorers =\n      (await agent.listScorers({\n        requestContext,\n      })) || {};\n\n    if (Object.keys(scorers).length > 0) {\n      for (const [_scorerId, scorer] of Object.entries(scorers)) {\n        const scorerId = scorer.scorer.id;\n        if (scorersMap.has(scorerId)) {\n          scorersMap.get(scorerId)?.agentIds.push(agent.id);\n          scorersMap.get(scorerId)?.agentNames.push(agent.name);\n        } else {\n          scorersMap.set(scorerId, {\n            workflowIds: [],\n            ...scorer,\n            agentNames: [agent.name],\n            agentIds: [agent.id],\n            isRegistered: false,\n          });\n        }\n      }\n    }\n  }\n\n  for (const [workflowId, workflow] of Object.entries(workflows)) {\n    const scorers =\n      (await workflow.listScorers({\n        requestContext,\n      })) || {};\n\n    if (Object.keys(scorers).length > 0) {\n      for (const [_scorerId, scorer] of Object.entries(scorers)) {\n        const scorerName = scorer.scorer.name;\n        if (scorersMap.has(scorerName)) {\n          scorersMap.get(scorerName)?.workflowIds.push(workflowId);\n        } else {\n          scorersMap.set(scorerName, {\n            agentIds: [],\n            agentNames: [],\n            ...scorer,\n            workflowIds: [workflowId],\n            isRegistered: false,\n          });\n        }\n      }\n    }\n  }\n\n  const registeredScorers = await mastra.listScorers();\n  for (const [_scorerId, scorer] of Object.entries(registeredScorers || {})) {\n    const scorerId = scorer.id;\n    if (scorersMap.has(scorerId)) {\n      scorersMap.get(scorerId)!.isRegistered = true;\n    } else {\n      scorersMap.set(scorerId, {\n        scorer: scorer,\n        agentIds: [],\n        agentNames: [],\n        workflowIds: [],\n        isRegistered: true,\n      });\n    }\n  }\n\n  return Object.fromEntries(scorersMap.entries());\n}\n\n// Legacy function to get trace and span details\nfunction getTraceDetails(traceIdWithSpanId?: string) {\n  if (!traceIdWithSpanId) {\n    return {};\n  }\n\n  const [traceId, spanId] = traceIdWithSpanId.split('-');\n\n  return {\n    ...(traceId ? { traceId } : {}),\n    ...(spanId ? { spanId } : {}),\n  };\n}\n\n// ============================================================================\n// Route Definitions (new pattern - handlers defined inline with createRoute)\n// ============================================================================\n\nexport const LIST_SCORERS_ROUTE = createRoute({\n  method: 'GET',\n  path: '/api/scores/scorers',\n  responseType: 'json',\n  responseSchema: listScorersResponseSchema,\n  summary: 'List all scorers',\n  description: 'Returns a list of all registered scorers with their configuration and associated agents and workflows',\n  tags: ['Scoring'],\n  handler: async ({ mastra, requestContext }) => {\n    const scorers = await listScorersFromSystem({\n      mastra,\n      requestContext,\n    });\n    return scorers;\n  },\n});\n\nexport const GET_SCORER_ROUTE = createRoute({\n  method: 'GET',\n  path: '/api/scores/scorers/:scorerId',\n  responseType: 'json',\n  pathParamSchema: scorerIdPathParams,\n  responseSchema: scorerEntrySchema.nullable(),\n  summary: 'Get scorer by ID',\n  description: 'Returns details for a specific scorer including its configuration and associations',\n  tags: ['Scoring'],\n  handler: async ({ mastra, scorerId, requestContext }) => {\n    const scorers = await listScorersFromSystem({\n      mastra,\n      requestContext,\n    });\n\n    const scorer = scorers[scorerId];\n\n    if (!scorer) {\n      return null;\n    }\n\n    return scorer;\n  },\n});\n\nexport const LIST_SCORES_BY_RUN_ID_ROUTE = createRoute({\n  method: 'GET',\n  path: '/api/scores/run/:runId',\n  responseType: 'json',\n  pathParamSchema: runIdSchema,\n  queryParamSchema: listScoresByRunIdQuerySchema,\n  responseSchema: scoresWithPaginationResponseSchema,\n  summary: 'List scores by run ID',\n  description: 'Returns all scores for a specific execution run',\n  tags: ['Scoring'],\n  handler: async ({ mastra, runId, ...params }) => {\n    try {\n      const { page, perPage } = params;\n      const pagination: StoragePagination = {\n        page: page ?? 0,\n        perPage: perPage ?? 10,\n      };\n      const scoreResults = (await mastra.getStorage()?.listScoresByRunId?.({\n        runId,\n        pagination,\n      })) || { pagination: { total: 0, page: 0, perPage: 0, hasMore: false }, scores: [] };\n      return {\n        pagination: scoreResults.pagination,\n        scores: scoreResults.scores.map(score => ({ ...score, ...getTraceDetails(score.traceId) })),\n      };\n    } catch (error) {\n      return handleError(error, 'Error getting scores by run id');\n    }\n  },\n});\n\nexport const LIST_SCORES_BY_SCORER_ID_ROUTE = createRoute({\n  method: 'GET',\n  path: '/api/scores/scorer/:scorerId',\n  responseType: 'json',\n  pathParamSchema: scorerIdPathParams,\n  queryParamSchema: listScoresByScorerIdQuerySchema,\n  responseSchema: scoresWithPaginationResponseSchema,\n  summary: 'List scores by scorer ID',\n  description: 'Returns all scores generated by a specific scorer',\n  tags: ['Scoring'],\n  handler: async ({ mastra, scorerId, ...params }) => {\n    try {\n      const { page, perPage, entityId, entityType } = params;\n      const filters = Object.fromEntries(Object.entries({ entityId, entityType }).filter(([_, v]) => v !== undefined));\n      const scoreResults = (await mastra.getStorage()?.listScoresByScorerId?.({\n        scorerId,\n        pagination: { page: page ?? 0, perPage: perPage ?? 10 },\n        ...filters,\n      })) || { pagination: { total: 0, page: 0, perPage: 0, hasMore: false }, scores: [] };\n      return {\n        pagination: scoreResults.pagination,\n        scores: scoreResults.scores.map(score => ({ ...score, ...getTraceDetails(score.traceId) })),\n      };\n    } catch (error) {\n      return handleError(error, 'Error getting scores by scorer id');\n    }\n  },\n});\n\nexport const LIST_SCORES_BY_ENTITY_ID_ROUTE = createRoute({\n  method: 'GET',\n  path: '/api/scores/entity/:entityType/:entityId',\n  responseType: 'json',\n  pathParamSchema: entityPathParams,\n  queryParamSchema: listScoresByEntityIdQuerySchema,\n  responseSchema: scoresWithPaginationResponseSchema,\n  summary: 'List scores by entity ID',\n  description: 'Returns all scores for a specific entity (agent or workflow)',\n  tags: ['Scoring'],\n  handler: async ({ mastra, entityId, entityType, ...params }) => {\n    try {\n      const { page, perPage } = params;\n      let entityIdToUse = entityId;\n\n      if (entityType === 'AGENT') {\n        const agent = mastra.getAgentById(entityId);\n        entityIdToUse = agent.id;\n      } else if (entityType === 'WORKFLOW') {\n        const workflow = mastra.getWorkflowById(entityId);\n        entityIdToUse = workflow.id;\n      }\n\n      const pagination: StoragePagination = {\n        page: page ?? 0,\n        perPage: perPage ?? 10,\n      };\n\n      const scoreResults = (await mastra.getStorage()?.listScoresByEntityId?.({\n        entityId: entityIdToUse,\n        entityType,\n        pagination,\n      })) || { pagination: { total: 0, page: 0, perPage: 0, hasMore: false }, scores: [] };\n\n      return {\n        pagination: scoreResults.pagination,\n        scores: scoreResults.scores.map(score => ({ ...score, ...getTraceDetails(score.traceId) })),\n      };\n    } catch (error) {\n      return handleError(error, 'Error getting scores by entity id');\n    }\n  },\n});\n\nexport const SAVE_SCORE_ROUTE = createRoute({\n  method: 'POST',\n  path: '/api/scores',\n  responseType: 'json',\n  bodySchema: saveScoreBodySchema,\n  responseSchema: saveScoreResponseSchema,\n  summary: 'Save score',\n  description: 'Saves a new score record to storage',\n  tags: ['Scoring'],\n  handler: async ({ mastra, ...params }) => {\n    try {\n      const { score } = params as { score: ScoreRowData };\n      const result = await mastra.getStorage()?.saveScore?.(score);\n      if (!result) {\n        throw new HTTPException(500, { message: 'Storage not configured' });\n      }\n      return result;\n    } catch (error) {\n      return handleError(error, 'Error saving score');\n    }\n  },\n});\n","import z from 'zod';\nimport { paginationInfoSchema } from './common';\n\n/**\n * Schema for sampling configuration\n * Using passthrough to allow various sampling config shapes\n */\nconst scoringSamplingConfigSchema = z.object({});\n\n/**\n * Schema for MastraScorer config object\n */\nconst mastraScorerConfigSchema = z.object({\n  id: z.string(),\n  name: z.string().optional(),\n  description: z.string(),\n  type: z.unknown().optional(),\n  judge: z.unknown().optional(),\n});\n\n/**\n * Schema for MastraScorer\n * Only validates public config property, uses passthrough to allow class instance\n */\nconst mastraScorerSchema = z.object({\n  config: mastraScorerConfigSchema,\n});\n\n/**\n * Schema for scorer entry with associations to agents and workflows\n */\nexport const scorerEntrySchema = z.object({\n  scorer: mastraScorerSchema,\n  sampling: scoringSamplingConfigSchema.optional(),\n  agentIds: z.array(z.string()),\n  agentNames: z.array(z.string()),\n  workflowIds: z.array(z.string()),\n  isRegistered: z.boolean(),\n});\n\n/**\n * Response schema for list scorers endpoint\n * Returns a record of scorer ID to scorer entry with associations\n */\nexport const listScorersResponseSchema = z.record(z.string(), scorerEntrySchema);\n\n// Path parameter schemas\nexport const scorerIdPathParams = z.object({\n  scorerId: z.string().describe('Unique identifier for the scorer'),\n});\n\nexport const entityPathParams = z.object({\n  entityType: z.string().describe('Type of the entity (AGENT or WORKFLOW)'),\n  entityId: z.string().describe('Unique identifier for the entity'),\n});\n\n// Query parameter schemas\n// HTTP query params must be flat (e.g., ?page=0&perPage=10)\n// Adapters should transform these into nested pagination objects for handlers if needed\n\nexport const listScoresByRunIdQuerySchema = z.object({\n  page: z.coerce.number().optional().default(0),\n  perPage: z.coerce.number().optional().default(10),\n});\n\nexport const listScoresByScorerIdQuerySchema = z.object({\n  page: z.coerce.number().optional().default(0),\n  perPage: z.coerce.number().optional().default(10),\n  entityId: z.string().optional(),\n  entityType: z.string().optional(),\n});\n\nexport const listScoresByEntityIdQuerySchema = z.object({\n  page: z.coerce.number().optional().default(0),\n  perPage: z.coerce.number().optional().default(10),\n});\n\n// Body schema for saving scores\nexport const saveScoreBodySchema = z.object({\n  score: z.unknown(), // ScoreRowData - complex type\n});\n\n// Response schemas\nexport const scoresWithPaginationResponseSchema = z.object({\n  pagination: paginationInfoSchema,\n  scores: z.array(z.unknown()), // Array of score records\n});\n\nexport const saveScoreResponseSchema = z.object({\n  score: z.unknown(), // ScoreRowData\n});\n"]}