@mastra/deployer 0.24.9-alpha.0 → 0.24.9

package/CHANGELOG.md

@@ -1,5 +1,25 @@
 # @mastra/deployer
 
+## 0.24.9
+
+### Patch Changes
+
+- Update prompt handler to use new scoring system instead of deprecated evals. ([#11274](https://github.com/mastra-ai/mastra/pull/11274))
+
+- Updated dependencies [[`c56f64b`](https://github.com/mastra-ai/mastra/commit/c56f64b0d7365d744cfe99f54369795917c057b7), [`60d99c0`](https://github.com/mastra-ai/mastra/commit/60d99c0addeed9d759c1b9fe4924d830ec93ac84)]:
+  - @mastra/core@0.24.9
+  - @mastra/server@0.24.9
+
+## 0.24.9-alpha.1
+
+### Patch Changes
+
+- Update prompt handler to use new scoring system instead of deprecated evals. ([#11274](https://github.com/mastra-ai/mastra/pull/11274))
+
+- Updated dependencies [[`60d99c0`](https://github.com/mastra-ai/mastra/commit/60d99c0addeed9d759c1b9fe4924d830ec93ac84)]:
+  - @mastra/server@0.24.9-alpha.1
+  - @mastra/core@0.24.9-alpha.1
+
 ## 0.24.9-alpha.0
 
 ### Patch Changes

package/dist/server/handlers/prompt.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"prompt.d.ts","sourceRoot":"","sources":["../../../src/server/handlers/prompt.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AAKpC,wBAAsB,2BAA2B,CAAC,CAAC,EAAE,OAAO,qBAwH3D"}
+{"version":3,"file":"prompt.d.ts","sourceRoot":"","sources":["../../../src/server/handlers/prompt.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AAapC,wBAAsB,2BAA2B,CAAC,CAAC,EAAE,OAAO,qBAuH3D"}

package/dist/server/index.cjs

@@ -2338,6 +2338,12 @@ function agentBuilderRouter(bodyLimitOptions) {
   );
   return router;
 }
+var getUserMessageFromRunInput = (input) => {
+  return input?.inputMessages.find(({ role }) => role === "user")?.content;
+};
+var extractAgentResponseMessages = (runOutput) => {
+  return runOutput.filter((msg) => msg.role === "assistant").map((msg) => msg.content);
+};
 async function generateSystemPromptHandler(c2) {
   try {
     const agentId = c2.req.param("agentId");
@@ -2354,25 +2360,29 @@ async function generateSystemPromptHandler(c2) {
     if (!agent$1) {
       return c2.json({ error: "Agent not found" }, 404);
     }
-    let evalSummary = "";
+    let scoreSummary = "";
     try {
-      const testEvals = await mastra.getStorage()?.getEvalsByAgentName?.(agent$1.name, "test") || [];
-      const liveEvals = await mastra.getStorage()?.getEvalsByAgentName?.(agent$1.name, "live") || [];
-      const evalsMapped = [...testEvals, ...liveEvals].filter(
-        ({ instructions: evalInstructions }) => evalInstructions === instructions
-      );
-      evalSummary = evalsMapped.map(
-        ({ input, output, result: result2 }) => `
-          Input: ${input}
-
-          Output: ${output}
+      const scoresResult = await mastra.getStorage()?.getScoresByEntityId?.({
+        entityId: agent$1.name,
+        entityType: "AGENT",
+        pagination: { page: 0, perPage: 100 }
+      });
+      const scores = scoresResult?.scores || [];
+      scoreSummary = scores.map(({ input, output, score, reason, scorer }) => {
+        const userMessage = getUserMessageFromRunInput(input);
+        const agentResponses = extractAgentResponseMessages(output);
+        return `
+          User: ${userMessage}
 
-          Result: ${JSON.stringify(result2)}
+          Agent: ${agentResponses.join("\n")}
 
-        `
-      ).join("");
+          Score: ${score}${reason ? `
+          Reason: ${reason}` : ""}${scorer?.name ? `
+          Scorer: ${scorer.name}` : ""}
+        `;
+      }).join("");
     } catch (error) {
-      mastra.getLogger().error(`Error fetching evals`, { error });
+      mastra.getLogger().error(`Error fetching scores`, { error });
     }
     const ENHANCE_SYSTEM_PROMPT_INSTRUCTIONS = `
             You are an expert system prompt engineer, specialized in analyzing and enhancing instructions to create clear, effective, and comprehensive system prompts. Your goal is to help users transform their basic instructions into well-structured system prompts that will guide AI behavior effectively.
@@ -2431,9 +2441,9 @@ async function generateSystemPromptHandler(c2) {
             We need to improve the system prompt. 
             Current: ${instructions}
             ${comment ? `User feedback: ${comment}` : ""}
-            ${evalSummary ? `
-Evaluation Results:
-${evalSummary}` : ""}
+            ${scoreSummary ? `
+Scoring Results:
+${scoreSummary}` : ""}
         `,
       {
         output: zod.z.object({