@mastra/ai-sdk 1.0.0-beta.6 → 1.0.0-beta.8

package/dist/index.d.ts

@@ -8,5 +8,7 @@ export type { NetworkRouteOptions, NetworkStreamHandlerParams, NetworkStreamHand
 export type { NetworkDataPart } from './transformers.js';
 export type { AgentDataPart } from './transformers.js';
 export { toAISdkV5Stream as toAISdkStream } from './convert-streams.js';
+export { withMastra } from './middleware.js';
+export type { WithMastraOptions, WithMastraMemoryOptions, WithMastraSemanticRecallOptions } from './middleware.js';
 export { toAISdkFormat } from './to-ai-sdk-format.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAC3D,YAAY,EAAE,gBAAgB,EAAE,uBAAuB,EAAE,wBAAwB,EAAE,MAAM,cAAc,CAAC;AACxG,OAAO,EAAE,aAAa,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AACvE,YAAY,EAAE,oBAAoB,EAAE,2BAA2B,EAAE,4BAA4B,EAAE,MAAM,kBAAkB,CAAC;AACxH,YAAY,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AACvD,OAAO,EAAE,YAAY,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AACpE,YAAY,EAAE,mBAAmB,EAAE,0BAA0B,EAAE,2BAA2B,EAAE,MAAM,iBAAiB,CAAC;AACpH,YAAY,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACtD,YAAY,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAEpD,OAAO,EAAE,eAAe,IAAI,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAGrE,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAC3D,YAAY,EAAE,gBAAgB,EAAE,uBAAuB,EAAE,wBAAwB,EAAE,MAAM,cAAc,CAAC;AACxG,OAAO,EAAE,aAAa,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AACvE,YAAY,EAAE,oBAAoB,EAAE,2BAA2B,EAAE,4BAA4B,EAAE,MAAM,kBAAkB,CAAC;AACxH,YAAY,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AACvD,OAAO,EAAE,YAAY,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AACpE,YAAY,EAAE,mBAAmB,EAAE,0BAA0B,EAAE,2BAA2B,EAAE,MAAM,iBAAiB,CAAC;AACpH,YAAY,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACtD,YAAY,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAEpD,OAAO,EAAE,eAAe,IAAI,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAGrE,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,YAAY,EAAE,iBAAiB,EAAE,uBAAuB,EAAE,+BAA+B,EAAE,MAAM,cAAc,CAAC;AAGhH,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC"}

package/dist/index.js

@@ -1,6 +1,9 @@
 import { registerApiRoute } from '@mastra/core/server';
-import { createUIMessageStream, createUIMessageStreamResponse } from 'ai';
-import { DefaultGeneratedFile, DefaultGeneratedFileWithType } from '@mastra/core/stream';
+import { createUIMessageStream, createUIMessageStreamResponse, wrapLanguageModel } from 'ai';
+import { convertFullStreamChunkToMastra, DefaultGeneratedFile, DefaultGeneratedFileWithType } from '@mastra/core/stream';
+import { TripWire, MessageList } from '@mastra/core/agent';
+import { RequestContext } from '@mastra/core/di';
+import { WorkingMemory, MessageHistory, SemanticRecall } from '@mastra/core/processors';
 
 // src/chat-route.ts
 
@@ -20,6 +23,8 @@ var isMastraTextStreamChunk = (chunk) => {
     "source",
     "tool-input-start",
     "tool-input-delta",
+    "tool-call-approval",
+    "tool-call-suspended",
     "tool-call",
     "tool-result",
     "tool-error",
@@ -30,6 +35,8 @@ var isMastraTextStreamChunk = (chunk) => {
     "finish",
     "abort",
     "tool-input-end",
+    "object",
+    "tripwire",
     "raw"
   ].includes(chunk.type);
 };
@@ -55,6 +62,12 @@ var isWorkflowExecutionDataChunkType = (chunk) => {
 };
 
 // src/helpers.ts
+function toAISDKFinishReason(reason) {
+  if (reason === "tripwire" || reason === "retry") {
+    return "other";
+  }
+  return reason;
+}
 function convertMastraChunkToAISDKv5({
   chunk,
   mode = "stream"
@@ -79,7 +92,7 @@ function convertMastraChunkToAISDKv5({
     case "finish": {
       return {
         type: "finish",
-        finishReason: chunk.payload.stepResult.reason,
+        finishReason: toAISDKFinishReason(chunk.payload.stepResult.reason),
         totalUsage: chunk.payload.output.usage
       };
     }
@@ -218,7 +231,7 @@ function convertMastraChunkToAISDKv5({
           ...rest2
         },
         usage: chunk.payload.output.usage,
-        finishReason: chunk.payload.stepResult.reason,
+        finishReason: toAISDKFinishReason(chunk.payload.stepResult.reason),
         providerMetadata
       };
     }
@@ -279,7 +292,10 @@ function convertMastraChunkToAISDKv5({
       return {
         type: "data-tripwire",
         data: {
-          tripwireReason: chunk.payload.tripwireReason
+          reason: chunk.payload.reason,
+          retry: chunk.payload.retry,
+          metadata: chunk.payload.metadata,
+          processorId: chunk.payload.processorId
         }
       };
     default:
@@ -1132,6 +1148,26 @@ function transformNetwork(payload, bufferedNetworks, isNested) {
       };
     }
     default: {
+      if (isAgentExecutionDataChunkType(payload)) {
+        if (!("data" in payload.payload)) {
+          throw new Error(
+            `UI Messages require a data property when using data- prefixed chunks 
+ ${JSON.stringify(payload)}`
+          );
+        }
+        const { type, data } = payload.payload;
+        return { type, data };
+      }
+      if (isWorkflowExecutionDataChunkType(payload)) {
+        if (!("data" in payload.payload)) {
+          throw new Error(
+            `UI Messages require a data property when using data- prefixed chunks 
+ ${JSON.stringify(payload)}`
+          );
+        }
+        const { type, data } = payload.payload;
+        return { type, data };
+      }
       if (payload.type.startsWith("agent-execution-event-")) {
         const stepId = payload.payload.runId;
         const current = bufferedNetworks.get(payload.runId);
@@ -1146,6 +1182,15 @@ function transformNetwork(payload, bufferedNetworks, isNested) {
           const { request, response, ...data } = result.data;
           step.task = data;
         }
+        bufferedNetworks.set(payload.runId, current);
+        return {
+          type: isNested ? "data-tool-network" : "data-network",
+          id: payload.runId,
+          data: {
+            ...current,
+            status: "running"
+          }
+        };
       }
       if (payload.type.startsWith("workflow-execution-event-")) {
         const stepId = payload.payload.runId;
@@ -1164,6 +1209,15 @@ function transformNetwork(payload, bufferedNetworks, isNested) {
             step.task.id = data.name;
           }
         }
+        bufferedNetworks.set(payload.runId, current);
+        return {
+          type: isNested ? "data-tool-network" : "data-network",
+          id: payload.runId,
+          data: {
+            ...current,
+            status: "running"
+          }
+        };
       }
       if (isDataChunkType(payload)) {
         if (!("data" in payload)) {
@@ -1175,26 +1229,6 @@ function transformNetwork(payload, bufferedNetworks, isNested) {
         const { type, data } = payload;
         return { type, data };
       }
-      if (isAgentExecutionDataChunkType(payload)) {
-        if (!("data" in payload.payload)) {
-          throw new Error(
-            `UI Messages require a data property when using data- prefixed chunks 
- ${JSON.stringify(payload)}`
-          );
-        }
-        const { type, data } = payload.payload;
-        return { type, data };
-      }
-      if (isWorkflowExecutionDataChunkType(payload)) {
-        if (!("data" in payload.payload)) {
-          throw new Error(
-            `UI Messages require a data property when using data- prefixed chunks 
- ${JSON.stringify(payload)}`
-          );
-        }
-        const { type, data } = payload.payload;
-        return { type, data };
-      }
       return null;
     }
   }
@@ -1651,6 +1685,455 @@ function networkRoute({
     }
   });
 }
+function withMastra(model, options = {}) {
+  const { memory, inputProcessors = [], outputProcessors = [] } = options;
+  const allInputProcessors = [...inputProcessors];
+  const allOutputProcessors = [...outputProcessors];
+  if (memory) {
+    const { storage, lastMessages, semanticRecall, workingMemory } = memory;
+    const isWorkingMemoryEnabled = typeof workingMemory === "object" && workingMemory.enabled !== false;
+    if (isWorkingMemoryEnabled && typeof workingMemory === "object") {
+      let template;
+      if (workingMemory.template) {
+        template = {
+          format: "markdown",
+          content: workingMemory.template
+        };
+      }
+      const workingMemoryProcessor = new WorkingMemory({
+        storage,
+        template,
+        scope: workingMemory.scope,
+        useVNext: "version" in workingMemory && workingMemory.version === "vnext"
+      });
+      allInputProcessors.push(workingMemoryProcessor);
+    }
+    if (lastMessages !== false && lastMessages !== void 0) {
+      const messageHistory = new MessageHistory({
+        storage,
+        lastMessages: typeof lastMessages === "number" ? lastMessages : void 0
+      });
+      allInputProcessors.push(messageHistory);
+      allOutputProcessors.push(messageHistory);
+    }
+    if (semanticRecall) {
+      const { vector, embedder, indexName, ...semanticConfig } = semanticRecall;
+      const semanticRecallProcessor = new SemanticRecall({
+        storage,
+        vector,
+        embedder,
+        indexName: indexName || "memory_messages",
+        ...semanticConfig
+      });
+      allInputProcessors.push(semanticRecallProcessor);
+      allOutputProcessors.push(semanticRecallProcessor);
+    }
+  }
+  return wrapLanguageModel({
+    model,
+    middleware: createProcessorMiddleware({
+      inputProcessors: allInputProcessors,
+      outputProcessors: allOutputProcessors,
+      memory: memory ? {
+        threadId: memory.threadId,
+        resourceId: memory.resourceId
+      } : void 0
+    })
+  });
+}
+function createProcessorMiddleware(options) {
+  const { inputProcessors = [], outputProcessors = [], memory } = options;
+  const requestContext = new RequestContext();
+  if (memory) {
+    requestContext.set("MastraMemory", {
+      thread: memory.threadId ? { id: memory.threadId } : void 0,
+      resourceId: memory.resourceId,
+      memoryConfig: memory.config
+    });
+  }
+  return {
+    middlewareVersion: "v2",
+    /**
+     * Transform params runs input processors (processInput)
+     */
+    async transformParams({ params }) {
+      const messageList = new MessageList({
+        threadId: memory?.threadId,
+        resourceId: memory?.resourceId
+      });
+      for (const msg of params.prompt) {
+        if (msg.role === "system") {
+          messageList.addSystem(msg.content);
+        } else {
+          messageList.add(msg, "input");
+        }
+      }
+      for (const processor of inputProcessors) {
+        if (processor.processInput) {
+          try {
+            await processor.processInput({
+              messages: messageList.get.input.db(),
+              systemMessages: messageList.getAllSystemMessages(),
+              messageList,
+              requestContext,
+              abort: (reason) => {
+                throw new TripWire(reason || "Aborted by processor");
+              }
+            });
+          } catch (error) {
+            if (error instanceof TripWire) {
+              return {
+                ...params,
+                providerOptions: {
+                  ...params.providerOptions,
+                  mastraProcessors: {
+                    tripwire: true,
+                    reason: error.message
+                  }
+                }
+              };
+            }
+            throw error;
+          }
+        }
+      }
+      const newPrompt = messageList.get.all.aiV5.prompt().map(MessageList.aiV5ModelMessageToV2PromptMessage);
+      return {
+        ...params,
+        prompt: newPrompt
+      };
+    },
+    /**
+     * Wrap generate for non-streaming output processing
+     */
+    async wrapGenerate({ doGenerate, params }) {
+      const processorState = params.providerOptions?.mastraProcessors;
+      if (processorState?.tripwire) {
+        const reason = processorState.reason || "Blocked by processor";
+        return {
+          content: [{ type: "text", text: reason }],
+          finishReason: "stop",
+          usage: { inputTokens: 0, outputTokens: 0, totalTokens: 0 },
+          warnings: [{ type: "other", message: `Tripwire: ${reason}` }]
+        };
+      }
+      const result = await doGenerate();
+      if (!outputProcessors.length) return result;
+      const messageList = new MessageList({
+        threadId: memory?.threadId,
+        resourceId: memory?.resourceId
+      });
+      for (const msg of params.prompt) {
+        if (msg.role === "system") {
+          messageList.addSystem(msg.content);
+        } else {
+          messageList.add(msg, "input");
+        }
+      }
+      const textContent = result.content.filter((c) => c.type === "text").map((c) => c.text).join("");
+      const responseMessage = {
+        id: crypto.randomUUID(),
+        role: "assistant",
+        content: {
+          format: 2,
+          parts: [{ type: "text", text: textContent }]
+        },
+        createdAt: /* @__PURE__ */ new Date(),
+        ...memory?.threadId && { threadId: memory.threadId },
+        ...memory?.resourceId && { resourceId: memory.resourceId }
+      };
+      messageList.add(responseMessage, "response");
+      for (const processor of outputProcessors) {
+        if (processor.processOutputResult) {
+          try {
+            await processor.processOutputResult({
+              messages: messageList.get.all.db(),
+              messageList,
+              requestContext,
+              abort: (reason) => {
+                throw new TripWire(reason || "Aborted by processor");
+              }
+            });
+          } catch (error) {
+            if (error instanceof TripWire) {
+              return {
+                content: [{ type: "text", text: error.message }],
+                finishReason: "stop",
+                usage: result.usage,
+                warnings: [{ type: "other", message: `Output blocked: ${error.message}` }]
+              };
+            }
+            throw error;
+          }
+        }
+      }
+      const processedText = messageList.get.response.db().map((m) => extractTextFromMastraMessage(m)).join("");
+      return {
+        ...result,
+        content: [{ type: "text", text: processedText }]
+      };
+    },
+    /**
+     * Wrap stream for streaming output processing
+     */
+    async wrapStream({ doStream, params }) {
+      const processorState = params.providerOptions?.mastraProcessors;
+      if (processorState?.tripwire) {
+        const reason = processorState.reason || "Blocked by processor";
+        return {
+          stream: createBlockedStream(reason)
+        };
+      }
+      const { stream, ...rest } = await doStream();
+      if (!outputProcessors.length) return { stream, ...rest };
+      const processorStates = /* @__PURE__ */ new Map();
+      const runId = crypto.randomUUID();
+      const transformedStream = stream.pipeThrough(
+        new TransformStream({
+          async transform(chunk, controller) {
+            let mastraChunk = convertFullStreamChunkToMastra(
+              chunk,
+              { runId }
+            );
+            if (!mastraChunk) {
+              controller.enqueue(chunk);
+              return;
+            }
+            for (const processor of outputProcessors) {
+              if (processor.processOutputStream && mastraChunk) {
+                let state = processorStates.get(processor.id);
+                if (!state) {
+                  state = { streamParts: [], customState: {} };
+                  processorStates.set(processor.id, state);
+                }
+                state.streamParts.push(mastraChunk);
+                try {
+                  const result = await processor.processOutputStream({
+                    part: mastraChunk,
+                    streamParts: state.streamParts,
+                    state: state.customState,
+                    requestContext,
+                    abort: (reason) => {
+                      throw new TripWire(reason || "Aborted by processor");
+                    }
+                  });
+                  if (result === null || result === void 0) {
+                    mastraChunk = void 0;
+                  } else {
+                    mastraChunk = result;
+                  }
+                } catch (error) {
+                  if (error instanceof TripWire) {
+                    controller.enqueue({
+                      type: "error",
+                      error: new Error(error.message)
+                    });
+                    controller.terminate();
+                    return;
+                  }
+                  throw error;
+                }
+              }
+            }
+            if (mastraChunk) {
+              const aiChunk = convertMastraChunkToAISDKStreamPart(mastraChunk);
+              if (aiChunk) {
+                controller.enqueue(aiChunk);
+              }
+            }
+          }
+        })
+      );
+      return { stream: transformedStream, ...rest };
+    }
+  };
+}
+function createBlockedStream(reason) {
+  return new ReadableStream({
+    start(controller) {
+      const id = crypto.randomUUID();
+      controller.enqueue({
+        type: "text-start",
+        id
+      });
+      controller.enqueue({
+        type: "text-delta",
+        id,
+        delta: reason
+      });
+      controller.enqueue({
+        type: "text-end",
+        id
+      });
+      controller.enqueue({
+        type: "finish",
+        finishReason: "stop",
+        usage: { inputTokens: 0, outputTokens: 0, totalTokens: 0 }
+      });
+      controller.close();
+    }
+  });
+}
+function extractTextFromMastraMessage(msg) {
+  const content = msg.content;
+  if (typeof content === "string") {
+    return content;
+  }
+  if (content?.parts) {
+    return content.parts.filter((p) => p.type === "text" && "text" in p).map((p) => p.text).join("");
+  }
+  return "";
+}
+function convertMastraChunkToAISDKStreamPart(chunk) {
+  switch (chunk.type) {
+    // Text streaming
+    case "text-start":
+      return {
+        type: "text-start",
+        id: chunk.payload.id || crypto.randomUUID(),
+        providerMetadata: chunk.payload.providerMetadata
+      };
+    case "text-delta":
+      return {
+        type: "text-delta",
+        id: chunk.payload.id || crypto.randomUUID(),
+        delta: chunk.payload.text,
+        providerMetadata: chunk.payload.providerMetadata
+      };
+    case "text-end":
+      return {
+        type: "text-end",
+        id: chunk.payload.id || crypto.randomUUID(),
+        providerMetadata: chunk.payload.providerMetadata
+      };
+    // Reasoning streaming
+    case "reasoning-start":
+      return {
+        type: "reasoning-start",
+        id: chunk.payload.id || crypto.randomUUID(),
+        providerMetadata: chunk.payload.providerMetadata
+      };
+    case "reasoning-delta":
+      return {
+        type: "reasoning-delta",
+        id: chunk.payload.id || crypto.randomUUID(),
+        delta: chunk.payload.text,
+        providerMetadata: chunk.payload.providerMetadata
+      };
+    case "reasoning-end":
+      return {
+        type: "reasoning-end",
+        id: chunk.payload.id || crypto.randomUUID(),
+        providerMetadata: chunk.payload.providerMetadata
+      };
+    // Tool call (complete)
+    case "tool-call":
+      return {
+        type: "tool-call",
+        toolCallId: chunk.payload.toolCallId,
+        toolName: chunk.payload.toolName,
+        input: JSON.stringify(chunk.payload.args),
+        providerExecuted: chunk.payload.providerExecuted,
+        providerMetadata: chunk.payload.providerMetadata
+      };
+    // Tool call input streaming
+    case "tool-call-input-streaming-start":
+      return {
+        type: "tool-input-start",
+        id: chunk.payload.toolCallId,
+        toolName: chunk.payload.toolName,
+        providerExecuted: chunk.payload.providerExecuted,
+        providerMetadata: chunk.payload.providerMetadata
+      };
+    case "tool-call-delta":
+      return {
+        type: "tool-input-delta",
+        id: chunk.payload.toolCallId,
+        delta: chunk.payload.argsTextDelta,
+        providerMetadata: chunk.payload.providerMetadata
+      };
+    case "tool-call-input-streaming-end":
+      return {
+        type: "tool-input-end",
+        id: chunk.payload.toolCallId,
+        providerMetadata: chunk.payload.providerMetadata
+      };
+    // Tool result
+    case "tool-result":
+      return {
+        type: "tool-result",
+        toolCallId: chunk.payload.toolCallId,
+        toolName: chunk.payload.toolName,
+        result: { type: "json", value: chunk.payload.result },
+        isError: chunk.payload.isError,
+        providerExecuted: chunk.payload.providerExecuted,
+        providerMetadata: chunk.payload.providerMetadata
+      };
+    // Source (citations)
+    case "source":
+      if (chunk.payload.sourceType === "url") {
+        return {
+          type: "source",
+          sourceType: "url",
+          id: chunk.payload.id,
+          url: chunk.payload.url,
+          title: chunk.payload.title,
+          providerMetadata: chunk.payload.providerMetadata
+        };
+      } else {
+        return {
+          type: "source",
+          sourceType: "document",
+          id: chunk.payload.id,
+          mediaType: chunk.payload.mimeType,
+          title: chunk.payload.title,
+          filename: chunk.payload.filename,
+          providerMetadata: chunk.payload.providerMetadata
+        };
+      }
+    // File output
+    case "file":
+      return {
+        type: "file",
+        data: chunk.payload.data || chunk.payload.base64,
+        mediaType: chunk.payload.mimeType
+      };
+    // Response metadata
+    case "response-metadata":
+      return {
+        type: "response-metadata",
+        ...chunk.payload
+      };
+    // Raw provider data
+    case "raw":
+      return {
+        type: "raw",
+        rawValue: chunk.payload
+      };
+    // Finish
+    case "finish": {
+      const usage = chunk.payload.output?.usage;
+      return {
+        type: "finish",
+        finishReason: toAISDKFinishReason(chunk.payload.stepResult?.reason || "stop"),
+        usage: usage ? {
+          inputTokens: usage.inputTokens || 0,
+          outputTokens: usage.outputTokens || 0,
+          totalTokens: usage.totalTokens || 0
+        } : { inputTokens: 0, outputTokens: 0, totalTokens: 0 },
+        providerMetadata: chunk.payload.metadata?.providerMetadata
+      };
+    }
+    // Error
+    case "error":
+      return {
+        type: "error",
+        error: chunk.payload.error || chunk.payload
+      };
+    default:
+      return null;
+  }
+}
 
 // src/to-ai-sdk-format.ts
 function toAISdkFormat() {
@@ -1659,6 +2142,6 @@ function toAISdkFormat() {
   );
 }
 
-export { chatRoute, handleChatStream, handleNetworkStream, handleWorkflowStream, networkRoute, toAISdkFormat, toAISdkV5Stream as toAISdkStream, workflowRoute };
+export { chatRoute, handleChatStream, handleNetworkStream, handleWorkflowStream, networkRoute, toAISdkFormat, toAISdkV5Stream as toAISdkStream, withMastra, workflowRoute };
 //# sourceMappingURL=index.js.map
 //# sourceMappingURL=index.js.map