@mastra/client-js 0.10.22-alpha.2 → 0.10.22-alpha.4

package/dist/index.js

@@ -309,6 +309,94 @@ function parseClientRuntimeContext(runtimeContext) {
   }
   return void 0;
 }
+
+// src/utils/process-mastra-stream.ts
+async function processMastraStream({
+  stream,
+  onChunk
+}) {
+  const reader = stream.getReader();
+  const decoder = new TextDecoder();
+  let buffer = "";
+  try {
+    while (true) {
+      const { done, value } = await reader.read();
+      if (done) break;
+      buffer += decoder.decode(value, { stream: true });
+      const lines = buffer.split("\n\n");
+      buffer = lines.pop() || "";
+      for (const line of lines) {
+        if (line.startsWith("data: ")) {
+          const data = line.slice(6);
+          if (data === "[DONE]") {
+            console.log("\u{1F3C1} Stream finished");
+            return;
+          }
+          try {
+            const json = JSON.parse(data);
+            await onChunk(json);
+          } catch (error) {
+            console.error("\u274C JSON parse error:", error, "Data:", data);
+          }
+        }
+      }
+    }
+  } finally {
+    reader.releaseLock();
+  }
+}
+
+// src/resources/agent.ts
+async function executeToolCallAndRespond({
+  response,
+  params,
+  runId,
+  resourceId,
+  threadId,
+  runtimeContext,
+  respondFn
+}) {
+  if (response.finishReason === "tool-calls") {
+    const toolCalls = response.toolCalls;
+    if (!toolCalls || !Array.isArray(toolCalls)) {
+      return response;
+    }
+    for (const toolCall of toolCalls) {
+      const clientTool = params.clientTools?.[toolCall.toolName];
+      if (clientTool && clientTool.execute) {
+        const result = await clientTool.execute(
+          { context: toolCall?.args, runId, resourceId, threadId, runtimeContext },
+          {
+            messages: response.messages,
+            toolCallId: toolCall?.toolCallId
+          }
+        );
+        const updatedMessages = [
+          {
+            role: "user",
+            content: params.messages
+          },
+          ...response.response.messages,
+          {
+            role: "tool",
+            content: [
+              {
+                type: "tool-result",
+                toolCallId: toolCall.toolCallId,
+                toolName: toolCall.toolName,
+                result
+              }
+            ]
+          }
+        ];
+        return respondFn({
+          ...params,
+          messages: updatedMessages
+        });
+      }
+    }
+  }
+}
 var AgentVoice = class extends BaseResource {
   constructor(options, agentId) {
     super(options);
@@ -435,6 +523,34 @@ var Agent = class extends BaseResource {
     }
     return response;
   }
+  async generateVNext(params) {
+    const processedParams = {
+      ...params,
+      output: params.output ? zodToJsonSchema(params.output) : void 0,
+      runtimeContext: parseClientRuntimeContext(params.runtimeContext),
+      clientTools: processClientTools(params.clientTools)
+    };
+    const { runId, resourceId, threadId, runtimeContext } = processedParams;
+    const response = await this.request(
+      `/api/agents/${this.agentId}/generate/vnext`,
+      {
+        method: "POST",
+        body: processedParams
+      }
+    );
+    if (response.finishReason === "tool-calls") {
+      return executeToolCallAndRespond({
+        response,
+        params,
+        runId,
+        resourceId,
+        threadId,
+        runtimeContext,
+        respondFn: this.generateVNext.bind(this)
+      });
+    }
+    return response;
+  }
   async processChatResponse({
     stream,
     update,
@@ -725,6 +841,392 @@ var Agent = class extends BaseResource {
     };
     return streamResponse;
   }
+  async processChatResponse_vNext({
+    stream,
+    update,
+    onToolCall,
+    onFinish,
+    getCurrentDate = () => /* @__PURE__ */ new Date(),
+    lastMessage
+  }) {
+    const replaceLastMessage = lastMessage?.role === "assistant";
+    let step = replaceLastMessage ? 1 + // find max step in existing tool invocations:
+    (lastMessage.toolInvocations?.reduce((max, toolInvocation) => {
+      return Math.max(max, toolInvocation.step ?? 0);
+    }, 0) ?? 0) : 0;
+    const message = replaceLastMessage ? structuredClone(lastMessage) : {
+      id: v4(),
+      createdAt: getCurrentDate(),
+      role: "assistant",
+      content: "",
+      parts: []
+    };
+    let currentTextPart = void 0;
+    let currentReasoningPart = void 0;
+    let currentReasoningTextDetail = void 0;
+    function updateToolInvocationPart(toolCallId, invocation) {
+      const part = message.parts.find(
+        (part2) => part2.type === "tool-invocation" && part2.toolInvocation.toolCallId === toolCallId
+      );
+      if (part != null) {
+        part.toolInvocation = invocation;
+      } else {
+        message.parts.push({
+          type: "tool-invocation",
+          toolInvocation: invocation
+        });
+      }
+    }
+    const data = [];
+    let messageAnnotations = replaceLastMessage ? lastMessage?.annotations : void 0;
+    const partialToolCalls = {};
+    let usage = {
+      completionTokens: NaN,
+      promptTokens: NaN,
+      totalTokens: NaN
+    };
+    let finishReason = "unknown";
+    function execUpdate() {
+      const copiedData = [...data];
+      if (messageAnnotations?.length) {
+        message.annotations = messageAnnotations;
+      }
+      const copiedMessage = {
+        // deep copy the message to ensure that deep changes (msg attachments) are updated
+        // with SolidJS. SolidJS uses referential integration of sub-objects to detect changes.
+        ...structuredClone(message),
+        // add a revision id to ensure that the message is updated with SWR. SWR uses a
+        // hashing approach by default to detect changes, but it only works for shallow
+        // changes. This is why we need to add a revision id to ensure that the message
+        // is updated with SWR (without it, the changes get stuck in SWR and are not
+        // forwarded to rendering):
+        revisionId: v4()
+      };
+      update({
+        message: copiedMessage,
+        data: copiedData,
+        replaceLastMessage
+      });
+    }
+    await processMastraStream({
+      stream,
+      // TODO: casting as any here because the stream types were all typed as any before in core.
+      // but this is completely wrong and this fn is probably broken. Remove ":any" and you'll see a bunch of type errors
+      onChunk: async (chunk) => {
+        switch (chunk.type) {
+          case "step-start": {
+            if (!replaceLastMessage) {
+              message.id = chunk.payload.messageId;
+            }
+            message.parts.push({ type: "step-start" });
+            execUpdate();
+            break;
+          }
+          case "text-delta": {
+            if (currentTextPart == null) {
+              currentTextPart = {
+                type: "text",
+                text: chunk.payload.text
+              };
+              message.parts.push(currentTextPart);
+            } else {
+              currentTextPart.text += chunk.payload.text;
+            }
+            message.content += chunk.payload.text;
+            execUpdate();
+            break;
+          }
+          case "reasoning-delta": {
+            if (currentReasoningTextDetail == null) {
+              currentReasoningTextDetail = { type: "text", text: chunk.payload.text };
+              if (currentReasoningPart != null) {
+                currentReasoningPart.details.push(currentReasoningTextDetail);
+              }
+            } else {
+              currentReasoningTextDetail.text += chunk.payload.text;
+            }
+            if (currentReasoningPart == null) {
+              currentReasoningPart = {
+                type: "reasoning",
+                reasoning: chunk.payload.text,
+                details: [currentReasoningTextDetail]
+              };
+              message.parts.push(currentReasoningPart);
+            } else {
+              currentReasoningPart.reasoning += chunk.payload.text;
+            }
+            message.reasoning = (message.reasoning ?? "") + chunk.payload.text;
+            execUpdate();
+            break;
+          }
+          case "file": {
+            message.parts.push({
+              type: "file",
+              mimeType: chunk.payload.mimeType,
+              data: chunk.payload.data
+            });
+            execUpdate();
+            break;
+          }
+          case "source": {
+            message.parts.push({
+              type: "source",
+              source: chunk.payload.source
+            });
+            execUpdate();
+            break;
+          }
+          case "tool-call": {
+            const invocation = {
+              state: "call",
+              step,
+              ...chunk.payload
+            };
+            if (partialToolCalls[chunk.payload.toolCallId] != null) {
+              message.toolInvocations[partialToolCalls[chunk.payload.toolCallId].index] = invocation;
+            } else {
+              if (message.toolInvocations == null) {
+                message.toolInvocations = [];
+              }
+              message.toolInvocations.push(invocation);
+            }
+            updateToolInvocationPart(chunk.payload.toolCallId, invocation);
+            execUpdate();
+            if (onToolCall) {
+              const result = await onToolCall({ toolCall: chunk.payload });
+              if (result != null) {
+                const invocation2 = {
+                  state: "result",
+                  step,
+                  ...chunk.payload,
+                  result
+                };
+                message.toolInvocations[message.toolInvocations.length - 1] = invocation2;
+                updateToolInvocationPart(chunk.payload.toolCallId, invocation2);
+                execUpdate();
+              }
+            }
+          }
+          case "tool-call-input-streaming-start": {
+            if (message.toolInvocations == null) {
+              message.toolInvocations = [];
+            }
+            partialToolCalls[chunk.payload.toolCallId] = {
+              text: "",
+              step,
+              toolName: chunk.payload.toolName,
+              index: message.toolInvocations.length
+            };
+            const invocation = {
+              state: "partial-call",
+              step,
+              toolCallId: chunk.payload.toolCallId,
+              toolName: chunk.payload.toolName,
+              args: void 0
+            };
+            message.toolInvocations.push(invocation);
+            updateToolInvocationPart(chunk.payload.toolCallId, invocation);
+            execUpdate();
+            break;
+          }
+          case "tool-call-delta": {
+            const partialToolCall = partialToolCalls[chunk.payload.toolCallId];
+            partialToolCall.text += chunk.payload.argsTextDelta;
+            const { value: partialArgs } = parsePartialJson(partialToolCall.text);
+            const invocation = {
+              state: "partial-call",
+              step: partialToolCall.step,
+              toolCallId: chunk.payload.toolCallId,
+              toolName: partialToolCall.toolName,
+              args: partialArgs
+            };
+            message.toolInvocations[partialToolCall.index] = invocation;
+            updateToolInvocationPart(chunk.payload.toolCallId, invocation);
+            execUpdate();
+            break;
+          }
+          case "tool-result": {
+            const toolInvocations = message.toolInvocations;
+            if (toolInvocations == null) {
+              throw new Error("tool_result must be preceded by a tool_call");
+            }
+            const toolInvocationIndex = toolInvocations.findIndex(
+              (invocation2) => invocation2.toolCallId === chunk.payload.toolCallId
+            );
+            if (toolInvocationIndex === -1) {
+              throw new Error("tool_result must be preceded by a tool_call with the same toolCallId");
+            }
+            const invocation = {
+              ...toolInvocations[toolInvocationIndex],
+              state: "result",
+              ...chunk.payload
+            };
+            toolInvocations[toolInvocationIndex] = invocation;
+            updateToolInvocationPart(chunk.payload.toolCallId, invocation);
+            execUpdate();
+            break;
+          }
+          case "error": {
+            throw new Error(chunk.payload.error);
+          }
+          case "data": {
+            data.push(...chunk.payload.data);
+            execUpdate();
+            break;
+          }
+          case "step-finish": {
+            step += 1;
+            currentTextPart = chunk.payload.isContinued ? currentTextPart : void 0;
+            currentReasoningPart = void 0;
+            currentReasoningTextDetail = void 0;
+            execUpdate();
+            break;
+          }
+          case "finish": {
+            finishReason = chunk.payload.finishReason;
+            if (chunk.payload.usage != null) {
+              usage = chunk.payload.usage;
+            }
+            break;
+          }
+        }
+      }
+    });
+    onFinish?.({ message, finishReason, usage });
+  }
+  async processStreamResponse_vNext(processedParams, writable) {
+    const response = await this.request(`/api/agents/${this.agentId}/stream/vnext`, {
+      method: "POST",
+      body: processedParams,
+      stream: true
+    });
+    if (!response.body) {
+      throw new Error("No response body");
+    }
+    try {
+      let toolCalls = [];
+      let messages = [];
+      const [streamForWritable, streamForProcessing] = response.body.tee();
+      streamForWritable.pipeTo(writable, {
+        preventClose: true
+      }).catch((error) => {
+        console.error("Error piping to writable stream:", error);
+      });
+      this.processChatResponse_vNext({
+        stream: streamForProcessing,
+        update: ({ message }) => {
+          const existingIndex = messages.findIndex((m) => m.id === message.id);
+          if (existingIndex !== -1) {
+            messages[existingIndex] = message;
+          } else {
+            messages.push(message);
+          }
+        },
+        onFinish: async ({ finishReason, message }) => {
+          if (finishReason === "tool-calls") {
+            const toolCall = [...message?.parts ?? []].reverse().find((part) => part.type === "tool-invocation")?.toolInvocation;
+            if (toolCall) {
+              toolCalls.push(toolCall);
+            }
+            for (const toolCall2 of toolCalls) {
+              const clientTool = processedParams.clientTools?.[toolCall2.toolName];
+              if (clientTool && clientTool.execute) {
+                const result = await clientTool.execute(
+                  {
+                    context: toolCall2?.args,
+                    runId: processedParams.runId,
+                    resourceId: processedParams.resourceId,
+                    threadId: processedParams.threadId,
+                    runtimeContext: processedParams.runtimeContext
+                  },
+                  {
+                    messages: response.messages,
+                    toolCallId: toolCall2?.toolCallId
+                  }
+                );
+                const lastMessage = JSON.parse(JSON.stringify(messages[messages.length - 1]));
+                const toolInvocationPart = lastMessage?.parts?.find(
+                  (part) => part.type === "tool-invocation" && part.toolInvocation?.toolCallId === toolCall2.toolCallId
+                );
+                if (toolInvocationPart) {
+                  toolInvocationPart.toolInvocation = {
+                    ...toolInvocationPart.toolInvocation,
+                    state: "result",
+                    result
+                  };
+                }
+                const toolInvocation = lastMessage?.toolInvocations?.find(
+                  (toolInvocation2) => toolInvocation2.toolCallId === toolCall2.toolCallId
+                );
+                if (toolInvocation) {
+                  toolInvocation.state = "result";
+                  toolInvocation.result = result;
+                }
+                const writer = writable.getWriter();
+                try {
+                  await writer.write(
+                    new TextEncoder().encode(
+                      "a:" + JSON.stringify({
+                        toolCallId: toolCall2.toolCallId,
+                        result
+                      }) + "\n"
+                    )
+                  );
+                } finally {
+                  writer.releaseLock();
+                }
+                const originalMessages = processedParams.messages;
+                const messageArray = Array.isArray(originalMessages) ? originalMessages : [originalMessages];
+                this.processStreamResponse_vNext(
+                  {
+                    ...processedParams,
+                    messages: [...messageArray, ...messages.filter((m) => m.id !== lastMessage.id), lastMessage]
+                  },
+                  writable
+                ).catch((error) => {
+                  console.error("Error processing stream response:", error);
+                });
+              }
+            }
+          } else {
+            setTimeout(() => {
+              writable.close();
+            }, 0);
+          }
+        },
+        lastMessage: void 0
+      }).catch((error) => {
+        console.error("Error processing stream response:", error);
+      });
+    } catch (error) {
+      console.error("Error processing stream response:", error);
+    }
+    return response;
+  }
+  async streamVNext(params) {
+    const processedParams = {
+      ...params,
+      output: params.output ? zodToJsonSchema(params.output) : void 0,
+      runtimeContext: parseClientRuntimeContext(params.runtimeContext),
+      clientTools: processClientTools(params.clientTools)
+    };
+    const { readable, writable } = new TransformStream();
+    const response = await this.processStreamResponse_vNext(processedParams, writable);
+    const streamResponse = new Response(readable, {
+      status: response.status,
+      statusText: response.statusText,
+      headers: response.headers
+    });
+    streamResponse.processDataStream = async ({
+      onChunk
+    }) => {
+      await processMastraStream({
+        stream: streamResponse.body,
+        onChunk
+      });
+    };
+    return streamResponse;
+  }
   /**
    * Processes the stream response and handles tool calls
    */