@mastra/rag 0.1.19-alpha.4 → 0.1.19-alpha.5

package/.turbo/turbo-build.log

@@ -1,23 +1,23 @@
 
-> @mastra/rag@0.1.19-alpha.4 build /home/runner/work/mastra/mastra/packages/rag
+> @mastra/rag@0.1.19-alpha.5 build /home/runner/work/mastra/mastra/packages/rag
 > tsup src/index.ts --format esm,cjs --experimental-dts --clean --treeshake=smallest --splitting
 
 CLI Building entry: src/index.ts
 CLI Using tsconfig: tsconfig.json
 CLI tsup v8.4.0
 TSC Build start
-TSC ⚡️ Build success in 16612ms
+TSC ⚡️ Build success in 14392ms
 DTS Build start
 CLI Target: es2022
 Analysis will use the bundled TypeScript version 5.8.2
 Writing package typings: /home/runner/work/mastra/mastra/packages/rag/dist/_tsup-dts-rollup.d.ts
 Analysis will use the bundled TypeScript version 5.8.2
 Writing package typings: /home/runner/work/mastra/mastra/packages/rag/dist/_tsup-dts-rollup.d.cts
-DTS ⚡️ Build success in 15610ms
+DTS ⚡️ Build success in 16255ms
 CLI Cleaning output folder
 ESM Build start
 CJS Build start
-ESM dist/index.js 218.60 KB
-ESM ⚡️ Build success in 4018ms
-CJS dist/index.cjs 220.36 KB
-CJS ⚡️ Build success in 4018ms
+CJS dist/index.cjs 224.12 KB
+CJS ⚡️ Build success in 4278ms
+ESM dist/index.js 222.34 KB
+ESM ⚡️ Build success in 4286ms

package/CHANGELOG.md

@@ -1,5 +1,12 @@
 # @mastra/rag
 
+## 0.1.19-alpha.5
+
+### Patch Changes
+
+- Updated dependencies [08bb78e]
+  - @mastra/core@0.9.0-alpha.5
+
 ## 0.1.19-alpha.4
 
 ### Patch Changes

package/dist/index.cjs

@@ -137,7 +137,7 @@ var require_secure_json_parse = __commonJS({
   }
 });
 
-// ../../node_modules/.pnpm/@ai-sdk+provider@1.1.2/node_modules/@ai-sdk/provider/dist/index.mjs
+// ../../node_modules/.pnpm/@ai-sdk+provider@1.1.3/node_modules/@ai-sdk/provider/dist/index.mjs
 var marker = "vercel.ai.error";
 var symbol = Symbol.for(marker);
 var _a;
@@ -417,7 +417,7 @@ var customAlphabet = (alphabet, defaultSize = 21) => {
   };
 };
 
-// ../../node_modules/.pnpm/@ai-sdk+provider-utils@2.2.6_zod@3.24.2/node_modules/@ai-sdk/provider-utils/dist/index.mjs
+// ../../node_modules/.pnpm/@ai-sdk+provider-utils@2.2.7_zod@3.24.3/node_modules/@ai-sdk/provider-utils/dist/index.mjs
 var import_secure_json_parse = __toESM(require_secure_json_parse());
 function combineHeaders(...headers) {
   return headers.reduce(
@@ -925,6 +925,36 @@ var createJsonResponseHandler = (responseSchema) => async ({ response, url, requ
     rawValue: parsedResult.rawValue
   };
 };
+var createBinaryResponseHandler = () => async ({ response, url, requestBodyValues }) => {
+  const responseHeaders = extractResponseHeaders(response);
+  if (!response.body) {
+    throw new APICallError({
+      message: "Response body is empty",
+      url,
+      requestBodyValues,
+      statusCode: response.status,
+      responseHeaders,
+      responseBody: void 0
+    });
+  }
+  try {
+    const buffer = await response.arrayBuffer();
+    return {
+      responseHeaders,
+      value: new Uint8Array(buffer)
+    };
+  } catch (error) {
+    throw new APICallError({
+      message: "Failed to read response as array buffer",
+      url,
+      requestBodyValues,
+      statusCode: response.status,
+      responseHeaders,
+      responseBody: void 0,
+      cause: error
+    });
+  }
+};
 var { btoa, atob } = globalThis;
 function convertBase64ToUint8Array(base64String) {
   const base64Url = base64String.replace(/-/g, "+").replace(/_/g, "/");
@@ -1426,6 +1456,15 @@ var OpenAIChatLanguageModel = class {
         }
         baseArgs.max_tokens = void 0;
       }
+    } else if (this.modelId.startsWith("gpt-4o-search-preview") || this.modelId.startsWith("gpt-4o-mini-search-preview")) {
+      if (baseArgs.temperature != null) {
+        baseArgs.temperature = void 0;
+        warnings.push({
+          type: "unsupported-setting",
+          setting: "temperature",
+          details: "temperature is not supported for the search preview models and has been removed."
+        });
+      }
     }
     switch (type) {
       case "regular": {
@@ -1934,7 +1973,7 @@ var openaiChatChunkSchema = zod.z.union([
   openaiErrorDataSchema
 ]);
 function isReasoningModel(modelId) {
-  return modelId === "o1" || modelId.startsWith("o1-") || modelId === "o3" || modelId.startsWith("o3-");
+  return modelId.startsWith("o");
 }
 function isAudioModel(modelId) {
   return modelId.startsWith("gpt-4o-audio-preview");
@@ -2465,18 +2504,12 @@ var OpenAIImageModel = class {
 var openaiImageResponseSchema = zod.z.object({
   data: zod.z.array(zod.z.object({ b64_json: zod.z.string() }))
 });
-var OpenAIProviderOptionsSchema = zod.z.object({
-  include: zod.z.array(zod.z.string()).optional().describe(
-    "Additional information to include in the transcription response."
-  ),
-  language: zod.z.string().optional().describe("The language of the input audio in ISO-639-1 format."),
-  prompt: zod.z.string().optional().describe(
-    "An optional text to guide the model's style or continue a previous audio segment."
-  ),
-  temperature: zod.z.number().min(0).max(1).optional().default(0).describe("The sampling temperature, between 0 and 1."),
-  timestampGranularities: zod.z.array(zod.z.enum(["word", "segment"])).optional().default(["segment"]).describe(
-    "The timestamp granularities to populate for this transcription."
-  )
+var openAIProviderOptionsSchema = zod.z.object({
+  include: zod.z.array(zod.z.string()).nullish(),
+  language: zod.z.string().nullish(),
+  prompt: zod.z.string().nullish(),
+  temperature: zod.z.number().min(0).max(1).nullish().default(0),
+  timestampGranularities: zod.z.array(zod.z.enum(["word", "segment"])).nullish().default(["segment"])
 });
 var languageMap = {
   afrikaans: "af",
@@ -2551,11 +2584,12 @@ var OpenAITranscriptionModel = class {
     mediaType,
     providerOptions
   }) {
+    var _a15, _b, _c, _d, _e;
     const warnings = [];
     const openAIOptions = parseProviderOptions({
       provider: "openai",
       providerOptions,
-      schema: OpenAIProviderOptionsSchema
+      schema: openAIProviderOptionsSchema
     });
     const formData = new FormData();
     const blob = audio instanceof Uint8Array ? new Blob([audio]) : new Blob([convertBase64ToUint8Array(audio)]);
@@ -2563,16 +2597,16 @@ var OpenAITranscriptionModel = class {
     formData.append("file", new File([blob], "audio", { type: mediaType }));
     if (openAIOptions) {
       const transcriptionModelOptions = {
-        include: openAIOptions.include,
-        language: openAIOptions.language,
-        prompt: openAIOptions.prompt,
-        temperature: openAIOptions.temperature,
-        timestamp_granularities: openAIOptions.timestampGranularities
+        include: (_a15 = openAIOptions.include) != null ? _a15 : void 0,
+        language: (_b = openAIOptions.language) != null ? _b : void 0,
+        prompt: (_c = openAIOptions.prompt) != null ? _c : void 0,
+        temperature: (_d = openAIOptions.temperature) != null ? _d : void 0,
+        timestamp_granularities: (_e = openAIOptions.timestampGranularities) != null ? _e : void 0
       };
       for (const key in transcriptionModelOptions) {
         const value = transcriptionModelOptions[key];
         if (value !== void 0) {
-          formData.append(key, value);
+          formData.append(key, String(value));
         }
       }
     }
@@ -2851,6 +2885,7 @@ var OpenAIResponsesLanguageModel = class {
   constructor(modelId, config) {
     this.specificationVersion = "v1";
     this.defaultObjectGenerationMode = "json";
+    this.supportsStructuredOutputs = true;
     this.modelId = modelId;
     this.config = config;
   }
@@ -3432,6 +3467,101 @@ function webSearchPreviewTool({
 var openaiTools = {
   webSearchPreview: webSearchPreviewTool
 };
+var OpenAIProviderOptionsSchema = zod.z.object({
+  instructions: zod.z.string().nullish(),
+  speed: zod.z.number().min(0.25).max(4).default(1).nullish()
+});
+var OpenAISpeechModel = class {
+  constructor(modelId, config) {
+    this.modelId = modelId;
+    this.config = config;
+    this.specificationVersion = "v1";
+  }
+  get provider() {
+    return this.config.provider;
+  }
+  getArgs({
+    text,
+    voice = "alloy",
+    outputFormat = "mp3",
+    speed,
+    instructions,
+    providerOptions
+  }) {
+    const warnings = [];
+    const openAIOptions = parseProviderOptions({
+      provider: "openai",
+      providerOptions,
+      schema: OpenAIProviderOptionsSchema
+    });
+    const requestBody = {
+      model: this.modelId,
+      input: text,
+      voice,
+      response_format: "mp3",
+      speed,
+      instructions
+    };
+    if (outputFormat) {
+      if (["mp3", "opus", "aac", "flac", "wav", "pcm"].includes(outputFormat)) {
+        requestBody.response_format = outputFormat;
+      } else {
+        warnings.push({
+          type: "unsupported-setting",
+          setting: "outputFormat",
+          details: `Unsupported output format: ${outputFormat}. Using mp3 instead.`
+        });
+      }
+    }
+    if (openAIOptions) {
+      const speechModelOptions = {};
+      for (const key in speechModelOptions) {
+        const value = speechModelOptions[key];
+        if (value !== void 0) {
+          requestBody[key] = value;
+        }
+      }
+    }
+    return {
+      requestBody,
+      warnings
+    };
+  }
+  async doGenerate(options) {
+    var _a15, _b, _c;
+    const currentDate = (_c = (_b = (_a15 = this.config._internal) == null ? void 0 : _a15.currentDate) == null ? void 0 : _b.call(_a15)) != null ? _c : /* @__PURE__ */ new Date();
+    const { requestBody, warnings } = this.getArgs(options);
+    const {
+      value: audio,
+      responseHeaders,
+      rawValue: rawResponse
+    } = await postJsonToApi({
+      url: this.config.url({
+        path: "/audio/speech",
+        modelId: this.modelId
+      }),
+      headers: combineHeaders(this.config.headers(), options.headers),
+      body: requestBody,
+      failedResponseHandler: openaiFailedResponseHandler,
+      successfulResponseHandler: createBinaryResponseHandler(),
+      abortSignal: options.abortSignal,
+      fetch: this.config.fetch
+    });
+    return {
+      audio,
+      warnings,
+      request: {
+        body: JSON.stringify(requestBody)
+      },
+      response: {
+        timestamp: currentDate,
+        modelId: this.modelId,
+        headers: responseHeaders,
+        body: rawResponse
+      }
+    };
+  }
+};
 function createOpenAI(options = {}) {
   var _a15, _b, _c;
   const baseURL = (_a15 = withoutTrailingSlash(options.baseURL)) != null ? _a15 : "https://api.openai.com/v1";
@@ -3479,6 +3609,12 @@ function createOpenAI(options = {}) {
     headers: getHeaders,
     fetch: options.fetch
   });
+  const createSpeechModel = (modelId) => new OpenAISpeechModel(modelId, {
+    provider: `${providerName}.speech`,
+    url: ({ path }) => `${baseURL}${path}`,
+    headers: getHeaders,
+    fetch: options.fetch
+  });
   const createLanguageModel = (modelId, settings) => {
     if (new.target) {
       throw new Error(
@@ -3515,6 +3651,8 @@ function createOpenAI(options = {}) {
   provider.imageModel = createImageModel;
   provider.transcription = createTranscriptionModel;
   provider.transcriptionModel = createTranscriptionModel;
+  provider.speech = createSpeechModel;
+  provider.speechModel = createSpeechModel;
   provider.tools = openaiTools;
   return provider;
 }

package/dist/index.js

@@ -135,7 +135,7 @@ var require_secure_json_parse = __commonJS({
   }
 });
 
-// ../../node_modules/.pnpm/@ai-sdk+provider@1.1.2/node_modules/@ai-sdk/provider/dist/index.mjs
+// ../../node_modules/.pnpm/@ai-sdk+provider@1.1.3/node_modules/@ai-sdk/provider/dist/index.mjs
 var marker = "vercel.ai.error";
 var symbol = Symbol.for(marker);
 var _a;
@@ -415,7 +415,7 @@ var customAlphabet = (alphabet, defaultSize = 21) => {
   };
 };
 
-// ../../node_modules/.pnpm/@ai-sdk+provider-utils@2.2.6_zod@3.24.2/node_modules/@ai-sdk/provider-utils/dist/index.mjs
+// ../../node_modules/.pnpm/@ai-sdk+provider-utils@2.2.7_zod@3.24.3/node_modules/@ai-sdk/provider-utils/dist/index.mjs
 var import_secure_json_parse = __toESM(require_secure_json_parse());
 function combineHeaders(...headers) {
   return headers.reduce(
@@ -923,6 +923,36 @@ var createJsonResponseHandler = (responseSchema) => async ({ response, url, requ
     rawValue: parsedResult.rawValue
   };
 };
+var createBinaryResponseHandler = () => async ({ response, url, requestBodyValues }) => {
+  const responseHeaders = extractResponseHeaders(response);
+  if (!response.body) {
+    throw new APICallError({
+      message: "Response body is empty",
+      url,
+      requestBodyValues,
+      statusCode: response.status,
+      responseHeaders,
+      responseBody: void 0
+    });
+  }
+  try {
+    const buffer = await response.arrayBuffer();
+    return {
+      responseHeaders,
+      value: new Uint8Array(buffer)
+    };
+  } catch (error) {
+    throw new APICallError({
+      message: "Failed to read response as array buffer",
+      url,
+      requestBodyValues,
+      statusCode: response.status,
+      responseHeaders,
+      responseBody: void 0,
+      cause: error
+    });
+  }
+};
 var { btoa, atob } = globalThis;
 function convertBase64ToUint8Array(base64String) {
   const base64Url = base64String.replace(/-/g, "+").replace(/_/g, "/");
@@ -1424,6 +1454,15 @@ var OpenAIChatLanguageModel = class {
         }
         baseArgs.max_tokens = void 0;
       }
+    } else if (this.modelId.startsWith("gpt-4o-search-preview") || this.modelId.startsWith("gpt-4o-mini-search-preview")) {
+      if (baseArgs.temperature != null) {
+        baseArgs.temperature = void 0;
+        warnings.push({
+          type: "unsupported-setting",
+          setting: "temperature",
+          details: "temperature is not supported for the search preview models and has been removed."
+        });
+      }
     }
     switch (type) {
       case "regular": {
@@ -1932,7 +1971,7 @@ var openaiChatChunkSchema = z.union([
   openaiErrorDataSchema
 ]);
 function isReasoningModel(modelId) {
-  return modelId === "o1" || modelId.startsWith("o1-") || modelId === "o3" || modelId.startsWith("o3-");
+  return modelId.startsWith("o");
 }
 function isAudioModel(modelId) {
   return modelId.startsWith("gpt-4o-audio-preview");
@@ -2463,18 +2502,12 @@ var OpenAIImageModel = class {
 var openaiImageResponseSchema = z.object({
   data: z.array(z.object({ b64_json: z.string() }))
 });
-var OpenAIProviderOptionsSchema = z.object({
-  include: z.array(z.string()).optional().describe(
-    "Additional information to include in the transcription response."
-  ),
-  language: z.string().optional().describe("The language of the input audio in ISO-639-1 format."),
-  prompt: z.string().optional().describe(
-    "An optional text to guide the model's style or continue a previous audio segment."
-  ),
-  temperature: z.number().min(0).max(1).optional().default(0).describe("The sampling temperature, between 0 and 1."),
-  timestampGranularities: z.array(z.enum(["word", "segment"])).optional().default(["segment"]).describe(
-    "The timestamp granularities to populate for this transcription."
-  )
+var openAIProviderOptionsSchema = z.object({
+  include: z.array(z.string()).nullish(),
+  language: z.string().nullish(),
+  prompt: z.string().nullish(),
+  temperature: z.number().min(0).max(1).nullish().default(0),
+  timestampGranularities: z.array(z.enum(["word", "segment"])).nullish().default(["segment"])
 });
 var languageMap = {
   afrikaans: "af",
@@ -2549,11 +2582,12 @@ var OpenAITranscriptionModel = class {
     mediaType,
     providerOptions
   }) {
+    var _a15, _b, _c, _d, _e;
     const warnings = [];
     const openAIOptions = parseProviderOptions({
       provider: "openai",
       providerOptions,
-      schema: OpenAIProviderOptionsSchema
+      schema: openAIProviderOptionsSchema
     });
     const formData = new FormData();
     const blob = audio instanceof Uint8Array ? new Blob([audio]) : new Blob([convertBase64ToUint8Array(audio)]);
@@ -2561,16 +2595,16 @@ var OpenAITranscriptionModel = class {
     formData.append("file", new File([blob], "audio", { type: mediaType }));
     if (openAIOptions) {
       const transcriptionModelOptions = {
-        include: openAIOptions.include,
-        language: openAIOptions.language,
-        prompt: openAIOptions.prompt,
-        temperature: openAIOptions.temperature,
-        timestamp_granularities: openAIOptions.timestampGranularities
+        include: (_a15 = openAIOptions.include) != null ? _a15 : void 0,
+        language: (_b = openAIOptions.language) != null ? _b : void 0,
+        prompt: (_c = openAIOptions.prompt) != null ? _c : void 0,
+        temperature: (_d = openAIOptions.temperature) != null ? _d : void 0,
+        timestamp_granularities: (_e = openAIOptions.timestampGranularities) != null ? _e : void 0
       };
       for (const key in transcriptionModelOptions) {
         const value = transcriptionModelOptions[key];
         if (value !== void 0) {
-          formData.append(key, value);
+          formData.append(key, String(value));
         }
       }
     }
@@ -2849,6 +2883,7 @@ var OpenAIResponsesLanguageModel = class {
   constructor(modelId, config) {
     this.specificationVersion = "v1";
     this.defaultObjectGenerationMode = "json";
+    this.supportsStructuredOutputs = true;
     this.modelId = modelId;
     this.config = config;
   }
@@ -3430,6 +3465,101 @@ function webSearchPreviewTool({
 var openaiTools = {
   webSearchPreview: webSearchPreviewTool
 };
+var OpenAIProviderOptionsSchema = z.object({
+  instructions: z.string().nullish(),
+  speed: z.number().min(0.25).max(4).default(1).nullish()
+});
+var OpenAISpeechModel = class {
+  constructor(modelId, config) {
+    this.modelId = modelId;
+    this.config = config;
+    this.specificationVersion = "v1";
+  }
+  get provider() {
+    return this.config.provider;
+  }
+  getArgs({
+    text,
+    voice = "alloy",
+    outputFormat = "mp3",
+    speed,
+    instructions,
+    providerOptions
+  }) {
+    const warnings = [];
+    const openAIOptions = parseProviderOptions({
+      provider: "openai",
+      providerOptions,
+      schema: OpenAIProviderOptionsSchema
+    });
+    const requestBody = {
+      model: this.modelId,
+      input: text,
+      voice,
+      response_format: "mp3",
+      speed,
+      instructions
+    };
+    if (outputFormat) {
+      if (["mp3", "opus", "aac", "flac", "wav", "pcm"].includes(outputFormat)) {
+        requestBody.response_format = outputFormat;
+      } else {
+        warnings.push({
+          type: "unsupported-setting",
+          setting: "outputFormat",
+          details: `Unsupported output format: ${outputFormat}. Using mp3 instead.`
+        });
+      }
+    }
+    if (openAIOptions) {
+      const speechModelOptions = {};
+      for (const key in speechModelOptions) {
+        const value = speechModelOptions[key];
+        if (value !== void 0) {
+          requestBody[key] = value;
+        }
+      }
+    }
+    return {
+      requestBody,
+      warnings
+    };
+  }
+  async doGenerate(options) {
+    var _a15, _b, _c;
+    const currentDate = (_c = (_b = (_a15 = this.config._internal) == null ? void 0 : _a15.currentDate) == null ? void 0 : _b.call(_a15)) != null ? _c : /* @__PURE__ */ new Date();
+    const { requestBody, warnings } = this.getArgs(options);
+    const {
+      value: audio,
+      responseHeaders,
+      rawValue: rawResponse
+    } = await postJsonToApi({
+      url: this.config.url({
+        path: "/audio/speech",
+        modelId: this.modelId
+      }),
+      headers: combineHeaders(this.config.headers(), options.headers),
+      body: requestBody,
+      failedResponseHandler: openaiFailedResponseHandler,
+      successfulResponseHandler: createBinaryResponseHandler(),
+      abortSignal: options.abortSignal,
+      fetch: this.config.fetch
+    });
+    return {
+      audio,
+      warnings,
+      request: {
+        body: JSON.stringify(requestBody)
+      },
+      response: {
+        timestamp: currentDate,
+        modelId: this.modelId,
+        headers: responseHeaders,
+        body: rawResponse
+      }
+    };
+  }
+};
 function createOpenAI(options = {}) {
   var _a15, _b, _c;
   const baseURL = (_a15 = withoutTrailingSlash(options.baseURL)) != null ? _a15 : "https://api.openai.com/v1";
@@ -3477,6 +3607,12 @@ function createOpenAI(options = {}) {
     headers: getHeaders,
     fetch: options.fetch
   });
+  const createSpeechModel = (modelId) => new OpenAISpeechModel(modelId, {
+    provider: `${providerName}.speech`,
+    url: ({ path }) => `${baseURL}${path}`,
+    headers: getHeaders,
+    fetch: options.fetch
+  });
   const createLanguageModel = (modelId, settings) => {
     if (new.target) {
       throw new Error(
@@ -3513,6 +3649,8 @@ function createOpenAI(options = {}) {
   provider.imageModel = createImageModel;
   provider.transcription = createTranscriptionModel;
   provider.transcriptionModel = createTranscriptionModel;
+  provider.speech = createSpeechModel;
+  provider.speechModel = createSpeechModel;
   provider.tools = openaiTools;
   return provider;
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mastra/rag",
-  "version": "0.1.19-alpha.4",
+  "version": "0.1.19-alpha.5",
   "description": "",
   "type": "module",
   "main": "dist/index.js",
@@ -27,7 +27,7 @@
     "node-html-better-parser": "^1.4.7",
     "pathe": "^2.0.3",
     "zod": "^3.24.2",
-    "@mastra/core": "^0.9.0-alpha.4"
+    "@mastra/core": "^0.9.0-alpha.5"
   },
   "peerDependencies": {
     "ai": "^4.0.0"

package/vitest.config.ts

@@ -4,8 +4,5 @@ export default defineConfig({
   test: {
     environment: 'node',
     include: ['src/**/*.test.ts'],
-    exclude: ['**/node_modules/**', '**/dist/**'],
-    globals: true,
-    setupFiles: ['dotenv/config'],
   },
 });