sarvam-ai-sdk 0.0.6 → 0.0.7

package/README.md

@@ -69,6 +69,21 @@ const { text } = await transcribe({
 console.log(text); // പാചകം തുടരും സുഹൃത്തുക്കളെ
 ```
 
+## Speech-to-Text-Translate
+
+```ts
+import { sarvam } from "sarvam-ai-sdk";
+import { experimental_transcribe as transcribe } from "ai";
+import { readFile } from "fs/promises";
+
+const result = await transcribe({
+    model: sarvam.speechTranslation("saaras:v2"),
+    audio: await readFile("./src/transcript-test.wav"),
+});
+
+console.log(result.text); // Cooking continues, my friends
+```
+
 ## Translation
 
 > NB: Only transliterates `prompt` and `role:user` messages, not `system` not `assistant`.

package/dist/index.cjs

@@ -55,7 +55,7 @@ __export(index_exports, {
 module.exports = __toCommonJS(index_exports);
 
 // src/sarvam-provider.ts
-var import_provider_utils10 = require("@ai-sdk/provider-utils");
+var import_provider_utils11 = require("@ai-sdk/provider-utils");
 
 // src/sarvam-chat-language-model.ts
 var import_provider3 = require("@ai-sdk/provider");
@@ -1395,11 +1395,98 @@ var sarvamLidResponseSchema = import_zod10.z.object({
   request_id: import_zod10.z.string().nullish()
 });
 
+// src/sarvam-speech-translation-model.ts
+var import_provider_utils10 = require("@ai-sdk/provider-utils");
+var import_zod11 = require("zod");
+var SarvamSpeechTranslationModel = class {
+  constructor(modelId, config) {
+    this.modelId = modelId;
+    this.config = config;
+    this.specificationVersion = "v1";
+  }
+  get provider() {
+    return this.config.provider;
+  }
+  getArgs({
+    audio,
+    mediaType,
+    providerOptions
+  }) {
+    const warnings = [];
+    const formData = new FormData();
+    const blob = audio instanceof Blob ? audio : new Blob([audio], { type: mediaType });
+    formData.append("file", blob);
+    formData.append("model", this.modelId);
+    return {
+      formData,
+      warnings
+    };
+  }
+  async doGenerate(options) {
+    var _a, _b, _c;
+    const currentDate = (_c = (_b = (_a = this.config._internal) == null ? void 0 : _a.currentDate) == null ? void 0 : _b.call(_a)) != null ? _c : /* @__PURE__ */ new Date();
+    const { formData, warnings } = this.getArgs(options);
+    const {
+      value: response,
+      responseHeaders,
+      rawValue: rawResponse
+    } = await (0, import_provider_utils10.postFormDataToApi)({
+      url: this.config.url({
+        path: "/speech-to-text-translate",
+        modelId: this.modelId
+      }),
+      headers: (0, import_provider_utils10.combineHeaders)(this.config.headers(), options.headers),
+      formData,
+      failedResponseHandler: sarvamFailedResponseHandler,
+      successfulResponseHandler: (0, import_provider_utils10.createJsonResponseHandler)(
+        sarvamTranscriptionResponseSchema2
+      ),
+      abortSignal: options.abortSignal,
+      fetch: this.config.fetch
+    });
+    return {
+      text: response.transcript,
+      segments: [],
+      language: response.language_code ? response.language_code : void 0,
+      durationInSeconds: void 0,
+      warnings,
+      response: {
+        timestamp: currentDate,
+        modelId: this.modelId,
+        headers: responseHeaders,
+        body: rawResponse
+      }
+    };
+  }
+};
+var sarvamTranscriptionResponseSchema2 = import_zod11.z.object({
+  request_id: import_zod11.z.string().nullable(),
+  transcript: import_zod11.z.string(),
+  language_code: import_zod11.z.string().nullable(),
+  // timestamps: z
+  //   .object({
+  //     end_time_seconds: z.array(z.number()),
+  //     start_time_seconds: z.array(z.number()),
+  //     words: z.array(z.string()),
+  //   })
+  //   .optional(),
+  diarized_transcript: import_zod11.z.object({
+    entries: import_zod11.z.array(
+      import_zod11.z.object({
+        end_time_seconds: import_zod11.z.array(import_zod11.z.number()),
+        start_time_seconds: import_zod11.z.array(import_zod11.z.number()),
+        transcript: import_zod11.z.string(),
+        speaker_id: import_zod11.z.string()
+      })
+    )
+  }).nullable().optional()
+});
+
 // src/sarvam-provider.ts
 function createSarvam(options = {}) {
   var _a;
-  const baseURL = (_a = (0, import_provider_utils10.withoutTrailingSlash)(options.baseURL)) != null ? _a : "https://api.sarvam.ai";
-  const ApiKey = (0, import_provider_utils10.loadApiKey)({
+  const baseURL = (_a = (0, import_provider_utils11.withoutTrailingSlash)(options.baseURL)) != null ? _a : "https://api.sarvam.ai";
+  const ApiKey = (0, import_provider_utils11.loadApiKey)({
     apiKey: options.apiKey,
     environmentVariableName: "SARVAM_API_KEY",
     description: "Sarvam"
@@ -1422,15 +1509,19 @@ function createSarvam(options = {}) {
     }
     return createChatModel(modelId, settings);
   };
-  const createTranscriptionModel = (modelId, languageCode = "unknown", settings) => {
-    return new SarvamTranscriptionModel(modelId, languageCode, {
-      provider: "sarvam.transcription",
-      url: ({ path }) => `${baseURL}${path}`,
-      headers: getHeaders,
-      fetch: options.fetch,
-      transcription: settings
-    });
-  };
+  const createTranscriptionModel = (modelId, languageCode = "unknown", settings) => new SarvamTranscriptionModel(modelId, languageCode, {
+    provider: "sarvam.transcription",
+    url: ({ path }) => `${baseURL}${path}`,
+    headers: getHeaders,
+    fetch: options.fetch,
+    transcription: settings
+  });
+  const createSpeechTranslation = (modelId) => new SarvamSpeechTranslationModel(modelId, {
+    provider: "sarvam.transcription",
+    url: ({ path }) => `${baseURL}${path}`,
+    headers: getHeaders,
+    fetch: options.fetch
+  });
   const createSpeechModel = (modelId, languageCode, settings) => new SarvamSpeechModel(modelId, languageCode, {
     provider: "sarvam.speech",
     url: ({ path }) => `${baseURL}${path}`,
@@ -1474,6 +1565,7 @@ function createSarvam(options = {}) {
   provider.languageModel = createLanguageModel;
   provider.chat = createChatModel;
   provider.transcription = createTranscriptionModel;
+  provider.speechTranslation = createSpeechTranslation;
   provider.speech = createSpeechModel;
   provider.transliterate = createTransliterateModel;
   provider.translation = createTranslationModel;