@framers/agentos 0.11.0 → 0.11.1

package/dist/io/voice-pipeline/providers/OpenAIWhisperBatchSTT.d.ts

@@ -1,8 +1,10 @@
 /**
  * @module voice-pipeline/providers/OpenAIWhisperBatchSTT
  *
- * Batch speech-to-text via OpenAI's Whisper transcription endpoint. Implements
+ * Batch speech-to-text via OpenAI's transcription endpoint. Implements
  * {@link IBatchSTT} using a multipart upload of the complete audio buffer.
+ * The default model is `gpt-transcribe`, which OpenAI recommends for recorded
+ * speech; OpenAI removes `whisper-1` from the API on 2027-02-26.
  * Positioned as a fallback behind {@link DeepgramPreRecordedBatchSTT} in a
  * {@link BatchSTTFallback} chain.
  *
@@ -12,11 +14,11 @@
 import type { IBatchSTT, BatchSTTConfig, BatchSTTResult } from '../types.js';
 /** Injectable fetch for tests; defaults to the global. */
 type FetchLike = (input: string, init?: RequestInit) => Promise<Response>;
-/** Configuration for the OpenAI Whisper batch STT provider. */
+/** Configuration for the OpenAI batch STT provider. */
 export interface OpenAIWhisperBatchSTTConfig {
     /** OpenAI API key. */
     apiKey: string;
-    /** Model to use. @default 'whisper-1' */
+    /** Model to use. @default 'gpt-transcribe' */
     model?: string;
     /** BCP-47 language hint. @default 'en' */
     language?: string;

package/dist/io/voice-pipeline/providers/OpenAIWhisperBatchSTT.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"OpenAIWhisperBatchSTT.d.ts","sourceRoot":"","sources":["../../../../src/io/voice-pipeline/providers/OpenAIWhisperBatchSTT.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,KAAK,EAAE,SAAS,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAG7E,0DAA0D;AAC1D,KAAK,SAAS,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC,QAAQ,CAAC,CAAC;AAO1E,+DAA+D;AAC/D,MAAM,WAAW,2BAA2B;IAC1C,sBAAsB;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,yCAAyC;IACzC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,0CAA0C;IAC1C,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,yFAAyF;IACzF,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,0CAA0C;IAC1C,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,kCAAkC;IAClC,SAAS,CAAC,EAAE,SAAS,CAAC;CACvB;AAKD,qBAAa,qBAAsB,YAAW,SAAS;IACrD,QAAQ,CAAC,UAAU,oBAAoB;IACvC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;IAC/B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAY;gBAE1B,MAAM,EAAE,2BAA2B;IASzC,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC;CAqClF"}
+{"version":3,"file":"OpenAIWhisperBatchSTT.d.ts","sourceRoot":"","sources":["../../../../src/io/voice-pipeline/providers/OpenAIWhisperBatchSTT.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,KAAK,EAAE,SAAS,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,aAAa,CAAC;AAG7E,0DAA0D;AAC1D,KAAK,SAAS,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC,QAAQ,CAAC,CAAC;AAkB1E,uDAAuD;AACvD,MAAM,WAAW,2BAA2B;IAC1C,sBAAsB;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,8CAA8C;IAC9C,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,0CAA0C;IAC1C,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,yFAAyF;IACzF,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,0CAA0C;IAC1C,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,kCAAkC;IAClC,SAAS,CAAC,EAAE,SAAS,CAAC;CACvB;AAKD,qBAAa,qBAAsB,YAAW,SAAS;IACrD,QAAQ,CAAC,UAAU,oBAAoB;IACvC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;IAC/B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAY;gBAE1B,MAAM,EAAE,2BAA2B;IASzC,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC;CA6ClF"}

package/dist/io/voice-pipeline/providers/OpenAIWhisperBatchSTT.js

@@ -1,8 +1,10 @@
 /**
  * @module voice-pipeline/providers/OpenAIWhisperBatchSTT
  *
- * Batch speech-to-text via OpenAI's Whisper transcription endpoint. Implements
+ * Batch speech-to-text via OpenAI's transcription endpoint. Implements
  * {@link IBatchSTT} using a multipart upload of the complete audio buffer.
+ * The default model is `gpt-transcribe`, which OpenAI recommends for recorded
+ * speech; OpenAI removes `whisper-1` from the API on 2027-02-26.
  * Positioned as a fallback behind {@link DeepgramPreRecordedBatchSTT} in a
  * {@link BatchSTTFallback} chain.
  *
@@ -10,13 +12,19 @@
  * real result, not a provider failure).
  */
 import { EmptyTranscriptError } from './BatchSTTFallback.js';
+/** The model OpenAI recommends for transcribing recorded speech. */
+const DEFAULT_MODEL = 'gpt-transcribe';
+/** `gpt-transcribe` takes language hints as a `languages` list in place of `language`. */
+function takesLanguageList(model) {
+    return model === 'gpt-transcribe' || model.startsWith('gpt-transcribe-');
+}
 const DEFAULT_BASE_URL = 'https://api.openai.com/v1/audio/transcriptions';
 const DEFAULT_TIMEOUT_MS = 60000;
 export class OpenAIWhisperBatchSTT {
     constructor(config) {
         this.providerId = 'openai-whisper';
         this.apiKey = config.apiKey;
-        this.model = config.model ?? 'whisper-1';
+        this.model = config.model ?? DEFAULT_MODEL;
         this.language = config.language ?? 'en';
         this.baseUrl = config.baseUrl ?? DEFAULT_BASE_URL;
         this.timeoutMs = config.timeoutMs ?? DEFAULT_TIMEOUT_MS;
@@ -27,9 +35,18 @@ export class OpenAIWhisperBatchSTT {
         const ext = mimeType.split('/')[1]?.split(';')[0] ?? 'webm';
         const form = new FormData();
         form.append('file', new Blob([audio], { type: mimeType }), `voice-note.${ext}`);
-        form.append('model', config?.model ?? this.model);
-        form.append('language', config?.language ?? this.language);
-        form.append('response_format', 'verbose_json');
+        const model = config?.model ?? this.model;
+        const language = config?.language ?? this.language;
+        form.append('model', model);
+        // gpt-transcribe reads its language hint from `languages`; OpenAI asks
+        // callers not to send both fields.
+        if (takesLanguageList(model))
+            form.append('languages[]', language);
+        else
+            form.append('language', language);
+        // whisper-1 answers in verbose_json, which carries the duration; the newer
+        // models answer in json and report the duration under `usage`.
+        form.append('response_format', model.startsWith('whisper') ? 'verbose_json' : 'json');
         const res = await this.fetchImpl(this.baseUrl, {
             method: 'POST',
             headers: { Authorization: `Bearer ${this.apiKey}` },
@@ -45,7 +62,8 @@ export class OpenAIWhisperBatchSTT {
         if (!transcript) {
             throw new EmptyTranscriptError(this.providerId);
         }
-        const duration = data.duration ?? 0;
+        const usageSeconds = data.usage?.type === 'duration' ? data.usage.seconds : undefined;
+        const duration = data.duration ?? usageSeconds ?? 0;
         return {
             transcript,
             durationMs: Math.round(duration * 1000),

package/dist/io/voice-pipeline/providers/OpenAIWhisperBatchSTT.js.map

@@ -1 +1 @@
-{"version":3,"file":"OpenAIWhisperBatchSTT.js","sourceRoot":"","sources":["../../../../src/io/voice-pipeline/providers/OpenAIWhisperBatchSTT.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAGH,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AA0B7D,MAAM,gBAAgB,GAAG,gDAAgD,CAAC;AAC1E,MAAM,kBAAkB,GAAG,KAAM,CAAC;AAElC,MAAM,OAAO,qBAAqB;IAShC,YAAY,MAAmC;QARtC,eAAU,GAAG,gBAAgB,CAAC;QASrC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,WAAW,CAAC;QACzC,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,IAAI,CAAC;QACxC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,gBAAgB,CAAC;QAClD,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,kBAAkB,CAAC;QACxD,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;IAC7E,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAa,EAAE,MAAuB;QACrD,MAAM,QAAQ,GAAG,MAAM,EAAE,QAAQ,IAAI,YAAY,CAAC;QAClD,MAAM,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC;QAC5D,MAAM,IAAI,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC5B,IAAI,CAAC,MAAM,CACT,MAAM,EACN,IAAI,IAAI,CAAC,CAAC,KAA4B,CAAC,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,EAC5D,cAAc,GAAG,EAAE,CACpB,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC;QAClD,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,EAAE,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC3D,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE,cAAc,CAAC,CAAC;QAE/C,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,EAAE;YAC7C,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE,EAAE;YACnD,IAAI,EAAE,IAA2B;YACjC,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC;SAC5C,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YAC9C,MAAM,IAAI,KAAK,CAAC,gBAAgB,GAAG,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACxF,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAA2B,CAAC;QAC1D,MAAM,UAAU,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAC5C,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,IAAI,oBAAoB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAClD,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC;QACpC,OAAO;YACL,UAAU;YACV,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC;YACvC,QAAQ,EAAE,IAAI,CAAC,UAAU;SAC1B,CAAC;IACJ,CAAC;CACF"}
+{"version":3,"file":"OpenAIWhisperBatchSTT.js","sourceRoot":"","sources":["../../../../src/io/voice-pipeline/providers/OpenAIWhisperBatchSTT.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAGH,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAa7D,oEAAoE;AACpE,MAAM,aAAa,GAAG,gBAAgB,CAAC;AAEvC,0FAA0F;AAC1F,SAAS,iBAAiB,CAAC,KAAa;IACtC,OAAO,KAAK,KAAK,gBAAgB,IAAI,KAAK,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC;AAC3E,CAAC;AAkBD,MAAM,gBAAgB,GAAG,gDAAgD,CAAC;AAC1E,MAAM,kBAAkB,GAAG,KAAM,CAAC;AAElC,MAAM,OAAO,qBAAqB;IAShC,YAAY,MAAmC;QARtC,eAAU,GAAG,gBAAgB,CAAC;QASrC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,aAAa,CAAC;QAC3C,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,IAAI,CAAC;QACxC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,gBAAgB,CAAC;QAClD,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,kBAAkB,CAAC;QACxD,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,CAAC,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;IAC7E,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAa,EAAE,MAAuB;QACrD,MAAM,QAAQ,GAAG,MAAM,EAAE,QAAQ,IAAI,YAAY,CAAC;QAClD,MAAM,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC;QAC5D,MAAM,IAAI,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC5B,IAAI,CAAC,MAAM,CACT,MAAM,EACN,IAAI,IAAI,CAAC,CAAC,KAA4B,CAAC,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,EAC5D,cAAc,GAAG,EAAE,CACpB,CAAC;QACF,MAAM,KAAK,GAAG,MAAM,EAAE,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC;QAC1C,MAAM,QAAQ,GAAG,MAAM,EAAE,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC;QACnD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAC5B,uEAAuE;QACvE,mCAAmC;QACnC,IAAI,iBAAiB,CAAC,KAAK,CAAC;YAAE,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;;YAC9D,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QACvC,2EAA2E;QAC3E,+DAA+D;QAC/D,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QAEtF,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,EAAE;YAC7C,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE,EAAE;YACnD,IAAI,EAAE,IAA2B;YACjC,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC;SAC5C,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YAC9C,MAAM,IAAI,KAAK,CAAC,gBAAgB,GAAG,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACxF,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAA0B,CAAC;QACzD,MAAM,UAAU,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAC5C,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,IAAI,oBAAoB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAClD,CAAC;QACD,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,EAAE,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;QACtF,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,YAAY,IAAI,CAAC,CAAC;QACpD,OAAO;YACL,UAAU;YACV,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,IAAI,CAAC;YACvC,QAAQ,EAAE,IAAI,CAAC,UAAU;SAC1B,CAAC;IACJ,CAAC;CACF"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@framers/agentos",
-  "version": "0.11.0",
+  "version": "0.11.1",
   "description": "AgentOS: open-source TypeScript framework for autonomous AI agents. Unified graph orchestration, cognitive memory, runtime tool forging, multi-tier guardrails, voice pipeline, and 11 LLM providers.",
   "homepage": "https://agentos.sh",
   "repository": {