assemblyai 4.0.1 → 4.2.0-beta.0

package/CHANGELOG.md

@@ -1,5 +1,27 @@
 # Changelog
 
+## [4.2.0] - 2024-01-11
+
+### Added
+
+- Add `content_safety_confidence` to `TranscriptParams` & `TranscriptOptionalParams`.
+
+### Changed
+
+- The `RealtimeService` now sends audio as binary instead of a base64-encoded JSON object.
+
+## [4.1.0] - 2023-12-22
+
+### Added
+
+- Add `"anthropic/claude-2-1"` to `LemurModel` type
+- Add `encoding` option to the real-time service and factory. `encoding` can be `"pcm_s16le"` or `"pcm_mulaw"`.
+- `"pcm_mulaw"` is a newly supported audio encoding for the real-time service.
+
+### Changed
+
+- Allow any string into `final_model` for LeMUR requests
+
 ## [4.0.1] - 2023-12-14
 
 ### Added

package/dist/assemblyai.umd.js

@@ -202,11 +202,12 @@
             this.realtimeUrl = (_a = params.realtimeUrl) !== null && _a !== void 0 ? _a : defaultRealtimeUrl;
             this.sampleRate = (_b = params.sampleRate) !== null && _b !== void 0 ? _b : 16000;
             this.wordBoost = params.wordBoost;
-            if ("apiKey" in params && params.apiKey)
-                this.apiKey = params.apiKey;
+            this.encoding = params.encoding;
             if ("token" in params && params.token)
                 this.token = params.token;
-            if (!(this.apiKey || this.token)) {
+            if ("apiKey" in params && params.apiKey)
+                this.apiKey = params.apiKey;
+            if (!(this.token || this.apiKey)) {
                 throw new Error("API key or temporary token is required.");
             }
         }
@@ -223,6 +224,9 @@
             if (this.wordBoost && this.wordBoost.length > 0) {
                 searchParams.set("word_boost", JSON.stringify(this.wordBoost));
             }
+            if (this.encoding) {
+                searchParams.set("encoding", this.encoding);
+            }
             url.search = searchParams.toString();
             return url;
         }
@@ -244,6 +248,7 @@
                         headers: { Authorization: this.apiKey },
                     });
                 }
+                this.socket.binaryType = "arraybuffer";
                 this.socket.onclose = ({ code, reason }) => {
                     var _a, _b;
                     if (!reason) {
@@ -303,19 +308,7 @@
             if (!this.socket || this.socket.readyState !== WebSocket$1.OPEN) {
                 throw new Error("Socket is not open for communication");
             }
-            let audioData;
-            if (typeof Buffer !== "undefined") {
-                audioData = Buffer.from(audio).toString("base64");
-            }
-            else {
-                // Buffer is not available in the browser by default
-                // https://stackoverflow.com/a/42334410/2919731
-                audioData = btoa(new Uint8Array(audio).reduce((data, byte) => data + String.fromCharCode(byte), ""));
-            }
-            const payload = {
-                audio_data: audioData,
-            };
-            this.socket.send(JSON.stringify(payload));
+            this.socket.send(audio);
         }
         stream() {
             return new WritableStream({
@@ -356,12 +349,11 @@
             this.rtFactoryParams = params;
         }
         createService(params) {
-            if (!params)
-                params = { apiKey: this.rtFactoryParams.apiKey };
-            else if (!("token" in params) && !params.apiKey) {
-                params.apiKey = this.rtFactoryParams.apiKey;
+            const serviceParams = Object.assign({}, params);
+            if (!serviceParams.token && !serviceParams.apiKey) {
+                serviceParams.apiKey = this.rtFactoryParams.apiKey;
             }
-            return new RealtimeService(params);
+            return new RealtimeService(serviceParams);
         }
         createTemporaryToken(params) {
             return __awaiter(this, void 0, void 0, function* () {

package/dist/assemblyai.umd.min.js

@@ -1 +1 @@
-!function(e,t){"object"==typeof exports&&"undefined"!=typeof module?t(exports):"function"==typeof define&&define.amd?define(["exports"],t):t((e="undefined"!=typeof globalThis?globalThis:e||self).assemblyai={})}(this,(function(e){"use strict";function t(e,t,s,o){return new(s||(s=Promise))((function(i,n){function r(e){try{c(o.next(e))}catch(e){n(e)}}function a(e){try{c(o.throw(e))}catch(e){n(e)}}function c(e){var t;e.done?i(e.value):(t=e.value,t instanceof s?t:new s((function(e){e(t)}))).then(r,a)}c((o=o.apply(e,t||[])).next())}))}"function"==typeof SuppressedError&&SuppressedError;class s{constructor(e){this.params=e}fetch(e,s){var o;return t(this,void 0,void 0,(function*(){(s=null!=s?s:{}).headers=null!==(o=s.headers)&&void 0!==o?o:{},s.headers=Object.assign({Authorization:this.params.apiKey,"Content-Type":"application/json"},s.headers),e.startsWith("http")||(e=this.params.baseUrl+e);const t=yield fetch(e,s);if(t.status>=400){let e;const s=yield t.text();if(s){try{e=JSON.parse(s)}catch(e){}if(null==e?void 0:e.error)throw new Error(e.error);throw new Error(s)}throw new Error(`HTTP Error: ${t.status} ${t.statusText}`)}return t}))}fetchJson(e,s){return t(this,void 0,void 0,(function*(){return(yield this.fetch(e,s)).json()}))}}class o extends s{summary(e){return this.fetchJson("/lemur/v3/generate/summary",{method:"POST",body:JSON.stringify(e)})}questionAnswer(e){return this.fetchJson("/lemur/v3/generate/question-answer",{method:"POST",body:JSON.stringify(e)})}actionItems(e){return this.fetchJson("/lemur/v3/generate/action-items",{method:"POST",body:JSON.stringify(e)})}task(e){return this.fetchJson("/lemur/v3/generate/task",{method:"POST",body:JSON.stringify(e)})}purgeRequestData(e){return this.fetchJson(`/lemur/v3/${e}`,{method:"DELETE"})}}const{WritableStream:i}="undefined"!=typeof window?window:"undefined"!=typeof global?global:globalThis;var n=null;"undefined"!=typeof WebSocket?n=WebSocket:"undefined"!=typeof MozWebSocket?n=MozWebSocket:"undefined"!=typeof global?n=global.WebSocket||global.MozWebSocket:"undefined"!=typeof window?n=window.WebSocket||window.MozWebSocket:"undefined"!=typeof self&&(n=self.WebSocket||self.MozWebSocket);var r,a=n;!function(e){e[e.BadSampleRate=4e3]="BadSampleRate",e[e.AuthFailed=4001]="AuthFailed",e[e.InsufficientFundsOrFreeAccount=4002]="InsufficientFundsOrFreeAccount",e[e.NonexistentSessionId=4004]="NonexistentSessionId",e[e.SessionExpired=4008]="SessionExpired",e[e.ClosedSession=4010]="ClosedSession",e[e.RateLimited=4029]="RateLimited",e[e.UniqueSessionViolation=4030]="UniqueSessionViolation",e[e.SessionTimeout=4031]="SessionTimeout",e[e.AudioTooShort=4032]="AudioTooShort",e[e.AudioTooLong=4033]="AudioTooLong",e[e.BadJson=4100]="BadJson",e[e.BadSchema=4101]="BadSchema",e[e.TooManyStreams=4102]="TooManyStreams",e[e.Reconnected=4103]="Reconnected",e[e.ReconnectAttemptsExhausted=1013]="ReconnectAttemptsExhausted"}(r||(r={}));const c={[r.BadSampleRate]:"Sample rate must be a positive integer",[r.AuthFailed]:"Not Authorized",[r.InsufficientFundsOrFreeAccount]:"Insufficient funds or you are using a free account. This feature is paid-only and requires you to add a credit card. Please visit https://assemblyai.com/dashboard/ to add a credit card to your account.",[r.NonexistentSessionId]:"Session ID does not exist",[r.SessionExpired]:"Session has expired",[r.ClosedSession]:"Session is closed",[r.RateLimited]:"Rate limited",[r.UniqueSessionViolation]:"Unique session violation",[r.SessionTimeout]:"Session Timeout",[r.AudioTooShort]:"Audio too short",[r.AudioTooLong]:"Audio too long",[r.BadJson]:"Bad JSON",[r.BadSchema]:"Bad schema",[r.TooManyStreams]:"Too many streams",[r.Reconnected]:"Reconnected",[r.ReconnectAttemptsExhausted]:"Reconnect attempts exhausted"};class l extends Error{}class d{constructor(e){var t,s;if(this.listeners={},this.realtimeUrl=null!==(t=e.realtimeUrl)&&void 0!==t?t:"wss://api.assemblyai.com/v2/realtime/ws",this.sampleRate=null!==(s=e.sampleRate)&&void 0!==s?s:16e3,this.wordBoost=e.wordBoost,"apiKey"in e&&e.apiKey&&(this.apiKey=e.apiKey),"token"in e&&e.token&&(this.token=e.token),!this.apiKey&&!this.token)throw new Error("API key or temporary token is required.")}connectionUrl(){const e=new URL(this.realtimeUrl);if("wss:"!==e.protocol)throw new Error("Invalid protocol, must be wss");const t=new URLSearchParams;return this.token&&t.set("token",this.token),t.set("sample_rate",this.sampleRate.toString()),this.wordBoost&&this.wordBoost.length>0&&t.set("word_boost",JSON.stringify(this.wordBoost)),e.search=t.toString(),e}on(e,t){this.listeners[e]=t}connect(){return new Promise((e=>{if(this.socket)throw new Error("Already connected");const t=this.connectionUrl();this.token?this.socket=new a(t.toString()):this.socket=new a(t.toString(),{headers:{Authorization:this.apiKey}}),this.socket.onclose=({code:e,reason:t})=>{var s,o;t||e in r&&(t=c[e]),null===(o=(s=this.listeners).close)||void 0===o||o.call(s,e,t)},this.socket.onerror=e=>{var t,s,o,i;e.error?null===(s=(t=this.listeners).error)||void 0===s||s.call(t,e.error):null===(i=(o=this.listeners).error)||void 0===i||i.call(o,new Error(e.message))},this.socket.onmessage=({data:t})=>{var s,o,i,n,r,a,c,d,u,h,f,p,m;const y=JSON.parse(t.toString());if("error"in y)null===(o=(s=this.listeners).error)||void 0===o||o.call(s,new l(y.error));else switch(y.message_type){case"SessionBegins":{const t={sessionId:y.session_id,expiresAt:new Date(y.expires_at)};e(t),null===(n=(i=this.listeners).open)||void 0===n||n.call(i,t);break}case"PartialTranscript":y.created=new Date(y.created),null===(a=(r=this.listeners).transcript)||void 0===a||a.call(r,y),null===(d=(c=this.listeners)["transcript.partial"])||void 0===d||d.call(c,y);break;case"FinalTranscript":y.created=new Date(y.created),null===(h=(u=this.listeners).transcript)||void 0===h||h.call(u,y),null===(p=(f=this.listeners)["transcript.final"])||void 0===p||p.call(f,y);break;case"SessionTerminated":null===(m=this.sessionTerminatedResolve)||void 0===m||m.call(this)}}}))}sendAudio(e){if(!this.socket||this.socket.readyState!==a.OPEN)throw new Error("Socket is not open for communication");let t;t="undefined"!=typeof Buffer?Buffer.from(e).toString("base64"):btoa(new Uint8Array(e).reduce(((e,t)=>e+String.fromCharCode(t)),""));const s={audio_data:t};this.socket.send(JSON.stringify(s))}stream(){return new i({write:e=>{this.sendAudio(e)}})}close(e=!0){return t(this,void 0,void 0,(function*(){if(this.socket){if(this.socket.readyState===a.OPEN){const t='{"terminate_session": true}';if(e){const e=new Promise((e=>{this.sessionTerminatedResolve=e}));this.socket.send(t),yield e}else this.socket.send(t)}"removeAllListeners"in this.socket&&this.socket.removeAllListeners(),this.socket.close()}this.listeners={},this.socket=void 0}))}}class u extends s{constructor(e){super(e),this.rtFactoryParams=e}createService(e){return e?"token"in e||e.apiKey||(e.apiKey=this.rtFactoryParams.apiKey):e={apiKey:this.rtFactoryParams.apiKey},new d(e)}createTemporaryToken(e){return t(this,void 0,void 0,(function*(){return(yield this.fetchJson("/v2/realtime/token",{method:"POST",body:JSON.stringify(e)})).token}))}}class h extends s{constructor(e,t){super(e),this.files=t}transcribe(e,s){return t(this,void 0,void 0,(function*(){const t=yield this.submit(e);return yield this.waitUntilReady(t.id,s)}))}submit(e){return t(this,void 0,void 0,(function*(){const{audio:t}=e,s=function(e,t){var s={};for(var o in e)Object.prototype.hasOwnProperty.call(e,o)&&t.indexOf(o)<0&&(s[o]=e[o]);if(null!=e&&"function"==typeof Object.getOwnPropertySymbols){var i=0;for(o=Object.getOwnPropertySymbols(e);i<o.length;i++)t.indexOf(o[i])<0&&Object.prototype.propertyIsEnumerable.call(e,o[i])&&(s[o[i]]=e[o[i]])}return s}(e,["audio"]);let o;if("string"==typeof t){const e=f(t);o=null!==e?yield this.files.upload(e):t}else o=yield this.files.upload(t);return yield this.fetchJson("/v2/transcript",{method:"POST",body:JSON.stringify(Object.assign(Object.assign({},s),{audio_url:o}))})}))}create(e,s){var o;return t(this,void 0,void 0,(function*(){const t=f(e.audio_url);if(null!==t){const s=yield this.files.upload(t);e.audio_url=s}const i=yield this.fetchJson("/v2/transcript",{method:"POST",body:JSON.stringify(e)});return null===(o=null==s?void 0:s.poll)||void 0===o||o?yield this.waitUntilReady(i.id,s):i}))}waitUntilReady(e,s){var o,i;return t(this,void 0,void 0,(function*(){const t=null!==(o=null==s?void 0:s.pollingInterval)&&void 0!==o?o:3e3,n=null!==(i=null==s?void 0:s.pollingTimeout)&&void 0!==i?i:-1,r=Date.now();for(;;){const s=yield this.get(e);if("completed"===s.status||"error"===s.status)return s;if(n>0&&Date.now()-r>n)throw new Error("Polling timeout");yield new Promise((e=>setTimeout(e,t)))}}))}get(e){return this.fetchJson(`/v2/transcript/${e}`)}list(e){return t(this,void 0,void 0,(function*(){let t="/v2/transcript";"string"==typeof e?t=e:e&&(t=`${t}?${new URLSearchParams(Object.keys(e).map((t=>{var s;return[t,(null===(s=e[t])||void 0===s?void 0:s.toString())||""]})))}`);const s=yield this.fetchJson(t);for(const e of s.transcripts)e.created=new Date(e.created),e.completed&&(e.completed=new Date(e.completed));return s}))}delete(e){return this.fetchJson(`/v2/transcript/${e}`,{method:"DELETE"})}wordSearch(e,t){const s=new URLSearchParams({words:t.join(",")});return this.fetchJson(`/v2/transcript/${e}/word-search?${s.toString()}`)}sentences(e){return this.fetchJson(`/v2/transcript/${e}/sentences`)}paragraphs(e){return this.fetchJson(`/v2/transcript/${e}/paragraphs`)}subtitles(e,s="srt",o){return t(this,void 0,void 0,(function*(){let t=`/v2/transcript/${e}/${s}`;if(o){const e=new URLSearchParams;e.set("chars_per_caption",o.toString()),t+=`?${e.toString()}`}const i=yield this.fetch(t);return yield i.text()}))}redactions(e){return this.fetchJson(`/v2/transcript/${e}/redacted-audio`)}}function f(e){let t;try{return t=new URL(e),"file:"===t.protocol?t.pathname:null}catch(t){return e}}class p extends s{upload(e){return t(this,void 0,void 0,(function*(){let s;s="string"==typeof e?yield function(e){return t(this,void 0,void 0,(function*(){throw new Error("Interacting with the file system is not supported in this environment.")}))}():e;return(yield this.fetchJson("/v2/upload",{method:"POST",body:s,headers:{"Content-Type":"application/octet-stream"},duplex:"half"})).upload_url}))}}e.AssemblyAI=class{constructor(e){e.baseUrl=e.baseUrl||"https://api.assemblyai.com",e.baseUrl&&e.baseUrl.endsWith("/")&&(e.baseUrl=e.baseUrl.slice(0,-1)),this.files=new p(e),this.transcripts=new h(e,this.files),this.lemur=new o(e),this.realtime=new u(e)}},e.FileService=p,e.LemurService=o,e.RealtimeService=d,e.RealtimeServiceFactory=u,e.TranscriptService=h}));
+!function(e,t){"object"==typeof exports&&"undefined"!=typeof module?t(exports):"function"==typeof define&&define.amd?define(["exports"],t):t((e="undefined"!=typeof globalThis?globalThis:e||self).assemblyai={})}(this,(function(e){"use strict";function t(e,t,s,i){return new(s||(s=Promise))((function(o,n){function r(e){try{c(i.next(e))}catch(e){n(e)}}function a(e){try{c(i.throw(e))}catch(e){n(e)}}function c(e){var t;e.done?o(e.value):(t=e.value,t instanceof s?t:new s((function(e){e(t)}))).then(r,a)}c((i=i.apply(e,t||[])).next())}))}"function"==typeof SuppressedError&&SuppressedError;class s{constructor(e){this.params=e}fetch(e,s){var i;return t(this,void 0,void 0,(function*(){(s=null!=s?s:{}).headers=null!==(i=s.headers)&&void 0!==i?i:{},s.headers=Object.assign({Authorization:this.params.apiKey,"Content-Type":"application/json"},s.headers),e.startsWith("http")||(e=this.params.baseUrl+e);const t=yield fetch(e,s);if(t.status>=400){let e;const s=yield t.text();if(s){try{e=JSON.parse(s)}catch(e){}if(null==e?void 0:e.error)throw new Error(e.error);throw new Error(s)}throw new Error(`HTTP Error: ${t.status} ${t.statusText}`)}return t}))}fetchJson(e,s){return t(this,void 0,void 0,(function*(){return(yield this.fetch(e,s)).json()}))}}class i extends s{summary(e){return this.fetchJson("/lemur/v3/generate/summary",{method:"POST",body:JSON.stringify(e)})}questionAnswer(e){return this.fetchJson("/lemur/v3/generate/question-answer",{method:"POST",body:JSON.stringify(e)})}actionItems(e){return this.fetchJson("/lemur/v3/generate/action-items",{method:"POST",body:JSON.stringify(e)})}task(e){return this.fetchJson("/lemur/v3/generate/task",{method:"POST",body:JSON.stringify(e)})}purgeRequestData(e){return this.fetchJson(`/lemur/v3/${e}`,{method:"DELETE"})}}const{WritableStream:o}="undefined"!=typeof window?window:"undefined"!=typeof global?global:globalThis;var n=null;"undefined"!=typeof WebSocket?n=WebSocket:"undefined"!=typeof MozWebSocket?n=MozWebSocket:"undefined"!=typeof global?n=global.WebSocket||global.MozWebSocket:"undefined"!=typeof window?n=window.WebSocket||window.MozWebSocket:"undefined"!=typeof self&&(n=self.WebSocket||self.MozWebSocket);var r,a=n;!function(e){e[e.BadSampleRate=4e3]="BadSampleRate",e[e.AuthFailed=4001]="AuthFailed",e[e.InsufficientFundsOrFreeAccount=4002]="InsufficientFundsOrFreeAccount",e[e.NonexistentSessionId=4004]="NonexistentSessionId",e[e.SessionExpired=4008]="SessionExpired",e[e.ClosedSession=4010]="ClosedSession",e[e.RateLimited=4029]="RateLimited",e[e.UniqueSessionViolation=4030]="UniqueSessionViolation",e[e.SessionTimeout=4031]="SessionTimeout",e[e.AudioTooShort=4032]="AudioTooShort",e[e.AudioTooLong=4033]="AudioTooLong",e[e.BadJson=4100]="BadJson",e[e.BadSchema=4101]="BadSchema",e[e.TooManyStreams=4102]="TooManyStreams",e[e.Reconnected=4103]="Reconnected",e[e.ReconnectAttemptsExhausted=1013]="ReconnectAttemptsExhausted"}(r||(r={}));const c={[r.BadSampleRate]:"Sample rate must be a positive integer",[r.AuthFailed]:"Not Authorized",[r.InsufficientFundsOrFreeAccount]:"Insufficient funds or you are using a free account. This feature is paid-only and requires you to add a credit card. Please visit https://assemblyai.com/dashboard/ to add a credit card to your account.",[r.NonexistentSessionId]:"Session ID does not exist",[r.SessionExpired]:"Session has expired",[r.ClosedSession]:"Session is closed",[r.RateLimited]:"Rate limited",[r.UniqueSessionViolation]:"Unique session violation",[r.SessionTimeout]:"Session Timeout",[r.AudioTooShort]:"Audio too short",[r.AudioTooLong]:"Audio too long",[r.BadJson]:"Bad JSON",[r.BadSchema]:"Bad schema",[r.TooManyStreams]:"Too many streams",[r.Reconnected]:"Reconnected",[r.ReconnectAttemptsExhausted]:"Reconnect attempts exhausted"};class l extends Error{}class d{constructor(e){var t,s;if(this.listeners={},this.realtimeUrl=null!==(t=e.realtimeUrl)&&void 0!==t?t:"wss://api.assemblyai.com/v2/realtime/ws",this.sampleRate=null!==(s=e.sampleRate)&&void 0!==s?s:16e3,this.wordBoost=e.wordBoost,this.encoding=e.encoding,"token"in e&&e.token&&(this.token=e.token),"apiKey"in e&&e.apiKey&&(this.apiKey=e.apiKey),!this.token&&!this.apiKey)throw new Error("API key or temporary token is required.")}connectionUrl(){const e=new URL(this.realtimeUrl);if("wss:"!==e.protocol)throw new Error("Invalid protocol, must be wss");const t=new URLSearchParams;return this.token&&t.set("token",this.token),t.set("sample_rate",this.sampleRate.toString()),this.wordBoost&&this.wordBoost.length>0&&t.set("word_boost",JSON.stringify(this.wordBoost)),this.encoding&&t.set("encoding",this.encoding),e.search=t.toString(),e}on(e,t){this.listeners[e]=t}connect(){return new Promise((e=>{if(this.socket)throw new Error("Already connected");const t=this.connectionUrl();this.token?this.socket=new a(t.toString()):this.socket=new a(t.toString(),{headers:{Authorization:this.apiKey}}),this.socket.binaryType="arraybuffer",this.socket.onclose=({code:e,reason:t})=>{var s,i;t||e in r&&(t=c[e]),null===(i=(s=this.listeners).close)||void 0===i||i.call(s,e,t)},this.socket.onerror=e=>{var t,s,i,o;e.error?null===(s=(t=this.listeners).error)||void 0===s||s.call(t,e.error):null===(o=(i=this.listeners).error)||void 0===o||o.call(i,new Error(e.message))},this.socket.onmessage=({data:t})=>{var s,i,o,n,r,a,c,d,u,h,f,p,m;const y=JSON.parse(t.toString());if("error"in y)null===(i=(s=this.listeners).error)||void 0===i||i.call(s,new l(y.error));else switch(y.message_type){case"SessionBegins":{const t={sessionId:y.session_id,expiresAt:new Date(y.expires_at)};e(t),null===(n=(o=this.listeners).open)||void 0===n||n.call(o,t);break}case"PartialTranscript":y.created=new Date(y.created),null===(a=(r=this.listeners).transcript)||void 0===a||a.call(r,y),null===(d=(c=this.listeners)["transcript.partial"])||void 0===d||d.call(c,y);break;case"FinalTranscript":y.created=new Date(y.created),null===(h=(u=this.listeners).transcript)||void 0===h||h.call(u,y),null===(p=(f=this.listeners)["transcript.final"])||void 0===p||p.call(f,y);break;case"SessionTerminated":null===(m=this.sessionTerminatedResolve)||void 0===m||m.call(this)}}}))}sendAudio(e){if(!this.socket||this.socket.readyState!==a.OPEN)throw new Error("Socket is not open for communication");this.socket.send(e)}stream(){return new o({write:e=>{this.sendAudio(e)}})}close(e=!0){return t(this,void 0,void 0,(function*(){if(this.socket){if(this.socket.readyState===a.OPEN){const t='{"terminate_session": true}';if(e){const e=new Promise((e=>{this.sessionTerminatedResolve=e}));this.socket.send(t),yield e}else this.socket.send(t)}"removeAllListeners"in this.socket&&this.socket.removeAllListeners(),this.socket.close()}this.listeners={},this.socket=void 0}))}}class u extends s{constructor(e){super(e),this.rtFactoryParams=e}createService(e){const t=Object.assign({},e);return t.token||t.apiKey||(t.apiKey=this.rtFactoryParams.apiKey),new d(t)}createTemporaryToken(e){return t(this,void 0,void 0,(function*(){return(yield this.fetchJson("/v2/realtime/token",{method:"POST",body:JSON.stringify(e)})).token}))}}class h extends s{constructor(e,t){super(e),this.files=t}transcribe(e,s){return t(this,void 0,void 0,(function*(){const t=yield this.submit(e);return yield this.waitUntilReady(t.id,s)}))}submit(e){return t(this,void 0,void 0,(function*(){const{audio:t}=e,s=function(e,t){var s={};for(var i in e)Object.prototype.hasOwnProperty.call(e,i)&&t.indexOf(i)<0&&(s[i]=e[i]);if(null!=e&&"function"==typeof Object.getOwnPropertySymbols){var o=0;for(i=Object.getOwnPropertySymbols(e);o<i.length;o++)t.indexOf(i[o])<0&&Object.prototype.propertyIsEnumerable.call(e,i[o])&&(s[i[o]]=e[i[o]])}return s}(e,["audio"]);let i;if("string"==typeof t){const e=f(t);i=null!==e?yield this.files.upload(e):t}else i=yield this.files.upload(t);return yield this.fetchJson("/v2/transcript",{method:"POST",body:JSON.stringify(Object.assign(Object.assign({},s),{audio_url:i}))})}))}create(e,s){var i;return t(this,void 0,void 0,(function*(){const t=f(e.audio_url);if(null!==t){const s=yield this.files.upload(t);e.audio_url=s}const o=yield this.fetchJson("/v2/transcript",{method:"POST",body:JSON.stringify(e)});return null===(i=null==s?void 0:s.poll)||void 0===i||i?yield this.waitUntilReady(o.id,s):o}))}waitUntilReady(e,s){var i,o;return t(this,void 0,void 0,(function*(){const t=null!==(i=null==s?void 0:s.pollingInterval)&&void 0!==i?i:3e3,n=null!==(o=null==s?void 0:s.pollingTimeout)&&void 0!==o?o:-1,r=Date.now();for(;;){const s=yield this.get(e);if("completed"===s.status||"error"===s.status)return s;if(n>0&&Date.now()-r>n)throw new Error("Polling timeout");yield new Promise((e=>setTimeout(e,t)))}}))}get(e){return this.fetchJson(`/v2/transcript/${e}`)}list(e){return t(this,void 0,void 0,(function*(){let t="/v2/transcript";"string"==typeof e?t=e:e&&(t=`${t}?${new URLSearchParams(Object.keys(e).map((t=>{var s;return[t,(null===(s=e[t])||void 0===s?void 0:s.toString())||""]})))}`);const s=yield this.fetchJson(t);for(const e of s.transcripts)e.created=new Date(e.created),e.completed&&(e.completed=new Date(e.completed));return s}))}delete(e){return this.fetchJson(`/v2/transcript/${e}`,{method:"DELETE"})}wordSearch(e,t){const s=new URLSearchParams({words:t.join(",")});return this.fetchJson(`/v2/transcript/${e}/word-search?${s.toString()}`)}sentences(e){return this.fetchJson(`/v2/transcript/${e}/sentences`)}paragraphs(e){return this.fetchJson(`/v2/transcript/${e}/paragraphs`)}subtitles(e,s="srt",i){return t(this,void 0,void 0,(function*(){let t=`/v2/transcript/${e}/${s}`;if(i){const e=new URLSearchParams;e.set("chars_per_caption",i.toString()),t+=`?${e.toString()}`}const o=yield this.fetch(t);return yield o.text()}))}redactions(e){return this.fetchJson(`/v2/transcript/${e}/redacted-audio`)}}function f(e){let t;try{return t=new URL(e),"file:"===t.protocol?t.pathname:null}catch(t){return e}}class p extends s{upload(e){return t(this,void 0,void 0,(function*(){let s;s="string"==typeof e?yield function(e){return t(this,void 0,void 0,(function*(){throw new Error("Interacting with the file system is not supported in this environment.")}))}():e;return(yield this.fetchJson("/v2/upload",{method:"POST",body:s,headers:{"Content-Type":"application/octet-stream"},duplex:"half"})).upload_url}))}}e.AssemblyAI=class{constructor(e){e.baseUrl=e.baseUrl||"https://api.assemblyai.com",e.baseUrl&&e.baseUrl.endsWith("/")&&(e.baseUrl=e.baseUrl.slice(0,-1)),this.files=new p(e),this.transcripts=new h(e,this.files),this.lemur=new i(e),this.realtime=new u(e)}},e.FileService=p,e.LemurService=i,e.RealtimeService=d,e.RealtimeServiceFactory=u,e.TranscriptService=h}));

package/dist/bun.mjs

@@ -136,11 +136,12 @@ class RealtimeService {
         this.realtimeUrl = params.realtimeUrl ?? defaultRealtimeUrl;
         this.sampleRate = params.sampleRate ?? 16000;
         this.wordBoost = params.wordBoost;
-        if ("apiKey" in params && params.apiKey)
-            this.apiKey = params.apiKey;
+        this.encoding = params.encoding;
         if ("token" in params && params.token)
             this.token = params.token;
-        if (!(this.apiKey || this.token)) {
+        if ("apiKey" in params && params.apiKey)
+            this.apiKey = params.apiKey;
+        if (!(this.token || this.apiKey)) {
             throw new Error("API key or temporary token is required.");
         }
     }
@@ -157,6 +158,9 @@ class RealtimeService {
         if (this.wordBoost && this.wordBoost.length > 0) {
             searchParams.set("word_boost", JSON.stringify(this.wordBoost));
         }
+        if (this.encoding) {
+            searchParams.set("encoding", this.encoding);
+        }
         url.search = searchParams.toString();
         return url;
     }
@@ -178,6 +182,7 @@ class RealtimeService {
                     headers: { Authorization: this.apiKey },
                 });
             }
+            this.socket.binaryType = "arraybuffer";
             this.socket.onclose = ({ code, reason }) => {
                 if (!reason) {
                     if (code in RealtimeErrorType) {
@@ -234,19 +239,7 @@ class RealtimeService {
         if (!this.socket || this.socket.readyState !== WebSocket.OPEN) {
             throw new Error("Socket is not open for communication");
         }
-        let audioData;
-        if (typeof Buffer !== "undefined") {
-            audioData = Buffer.from(audio).toString("base64");
-        }
-        else {
-            // Buffer is not available in the browser by default
-            // https://stackoverflow.com/a/42334410/2919731
-            audioData = btoa(new Uint8Array(audio).reduce((data, byte) => data + String.fromCharCode(byte), ""));
-        }
-        const payload = {
-            audio_data: audioData,
-        };
-        this.socket.send(JSON.stringify(payload));
+        this.socket.send(audio);
     }
     stream() {
         return new WritableStream({
@@ -285,12 +278,11 @@ class RealtimeServiceFactory extends BaseService {
         this.rtFactoryParams = params;
     }
     createService(params) {
-        if (!params)
-            params = { apiKey: this.rtFactoryParams.apiKey };
-        else if (!("token" in params) && !params.apiKey) {
-            params.apiKey = this.rtFactoryParams.apiKey;
+        const serviceParams = { ...params };
+        if (!serviceParams.token && !serviceParams.apiKey) {
+            serviceParams.apiKey = this.rtFactoryParams.apiKey;
         }
-        return new RealtimeService(params);
+        return new RealtimeService(serviceParams);
     }
     async createTemporaryToken(params) {
         const data = await this.fetchJson("/v2/realtime/token", {

package/dist/deno.mjs

@@ -136,11 +136,12 @@ class RealtimeService {
         this.realtimeUrl = params.realtimeUrl ?? defaultRealtimeUrl;
         this.sampleRate = params.sampleRate ?? 16000;
         this.wordBoost = params.wordBoost;
-        if ("apiKey" in params && params.apiKey)
-            this.apiKey = params.apiKey;
+        this.encoding = params.encoding;
         if ("token" in params && params.token)
             this.token = params.token;
-        if (!(this.apiKey || this.token)) {
+        if ("apiKey" in params && params.apiKey)
+            this.apiKey = params.apiKey;
+        if (!(this.token || this.apiKey)) {
             throw new Error("API key or temporary token is required.");
         }
     }
@@ -157,6 +158,9 @@ class RealtimeService {
         if (this.wordBoost && this.wordBoost.length > 0) {
             searchParams.set("word_boost", JSON.stringify(this.wordBoost));
         }
+        if (this.encoding) {
+            searchParams.set("encoding", this.encoding);
+        }
         url.search = searchParams.toString();
         return url;
     }
@@ -178,6 +182,7 @@ class RealtimeService {
                     headers: { Authorization: this.apiKey },
                 });
             }
+            this.socket.binaryType = "arraybuffer";
             this.socket.onclose = ({ code, reason }) => {
                 if (!reason) {
                     if (code in RealtimeErrorType) {
@@ -234,19 +239,7 @@ class RealtimeService {
         if (!this.socket || this.socket.readyState !== WebSocket.OPEN) {
             throw new Error("Socket is not open for communication");
         }
-        let audioData;
-        if (typeof Buffer !== "undefined") {
-            audioData = Buffer.from(audio).toString("base64");
-        }
-        else {
-            // Buffer is not available in the browser by default
-            // https://stackoverflow.com/a/42334410/2919731
-            audioData = btoa(new Uint8Array(audio).reduce((data, byte) => data + String.fromCharCode(byte), ""));
-        }
-        const payload = {
-            audio_data: audioData,
-        };
-        this.socket.send(JSON.stringify(payload));
+        this.socket.send(audio);
     }
     stream() {
         return new WritableStream({
@@ -285,12 +278,11 @@ class RealtimeServiceFactory extends BaseService {
         this.rtFactoryParams = params;
     }
     createService(params) {
-        if (!params)
-            params = { apiKey: this.rtFactoryParams.apiKey };
-        else if (!("token" in params) && !params.apiKey) {
-            params.apiKey = this.rtFactoryParams.apiKey;
+        const serviceParams = { ...params };
+        if (!serviceParams.token && !serviceParams.apiKey) {
+            serviceParams.apiKey = this.rtFactoryParams.apiKey;
         }
-        return new RealtimeService(params);
+        return new RealtimeService(serviceParams);
     }
     async createTemporaryToken(params) {
         const data = await this.fetchJson("/v2/realtime/token", {

package/dist/index.cjs

@@ -184,11 +184,12 @@ class RealtimeService {
         this.realtimeUrl = (_a = params.realtimeUrl) !== null && _a !== void 0 ? _a : defaultRealtimeUrl;
         this.sampleRate = (_b = params.sampleRate) !== null && _b !== void 0 ? _b : 16000;
         this.wordBoost = params.wordBoost;
-        if ("apiKey" in params && params.apiKey)
-            this.apiKey = params.apiKey;
+        this.encoding = params.encoding;
         if ("token" in params && params.token)
             this.token = params.token;
-        if (!(this.apiKey || this.token)) {
+        if ("apiKey" in params && params.apiKey)
+            this.apiKey = params.apiKey;
+        if (!(this.token || this.apiKey)) {
             throw new Error("API key or temporary token is required.");
         }
     }
@@ -205,6 +206,9 @@ class RealtimeService {
         if (this.wordBoost && this.wordBoost.length > 0) {
             searchParams.set("word_boost", JSON.stringify(this.wordBoost));
         }
+        if (this.encoding) {
+            searchParams.set("encoding", this.encoding);
+        }
         url.search = searchParams.toString();
         return url;
     }
@@ -226,6 +230,7 @@ class RealtimeService {
                     headers: { Authorization: this.apiKey },
                 });
             }
+            this.socket.binaryType = "arraybuffer";
             this.socket.onclose = ({ code, reason }) => {
                 var _a, _b;
                 if (!reason) {
@@ -285,19 +290,7 @@ class RealtimeService {
         if (!this.socket || this.socket.readyState !== WebSocket.OPEN) {
             throw new Error("Socket is not open for communication");
         }
-        let audioData;
-        if (typeof Buffer !== "undefined") {
-            audioData = Buffer.from(audio).toString("base64");
-        }
-        else {
-            // Buffer is not available in the browser by default
-            // https://stackoverflow.com/a/42334410/2919731
-            audioData = btoa(new Uint8Array(audio).reduce((data, byte) => data + String.fromCharCode(byte), ""));
-        }
-        const payload = {
-            audio_data: audioData,
-        };
-        this.socket.send(JSON.stringify(payload));
+        this.socket.send(audio);
     }
     stream() {
         return new WritableStream({
@@ -338,12 +331,11 @@ class RealtimeServiceFactory extends BaseService {
         this.rtFactoryParams = params;
     }
     createService(params) {
-        if (!params)
-            params = { apiKey: this.rtFactoryParams.apiKey };
-        else if (!("token" in params) && !params.apiKey) {
-            params.apiKey = this.rtFactoryParams.apiKey;
+        const serviceParams = Object.assign({}, params);
+        if (!serviceParams.token && !serviceParams.apiKey) {
+            serviceParams.apiKey = this.rtFactoryParams.apiKey;
         }
-        return new RealtimeService(params);
+        return new RealtimeService(serviceParams);
     }
     createTemporaryToken(params) {
         return __awaiter(this, void 0, void 0, function* () {

package/dist/index.mjs

@@ -182,11 +182,12 @@ class RealtimeService {
         this.realtimeUrl = (_a = params.realtimeUrl) !== null && _a !== void 0 ? _a : defaultRealtimeUrl;
         this.sampleRate = (_b = params.sampleRate) !== null && _b !== void 0 ? _b : 16000;
         this.wordBoost = params.wordBoost;
-        if ("apiKey" in params && params.apiKey)
-            this.apiKey = params.apiKey;
+        this.encoding = params.encoding;
         if ("token" in params && params.token)
             this.token = params.token;
-        if (!(this.apiKey || this.token)) {
+        if ("apiKey" in params && params.apiKey)
+            this.apiKey = params.apiKey;
+        if (!(this.token || this.apiKey)) {
             throw new Error("API key or temporary token is required.");
         }
     }
@@ -203,6 +204,9 @@ class RealtimeService {
         if (this.wordBoost && this.wordBoost.length > 0) {
             searchParams.set("word_boost", JSON.stringify(this.wordBoost));
         }
+        if (this.encoding) {
+            searchParams.set("encoding", this.encoding);
+        }
         url.search = searchParams.toString();
         return url;
     }
@@ -224,6 +228,7 @@ class RealtimeService {
                     headers: { Authorization: this.apiKey },
                 });
             }
+            this.socket.binaryType = "arraybuffer";
             this.socket.onclose = ({ code, reason }) => {
                 var _a, _b;
                 if (!reason) {
@@ -283,19 +288,7 @@ class RealtimeService {
         if (!this.socket || this.socket.readyState !== WebSocket.OPEN) {
             throw new Error("Socket is not open for communication");
         }
-        let audioData;
-        if (typeof Buffer !== "undefined") {
-            audioData = Buffer.from(audio).toString("base64");
-        }
-        else {
-            // Buffer is not available in the browser by default
-            // https://stackoverflow.com/a/42334410/2919731
-            audioData = btoa(new Uint8Array(audio).reduce((data, byte) => data + String.fromCharCode(byte), ""));
-        }
-        const payload = {
-            audio_data: audioData,
-        };
-        this.socket.send(JSON.stringify(payload));
+        this.socket.send(audio);
     }
     stream() {
         return new WritableStream({
@@ -336,12 +329,11 @@ class RealtimeServiceFactory extends BaseService {
         this.rtFactoryParams = params;
     }
     createService(params) {
-        if (!params)
-            params = { apiKey: this.rtFactoryParams.apiKey };
-        else if (!("token" in params) && !params.apiKey) {
-            params.apiKey = this.rtFactoryParams.apiKey;
+        const serviceParams = Object.assign({}, params);
+        if (!serviceParams.token && !serviceParams.apiKey) {
+            serviceParams.apiKey = this.rtFactoryParams.apiKey;
         }
-        return new RealtimeService(params);
+        return new RealtimeService(serviceParams);
     }
     createTemporaryToken(params) {
         return __awaiter(this, void 0, void 0, function* () {

package/dist/node.cjs

@@ -135,11 +135,12 @@ class RealtimeService {
         this.realtimeUrl = params.realtimeUrl ?? defaultRealtimeUrl;
         this.sampleRate = params.sampleRate ?? 16000;
         this.wordBoost = params.wordBoost;
-        if ("apiKey" in params && params.apiKey)
-            this.apiKey = params.apiKey;
+        this.encoding = params.encoding;
         if ("token" in params && params.token)
             this.token = params.token;
-        if (!(this.apiKey || this.token)) {
+        if ("apiKey" in params && params.apiKey)
+            this.apiKey = params.apiKey;
+        if (!(this.token || this.apiKey)) {
             throw new Error("API key or temporary token is required.");
         }
     }
@@ -156,6 +157,9 @@ class RealtimeService {
         if (this.wordBoost && this.wordBoost.length > 0) {
             searchParams.set("word_boost", JSON.stringify(this.wordBoost));
         }
+        if (this.encoding) {
+            searchParams.set("encoding", this.encoding);
+        }
         url.search = searchParams.toString();
         return url;
     }
@@ -177,6 +181,7 @@ class RealtimeService {
                     headers: { Authorization: this.apiKey },
                 });
             }
+            this.socket.binaryType = "arraybuffer";
             this.socket.onclose = ({ code, reason }) => {
                 if (!reason) {
                     if (code in RealtimeErrorType) {
@@ -233,19 +238,7 @@ class RealtimeService {
         if (!this.socket || this.socket.readyState !== WebSocket.OPEN) {
             throw new Error("Socket is not open for communication");
         }
-        let audioData;
-        if (typeof Buffer !== "undefined") {
-            audioData = Buffer.from(audio).toString("base64");
-        }
-        else {
-            // Buffer is not available in the browser by default
-            // https://stackoverflow.com/a/42334410/2919731
-            audioData = btoa(new Uint8Array(audio).reduce((data, byte) => data + String.fromCharCode(byte), ""));
-        }
-        const payload = {
-            audio_data: audioData,
-        };
-        this.socket.send(JSON.stringify(payload));
+        this.socket.send(audio);
     }
     stream() {
         return new web.WritableStream({
@@ -284,12 +277,11 @@ class RealtimeServiceFactory extends BaseService {
         this.rtFactoryParams = params;
     }
     createService(params) {
-        if (!params)
-            params = { apiKey: this.rtFactoryParams.apiKey };
-        else if (!("token" in params) && !params.apiKey) {
-            params.apiKey = this.rtFactoryParams.apiKey;
+        const serviceParams = { ...params };
+        if (!serviceParams.token && !serviceParams.apiKey) {
+            serviceParams.apiKey = this.rtFactoryParams.apiKey;
         }
-        return new RealtimeService(params);
+        return new RealtimeService(serviceParams);
     }
     async createTemporaryToken(params) {
         const data = await this.fetchJson("/v2/realtime/token", {

package/dist/node.mjs

@@ -133,11 +133,12 @@ class RealtimeService {
         this.realtimeUrl = params.realtimeUrl ?? defaultRealtimeUrl;
         this.sampleRate = params.sampleRate ?? 16000;
         this.wordBoost = params.wordBoost;
-        if ("apiKey" in params && params.apiKey)
-            this.apiKey = params.apiKey;
+        this.encoding = params.encoding;
         if ("token" in params && params.token)
             this.token = params.token;
-        if (!(this.apiKey || this.token)) {
+        if ("apiKey" in params && params.apiKey)
+            this.apiKey = params.apiKey;
+        if (!(this.token || this.apiKey)) {
             throw new Error("API key or temporary token is required.");
         }
     }
@@ -154,6 +155,9 @@ class RealtimeService {
         if (this.wordBoost && this.wordBoost.length > 0) {
             searchParams.set("word_boost", JSON.stringify(this.wordBoost));
         }
+        if (this.encoding) {
+            searchParams.set("encoding", this.encoding);
+        }
         url.search = searchParams.toString();
         return url;
     }
@@ -175,6 +179,7 @@ class RealtimeService {
                     headers: { Authorization: this.apiKey },
                 });
             }
+            this.socket.binaryType = "arraybuffer";
             this.socket.onclose = ({ code, reason }) => {
                 if (!reason) {
                     if (code in RealtimeErrorType) {
@@ -231,19 +236,7 @@ class RealtimeService {
         if (!this.socket || this.socket.readyState !== WebSocket.OPEN) {
             throw new Error("Socket is not open for communication");
         }
-        let audioData;
-        if (typeof Buffer !== "undefined") {
-            audioData = Buffer.from(audio).toString("base64");
-        }
-        else {
-            // Buffer is not available in the browser by default
-            // https://stackoverflow.com/a/42334410/2919731
-            audioData = btoa(new Uint8Array(audio).reduce((data, byte) => data + String.fromCharCode(byte), ""));
-        }
-        const payload = {
-            audio_data: audioData,
-        };
-        this.socket.send(JSON.stringify(payload));
+        this.socket.send(audio);
     }
     stream() {
         return new WritableStream({
@@ -282,12 +275,11 @@ class RealtimeServiceFactory extends BaseService {
         this.rtFactoryParams = params;
     }
     createService(params) {
-        if (!params)
-            params = { apiKey: this.rtFactoryParams.apiKey };
-        else if (!("token" in params) && !params.apiKey) {
-            params.apiKey = this.rtFactoryParams.apiKey;
+        const serviceParams = { ...params };
+        if (!serviceParams.token && !serviceParams.apiKey) {
+            serviceParams.apiKey = this.rtFactoryParams.apiKey;
         }
-        return new RealtimeService(params);
+        return new RealtimeService(serviceParams);
     }
     async createTemporaryToken(params) {
         const data = await this.fetchJson("/v2/realtime/token", {

package/dist/polyfills/streams/node.d.ts

@@ -1,2 +1 @@
-/// <reference types="node" />
 export { WritableStream } from "stream/web";

package/dist/services/realtime/service.d.ts

@@ -3,6 +3,7 @@ export declare class RealtimeService {
     private realtimeUrl;
     private sampleRate;
     private wordBoost?;
+    private encoding?;
     private apiKey?;
     private token?;
     private socket?;

package/dist/types/asyncapi.generated.d.ts

@@ -2,6 +2,12 @@ export type AudioData = {
     /** @description Base64 encoded raw audio data */
     audio_data: string;
 };
+/**
+ * @description The encoding of the audio data
+ * @default pcm_s16le
+ * @enum {string}
+ */
+export type AudioEncoding = "pcm_s16le" | "pcm_mulaw";
 export type FinalTranscript = RealtimeBaseTranscript & {
     /**
      * @description Describes the type of message

package/dist/types/helpers/index.d.ts

@@ -0,0 +1 @@
+export type LiteralUnion<LiteralType, BaseType> = LiteralType | (BaseType & Record<never, never>);

package/dist/types/openapi.generated.d.ts

@@ -1,3 +1,4 @@
+import { LiteralUnion } from "./helpers";
 /** OneOf type helpers */
 type Without<T, U> = {
     [P in Exclude<keyof T, keyof U>]?: never;
@@ -459,7 +460,13 @@ export type LemurBaseParams = {
             [key: string]: unknown;
         }
     ]>;
-    final_model?: LemurModel;
+    /**
+     * @description The model that is used for the final prompt after compression is performed.
+     * Defaults to "default".
+     *
+     * @default default
+     */
+    final_model?: LiteralUnion<LemurModel, string>;
     /**
      * @description Custom formatted transcript data. Maximum size is the context limit of the selected model, which defaults to 100000.
      * Use either transcript_ids or input_text as input into LeMUR.
@@ -497,7 +504,7 @@ export type LemurBaseResponse = {
  *
  * @enum {string}
  */
-export type LemurModel = "default" | "basic" | "assemblyai/mistral-7b";
+export type LemurModel = "default" | "basic" | "assemblyai/mistral-7b" | "anthropic/claude-2-1";
 /**
  * @example {
  *   "question": "Where are there wildfires?",
@@ -2156,6 +2163,8 @@ export type TranscriptOptionalParams = {
     boost_param?: TranscriptBoostParam;
     /** @description Enable [Content Moderation](https://www.assemblyai.com/docs/models/content-moderation), can be true or false */
     content_safety?: boolean;
+    /** @description The confidence threshold for content moderation. Values must be between 25 and 100. */
+    content_safety_confidence?: number;
     /** @description Customize how words are spelled and formatted using to and from values */
     custom_spelling?: TranscriptCustomSpelling[];
     /** @description Whether custom topics is enabled, either true or false */

package/dist/types/realtime/index.d.ts

@@ -1,8 +1,9 @@
-import { FinalTranscript, PartialTranscript, RealtimeTranscript, RealtimeTranscriptType } from "../asyncapi.generated";
+import { AudioEncoding, FinalTranscript, PartialTranscript, RealtimeTranscript, RealtimeTranscriptType } from "../asyncapi.generated";
 type CreateRealtimeServiceParams = {
     realtimeUrl?: string;
     sampleRate?: number;
     wordBoost?: string[];
+    encoding?: AudioEncoding;
 } & ({
     apiKey?: string;
 } | {
@@ -12,6 +13,7 @@ type RealtimeServiceParams = {
     realtimeUrl?: string;
     sampleRate?: number;
     wordBoost?: string[];
+    encoding?: AudioEncoding;
 } & ({
     apiKey: string;
 } | {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "assemblyai",
-  "version": "4.0.1",
+  "version": "4.2.0-beta.0",
   "description": "The AssemblyAI JavaScript SDK provides an easy-to-use interface for interacting with the AssemblyAI API, which supports async and real-time transcription, as well as the latest LeMUR models.",
   "engines": {
     "node": ">=18"
@@ -61,7 +61,7 @@
     "url": "git+https://github.com/AssemblyAI/assemblyai-node-sdk.git"
   },
   "publishConfig": {
-    "tag": "latest",
+    "tag": "beta",
     "access": "public",
     "registry": "https://registry.npmjs.org/"
   },

package/src/services/realtime/factory.ts

@@ -16,12 +16,12 @@ export class RealtimeServiceFactory extends BaseService {
   }
 
   createService(params?: CreateRealtimeServiceParams): RealtimeService {
-    if (!params) params = { apiKey: this.rtFactoryParams.apiKey };
-    else if (!("token" in params) && !params.apiKey) {
-      params.apiKey = this.rtFactoryParams.apiKey;
+    const serviceParams = { ...params } as Record<string, unknown>;
+    if (!serviceParams.token && !serviceParams.apiKey) {
+      serviceParams.apiKey = this.rtFactoryParams.apiKey;
     }
 
-    return new RealtimeService(params as RealtimeServiceParams);
+    return new RealtimeService(serviceParams as RealtimeServiceParams);
   }
 
   async createTemporaryToken(params: RealtimeTokenParams) {

package/src/services/realtime/service.ts

@@ -10,6 +10,7 @@ import {
   PartialTranscript,
   FinalTranscript,
   SessionBeginsEventData,
+  AudioEncoding,
 } from "../..";
 import {
   RealtimeError,
@@ -23,6 +24,7 @@ export class RealtimeService {
   private realtimeUrl: string;
   private sampleRate: number;
   private wordBoost?: string[];
+  private encoding?: AudioEncoding;
   private apiKey?: string;
   private token?: string;
   private socket?: WebSocket;
@@ -33,10 +35,11 @@ export class RealtimeService {
     this.realtimeUrl = params.realtimeUrl ?? defaultRealtimeUrl;
     this.sampleRate = params.sampleRate ?? 16_000;
     this.wordBoost = params.wordBoost;
-    if ("apiKey" in params && params.apiKey) this.apiKey = params.apiKey;
+    this.encoding = params.encoding;
     if ("token" in params && params.token) this.token = params.token;
+    if ("apiKey" in params && params.apiKey) this.apiKey = params.apiKey;
 
-    if (!(this.apiKey || this.token)) {
+    if (!(this.token || this.apiKey)) {
       throw new Error("API key or temporary token is required.");
     }
   }
@@ -56,6 +59,9 @@ export class RealtimeService {
     if (this.wordBoost && this.wordBoost.length > 0) {
       searchParams.set("word_boost", JSON.stringify(this.wordBoost));
     }
+    if (this.encoding) {
+      searchParams.set("encoding", this.encoding);
+    }
     url.search = searchParams.toString();
 
     return url;
@@ -96,6 +102,7 @@ export class RealtimeService {
           headers: { Authorization: this.apiKey },
         });
       }
+      this.socket.binaryType = "arraybuffer";
 
       this.socket.onclose = ({ code, reason }: CloseEvent) => {
         if (!reason) {
@@ -154,23 +161,7 @@ export class RealtimeService {
     if (!this.socket || this.socket.readyState !== WebSocket.OPEN) {
       throw new Error("Socket is not open for communication");
     }
-    let audioData;
-    if (typeof Buffer !== "undefined") {
-      audioData = Buffer.from(audio).toString("base64");
-    } else {
-      // Buffer is not available in the browser by default
-      // https://stackoverflow.com/a/42334410/2919731
-      audioData = btoa(
-        new Uint8Array(audio).reduce(
-          (data, byte) => data + String.fromCharCode(byte),
-          ""
-        )
-      );
-    }
-    const payload = {
-      audio_data: audioData,
-    };
-    this.socket.send(JSON.stringify(payload));
+    this.socket.send(audio);
   }
 
   stream(): WritableStream<ArrayBufferLike> {

package/src/types/asyncapi.generated.ts

@@ -2,6 +2,8 @@
 /* tslint:disable */
 /* eslint-disable */
 
+import { LiteralUnion } from "./helpers";
+
 /** OneOf type helpers */
 type Without<T, U> = { [P in Exclude<keyof T, keyof U>]?: never };
 type XOR<T, U> = T | U extends object
@@ -18,6 +20,13 @@ export type AudioData = {
   audio_data: string;
 };
 
+/**
+ * @description The encoding of the audio data
+ * @default pcm_s16le
+ * @enum {string}
+ */
+export type AudioEncoding = "pcm_s16le" | "pcm_mulaw";
+
 export type FinalTranscript = RealtimeBaseTranscript & {
   /**
    * @description Describes the type of message

package/src/types/helpers/index.ts

@@ -0,0 +1,4 @@
+// source: https://github.com/sindresorhus/type-fest/blob/main/source/literal-union.d.ts
+export type LiteralUnion<LiteralType, BaseType> =
+  | LiteralType
+  | (BaseType & Record<never, never>);

package/src/types/openapi.generated.ts

@@ -2,6 +2,8 @@
 /* tslint:disable */
 /* eslint-disable */
 
+import { LiteralUnion } from "./helpers";
+
 /** OneOf type helpers */
 type Without<T, U> = { [P in Exclude<keyof T, keyof U>]?: never };
 type XOR<T, U> = T | U extends object
@@ -512,7 +514,13 @@ export type LemurBaseParams = {
       }
     ]
   >;
-  final_model?: LemurModel;
+  /**
+   * @description The model that is used for the final prompt after compression is performed.
+   * Defaults to "default".
+   *
+   * @default default
+   */
+  final_model?: LiteralUnion<LemurModel, string>;
   /**
    * @description Custom formatted transcript data. Maximum size is the context limit of the selected model, which defaults to 100000.
    * Use either transcript_ids or input_text as input into LeMUR.
@@ -552,7 +560,11 @@ export type LemurBaseResponse = {
  *
  * @enum {string}
  */
-export type LemurModel = "default" | "basic" | "assemblyai/mistral-7b";
+export type LemurModel =
+  | "default"
+  | "basic"
+  | "assemblyai/mistral-7b"
+  | "anthropic/claude-2-1";
 
 /**
  * @example {
@@ -2299,6 +2311,8 @@ export type TranscriptOptionalParams = {
   boost_param?: TranscriptBoostParam;
   /** @description Enable [Content Moderation](https://www.assemblyai.com/docs/models/content-moderation), can be true or false */
   content_safety?: boolean;
+  /** @description The confidence threshold for content moderation. Values must be between 25 and 100. */
+  content_safety_confidence?: number;
   /** @description Customize how words are spelled and formatted using to and from values */
   custom_spelling?: TranscriptCustomSpelling[];
   /** @description Whether custom topics is enabled, either true or false */

package/src/types/realtime/index.ts

@@ -1,4 +1,5 @@
 import {
+  AudioEncoding,
   FinalTranscript,
   PartialTranscript,
   RealtimeTranscript,
@@ -9,6 +10,7 @@ type CreateRealtimeServiceParams = {
   realtimeUrl?: string;
   sampleRate?: number;
   wordBoost?: string[];
+  encoding?: AudioEncoding;
 } & (
   | {
       apiKey?: string;
@@ -22,6 +24,7 @@ type RealtimeServiceParams = {
   realtimeUrl?: string;
   sampleRate?: number;
   wordBoost?: string[];
+  encoding?: AudioEncoding;
 } & (
   | {
       apiKey: string;