assemblyai 4.0.1 → 4.1.0

package/CHANGELOG.md

@@ -1,5 +1,17 @@
 # Changelog
 
+## [4.1.0] - 2023-12-22
+
+### Added
+
+- Add `"anthropic/claude-2-1"` to `LemurModel` type
+- Add `encoding` option to the real-time service and factory. `encoding` can be `"pcm_s16le"` or `"pcm_mulaw"`.
+- `"pcm_mulaw"` is a newly supported audio encoding for the real-time service.
+
+### Changed
+
+- Allow any string into `final_model` for LeMUR requests
+
 ## [4.0.1] - 2023-12-14
 
 ### Added

package/dist/assemblyai.umd.js

@@ -202,11 +202,12 @@
             this.realtimeUrl = (_a = params.realtimeUrl) !== null && _a !== void 0 ? _a : defaultRealtimeUrl;
             this.sampleRate = (_b = params.sampleRate) !== null && _b !== void 0 ? _b : 16000;
             this.wordBoost = params.wordBoost;
-            if ("apiKey" in params && params.apiKey)
-                this.apiKey = params.apiKey;
+            this.encoding = params.encoding;
             if ("token" in params && params.token)
                 this.token = params.token;
-            if (!(this.apiKey || this.token)) {
+            if ("apiKey" in params && params.apiKey)
+                this.apiKey = params.apiKey;
+            if (!(this.token || this.apiKey)) {
                 throw new Error("API key or temporary token is required.");
             }
         }
@@ -223,6 +224,9 @@
             if (this.wordBoost && this.wordBoost.length > 0) {
                 searchParams.set("word_boost", JSON.stringify(this.wordBoost));
             }
+            if (this.encoding) {
+                searchParams.set("encoding", this.encoding);
+            }
             url.search = searchParams.toString();
             return url;
         }
@@ -356,12 +360,11 @@
             this.rtFactoryParams = params;
         }
         createService(params) {
-            if (!params)
-                params = { apiKey: this.rtFactoryParams.apiKey };
-            else if (!("token" in params) && !params.apiKey) {
-                params.apiKey = this.rtFactoryParams.apiKey;
+            const serviceParams = Object.assign({}, params);
+            if (!serviceParams.token && !serviceParams.apiKey) {
+                serviceParams.apiKey = this.rtFactoryParams.apiKey;
             }
-            return new RealtimeService(params);
+            return new RealtimeService(serviceParams);
         }
         createTemporaryToken(params) {
             return __awaiter(this, void 0, void 0, function* () {

package/dist/assemblyai.umd.min.js

@@ -1 +1 @@
-!function(e,t){"object"==typeof exports&&"undefined"!=typeof module?t(exports):"function"==typeof define&&define.amd?define(["exports"],t):t((e="undefined"!=typeof globalThis?globalThis:e||self).assemblyai={})}(this,(function(e){"use strict";function t(e,t,s,o){return new(s||(s=Promise))((function(i,n){function r(e){try{c(o.next(e))}catch(e){n(e)}}function a(e){try{c(o.throw(e))}catch(e){n(e)}}function c(e){var t;e.done?i(e.value):(t=e.value,t instanceof s?t:new s((function(e){e(t)}))).then(r,a)}c((o=o.apply(e,t||[])).next())}))}"function"==typeof SuppressedError&&SuppressedError;class s{constructor(e){this.params=e}fetch(e,s){var o;return t(this,void 0,void 0,(function*(){(s=null!=s?s:{}).headers=null!==(o=s.headers)&&void 0!==o?o:{},s.headers=Object.assign({Authorization:this.params.apiKey,"Content-Type":"application/json"},s.headers),e.startsWith("http")||(e=this.params.baseUrl+e);const t=yield fetch(e,s);if(t.status>=400){let e;const s=yield t.text();if(s){try{e=JSON.parse(s)}catch(e){}if(null==e?void 0:e.error)throw new Error(e.error);throw new Error(s)}throw new Error(`HTTP Error: ${t.status} ${t.statusText}`)}return t}))}fetchJson(e,s){return t(this,void 0,void 0,(function*(){return(yield this.fetch(e,s)).json()}))}}class o extends s{summary(e){return this.fetchJson("/lemur/v3/generate/summary",{method:"POST",body:JSON.stringify(e)})}questionAnswer(e){return this.fetchJson("/lemur/v3/generate/question-answer",{method:"POST",body:JSON.stringify(e)})}actionItems(e){return this.fetchJson("/lemur/v3/generate/action-items",{method:"POST",body:JSON.stringify(e)})}task(e){return this.fetchJson("/lemur/v3/generate/task",{method:"POST",body:JSON.stringify(e)})}purgeRequestData(e){return this.fetchJson(`/lemur/v3/${e}`,{method:"DELETE"})}}const{WritableStream:i}="undefined"!=typeof window?window:"undefined"!=typeof global?global:globalThis;var n=null;"undefined"!=typeof WebSocket?n=WebSocket:"undefined"!=typeof MozWebSocket?n=MozWebSocket:"undefined"!=typeof global?n=global.WebSocket||global.MozWebSocket:"undefined"!=typeof window?n=window.WebSocket||window.MozWebSocket:"undefined"!=typeof self&&(n=self.WebSocket||self.MozWebSocket);var r,a=n;!function(e){e[e.BadSampleRate=4e3]="BadSampleRate",e[e.AuthFailed=4001]="AuthFailed",e[e.InsufficientFundsOrFreeAccount=4002]="InsufficientFundsOrFreeAccount",e[e.NonexistentSessionId=4004]="NonexistentSessionId",e[e.SessionExpired=4008]="SessionExpired",e[e.ClosedSession=4010]="ClosedSession",e[e.RateLimited=4029]="RateLimited",e[e.UniqueSessionViolation=4030]="UniqueSessionViolation",e[e.SessionTimeout=4031]="SessionTimeout",e[e.AudioTooShort=4032]="AudioTooShort",e[e.AudioTooLong=4033]="AudioTooLong",e[e.BadJson=4100]="BadJson",e[e.BadSchema=4101]="BadSchema",e[e.TooManyStreams=4102]="TooManyStreams",e[e.Reconnected=4103]="Reconnected",e[e.ReconnectAttemptsExhausted=1013]="ReconnectAttemptsExhausted"}(r||(r={}));const c={[r.BadSampleRate]:"Sample rate must be a positive integer",[r.AuthFailed]:"Not Authorized",[r.InsufficientFundsOrFreeAccount]:"Insufficient funds or you are using a free account. This feature is paid-only and requires you to add a credit card. Please visit https://assemblyai.com/dashboard/ to add a credit card to your account.",[r.NonexistentSessionId]:"Session ID does not exist",[r.SessionExpired]:"Session has expired",[r.ClosedSession]:"Session is closed",[r.RateLimited]:"Rate limited",[r.UniqueSessionViolation]:"Unique session violation",[r.SessionTimeout]:"Session Timeout",[r.AudioTooShort]:"Audio too short",[r.AudioTooLong]:"Audio too long",[r.BadJson]:"Bad JSON",[r.BadSchema]:"Bad schema",[r.TooManyStreams]:"Too many streams",[r.Reconnected]:"Reconnected",[r.ReconnectAttemptsExhausted]:"Reconnect attempts exhausted"};class l extends Error{}class d{constructor(e){var t,s;if(this.listeners={},this.realtimeUrl=null!==(t=e.realtimeUrl)&&void 0!==t?t:"wss://api.assemblyai.com/v2/realtime/ws",this.sampleRate=null!==(s=e.sampleRate)&&void 0!==s?s:16e3,this.wordBoost=e.wordBoost,"apiKey"in e&&e.apiKey&&(this.apiKey=e.apiKey),"token"in e&&e.token&&(this.token=e.token),!this.apiKey&&!this.token)throw new Error("API key or temporary token is required.")}connectionUrl(){const e=new URL(this.realtimeUrl);if("wss:"!==e.protocol)throw new Error("Invalid protocol, must be wss");const t=new URLSearchParams;return this.token&&t.set("token",this.token),t.set("sample_rate",this.sampleRate.toString()),this.wordBoost&&this.wordBoost.length>0&&t.set("word_boost",JSON.stringify(this.wordBoost)),e.search=t.toString(),e}on(e,t){this.listeners[e]=t}connect(){return new Promise((e=>{if(this.socket)throw new Error("Already connected");const t=this.connectionUrl();this.token?this.socket=new a(t.toString()):this.socket=new a(t.toString(),{headers:{Authorization:this.apiKey}}),this.socket.onclose=({code:e,reason:t})=>{var s,o;t||e in r&&(t=c[e]),null===(o=(s=this.listeners).close)||void 0===o||o.call(s,e,t)},this.socket.onerror=e=>{var t,s,o,i;e.error?null===(s=(t=this.listeners).error)||void 0===s||s.call(t,e.error):null===(i=(o=this.listeners).error)||void 0===i||i.call(o,new Error(e.message))},this.socket.onmessage=({data:t})=>{var s,o,i,n,r,a,c,d,u,h,f,p,m;const y=JSON.parse(t.toString());if("error"in y)null===(o=(s=this.listeners).error)||void 0===o||o.call(s,new l(y.error));else switch(y.message_type){case"SessionBegins":{const t={sessionId:y.session_id,expiresAt:new Date(y.expires_at)};e(t),null===(n=(i=this.listeners).open)||void 0===n||n.call(i,t);break}case"PartialTranscript":y.created=new Date(y.created),null===(a=(r=this.listeners).transcript)||void 0===a||a.call(r,y),null===(d=(c=this.listeners)["transcript.partial"])||void 0===d||d.call(c,y);break;case"FinalTranscript":y.created=new Date(y.created),null===(h=(u=this.listeners).transcript)||void 0===h||h.call(u,y),null===(p=(f=this.listeners)["transcript.final"])||void 0===p||p.call(f,y);break;case"SessionTerminated":null===(m=this.sessionTerminatedResolve)||void 0===m||m.call(this)}}}))}sendAudio(e){if(!this.socket||this.socket.readyState!==a.OPEN)throw new Error("Socket is not open for communication");let t;t="undefined"!=typeof Buffer?Buffer.from(e).toString("base64"):btoa(new Uint8Array(e).reduce(((e,t)=>e+String.fromCharCode(t)),""));const s={audio_data:t};this.socket.send(JSON.stringify(s))}stream(){return new i({write:e=>{this.sendAudio(e)}})}close(e=!0){return t(this,void 0,void 0,(function*(){if(this.socket){if(this.socket.readyState===a.OPEN){const t='{"terminate_session": true}';if(e){const e=new Promise((e=>{this.sessionTerminatedResolve=e}));this.socket.send(t),yield e}else this.socket.send(t)}"removeAllListeners"in this.socket&&this.socket.removeAllListeners(),this.socket.close()}this.listeners={},this.socket=void 0}))}}class u extends s{constructor(e){super(e),this.rtFactoryParams=e}createService(e){return e?"token"in e||e.apiKey||(e.apiKey=this.rtFactoryParams.apiKey):e={apiKey:this.rtFactoryParams.apiKey},new d(e)}createTemporaryToken(e){return t(this,void 0,void 0,(function*(){return(yield this.fetchJson("/v2/realtime/token",{method:"POST",body:JSON.stringify(e)})).token}))}}class h extends s{constructor(e,t){super(e),this.files=t}transcribe(e,s){return t(this,void 0,void 0,(function*(){const t=yield this.submit(e);return yield this.waitUntilReady(t.id,s)}))}submit(e){return t(this,void 0,void 0,(function*(){const{audio:t}=e,s=function(e,t){var s={};for(var o in e)Object.prototype.hasOwnProperty.call(e,o)&&t.indexOf(o)<0&&(s[o]=e[o]);if(null!=e&&"function"==typeof Object.getOwnPropertySymbols){var i=0;for(o=Object.getOwnPropertySymbols(e);i<o.length;i++)t.indexOf(o[i])<0&&Object.prototype.propertyIsEnumerable.call(e,o[i])&&(s[o[i]]=e[o[i]])}return s}(e,["audio"]);let o;if("string"==typeof t){const e=f(t);o=null!==e?yield this.files.upload(e):t}else o=yield this.files.upload(t);return yield this.fetchJson("/v2/transcript",{method:"POST",body:JSON.stringify(Object.assign(Object.assign({},s),{audio_url:o}))})}))}create(e,s){var o;return t(this,void 0,void 0,(function*(){const t=f(e.audio_url);if(null!==t){const s=yield this.files.upload(t);e.audio_url=s}const i=yield this.fetchJson("/v2/transcript",{method:"POST",body:JSON.stringify(e)});return null===(o=null==s?void 0:s.poll)||void 0===o||o?yield this.waitUntilReady(i.id,s):i}))}waitUntilReady(e,s){var o,i;return t(this,void 0,void 0,(function*(){const t=null!==(o=null==s?void 0:s.pollingInterval)&&void 0!==o?o:3e3,n=null!==(i=null==s?void 0:s.pollingTimeout)&&void 0!==i?i:-1,r=Date.now();for(;;){const s=yield this.get(e);if("completed"===s.status||"error"===s.status)return s;if(n>0&&Date.now()-r>n)throw new Error("Polling timeout");yield new Promise((e=>setTimeout(e,t)))}}))}get(e){return this.fetchJson(`/v2/transcript/${e}`)}list(e){return t(this,void 0,void 0,(function*(){let t="/v2/transcript";"string"==typeof e?t=e:e&&(t=`${t}?${new URLSearchParams(Object.keys(e).map((t=>{var s;return[t,(null===(s=e[t])||void 0===s?void 0:s.toString())||""]})))}`);const s=yield this.fetchJson(t);for(const e of s.transcripts)e.created=new Date(e.created),e.completed&&(e.completed=new Date(e.completed));return s}))}delete(e){return this.fetchJson(`/v2/transcript/${e}`,{method:"DELETE"})}wordSearch(e,t){const s=new URLSearchParams({words:t.join(",")});return this.fetchJson(`/v2/transcript/${e}/word-search?${s.toString()}`)}sentences(e){return this.fetchJson(`/v2/transcript/${e}/sentences`)}paragraphs(e){return this.fetchJson(`/v2/transcript/${e}/paragraphs`)}subtitles(e,s="srt",o){return t(this,void 0,void 0,(function*(){let t=`/v2/transcript/${e}/${s}`;if(o){const e=new URLSearchParams;e.set("chars_per_caption",o.toString()),t+=`?${e.toString()}`}const i=yield this.fetch(t);return yield i.text()}))}redactions(e){return this.fetchJson(`/v2/transcript/${e}/redacted-audio`)}}function f(e){let t;try{return t=new URL(e),"file:"===t.protocol?t.pathname:null}catch(t){return e}}class p extends s{upload(e){return t(this,void 0,void 0,(function*(){let s;s="string"==typeof e?yield function(e){return t(this,void 0,void 0,(function*(){throw new Error("Interacting with the file system is not supported in this environment.")}))}():e;return(yield this.fetchJson("/v2/upload",{method:"POST",body:s,headers:{"Content-Type":"application/octet-stream"},duplex:"half"})).upload_url}))}}e.AssemblyAI=class{constructor(e){e.baseUrl=e.baseUrl||"https://api.assemblyai.com",e.baseUrl&&e.baseUrl.endsWith("/")&&(e.baseUrl=e.baseUrl.slice(0,-1)),this.files=new p(e),this.transcripts=new h(e,this.files),this.lemur=new o(e),this.realtime=new u(e)}},e.FileService=p,e.LemurService=o,e.RealtimeService=d,e.RealtimeServiceFactory=u,e.TranscriptService=h}));
+!function(e,t){"object"==typeof exports&&"undefined"!=typeof module?t(exports):"function"==typeof define&&define.amd?define(["exports"],t):t((e="undefined"!=typeof globalThis?globalThis:e||self).assemblyai={})}(this,(function(e){"use strict";function t(e,t,s,o){return new(s||(s=Promise))((function(i,n){function r(e){try{c(o.next(e))}catch(e){n(e)}}function a(e){try{c(o.throw(e))}catch(e){n(e)}}function c(e){var t;e.done?i(e.value):(t=e.value,t instanceof s?t:new s((function(e){e(t)}))).then(r,a)}c((o=o.apply(e,t||[])).next())}))}"function"==typeof SuppressedError&&SuppressedError;class s{constructor(e){this.params=e}fetch(e,s){var o;return t(this,void 0,void 0,(function*(){(s=null!=s?s:{}).headers=null!==(o=s.headers)&&void 0!==o?o:{},s.headers=Object.assign({Authorization:this.params.apiKey,"Content-Type":"application/json"},s.headers),e.startsWith("http")||(e=this.params.baseUrl+e);const t=yield fetch(e,s);if(t.status>=400){let e;const s=yield t.text();if(s){try{e=JSON.parse(s)}catch(e){}if(null==e?void 0:e.error)throw new Error(e.error);throw new Error(s)}throw new Error(`HTTP Error: ${t.status} ${t.statusText}`)}return t}))}fetchJson(e,s){return t(this,void 0,void 0,(function*(){return(yield this.fetch(e,s)).json()}))}}class o extends s{summary(e){return this.fetchJson("/lemur/v3/generate/summary",{method:"POST",body:JSON.stringify(e)})}questionAnswer(e){return this.fetchJson("/lemur/v3/generate/question-answer",{method:"POST",body:JSON.stringify(e)})}actionItems(e){return this.fetchJson("/lemur/v3/generate/action-items",{method:"POST",body:JSON.stringify(e)})}task(e){return this.fetchJson("/lemur/v3/generate/task",{method:"POST",body:JSON.stringify(e)})}purgeRequestData(e){return this.fetchJson(`/lemur/v3/${e}`,{method:"DELETE"})}}const{WritableStream:i}="undefined"!=typeof window?window:"undefined"!=typeof global?global:globalThis;var n=null;"undefined"!=typeof WebSocket?n=WebSocket:"undefined"!=typeof MozWebSocket?n=MozWebSocket:"undefined"!=typeof global?n=global.WebSocket||global.MozWebSocket:"undefined"!=typeof window?n=window.WebSocket||window.MozWebSocket:"undefined"!=typeof self&&(n=self.WebSocket||self.MozWebSocket);var r,a=n;!function(e){e[e.BadSampleRate=4e3]="BadSampleRate",e[e.AuthFailed=4001]="AuthFailed",e[e.InsufficientFundsOrFreeAccount=4002]="InsufficientFundsOrFreeAccount",e[e.NonexistentSessionId=4004]="NonexistentSessionId",e[e.SessionExpired=4008]="SessionExpired",e[e.ClosedSession=4010]="ClosedSession",e[e.RateLimited=4029]="RateLimited",e[e.UniqueSessionViolation=4030]="UniqueSessionViolation",e[e.SessionTimeout=4031]="SessionTimeout",e[e.AudioTooShort=4032]="AudioTooShort",e[e.AudioTooLong=4033]="AudioTooLong",e[e.BadJson=4100]="BadJson",e[e.BadSchema=4101]="BadSchema",e[e.TooManyStreams=4102]="TooManyStreams",e[e.Reconnected=4103]="Reconnected",e[e.ReconnectAttemptsExhausted=1013]="ReconnectAttemptsExhausted"}(r||(r={}));const c={[r.BadSampleRate]:"Sample rate must be a positive integer",[r.AuthFailed]:"Not Authorized",[r.InsufficientFundsOrFreeAccount]:"Insufficient funds or you are using a free account. This feature is paid-only and requires you to add a credit card. Please visit https://assemblyai.com/dashboard/ to add a credit card to your account.",[r.NonexistentSessionId]:"Session ID does not exist",[r.SessionExpired]:"Session has expired",[r.ClosedSession]:"Session is closed",[r.RateLimited]:"Rate limited",[r.UniqueSessionViolation]:"Unique session violation",[r.SessionTimeout]:"Session Timeout",[r.AudioTooShort]:"Audio too short",[r.AudioTooLong]:"Audio too long",[r.BadJson]:"Bad JSON",[r.BadSchema]:"Bad schema",[r.TooManyStreams]:"Too many streams",[r.Reconnected]:"Reconnected",[r.ReconnectAttemptsExhausted]:"Reconnect attempts exhausted"};class l extends Error{}class d{constructor(e){var t,s;if(this.listeners={},this.realtimeUrl=null!==(t=e.realtimeUrl)&&void 0!==t?t:"wss://api.assemblyai.com/v2/realtime/ws",this.sampleRate=null!==(s=e.sampleRate)&&void 0!==s?s:16e3,this.wordBoost=e.wordBoost,this.encoding=e.encoding,"token"in e&&e.token&&(this.token=e.token),"apiKey"in e&&e.apiKey&&(this.apiKey=e.apiKey),!this.token&&!this.apiKey)throw new Error("API key or temporary token is required.")}connectionUrl(){const e=new URL(this.realtimeUrl);if("wss:"!==e.protocol)throw new Error("Invalid protocol, must be wss");const t=new URLSearchParams;return this.token&&t.set("token",this.token),t.set("sample_rate",this.sampleRate.toString()),this.wordBoost&&this.wordBoost.length>0&&t.set("word_boost",JSON.stringify(this.wordBoost)),this.encoding&&t.set("encoding",this.encoding),e.search=t.toString(),e}on(e,t){this.listeners[e]=t}connect(){return new Promise((e=>{if(this.socket)throw new Error("Already connected");const t=this.connectionUrl();this.token?this.socket=new a(t.toString()):this.socket=new a(t.toString(),{headers:{Authorization:this.apiKey}}),this.socket.onclose=({code:e,reason:t})=>{var s,o;t||e in r&&(t=c[e]),null===(o=(s=this.listeners).close)||void 0===o||o.call(s,e,t)},this.socket.onerror=e=>{var t,s,o,i;e.error?null===(s=(t=this.listeners).error)||void 0===s||s.call(t,e.error):null===(i=(o=this.listeners).error)||void 0===i||i.call(o,new Error(e.message))},this.socket.onmessage=({data:t})=>{var s,o,i,n,r,a,c,d,u,h,f,p,m;const y=JSON.parse(t.toString());if("error"in y)null===(o=(s=this.listeners).error)||void 0===o||o.call(s,new l(y.error));else switch(y.message_type){case"SessionBegins":{const t={sessionId:y.session_id,expiresAt:new Date(y.expires_at)};e(t),null===(n=(i=this.listeners).open)||void 0===n||n.call(i,t);break}case"PartialTranscript":y.created=new Date(y.created),null===(a=(r=this.listeners).transcript)||void 0===a||a.call(r,y),null===(d=(c=this.listeners)["transcript.partial"])||void 0===d||d.call(c,y);break;case"FinalTranscript":y.created=new Date(y.created),null===(h=(u=this.listeners).transcript)||void 0===h||h.call(u,y),null===(p=(f=this.listeners)["transcript.final"])||void 0===p||p.call(f,y);break;case"SessionTerminated":null===(m=this.sessionTerminatedResolve)||void 0===m||m.call(this)}}}))}sendAudio(e){if(!this.socket||this.socket.readyState!==a.OPEN)throw new Error("Socket is not open for communication");let t;t="undefined"!=typeof Buffer?Buffer.from(e).toString("base64"):btoa(new Uint8Array(e).reduce(((e,t)=>e+String.fromCharCode(t)),""));const s={audio_data:t};this.socket.send(JSON.stringify(s))}stream(){return new i({write:e=>{this.sendAudio(e)}})}close(e=!0){return t(this,void 0,void 0,(function*(){if(this.socket){if(this.socket.readyState===a.OPEN){const t='{"terminate_session": true}';if(e){const e=new Promise((e=>{this.sessionTerminatedResolve=e}));this.socket.send(t),yield e}else this.socket.send(t)}"removeAllListeners"in this.socket&&this.socket.removeAllListeners(),this.socket.close()}this.listeners={},this.socket=void 0}))}}class u extends s{constructor(e){super(e),this.rtFactoryParams=e}createService(e){const t=Object.assign({},e);return t.token||t.apiKey||(t.apiKey=this.rtFactoryParams.apiKey),new d(t)}createTemporaryToken(e){return t(this,void 0,void 0,(function*(){return(yield this.fetchJson("/v2/realtime/token",{method:"POST",body:JSON.stringify(e)})).token}))}}class h extends s{constructor(e,t){super(e),this.files=t}transcribe(e,s){return t(this,void 0,void 0,(function*(){const t=yield this.submit(e);return yield this.waitUntilReady(t.id,s)}))}submit(e){return t(this,void 0,void 0,(function*(){const{audio:t}=e,s=function(e,t){var s={};for(var o in e)Object.prototype.hasOwnProperty.call(e,o)&&t.indexOf(o)<0&&(s[o]=e[o]);if(null!=e&&"function"==typeof Object.getOwnPropertySymbols){var i=0;for(o=Object.getOwnPropertySymbols(e);i<o.length;i++)t.indexOf(o[i])<0&&Object.prototype.propertyIsEnumerable.call(e,o[i])&&(s[o[i]]=e[o[i]])}return s}(e,["audio"]);let o;if("string"==typeof t){const e=f(t);o=null!==e?yield this.files.upload(e):t}else o=yield this.files.upload(t);return yield this.fetchJson("/v2/transcript",{method:"POST",body:JSON.stringify(Object.assign(Object.assign({},s),{audio_url:o}))})}))}create(e,s){var o;return t(this,void 0,void 0,(function*(){const t=f(e.audio_url);if(null!==t){const s=yield this.files.upload(t);e.audio_url=s}const i=yield this.fetchJson("/v2/transcript",{method:"POST",body:JSON.stringify(e)});return null===(o=null==s?void 0:s.poll)||void 0===o||o?yield this.waitUntilReady(i.id,s):i}))}waitUntilReady(e,s){var o,i;return t(this,void 0,void 0,(function*(){const t=null!==(o=null==s?void 0:s.pollingInterval)&&void 0!==o?o:3e3,n=null!==(i=null==s?void 0:s.pollingTimeout)&&void 0!==i?i:-1,r=Date.now();for(;;){const s=yield this.get(e);if("completed"===s.status||"error"===s.status)return s;if(n>0&&Date.now()-r>n)throw new Error("Polling timeout");yield new Promise((e=>setTimeout(e,t)))}}))}get(e){return this.fetchJson(`/v2/transcript/${e}`)}list(e){return t(this,void 0,void 0,(function*(){let t="/v2/transcript";"string"==typeof e?t=e:e&&(t=`${t}?${new URLSearchParams(Object.keys(e).map((t=>{var s;return[t,(null===(s=e[t])||void 0===s?void 0:s.toString())||""]})))}`);const s=yield this.fetchJson(t);for(const e of s.transcripts)e.created=new Date(e.created),e.completed&&(e.completed=new Date(e.completed));return s}))}delete(e){return this.fetchJson(`/v2/transcript/${e}`,{method:"DELETE"})}wordSearch(e,t){const s=new URLSearchParams({words:t.join(",")});return this.fetchJson(`/v2/transcript/${e}/word-search?${s.toString()}`)}sentences(e){return this.fetchJson(`/v2/transcript/${e}/sentences`)}paragraphs(e){return this.fetchJson(`/v2/transcript/${e}/paragraphs`)}subtitles(e,s="srt",o){return t(this,void 0,void 0,(function*(){let t=`/v2/transcript/${e}/${s}`;if(o){const e=new URLSearchParams;e.set("chars_per_caption",o.toString()),t+=`?${e.toString()}`}const i=yield this.fetch(t);return yield i.text()}))}redactions(e){return this.fetchJson(`/v2/transcript/${e}/redacted-audio`)}}function f(e){let t;try{return t=new URL(e),"file:"===t.protocol?t.pathname:null}catch(t){return e}}class p extends s{upload(e){return t(this,void 0,void 0,(function*(){let s;s="string"==typeof e?yield function(e){return t(this,void 0,void 0,(function*(){throw new Error("Interacting with the file system is not supported in this environment.")}))}():e;return(yield this.fetchJson("/v2/upload",{method:"POST",body:s,headers:{"Content-Type":"application/octet-stream"},duplex:"half"})).upload_url}))}}e.AssemblyAI=class{constructor(e){e.baseUrl=e.baseUrl||"https://api.assemblyai.com",e.baseUrl&&e.baseUrl.endsWith("/")&&(e.baseUrl=e.baseUrl.slice(0,-1)),this.files=new p(e),this.transcripts=new h(e,this.files),this.lemur=new o(e),this.realtime=new u(e)}},e.FileService=p,e.LemurService=o,e.RealtimeService=d,e.RealtimeServiceFactory=u,e.TranscriptService=h}));

package/dist/bun.mjs

@@ -136,11 +136,12 @@ class RealtimeService {
         this.realtimeUrl = params.realtimeUrl ?? defaultRealtimeUrl;
         this.sampleRate = params.sampleRate ?? 16000;
         this.wordBoost = params.wordBoost;
-        if ("apiKey" in params && params.apiKey)
-            this.apiKey = params.apiKey;
+        this.encoding = params.encoding;
         if ("token" in params && params.token)
             this.token = params.token;
-        if (!(this.apiKey || this.token)) {
+        if ("apiKey" in params && params.apiKey)
+            this.apiKey = params.apiKey;
+        if (!(this.token || this.apiKey)) {
             throw new Error("API key or temporary token is required.");
         }
     }
@@ -157,6 +158,9 @@ class RealtimeService {
         if (this.wordBoost && this.wordBoost.length > 0) {
             searchParams.set("word_boost", JSON.stringify(this.wordBoost));
         }
+        if (this.encoding) {
+            searchParams.set("encoding", this.encoding);
+        }
         url.search = searchParams.toString();
         return url;
     }
@@ -285,12 +289,11 @@ class RealtimeServiceFactory extends BaseService {
         this.rtFactoryParams = params;
     }
     createService(params) {
-        if (!params)
-            params = { apiKey: this.rtFactoryParams.apiKey };
-        else if (!("token" in params) && !params.apiKey) {
-            params.apiKey = this.rtFactoryParams.apiKey;
+        const serviceParams = { ...params };
+        if (!serviceParams.token && !serviceParams.apiKey) {
+            serviceParams.apiKey = this.rtFactoryParams.apiKey;
         }
-        return new RealtimeService(params);
+        return new RealtimeService(serviceParams);
     }
     async createTemporaryToken(params) {
         const data = await this.fetchJson("/v2/realtime/token", {

package/dist/deno.mjs

@@ -136,11 +136,12 @@ class RealtimeService {
         this.realtimeUrl = params.realtimeUrl ?? defaultRealtimeUrl;
         this.sampleRate = params.sampleRate ?? 16000;
         this.wordBoost = params.wordBoost;
-        if ("apiKey" in params && params.apiKey)
-            this.apiKey = params.apiKey;
+        this.encoding = params.encoding;
         if ("token" in params && params.token)
             this.token = params.token;
-        if (!(this.apiKey || this.token)) {
+        if ("apiKey" in params && params.apiKey)
+            this.apiKey = params.apiKey;
+        if (!(this.token || this.apiKey)) {
             throw new Error("API key or temporary token is required.");
         }
     }
@@ -157,6 +158,9 @@ class RealtimeService {
         if (this.wordBoost && this.wordBoost.length > 0) {
             searchParams.set("word_boost", JSON.stringify(this.wordBoost));
         }
+        if (this.encoding) {
+            searchParams.set("encoding", this.encoding);
+        }
         url.search = searchParams.toString();
         return url;
     }
@@ -285,12 +289,11 @@ class RealtimeServiceFactory extends BaseService {
         this.rtFactoryParams = params;
     }
     createService(params) {
-        if (!params)
-            params = { apiKey: this.rtFactoryParams.apiKey };
-        else if (!("token" in params) && !params.apiKey) {
-            params.apiKey = this.rtFactoryParams.apiKey;
+        const serviceParams = { ...params };
+        if (!serviceParams.token && !serviceParams.apiKey) {
+            serviceParams.apiKey = this.rtFactoryParams.apiKey;
         }
-        return new RealtimeService(params);
+        return new RealtimeService(serviceParams);
     }
     async createTemporaryToken(params) {
         const data = await this.fetchJson("/v2/realtime/token", {

package/dist/index.cjs

@@ -184,11 +184,12 @@ class RealtimeService {
         this.realtimeUrl = (_a = params.realtimeUrl) !== null && _a !== void 0 ? _a : defaultRealtimeUrl;
         this.sampleRate = (_b = params.sampleRate) !== null && _b !== void 0 ? _b : 16000;
         this.wordBoost = params.wordBoost;
-        if ("apiKey" in params && params.apiKey)
-            this.apiKey = params.apiKey;
+        this.encoding = params.encoding;
         if ("token" in params && params.token)
             this.token = params.token;
-        if (!(this.apiKey || this.token)) {
+        if ("apiKey" in params && params.apiKey)
+            this.apiKey = params.apiKey;
+        if (!(this.token || this.apiKey)) {
             throw new Error("API key or temporary token is required.");
         }
     }
@@ -205,6 +206,9 @@ class RealtimeService {
         if (this.wordBoost && this.wordBoost.length > 0) {
             searchParams.set("word_boost", JSON.stringify(this.wordBoost));
         }
+        if (this.encoding) {
+            searchParams.set("encoding", this.encoding);
+        }
         url.search = searchParams.toString();
         return url;
     }
@@ -338,12 +342,11 @@ class RealtimeServiceFactory extends BaseService {
         this.rtFactoryParams = params;
     }
     createService(params) {
-        if (!params)
-            params = { apiKey: this.rtFactoryParams.apiKey };
-        else if (!("token" in params) && !params.apiKey) {
-            params.apiKey = this.rtFactoryParams.apiKey;
+        const serviceParams = Object.assign({}, params);
+        if (!serviceParams.token && !serviceParams.apiKey) {
+            serviceParams.apiKey = this.rtFactoryParams.apiKey;
         }
-        return new RealtimeService(params);
+        return new RealtimeService(serviceParams);
     }
     createTemporaryToken(params) {
         return __awaiter(this, void 0, void 0, function* () {

package/dist/index.mjs

@@ -182,11 +182,12 @@ class RealtimeService {
         this.realtimeUrl = (_a = params.realtimeUrl) !== null && _a !== void 0 ? _a : defaultRealtimeUrl;
         this.sampleRate = (_b = params.sampleRate) !== null && _b !== void 0 ? _b : 16000;
         this.wordBoost = params.wordBoost;
-        if ("apiKey" in params && params.apiKey)
-            this.apiKey = params.apiKey;
+        this.encoding = params.encoding;
         if ("token" in params && params.token)
             this.token = params.token;
-        if (!(this.apiKey || this.token)) {
+        if ("apiKey" in params && params.apiKey)
+            this.apiKey = params.apiKey;
+        if (!(this.token || this.apiKey)) {
             throw new Error("API key or temporary token is required.");
         }
     }
@@ -203,6 +204,9 @@ class RealtimeService {
         if (this.wordBoost && this.wordBoost.length > 0) {
             searchParams.set("word_boost", JSON.stringify(this.wordBoost));
         }
+        if (this.encoding) {
+            searchParams.set("encoding", this.encoding);
+        }
         url.search = searchParams.toString();
         return url;
     }
@@ -336,12 +340,11 @@ class RealtimeServiceFactory extends BaseService {
         this.rtFactoryParams = params;
     }
     createService(params) {
-        if (!params)
-            params = { apiKey: this.rtFactoryParams.apiKey };
-        else if (!("token" in params) && !params.apiKey) {
-            params.apiKey = this.rtFactoryParams.apiKey;
+        const serviceParams = Object.assign({}, params);
+        if (!serviceParams.token && !serviceParams.apiKey) {
+            serviceParams.apiKey = this.rtFactoryParams.apiKey;
         }
-        return new RealtimeService(params);
+        return new RealtimeService(serviceParams);
     }
     createTemporaryToken(params) {
         return __awaiter(this, void 0, void 0, function* () {

package/dist/node.cjs

@@ -135,11 +135,12 @@ class RealtimeService {
         this.realtimeUrl = params.realtimeUrl ?? defaultRealtimeUrl;
         this.sampleRate = params.sampleRate ?? 16000;
         this.wordBoost = params.wordBoost;
-        if ("apiKey" in params && params.apiKey)
-            this.apiKey = params.apiKey;
+        this.encoding = params.encoding;
         if ("token" in params && params.token)
             this.token = params.token;
-        if (!(this.apiKey || this.token)) {
+        if ("apiKey" in params && params.apiKey)
+            this.apiKey = params.apiKey;
+        if (!(this.token || this.apiKey)) {
             throw new Error("API key or temporary token is required.");
         }
     }
@@ -156,6 +157,9 @@ class RealtimeService {
         if (this.wordBoost && this.wordBoost.length > 0) {
             searchParams.set("word_boost", JSON.stringify(this.wordBoost));
         }
+        if (this.encoding) {
+            searchParams.set("encoding", this.encoding);
+        }
         url.search = searchParams.toString();
         return url;
     }
@@ -284,12 +288,11 @@ class RealtimeServiceFactory extends BaseService {
         this.rtFactoryParams = params;
     }
     createService(params) {
-        if (!params)
-            params = { apiKey: this.rtFactoryParams.apiKey };
-        else if (!("token" in params) && !params.apiKey) {
-            params.apiKey = this.rtFactoryParams.apiKey;
+        const serviceParams = { ...params };
+        if (!serviceParams.token && !serviceParams.apiKey) {
+            serviceParams.apiKey = this.rtFactoryParams.apiKey;
         }
-        return new RealtimeService(params);
+        return new RealtimeService(serviceParams);
     }
     async createTemporaryToken(params) {
         const data = await this.fetchJson("/v2/realtime/token", {

package/dist/node.mjs

@@ -133,11 +133,12 @@ class RealtimeService {
         this.realtimeUrl = params.realtimeUrl ?? defaultRealtimeUrl;
         this.sampleRate = params.sampleRate ?? 16000;
         this.wordBoost = params.wordBoost;
-        if ("apiKey" in params && params.apiKey)
-            this.apiKey = params.apiKey;
+        this.encoding = params.encoding;
         if ("token" in params && params.token)
             this.token = params.token;
-        if (!(this.apiKey || this.token)) {
+        if ("apiKey" in params && params.apiKey)
+            this.apiKey = params.apiKey;
+        if (!(this.token || this.apiKey)) {
             throw new Error("API key or temporary token is required.");
         }
     }
@@ -154,6 +155,9 @@ class RealtimeService {
         if (this.wordBoost && this.wordBoost.length > 0) {
             searchParams.set("word_boost", JSON.stringify(this.wordBoost));
         }
+        if (this.encoding) {
+            searchParams.set("encoding", this.encoding);
+        }
         url.search = searchParams.toString();
         return url;
     }
@@ -282,12 +286,11 @@ class RealtimeServiceFactory extends BaseService {
         this.rtFactoryParams = params;
     }
     createService(params) {
-        if (!params)
-            params = { apiKey: this.rtFactoryParams.apiKey };
-        else if (!("token" in params) && !params.apiKey) {
-            params.apiKey = this.rtFactoryParams.apiKey;
+        const serviceParams = { ...params };
+        if (!serviceParams.token && !serviceParams.apiKey) {
+            serviceParams.apiKey = this.rtFactoryParams.apiKey;
         }
-        return new RealtimeService(params);
+        return new RealtimeService(serviceParams);
     }
     async createTemporaryToken(params) {
         const data = await this.fetchJson("/v2/realtime/token", {

package/dist/services/realtime/service.d.ts

@@ -3,6 +3,7 @@ export declare class RealtimeService {
     private realtimeUrl;
     private sampleRate;
     private wordBoost?;
+    private encoding?;
     private apiKey?;
     private token?;
     private socket?;

package/dist/types/asyncapi.generated.d.ts

@@ -2,6 +2,12 @@ export type AudioData = {
     /** @description Base64 encoded raw audio data */
     audio_data: string;
 };
+/**
+ * @description The encoding of the audio data
+ * @default pcm_s16le
+ * @enum {string}
+ */
+export type AudioEncoding = "pcm_s16le" | "pcm_mulaw";
 export type FinalTranscript = RealtimeBaseTranscript & {
     /**
      * @description Describes the type of message

package/dist/types/helpers/index.d.ts

@@ -0,0 +1 @@
+export type LiteralUnion<LiteralType, BaseType> = LiteralType | (BaseType & Record<never, never>);

package/dist/types/openapi.generated.d.ts

@@ -1,3 +1,4 @@
+import { LiteralUnion } from "./helpers";
 /** OneOf type helpers */
 type Without<T, U> = {
     [P in Exclude<keyof T, keyof U>]?: never;
@@ -459,7 +460,7 @@ export type LemurBaseParams = {
             [key: string]: unknown;
         }
     ]>;
-    final_model?: LemurModel;
+    final_model?: LiteralUnion<LemurModel, string>;
     /**
      * @description Custom formatted transcript data. Maximum size is the context limit of the selected model, which defaults to 100000.
      * Use either transcript_ids or input_text as input into LeMUR.
@@ -497,7 +498,7 @@ export type LemurBaseResponse = {
  *
  * @enum {string}
  */
-export type LemurModel = "default" | "basic" | "assemblyai/mistral-7b";
+export type LemurModel = "default" | "basic" | "assemblyai/mistral-7b" | "anthropic/claude-2-1";
 /**
  * @example {
  *   "question": "Where are there wildfires?",

package/dist/types/realtime/index.d.ts

@@ -1,8 +1,9 @@
-import { FinalTranscript, PartialTranscript, RealtimeTranscript, RealtimeTranscriptType } from "../asyncapi.generated";
+import { AudioEncoding, FinalTranscript, PartialTranscript, RealtimeTranscript, RealtimeTranscriptType } from "../asyncapi.generated";
 type CreateRealtimeServiceParams = {
     realtimeUrl?: string;
     sampleRate?: number;
     wordBoost?: string[];
+    encoding?: AudioEncoding;
 } & ({
     apiKey?: string;
 } | {
@@ -12,6 +13,7 @@ type RealtimeServiceParams = {
     realtimeUrl?: string;
     sampleRate?: number;
     wordBoost?: string[];
+    encoding?: AudioEncoding;
 } & ({
     apiKey: string;
 } | {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "assemblyai",
-  "version": "4.0.1",
+  "version": "4.1.0",
   "description": "The AssemblyAI JavaScript SDK provides an easy-to-use interface for interacting with the AssemblyAI API, which supports async and real-time transcription, as well as the latest LeMUR models.",
   "engines": {
     "node": ">=18"

package/src/services/realtime/factory.ts

@@ -16,12 +16,12 @@ export class RealtimeServiceFactory extends BaseService {
   }
 
   createService(params?: CreateRealtimeServiceParams): RealtimeService {
-    if (!params) params = { apiKey: this.rtFactoryParams.apiKey };
-    else if (!("token" in params) && !params.apiKey) {
-      params.apiKey = this.rtFactoryParams.apiKey;
+    const serviceParams = { ...params } as Record<string, unknown>;
+    if (!serviceParams.token && !serviceParams.apiKey) {
+      serviceParams.apiKey = this.rtFactoryParams.apiKey;
     }
 
-    return new RealtimeService(params as RealtimeServiceParams);
+    return new RealtimeService(serviceParams as RealtimeServiceParams);
   }
 
   async createTemporaryToken(params: RealtimeTokenParams) {

package/src/services/realtime/service.ts

@@ -10,6 +10,7 @@ import {
   PartialTranscript,
   FinalTranscript,
   SessionBeginsEventData,
+  AudioEncoding,
 } from "../..";
 import {
   RealtimeError,
@@ -23,6 +24,7 @@ export class RealtimeService {
   private realtimeUrl: string;
   private sampleRate: number;
   private wordBoost?: string[];
+  private encoding?: AudioEncoding;
   private apiKey?: string;
   private token?: string;
   private socket?: WebSocket;
@@ -33,10 +35,11 @@ export class RealtimeService {
     this.realtimeUrl = params.realtimeUrl ?? defaultRealtimeUrl;
     this.sampleRate = params.sampleRate ?? 16_000;
     this.wordBoost = params.wordBoost;
-    if ("apiKey" in params && params.apiKey) this.apiKey = params.apiKey;
+    this.encoding = params.encoding;
     if ("token" in params && params.token) this.token = params.token;
+    if ("apiKey" in params && params.apiKey) this.apiKey = params.apiKey;
 
-    if (!(this.apiKey || this.token)) {
+    if (!(this.token || this.apiKey)) {
       throw new Error("API key or temporary token is required.");
     }
   }
@@ -56,6 +59,9 @@ export class RealtimeService {
     if (this.wordBoost && this.wordBoost.length > 0) {
       searchParams.set("word_boost", JSON.stringify(this.wordBoost));
     }
+    if (this.encoding) {
+      searchParams.set("encoding", this.encoding);
+    }
     url.search = searchParams.toString();
 
     return url;

package/src/types/asyncapi.generated.ts

@@ -2,6 +2,8 @@
 /* tslint:disable */
 /* eslint-disable */
 
+import { LiteralUnion } from "./helpers";
+
 /** OneOf type helpers */
 type Without<T, U> = { [P in Exclude<keyof T, keyof U>]?: never };
 type XOR<T, U> = T | U extends object
@@ -18,6 +20,13 @@ export type AudioData = {
   audio_data: string;
 };
 
+/**
+ * @description The encoding of the audio data
+ * @default pcm_s16le
+ * @enum {string}
+ */
+export type AudioEncoding = "pcm_s16le" | "pcm_mulaw";
+
 export type FinalTranscript = RealtimeBaseTranscript & {
   /**
    * @description Describes the type of message

package/src/types/helpers/index.ts

@@ -0,0 +1,4 @@
+// source: https://github.com/sindresorhus/type-fest/blob/main/source/literal-union.d.ts
+export type LiteralUnion<LiteralType, BaseType> =
+  | LiteralType
+  | (BaseType & Record<never, never>);

package/src/types/openapi.generated.ts

@@ -2,6 +2,8 @@
 /* tslint:disable */
 /* eslint-disable */
 
+import { LiteralUnion } from "./helpers";
+
 /** OneOf type helpers */
 type Without<T, U> = { [P in Exclude<keyof T, keyof U>]?: never };
 type XOR<T, U> = T | U extends object
@@ -512,7 +514,7 @@ export type LemurBaseParams = {
       }
     ]
   >;
-  final_model?: LemurModel;
+  final_model?: LiteralUnion<LemurModel, string>;
   /**
    * @description Custom formatted transcript data. Maximum size is the context limit of the selected model, which defaults to 100000.
    * Use either transcript_ids or input_text as input into LeMUR.
@@ -552,7 +554,11 @@ export type LemurBaseResponse = {
  *
  * @enum {string}
  */
-export type LemurModel = "default" | "basic" | "assemblyai/mistral-7b";
+export type LemurModel =
+  | "default"
+  | "basic"
+  | "assemblyai/mistral-7b"
+  | "anthropic/claude-2-1";
 
 /**
  * @example {

package/src/types/realtime/index.ts

@@ -1,4 +1,5 @@
 import {
+  AudioEncoding,
   FinalTranscript,
   PartialTranscript,
   RealtimeTranscript,
@@ -9,6 +10,7 @@ type CreateRealtimeServiceParams = {
   realtimeUrl?: string;
   sampleRate?: number;
   wordBoost?: string[];
+  encoding?: AudioEncoding;
 } & (
   | {
       apiKey?: string;
@@ -22,6 +24,7 @@ type RealtimeServiceParams = {
   realtimeUrl?: string;
   sampleRate?: number;
   wordBoost?: string[];
+  encoding?: AudioEncoding;
 } & (
   | {
       apiKey: string;