@adaline/gateway 0.8.0 → 0.9.0

package/dist/index.d.mts

@@ -256,6 +256,7 @@ declare const CompleteChatHandlerRequest: z.ZodObject<{
                 }[];
             }[] | undefined;
         };
+        cached: boolean;
         latencyInMs: number;
         provider: {
             request?: any;
@@ -365,6 +366,7 @@ declare const CompleteChatHandlerRequest: z.ZodObject<{
                 }[];
             }[] | undefined;
         };
+        cached: boolean;
         latencyInMs: number;
         provider: {
             request?: any;
@@ -888,6 +890,7 @@ declare const CompleteChatHandlerRequest: z.ZodObject<{
                 }[];
             }[] | undefined;
         };
+        cached: boolean;
         latencyInMs: number;
         provider: {
             request?: any;
@@ -1095,6 +1098,7 @@ declare const CompleteChatHandlerRequest: z.ZodObject<{
                 }[];
             }[] | undefined;
         };
+        cached: boolean;
         latencyInMs: number;
         provider: {
             request?: any;
@@ -1787,6 +1791,7 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
             }[];
         }[] | undefined;
     }>;
+    cached: z.ZodBoolean;
     latencyInMs: z.ZodNumber;
     metadataForCallbacks: z.ZodOptional<z.ZodAny>;
     provider: z.ZodObject<{
@@ -1902,6 +1907,7 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
             }[];
         }[] | undefined;
     };
+    cached: boolean;
     latencyInMs: number;
     provider: {
         request?: any;
@@ -2011,6 +2017,7 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
             }[];
         }[] | undefined;
     };
+    cached: boolean;
     latencyInMs: number;
     provider: {
         request?: any;
@@ -2061,6 +2068,7 @@ declare const GetEmbeddingsHandlerRequest: z.ZodObject<{
                 totalTokens: number;
             } | undefined;
         };
+        cached: boolean;
         latencyInMs: number;
         provider: {
             request?: any;
@@ -2099,6 +2107,7 @@ declare const GetEmbeddingsHandlerRequest: z.ZodObject<{
                 totalTokens: number;
             } | undefined;
         };
+        cached: boolean;
         latencyInMs: number;
         provider: {
             request?: any;
@@ -2302,6 +2311,7 @@ declare const GetEmbeddingsHandlerRequest: z.ZodObject<{
                 totalTokens: number;
             } | undefined;
         };
+        cached: boolean;
         latencyInMs: number;
         provider: {
             request?: any;
@@ -2399,6 +2409,7 @@ declare const GetEmbeddingsHandlerRequest: z.ZodObject<{
                 totalTokens: number;
             } | undefined;
         };
+        cached: boolean;
         latencyInMs: number;
         provider: {
             request?: any;
@@ -2545,6 +2556,7 @@ declare const GetEmbeddingsHandlerResponse: z.ZodObject<{
             totalTokens: number;
         } | undefined;
     }>]>;
+    cached: z.ZodBoolean;
     latencyInMs: z.ZodNumber;
     metadataForCallbacks: z.ZodOptional<z.ZodAny>;
     provider: z.ZodObject<{
@@ -2589,6 +2601,7 @@ declare const GetEmbeddingsHandlerResponse: z.ZodObject<{
             totalTokens: number;
         } | undefined;
     };
+    cached: boolean;
     latencyInMs: number;
     provider: {
         request?: any;
@@ -2627,6 +2640,7 @@ declare const GetEmbeddingsHandlerResponse: z.ZodObject<{
             totalTokens: number;
         } | undefined;
     };
+    cached: boolean;
     latencyInMs: number;
     provider: {
         request?: any;
@@ -4031,6 +4045,7 @@ declare const GatewayOptions: z.ZodObject<{
                 }[];
             }[] | undefined;
         };
+        cached: boolean;
         latencyInMs: number;
         provider: {
             request?: any;
@@ -4140,6 +4155,7 @@ declare const GatewayOptions: z.ZodObject<{
                 }[];
             }[] | undefined;
         };
+        cached: boolean;
         latencyInMs: number;
         provider: {
             request?: any;
@@ -4180,6 +4196,7 @@ declare const GatewayOptions: z.ZodObject<{
                 totalTokens: number;
             } | undefined;
         };
+        cached: boolean;
         latencyInMs: number;
         provider: {
             request?: any;
@@ -4218,6 +4235,7 @@ declare const GatewayOptions: z.ZodObject<{
                 totalTokens: number;
             } | undefined;
         };
+        cached: boolean;
         latencyInMs: number;
         provider: {
             request?: any;
@@ -4342,6 +4360,7 @@ declare const GatewayOptions: z.ZodObject<{
                 }[];
             }[] | undefined;
         };
+        cached: boolean;
         latencyInMs: number;
         provider: {
             request?: any;
@@ -4382,6 +4401,7 @@ declare const GatewayOptions: z.ZodObject<{
                 totalTokens: number;
             } | undefined;
         };
+        cached: boolean;
         latencyInMs: number;
         provider: {
             request?: any;
@@ -4506,6 +4526,7 @@ declare const GatewayOptions: z.ZodObject<{
                 }[];
             }[] | undefined;
         };
+        cached: boolean;
         latencyInMs: number;
         provider: {
             request?: any;
@@ -4546,6 +4567,7 @@ declare const GatewayOptions: z.ZodObject<{
                 totalTokens: number;
             } | undefined;
         };
+        cached: boolean;
         latencyInMs: number;
         provider: {
             request?: any;

package/dist/index.d.ts

@@ -256,6 +256,7 @@ declare const CompleteChatHandlerRequest: z.ZodObject<{
                 }[];
             }[] | undefined;
         };
+        cached: boolean;
         latencyInMs: number;
         provider: {
             request?: any;
@@ -365,6 +366,7 @@ declare const CompleteChatHandlerRequest: z.ZodObject<{
                 }[];
             }[] | undefined;
         };
+        cached: boolean;
         latencyInMs: number;
         provider: {
             request?: any;
@@ -888,6 +890,7 @@ declare const CompleteChatHandlerRequest: z.ZodObject<{
                 }[];
             }[] | undefined;
         };
+        cached: boolean;
         latencyInMs: number;
         provider: {
             request?: any;
@@ -1095,6 +1098,7 @@ declare const CompleteChatHandlerRequest: z.ZodObject<{
                 }[];
             }[] | undefined;
         };
+        cached: boolean;
         latencyInMs: number;
         provider: {
             request?: any;
@@ -1787,6 +1791,7 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
             }[];
         }[] | undefined;
     }>;
+    cached: z.ZodBoolean;
     latencyInMs: z.ZodNumber;
     metadataForCallbacks: z.ZodOptional<z.ZodAny>;
     provider: z.ZodObject<{
@@ -1902,6 +1907,7 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
             }[];
         }[] | undefined;
     };
+    cached: boolean;
     latencyInMs: number;
     provider: {
         request?: any;
@@ -2011,6 +2017,7 @@ declare const CompleteChatHandlerResponse: z.ZodObject<{
             }[];
         }[] | undefined;
     };
+    cached: boolean;
     latencyInMs: number;
     provider: {
         request?: any;
@@ -2061,6 +2068,7 @@ declare const GetEmbeddingsHandlerRequest: z.ZodObject<{
                 totalTokens: number;
             } | undefined;
         };
+        cached: boolean;
         latencyInMs: number;
         provider: {
             request?: any;
@@ -2099,6 +2107,7 @@ declare const GetEmbeddingsHandlerRequest: z.ZodObject<{
                 totalTokens: number;
             } | undefined;
         };
+        cached: boolean;
         latencyInMs: number;
         provider: {
             request?: any;
@@ -2302,6 +2311,7 @@ declare const GetEmbeddingsHandlerRequest: z.ZodObject<{
                 totalTokens: number;
             } | undefined;
         };
+        cached: boolean;
         latencyInMs: number;
         provider: {
             request?: any;
@@ -2399,6 +2409,7 @@ declare const GetEmbeddingsHandlerRequest: z.ZodObject<{
                 totalTokens: number;
             } | undefined;
         };
+        cached: boolean;
         latencyInMs: number;
         provider: {
             request?: any;
@@ -2545,6 +2556,7 @@ declare const GetEmbeddingsHandlerResponse: z.ZodObject<{
             totalTokens: number;
         } | undefined;
     }>]>;
+    cached: z.ZodBoolean;
     latencyInMs: z.ZodNumber;
     metadataForCallbacks: z.ZodOptional<z.ZodAny>;
     provider: z.ZodObject<{
@@ -2589,6 +2601,7 @@ declare const GetEmbeddingsHandlerResponse: z.ZodObject<{
             totalTokens: number;
         } | undefined;
     };
+    cached: boolean;
     latencyInMs: number;
     provider: {
         request?: any;
@@ -2627,6 +2640,7 @@ declare const GetEmbeddingsHandlerResponse: z.ZodObject<{
             totalTokens: number;
         } | undefined;
     };
+    cached: boolean;
     latencyInMs: number;
     provider: {
         request?: any;
@@ -4031,6 +4045,7 @@ declare const GatewayOptions: z.ZodObject<{
                 }[];
             }[] | undefined;
         };
+        cached: boolean;
         latencyInMs: number;
         provider: {
             request?: any;
@@ -4140,6 +4155,7 @@ declare const GatewayOptions: z.ZodObject<{
                 }[];
             }[] | undefined;
         };
+        cached: boolean;
         latencyInMs: number;
         provider: {
             request?: any;
@@ -4180,6 +4196,7 @@ declare const GatewayOptions: z.ZodObject<{
                 totalTokens: number;
             } | undefined;
         };
+        cached: boolean;
         latencyInMs: number;
         provider: {
             request?: any;
@@ -4218,6 +4235,7 @@ declare const GatewayOptions: z.ZodObject<{
                 totalTokens: number;
             } | undefined;
         };
+        cached: boolean;
         latencyInMs: number;
         provider: {
             request?: any;
@@ -4342,6 +4360,7 @@ declare const GatewayOptions: z.ZodObject<{
                 }[];
             }[] | undefined;
         };
+        cached: boolean;
         latencyInMs: number;
         provider: {
             request?: any;
@@ -4382,6 +4401,7 @@ declare const GatewayOptions: z.ZodObject<{
                 totalTokens: number;
             } | undefined;
         };
+        cached: boolean;
         latencyInMs: number;
         provider: {
             request?: any;
@@ -4506,6 +4526,7 @@ declare const GatewayOptions: z.ZodObject<{
                 }[];
             }[] | undefined;
         };
+        cached: boolean;
         latencyInMs: number;
         provider: {
             request?: any;
@@ -4546,6 +4567,7 @@ declare const GatewayOptions: z.ZodObject<{
                 totalTokens: number;
             } | undefined;
         };
+        cached: boolean;
         latencyInMs: number;
         provider: {
             request?: any;

package/dist/index.js

@@ -12,17 +12,17 @@ function _interopDefault (e) { return e && e.__esModule ? e : { default: e }; }
 var V__default = /*#__PURE__*/_interopDefault(V);
 var xe__default = /*#__PURE__*/_interopDefault(xe);
 
-var be=Object.defineProperty,Re=Object.defineProperties;var Te=Object.getOwnPropertyDescriptors;var N=Object.getOwnPropertySymbols;var we=Object.prototype.hasOwnProperty,ke=Object.prototype.propertyIsEnumerable;var D=(a,t)=>(t=Symbol[a])?t:Symbol.for("Symbol."+a);var W=(a,t,e)=>t in a?be(a,t,{enumerable:!0,configurable:!0,writable:!0,value:e}):a[t]=e,x=(a,t)=>{for(var e in t||(t={}))we.call(t,e)&&W(a,e,t[e]);if(N)for(var e of N(t))ke.call(t,e)&&W(a,e,t[e]);return a},U=(a,t)=>Re(a,Te(t));var u=(a,t,e)=>new Promise((s,r)=>{var o=n=>{try{p(e.next(n));}catch(c){r(c);}},l=n=>{try{p(e.throw(n));}catch(c){r(c);}},p=n=>n.done?s(n.value):Promise.resolve(n.value).then(o,l);p((e=e.apply(a,t)).next());}),C=function(a,t){this[0]=a,this[1]=t;},q=(a,t,e)=>{var s=(l,p,n,c)=>{try{var i=e[l](p),m=(p=i.value)instanceof C,G=i.done;Promise.resolve(m?p[0]:p).then(y=>m?s(l==="return"?l:"next",p[1]?{done:y.done,value:y.value}:y,n,c):n({value:y,done:G})).catch(y=>s("throw",y,n,c));}catch(y){c(y);}},r=l=>o[l]=p=>new Promise((n,c)=>s(l,p,n,c)),o={};return e=e.apply(a,t),o[D("asyncIterator")]=()=>o,r("next"),r("throw"),r("return"),o};var k=(a,t,e)=>(t=a[D("asyncIterator")])?t.call(a):(a=a[D("iterator")](),t={},e=(s,r)=>(r=a[s])&&(t[s]=o=>new Promise((l,p,n)=>(o=r.call(a,o),n=o.done,Promise.resolve(o.value).then(c=>l({value:c,done:n}),p)))),e("next"),e("return"),t);var h=class a extends Error{constructor(t,e=500,s){super(t),this.name="GatewayError",this.status=e,this.data=s,Error.captureStackTrace&&Error.captureStackTrace(this,a);}};var Ee="HttpClientError",H=class a extends types.GatewayBaseError{constructor({info:t,cause:e}){super({info:t,cause:e},Ee),this.info=t,this.cause=e,Object.setPrototypeOf(this,new.target.prototype);}static isHttpClientError(t){return t instanceof a}},Ge="HttpRequestError",f=class a extends types.GatewayBaseError{constructor(t,e=500,s,r){super({info:t,cause:{status:e,headers:s,data:r}},Ge),this.info=t,this.cause={status:e,headers:s,data:r},Object.setPrototypeOf(this,new.target.prototype);}static isHttpRequestError(t){return t instanceof a}};var F=a=>{let t={};return a&&(typeof a=="object"||a instanceof Headers)&&Object.entries(a).forEach(([e,s])=>{Array.isArray(s)?t[e]=s.join(", "):typeof s=="string"?t[e]=s:t[e]="";}),t},X=a=>{var o,l,p;let t=(a==null?void 0:a.message)||"An unexpected error occurred",e=((o=a==null?void 0:a.response)==null?void 0:o.status)||500,s=F((l=a==null?void 0:a.response)==null?void 0:l.headers)||{},r=((p=a==null?void 0:a.response)==null?void 0:p.data)||{};return new f(t,e,s,r)},Q=class{constructor(t){this.isNodeEnvironment=()=>typeof process!="undefined"&&process.versions!=null&&process.versions.node!=null;let{axiosInstance:e,timeoutInMilliseconds:s}=t;this.client=e||V__default.default.create();let r=zod.z.number().int().positive().optional();if(this.defaultTimeout=r.parse(s),this.client.defaults.timeout=this.defaultTimeout,t.proxyUrl)if(t.proxyUrl.startsWith("http://"))process.env.HTTP_PROXY=t.proxyUrl,this.httpProxyAgent=new proxyAgent.ProxyAgent;else if(t.proxyUrl.startsWith("https://"))process.env.HTTPS_PROXY=t.proxyUrl,this.httpsProxyAgent=new proxyAgent.ProxyAgent({rejectUnauthorized:!1});else throw new H({info:"Invalid proxy URL, only http and https proxies are supported",cause:{proxyUrl:t.proxyUrl}})}makeRequest(l,p,n){return u(this,arguments,function*(t,e,s,r={},o){try{let c=U(x(x({},t==="get"||t==="delete"?{params:s}:{data:s}),r),{timeout:o||this.defaultTimeout});if(this.httpProxyAgent?c.httpsAgent=this.httpProxyAgent:this.httpsProxyAgent&&(c.httpsAgent=this.httpsProxyAgent),t==="get"||t==="delete"){let i=yield this.client[t](e,c);return {data:i.data,headers:F(i.headers),status:{code:i.status,text:i.statusText}}}else {let i=yield this.client[t](e,c.data,U(x({},c),{params:c.params}));return {data:i.data,headers:F(i.headers),status:{code:i.status,text:i.statusText}}}}catch(c){throw V__default.default.isAxiosError(c)?X(c):new H({info:"An unexpected error occurred",cause:c})}})}stream(t,e,s,r,o){return q(this,null,function*(){try{if(this.isNodeEnvironment()){let i=yield new C(this.client.request({method:e,url:t,headers:r,data:s,responseType:"stream",signal:o==null?void 0:o.abortSignal}));try{for(var l=k(i.data),p,n,c;p=!(n=yield new C(l.next())).done;p=!1){let m=n.value;yield m.toString();}}catch(n){c=[n];}finally{try{p&&(n=l.return)&&(yield new C(n.call(l)));}finally{if(c)throw c[0]}}}else {let i={method:e,headers:new Headers(x({},r)),body:e!=="get"?JSON.stringify(s):void 0,signal:o==null?void 0:o.abortSignal},m=yield new C(fetch(t,i));if(!m.ok){let G=yield new C(m.json());throw new f(`Request failed with status ${m.status}`,m.status,F(m.headers),G)}if(m.body){let G=m.body.getReader();for(;;){let{done:y,value:w}=yield new C(G.read());if(y){yield new TextDecoder().decode(w,{stream:!0});break}yield new TextDecoder().decode(w,{stream:!0});}}else throw new f("Cannot stream the body of the response.",500,{},m)}}catch(i){throw f.isHttpRequestError(i)?i:(i==null?void 0:i.name)==="AbortError"?new f("AbortError",408,{},{}):(i==null?void 0:i.name)==="CanceledError"?new f("AbortError",408,{},{}):V__default.default.isAxiosError(i)?X(i):new H({info:"An unexpected error occurred",cause:i})}})}get(t,e,s){return u(this,null,function*(){return this.makeRequest("get",t,e||{},{headers:s})})}post(t,e,s){return u(this,null,function*(){return this.makeRequest("post",t,e||{},{headers:s})})}put(t,e,s){return u(this,null,function*(){return this.makeRequest("put",t,e||{},{headers:s})})}delete(t,e,s){return u(this,null,function*(){return this.makeRequest("delete",t,e||{},{headers:s})})}patch(t,e,s){return u(this,null,function*(){return this.makeRequest("patch",t,e||{},{headers:s})})}};var ve="QueueTaskTimeoutError",j=class a extends types.GatewayBaseError{constructor({info:t,cause:e}){super({info:t,cause:e},ve),this.info=t,this.cause=e,Object.setPrototypeOf(this,new.target.prototype);}static isQueueTaskTimeoutError(t){return t instanceof a}};var Z=zod.z.object({maxConcurrentTasks:zod.z.number().int().positive(),retryCount:zod.z.number().int().positive(),timeout:zod.z.number().int().positive(),retry:zod.z.object({initialDelay:zod.z.number().int().positive(),exponentialFactor:zod.z.number().int().positive()})});var I=(a,t)=>xe__default.default(a+JSON.stringify(t)).toString(),v=a=>a instanceof h?a:a instanceof Error?new h(a.message):new h(a),S=()=>typeof window!="undefined"&&typeof window.document!="undefined"&&typeof navigator!="undefined";var Se={error:"color: red",warn:"color: yellow",info:"color: green"},Pe=(a,t,...e)=>{if(S())S()&&console.log(`%c[${a.toUpperCase()}] [${t}]`,Se[a],...e);else switch(a){case"error":console.error(...e);break;case"warn":console.warn(...e);break;default:console.log(...e);}},Me=(a,t,...e)=>{var s;S()||((s=process==null?void 0:process.env)==null?void 0:s.DEBUG)==="true"&&Pe(a,t,...e);},b=(a,t,...e)=>u(void 0,null,function*(){let s=[];a.forEach(r=>{let o=r[t];if(typeof o=="function")try{let l=o(...e);l instanceof Promise&&s.push(l);}catch(l){Me("error",`SAFELY_INVOKE_CALLBACKS:${String(t)}:`,l);}}),yield Promise.allSettled(s);}),_=a=>new Promise(t=>setTimeout(t,a));var P=class{constructor(t){this.activeTasks=0;this.queue=[];this.options=t;}enqueue(t){this.queue.push(t),this.processQueue();}withTimeout(t){return new Promise((e,s)=>{let r=setTimeout(()=>s(new j({info:"Queue task timeout",cause:new Error("Queue task timeout")})),this.options.timeout);t.execute(t.request).then(o=>{clearTimeout(r),e(o);}).catch(o=>{clearTimeout(r),s(o);});})}executeWithRetry(t,e){return u(this,null,function*(){try{return yield this.withTimeout(t)}catch(s){if(e===0)throw s;let r=!0,o=this.options.retry.initialDelay*Math.pow(this.options.retry.exponentialFactor,this.options.retryCount-e);if(f.isHttpRequestError(s)){if(s.cause.status===429){let l=M.safeParse(t.request);if(l.success){let p=l.data.model.getRetryDelay(s.cause.headers);r=p.shouldRetry,p.delayMs>0&&(o=p.delayMs);}}s.cause.status>=500&&s.cause.status<600;}if(r)return yield _(o),this.executeWithRetry(t,e-1);throw s}})}processQueue(){return u(this,null,function*(){if(this.activeTasks>=this.options.maxConcurrentTasks)return;let t=this.queue.shift();if(t){this.activeTasks+=1;try{let e=yield this.executeWithRetry(t,this.options.retryCount);t.resolve(e);}catch(e){t.reject(e);}finally{this.activeTasks-=1,this.processQueue();}}})}};var O=class{constructor(t=1e3){this.cache=new lruCache.LRUCache({max:t,allowStale:!1,updateAgeOnGet:!1});}get(t){return this.cache.get(t)}set(t,e){this.cache.set(t,e);}delete(t){this.cache.delete(t);}clear(){this.cache.clear();}};var ae=zod.z.object({queueOptions:Z.partial().optional(),dangerouslyAllowBrowser:zod.z.boolean().optional(),httpClient:zod.z.custom().optional(),completeChatCache:zod.z.custom().optional(),completeChatCallbacks:zod.z.array(zod.z.custom()).nonempty().optional(),getEmbeddingsCache:zod.z.custom().optional(),getEmbeddingsCallbacks:zod.z.array(zod.z.custom()).nonempty().optional(),streamChatCallbacks:zod.z.array(zod.z.custom()).nonempty().optional()}),Fe=zod.z.object({metadataForCallbacks:zod.z.any().optional()}),M=zod.z.object({model:zod.z.custom(),config:types.Config(),messages:zod.z.array(types.Message()),tools:zod.z.array(types.Tool()).optional(),options:Fe.optional()}),Qe=zod.z.object({metadataForCallbacks:zod.z.any().optional()}),se=zod.z.object({model:zod.z.custom(),config:types.Config(),messages:zod.z.array(types.Message()),tools:zod.z.array(types.Tool()).optional(),options:Qe.optional()}),je=zod.z.object({queuePriority:zod.z.number().int().positive().optional(),metadataForCallbacks:zod.z.any().optional()}),B=zod.z.object({model:zod.z.custom(),config:types.Config(),embeddingRequests:types.EmbeddingRequests(),options:je.optional()});var ie=zod.z.object({cache:zod.z.custom(),model:zod.z.custom(),config:types.Config(),messages:zod.z.array(types.Message()),tools:zod.z.array(types.Tool()).optional(),callbacks:zod.z.array(zod.z.custom()).nonempty().optional(),metadataForCallbacks:zod.z.any().optional()}),Et=zod.z.object({request:zod.z.object({config:types.Config(),messages:zod.z.array(types.Message()),tools:zod.z.array(types.Tool()).optional()}),response:types.ChatResponse,latencyInMs:zod.z.number().int().positive(),metadataForCallbacks:zod.z.any().optional(),provider:zod.z.object({request:zod.z.any(),response:zod.z.any()})});function pe(a,t){return u(this,null,function*(){let e=ie.parse(a),s=a.callbacks||[];try{b(s,"onChatStart",a.metadataForCallbacks);let r={config:e.config,messages:e.messages,tools:e.tools},o={url:yield e.model.getCompleteChatUrl(e.config,e.messages,e.tools),headers:yield e.model.getCompleteChatHeaders(e.config,e.messages,e.tools),data:yield e.model.getCompleteChatData(e.config,e.messages,e.tools)},l=I(`complete-chat:${o.url}:${e.model.modelSchema.name}`,r),p=a.cache.get(l);if(p)return b(s,"onChatCached",a.metadataForCallbacks,p),p;let n=Date.now(),c=yield t.post(o.url,o.data,o.headers),i=Date.now()-n,m={request:r,response:e.model.transformCompleteChatResponse(c.data),latencyInMs:i,metadataForCallbacks:a.metadataForCallbacks,provider:{request:o,response:c}};return a.cache.set(l,m),b(s,"onChatComplete",a.metadataForCallbacks,m),m}catch(r){let o;throw f.isHttpRequestError(r)||r instanceof h?o=r:o=v(r),b(s,"onChatError",a.metadataForCallbacks,o),o}})}var de=zod.z.object({cache:zod.z.custom(),model:zod.z.custom(),config:types.Config(),embeddingRequests:types.EmbeddingRequests(),callbacks:zod.z.array(zod.z.custom()).nonempty().optional(),metadataForCallbacks:zod.z.any().optional()}),It=zod.z.object({request:zod.z.object({config:types.Config(),embeddingRequests:types.EmbeddingRequests()}),response:types.EmbeddingResponse,latencyInMs:zod.z.number().int().positive(),metadataForCallbacks:zod.z.any().optional(),provider:zod.z.object({request:zod.z.any(),response:zod.z.any()})});function me(a,t){return u(this,null,function*(){let e=de.parse(a),s=a.callbacks||[];try{b(s,"onGetEmbeddingsStart",a.metadataForCallbacks);let r={config:e.config,embeddingRequests:e.embeddingRequests},o={url:yield e.model.getGetEmbeddingsUrl(e.config,e.embeddingRequests),headers:yield e.model.getGetEmbeddingsHeaders(e.config,e.embeddingRequests),data:yield e.model.getGetEmbeddingsData(e.config,e.embeddingRequests)},l=I(`get-embeddings:${o.url}:${e.model.modelSchema.name}`,r),p=a.cache.get(l);if(p)return b(s,"onGetEmbeddingsCached",a.metadataForCallbacks,p),p;let n=Date.now(),c=yield t.post(o.url,o.data,o.headers),i=Date.now()-n,m={request:r,response:e.model.transformGetEmbeddingsResponse(c.data),latencyInMs:i,metadataForCallbacks:a.metadataForCallbacks,provider:{request:o,response:c}};return a.cache.set(l,m),b(s,"onGetEmbeddingsComplete",a.metadataForCallbacks,m),m}catch(r){let o;throw f.isHttpRequestError(r)||r instanceof h?o=r:o=v(r),b(s,"onGetEmbeddingsError",a.metadataForCallbacks,o),o}})}var he=zod.z.object({model:zod.z.custom(),config:types.Config(),messages:zod.z.array(types.Message()),tools:zod.z.array(types.Tool()).optional(),callbacks:zod.z.array(zod.z.custom()).nonempty().optional(),metadataForCallbacks:zod.z.any().optional()}),Zt=zod.z.object({request:zod.z.object({config:types.Config(),messages:zod.z.array(types.Message()),tools:zod.z.array(types.Tool()).optional()}),response:types.PartialChatResponse,metadataForCallbacks:zod.z.any().optional(),provider:zod.z.object({request:zod.z.any(),response:zod.z.any()})});function ge(a,t){return q(this,null,function*(){let e=he.parse(a),s=a.callbacks||[],r={config:e.config,messages:e.messages,tools:e.tools};try{b(s,"onStreamStart",a.metadataForCallbacks);let y={url:yield new C(e.model.getStreamChatUrl(e.config,e.messages,e.tools)),headers:yield new C(e.model.getStreamChatHeaders(e.config,e.messages,e.tools)),data:yield new C(e.model.getStreamChatData(e.config,e.messages,e.tools))},w="",A=!0;try{for(var c=k(t.stream(y.url,"post",y.data,y.headers)),i,m,G;i=!(m=yield new C(c.next())).done;i=!1){let z=m.value;try{for(var o=k(e.model.transformStreamChatResponseChunk(z,w)),l,p,n;l=!(p=yield new C(o.next())).done;l=!1){let fe=p.value;let $={request:r,response:fe.partialResponse,metadataForCallbacks:a.metadataForCallbacks,provider:{request:y,response:z}};b(s,A?"onStreamFirstResponse":"onStreamNewResponse",a.metadataForCallbacks,$),A&&(A=!1),yield $;}}catch(p){n=[p];}finally{try{l&&(p=o.return)&&(yield new C(p.call(o)));}finally{if(n)throw n[0]}}}}catch(m){G=[m];}finally{try{i&&(m=c.return)&&(yield new C(m.call(c)));}finally{if(G)throw G[0]}}b(s,"onStreamEnd",a.metadataForCallbacks);}catch(y){let w;throw y instanceof h?w=y:w=v(y),b(s,"onStreamError",a.metadataForCallbacks,w),w}})}var K=class{constructor(t){var s,r,o,l;if(!t.dangerouslyAllowBrowser&&S())throw new h(`It looks like you're running in a browser-like environment.
+var be=Object.defineProperty,Re=Object.defineProperties;var Te=Object.getOwnPropertyDescriptors;var N=Object.getOwnPropertySymbols;var we=Object.prototype.hasOwnProperty,ke=Object.prototype.propertyIsEnumerable;var D=(a,t)=>(t=Symbol[a])?t:Symbol.for("Symbol."+a);var W=(a,t,e)=>t in a?be(a,t,{enumerable:!0,configurable:!0,writable:!0,value:e}):a[t]=e,x=(a,t)=>{for(var e in t||(t={}))we.call(t,e)&&W(a,e,t[e]);if(N)for(var e of N(t))ke.call(t,e)&&W(a,e,t[e]);return a},U=(a,t)=>Re(a,Te(t));var u=(a,t,e)=>new Promise((s,r)=>{var o=n=>{try{i(e.next(n));}catch(c){r(c);}},l=n=>{try{i(e.throw(n));}catch(c){r(c);}},i=n=>n.done?s(n.value):Promise.resolve(n.value).then(o,l);i((e=e.apply(a,t)).next());}),h=function(a,t){this[0]=a,this[1]=t;},q=(a,t,e)=>{var s=(l,i,n,c)=>{try{var p=e[l](i),m=(i=p.value)instanceof h,G=p.done;Promise.resolve(m?i[0]:i).then(y=>m?s(l==="return"?l:"next",i[1]?{done:y.done,value:y.value}:y,n,c):n({value:y,done:G})).catch(y=>s("throw",y,n,c));}catch(y){c(y);}},r=l=>o[l]=i=>new Promise((n,c)=>s(l,i,n,c)),o={};return e=e.apply(a,t),o[D("asyncIterator")]=()=>o,r("next"),r("throw"),r("return"),o};var k=(a,t,e)=>(t=a[D("asyncIterator")])?t.call(a):(a=a[D("iterator")](),t={},e=(s,r)=>(r=a[s])&&(t[s]=o=>new Promise((l,i,n)=>(o=r.call(a,o),n=o.done,Promise.resolve(o.value).then(c=>l({value:c,done:n}),i)))),e("next"),e("return"),t);var g=class a extends Error{constructor(t,e=500,s){super(t),this.name="GatewayError",this.status=e,this.data=s,Error.captureStackTrace&&Error.captureStackTrace(this,a);}};var Ee="HttpClientError",H=class a extends types.GatewayBaseError{constructor({info:t,cause:e}){super({info:t,cause:e},Ee),this.info=t,this.cause=e,Object.setPrototypeOf(this,new.target.prototype);}static isHttpClientError(t){return t instanceof a}},Ge="HttpRequestError",f=class a extends types.GatewayBaseError{constructor(t,e=500,s,r){super({info:t,cause:{status:e,headers:s,data:r}},Ge),this.info=t,this.cause={status:e,headers:s,data:r},Object.setPrototypeOf(this,new.target.prototype);}static isHttpRequestError(t){return t instanceof a}};var F=a=>{let t={};return a&&(typeof a=="object"||a instanceof Headers)&&Object.entries(a).forEach(([e,s])=>{Array.isArray(s)?t[e]=s.join(", "):typeof s=="string"?t[e]=s:t[e]="";}),t},X=a=>{var o,l,i;let t=(a==null?void 0:a.message)||"An unexpected error occurred",e=((o=a==null?void 0:a.response)==null?void 0:o.status)||500,s=F((l=a==null?void 0:a.response)==null?void 0:l.headers)||{},r=((i=a==null?void 0:a.response)==null?void 0:i.data)||{};return new f(t,e,s,r)},Q=class{constructor(t){this.isNodeEnvironment=()=>typeof process!="undefined"&&process.versions!=null&&process.versions.node!=null;let{axiosInstance:e,timeoutInMilliseconds:s}=t;this.client=e||V__default.default.create();let r=zod.z.number().int().positive().optional();if(this.defaultTimeout=r.parse(s),this.client.defaults.timeout=this.defaultTimeout,t.proxyUrl)if(t.proxyUrl.startsWith("http://"))process.env.HTTP_PROXY=t.proxyUrl,this.httpProxyAgent=new proxyAgent.ProxyAgent;else if(t.proxyUrl.startsWith("https://"))process.env.HTTPS_PROXY=t.proxyUrl,this.httpsProxyAgent=new proxyAgent.ProxyAgent({rejectUnauthorized:!1});else throw new H({info:"Invalid proxy URL, only http and https proxies are supported",cause:{proxyUrl:t.proxyUrl}})}makeRequest(l,i,n){return u(this,arguments,function*(t,e,s,r={},o){try{let c=U(x(x({},t==="get"||t==="delete"?{params:s}:{data:s}),r),{timeout:o||this.defaultTimeout});if(this.httpProxyAgent?c.httpsAgent=this.httpProxyAgent:this.httpsProxyAgent&&(c.httpsAgent=this.httpsProxyAgent),t==="get"||t==="delete"){let p=yield this.client[t](e,c);return {data:p.data,headers:F(p.headers),status:{code:p.status,text:p.statusText}}}else {let p=yield this.client[t](e,c.data,U(x({},c),{params:c.params}));return {data:p.data,headers:F(p.headers),status:{code:p.status,text:p.statusText}}}}catch(c){throw V__default.default.isAxiosError(c)?X(c):new H({info:"An unexpected error occurred",cause:c})}})}stream(t,e,s,r,o){return q(this,null,function*(){try{if(this.isNodeEnvironment()){let p=yield new h(this.client.request({method:e,url:t,headers:r,data:s,responseType:"stream",signal:o==null?void 0:o.abortSignal}));try{for(var l=k(p.data),i,n,c;i=!(n=yield new h(l.next())).done;i=!1){let m=n.value;yield m.toString();}}catch(n){c=[n];}finally{try{i&&(n=l.return)&&(yield new h(n.call(l)));}finally{if(c)throw c[0]}}}else {let p={method:e,headers:new Headers(x({},r)),body:e!=="get"?JSON.stringify(s):void 0,signal:o==null?void 0:o.abortSignal},m=yield new h(fetch(t,p));if(!m.ok){let G=yield new h(m.json());throw new f(`Request failed with status ${m.status}`,m.status,F(m.headers),G)}if(m.body){let G=m.body.getReader();for(;;){let{done:y,value:w}=yield new h(G.read());if(y){yield new TextDecoder().decode(w,{stream:!0});break}yield new TextDecoder().decode(w,{stream:!0});}}else throw new f("Cannot stream the body of the response.",500,{},m)}}catch(p){throw f.isHttpRequestError(p)?p:(p==null?void 0:p.name)==="AbortError"?new f("AbortError",408,{},{}):(p==null?void 0:p.name)==="CanceledError"?new f("AbortError",408,{},{}):V__default.default.isAxiosError(p)?X(p):new H({info:"An unexpected error occurred",cause:p})}})}get(t,e,s){return u(this,null,function*(){return this.makeRequest("get",t,e||{},{headers:s})})}post(t,e,s){return u(this,null,function*(){return this.makeRequest("post",t,e||{},{headers:s})})}put(t,e,s){return u(this,null,function*(){return this.makeRequest("put",t,e||{},{headers:s})})}delete(t,e,s){return u(this,null,function*(){return this.makeRequest("delete",t,e||{},{headers:s})})}patch(t,e,s){return u(this,null,function*(){return this.makeRequest("patch",t,e||{},{headers:s})})}};var ve="QueueTaskTimeoutError",j=class a extends types.GatewayBaseError{constructor({info:t,cause:e}){super({info:t,cause:e},ve),this.info=t,this.cause=e,Object.setPrototypeOf(this,new.target.prototype);}static isQueueTaskTimeoutError(t){return t instanceof a}};var Z=zod.z.object({maxConcurrentTasks:zod.z.number().int().positive(),retryCount:zod.z.number().int().positive(),timeout:zod.z.number().int().positive(),retry:zod.z.object({initialDelay:zod.z.number().int().positive(),exponentialFactor:zod.z.number().int().positive()})});var I=(a,t)=>xe__default.default(a+JSON.stringify(t)).toString(),v=a=>a instanceof g?a:a instanceof Error?new g(a.message):new g(a),S=()=>typeof window!="undefined"&&typeof window.document!="undefined"&&typeof navigator!="undefined";var Se={error:"color: red",warn:"color: yellow",info:"color: green"},Pe=(a,t,...e)=>{if(S())S()&&console.log(`%c[${a.toUpperCase()}] [${t}]`,Se[a],...e);else switch(a){case"error":console.error(...e);break;case"warn":console.warn(...e);break;default:console.log(...e);}},Me=(a,t,...e)=>{var s;S()||((s=process==null?void 0:process.env)==null?void 0:s.DEBUG)==="true"&&Pe(a,t,...e);},b=(a,t,...e)=>u(void 0,null,function*(){let s=[];a.forEach(r=>{let o=r[t];if(typeof o=="function")try{let l=o(...e);l instanceof Promise&&s.push(l);}catch(l){Me("error",`SAFELY_INVOKE_CALLBACKS:${String(t)}:`,l);}}),yield Promise.allSettled(s);}),_=a=>new Promise(t=>setTimeout(t,a));var P=class{constructor(t){this.activeTasks=0;this.queue=[];this.options=t;}enqueue(t){this.queue.push(t),this.processQueue();}withTimeout(t){return new Promise((e,s)=>{let r=setTimeout(()=>s(new j({info:"Queue task timeout",cause:new Error("Queue task timeout")})),this.options.timeout);t.execute(t.request).then(o=>{clearTimeout(r),e(o);}).catch(o=>{clearTimeout(r),s(o);});})}executeWithRetry(t,e){return u(this,null,function*(){try{return yield this.withTimeout(t)}catch(s){if(e===0)throw s;let r=!0,o=this.options.retry.initialDelay*Math.pow(this.options.retry.exponentialFactor,this.options.retryCount-e);if(f.isHttpRequestError(s)){if(s.cause.status===429){let l=M.safeParse(t.request);if(l.success){let i=l.data.model.getRetryDelay(s.cause.headers);r=i.shouldRetry,i.delayMs>0&&(o=i.delayMs);}}s.cause.status>=500&&s.cause.status<600;}if(r)return yield _(o),this.executeWithRetry(t,e-1);throw s}})}processQueue(){return u(this,null,function*(){if(this.activeTasks>=this.options.maxConcurrentTasks)return;let t=this.queue.shift();if(t){this.activeTasks+=1;try{let e=yield this.executeWithRetry(t,this.options.retryCount);t.resolve(e);}catch(e){t.reject(e);}finally{this.activeTasks-=1,this.processQueue();}}})}};var O=class{constructor(t=1e3){this.cache=new lruCache.LRUCache({max:t,allowStale:!1,updateAgeOnGet:!1});}get(t){return this.cache.get(t)}set(t,e){this.cache.set(t,e);}delete(t){this.cache.delete(t);}clear(){this.cache.clear();}};var ae=zod.z.object({queueOptions:Z.partial().optional(),dangerouslyAllowBrowser:zod.z.boolean().optional(),httpClient:zod.z.custom().optional(),completeChatCache:zod.z.custom().optional(),completeChatCallbacks:zod.z.array(zod.z.custom()).nonempty().optional(),getEmbeddingsCache:zod.z.custom().optional(),getEmbeddingsCallbacks:zod.z.array(zod.z.custom()).nonempty().optional(),streamChatCallbacks:zod.z.array(zod.z.custom()).nonempty().optional()}),Fe=zod.z.object({metadataForCallbacks:zod.z.any().optional()}),M=zod.z.object({model:zod.z.custom(),config:types.Config(),messages:zod.z.array(types.Message()),tools:zod.z.array(types.Tool()).optional(),options:Fe.optional()}),Qe=zod.z.object({metadataForCallbacks:zod.z.any().optional()}),se=zod.z.object({model:zod.z.custom(),config:types.Config(),messages:zod.z.array(types.Message()),tools:zod.z.array(types.Tool()).optional(),options:Qe.optional()}),je=zod.z.object({queuePriority:zod.z.number().int().positive().optional(),metadataForCallbacks:zod.z.any().optional()}),B=zod.z.object({model:zod.z.custom(),config:types.Config(),embeddingRequests:types.EmbeddingRequests(),options:je.optional()});var ie=zod.z.object({cache:zod.z.custom(),model:zod.z.custom(),config:types.Config(),messages:zod.z.array(types.Message()),tools:zod.z.array(types.Tool()).optional(),callbacks:zod.z.array(zod.z.custom()).nonempty().optional(),metadataForCallbacks:zod.z.any().optional()}),Et=zod.z.object({request:zod.z.object({config:types.Config(),messages:zod.z.array(types.Message()),tools:zod.z.array(types.Tool()).optional()}),response:types.ChatResponse,cached:zod.z.boolean(),latencyInMs:zod.z.number().int().positive(),metadataForCallbacks:zod.z.any().optional(),provider:zod.z.object({request:zod.z.any(),response:zod.z.any()})});function pe(a,t){return u(this,null,function*(){let e=ie.parse(a),s=a.callbacks||[];try{b(s,"onChatStart",a.metadataForCallbacks);let r={config:e.config,messages:e.messages,tools:e.tools},o={url:yield e.model.getCompleteChatUrl(e.config,e.messages,e.tools),headers:yield e.model.getCompleteChatHeaders(e.config,e.messages,e.tools),data:yield e.model.getCompleteChatData(e.config,e.messages,e.tools)},l=I(`complete-chat:${o.url}:${e.model.modelSchema.name}`,r),i=a.cache.get(l);if(i)return i.cached=!0,b(s,"onChatCached",a.metadataForCallbacks,i),i;let n=Date.now(),c=yield t.post(o.url,o.data,o.headers),p=Date.now()-n,m={request:r,response:e.model.transformCompleteChatResponse(c.data),cached:!1,latencyInMs:p,metadataForCallbacks:a.metadataForCallbacks,provider:{request:o,response:c}};return a.cache.set(l,m),b(s,"onChatComplete",a.metadataForCallbacks,m),m}catch(r){let o;throw f.isHttpRequestError(r)||r instanceof g?o=r:o=v(r),b(s,"onChatError",a.metadataForCallbacks,o),o}})}var de=zod.z.object({cache:zod.z.custom(),model:zod.z.custom(),config:types.Config(),embeddingRequests:types.EmbeddingRequests(),callbacks:zod.z.array(zod.z.custom()).nonempty().optional(),metadataForCallbacks:zod.z.any().optional()}),It=zod.z.object({request:zod.z.object({config:types.Config(),embeddingRequests:types.EmbeddingRequests()}),response:types.EmbeddingResponse,cached:zod.z.boolean(),latencyInMs:zod.z.number().int().positive(),metadataForCallbacks:zod.z.any().optional(),provider:zod.z.object({request:zod.z.any(),response:zod.z.any()})});function me(a,t){return u(this,null,function*(){let e=de.parse(a),s=a.callbacks||[];try{b(s,"onGetEmbeddingsStart",a.metadataForCallbacks);let r={config:e.config,embeddingRequests:e.embeddingRequests},o={url:yield e.model.getGetEmbeddingsUrl(e.config,e.embeddingRequests),headers:yield e.model.getGetEmbeddingsHeaders(e.config,e.embeddingRequests),data:yield e.model.getGetEmbeddingsData(e.config,e.embeddingRequests)},l=I(`get-embeddings:${o.url}:${e.model.modelSchema.name}`,r),i=a.cache.get(l);if(i)return i.cached=!0,b(s,"onGetEmbeddingsCached",a.metadataForCallbacks,i),i;let n=Date.now(),c=yield t.post(o.url,o.data,o.headers),p=Date.now()-n,m={request:r,response:e.model.transformGetEmbeddingsResponse(c.data),cached:!1,latencyInMs:p,metadataForCallbacks:a.metadataForCallbacks,provider:{request:o,response:c}};return a.cache.set(l,m),b(s,"onGetEmbeddingsComplete",a.metadataForCallbacks,m),m}catch(r){let o;throw f.isHttpRequestError(r)||r instanceof g?o=r:o=v(r),b(s,"onGetEmbeddingsError",a.metadataForCallbacks,o),o}})}var Ce=zod.z.object({model:zod.z.custom(),config:types.Config(),messages:zod.z.array(types.Message()),tools:zod.z.array(types.Tool()).optional(),callbacks:zod.z.array(zod.z.custom()).nonempty().optional(),metadataForCallbacks:zod.z.any().optional()}),Zt=zod.z.object({request:zod.z.object({config:types.Config(),messages:zod.z.array(types.Message()),tools:zod.z.array(types.Tool()).optional()}),response:types.PartialChatResponse,metadataForCallbacks:zod.z.any().optional(),provider:zod.z.object({request:zod.z.any(),response:zod.z.any()})});function ge(a,t){return q(this,null,function*(){let e=Ce.parse(a),s=a.callbacks||[],r={config:e.config,messages:e.messages,tools:e.tools};try{b(s,"onStreamStart",a.metadataForCallbacks);let y={url:yield new h(e.model.getStreamChatUrl(e.config,e.messages,e.tools)),headers:yield new h(e.model.getStreamChatHeaders(e.config,e.messages,e.tools)),data:yield new h(e.model.getStreamChatData(e.config,e.messages,e.tools))},w="",A=!0;try{for(var c=k(t.stream(y.url,"post",y.data,y.headers)),p,m,G;p=!(m=yield new h(c.next())).done;p=!1){let z=m.value;try{for(var o=k(e.model.transformStreamChatResponseChunk(z,w)),l,i,n;l=!(i=yield new h(o.next())).done;l=!1){let fe=i.value;let $={request:r,response:fe.partialResponse,metadataForCallbacks:a.metadataForCallbacks,provider:{request:y,response:z}};b(s,A?"onStreamFirstResponse":"onStreamNewResponse",a.metadataForCallbacks,$),A&&(A=!1),yield $;}}catch(i){n=[i];}finally{try{l&&(i=o.return)&&(yield new h(i.call(o)));}finally{if(n)throw n[0]}}}}catch(m){G=[m];}finally{try{p&&(m=c.return)&&(yield new h(m.call(c)));}finally{if(G)throw G[0]}}b(s,"onStreamEnd",a.metadataForCallbacks);}catch(y){let w;throw y instanceof g?w=y:w=v(y),b(s,"onStreamError",a.metadataForCallbacks,w),w}})}var K=class{constructor(t){var s,r,o,l;if(!t.dangerouslyAllowBrowser&&S())throw new g(`It looks like you're running in a browser-like environment.
 
 This is disabled by default, as it risks exposing your provider secrets to attackers.
 If you understand the risks and have appropriate mitigation in place,
 you can set the \`dangerouslyAllowBrowser\` option to \`true\`.
-`);this.options=ae.parse(t);let e={maxConcurrentTasks:((s=this.options.queueOptions)==null?void 0:s.maxConcurrentTasks)||4,retryCount:((r=this.options.queueOptions)==null?void 0:r.retryCount)||3,retry:((o=this.options.queueOptions)==null?void 0:o.retry)||{initialDelay:1e3,exponentialFactor:2},timeout:((l=this.options.queueOptions)==null?void 0:l.timeout)||9e4};this.queues={completeChat:new P(e),getEmbeddings:new P(e)},this.httpClient=t.httpClient||new Q({timeoutInMilliseconds:e.timeout*.9}),this.caches={completeChat:t.completeChatCache||new O,getEmbeddings:t.getEmbeddingsCache||new O};}completeChat(t){return u(this,null,function*(){let e=M.parse(t);return new Promise((s,r)=>{let o={request:e,cache:this.caches.completeChat,resolve:s,reject:r,execute:this.executeCompleteChat.bind(this)};this.queues.completeChat.enqueue(o);})})}executeCompleteChat(t){return u(this,null,function*(){var s;let e=M.parse(t);return pe({cache:this.caches.completeChat,model:e.model,config:e.config,messages:e.messages,tools:e.tools,callbacks:this.options.completeChatCallbacks,metadataForCallbacks:(s=e.options)==null?void 0:s.metadataForCallbacks},this.httpClient)})}streamChat(t){return q(this,null,function*(){var e,p;try{let n=se.parse(t);try{for(var s=k(ge({model:n.model,config:n.config,messages:n.messages,tools:n.tools,callbacks:this.options.streamChatCallbacks,metadataForCallbacks:(e=n.options)==null?void 0:e.metadataForCallbacks},this.httpClient)),r,o,l;r=!(o=yield new C(s.next())).done;r=!1){let c=o.value;yield c;}}catch(o){l=[o];}finally{try{r&&(o=s.return)&&(yield new C(o.call(s)));}finally{if(l)throw l[0]}}}catch(n){throw n instanceof h?n:new h(n==null?void 0:n.message,500,(p=n==null?void 0:n.response)==null?void 0:p.data)}})}getEmbeddings(t){return u(this,null,function*(){let e=B.parse(t);return new Promise((s,r)=>{let o={request:e,cache:this.caches.getEmbeddings,resolve:s,reject:r,execute:this.executeGetEmbeddingsTask.bind(this)};this.queues.getEmbeddings.enqueue(o);})})}executeGetEmbeddingsTask(t){return u(this,null,function*(){var s;let e=B.parse(t);return me({cache:this.caches.getEmbeddings,model:e.model,config:e.config,embeddingRequests:e.embeddingRequests,callbacks:this.options.getEmbeddingsCallbacks,metadataForCallbacks:(s=e.options)==null?void 0:s.metadataForCallbacks},this.httpClient)})}};K.GatewayError=h;
+`);this.options=ae.parse(t);let e={maxConcurrentTasks:((s=this.options.queueOptions)==null?void 0:s.maxConcurrentTasks)||4,retryCount:((r=this.options.queueOptions)==null?void 0:r.retryCount)||3,retry:((o=this.options.queueOptions)==null?void 0:o.retry)||{initialDelay:1e3,exponentialFactor:2},timeout:((l=this.options.queueOptions)==null?void 0:l.timeout)||9e4};this.queues={completeChat:new P(e),getEmbeddings:new P(e)},this.httpClient=t.httpClient||new Q({timeoutInMilliseconds:e.timeout*.9}),this.caches={completeChat:t.completeChatCache||new O,getEmbeddings:t.getEmbeddingsCache||new O};}completeChat(t){return u(this,null,function*(){let e=M.parse(t);return new Promise((s,r)=>{let o={request:e,cache:this.caches.completeChat,resolve:s,reject:r,execute:this.executeCompleteChat.bind(this)};this.queues.completeChat.enqueue(o);})})}executeCompleteChat(t){return u(this,null,function*(){var s;let e=M.parse(t);return pe({cache:this.caches.completeChat,model:e.model,config:e.config,messages:e.messages,tools:e.tools,callbacks:this.options.completeChatCallbacks,metadataForCallbacks:(s=e.options)==null?void 0:s.metadataForCallbacks},this.httpClient)})}streamChat(t){return q(this,null,function*(){var e,i;try{let n=se.parse(t);try{for(var s=k(ge({model:n.model,config:n.config,messages:n.messages,tools:n.tools,callbacks:this.options.streamChatCallbacks,metadataForCallbacks:(e=n.options)==null?void 0:e.metadataForCallbacks},this.httpClient)),r,o,l;r=!(o=yield new h(s.next())).done;r=!1){let c=o.value;yield c;}}catch(o){l=[o];}finally{try{r&&(o=s.return)&&(yield new h(o.call(s)));}finally{if(l)throw l[0]}}}catch(n){throw n instanceof g?n:new g(n==null?void 0:n.message,500,(i=n==null?void 0:n.response)==null?void 0:i.data)}})}getEmbeddings(t){return u(this,null,function*(){let e=B.parse(t);return new Promise((s,r)=>{let o={request:e,cache:this.caches.getEmbeddings,resolve:s,reject:r,execute:this.executeGetEmbeddingsTask.bind(this)};this.queues.getEmbeddings.enqueue(o);})})}executeGetEmbeddingsTask(t){return u(this,null,function*(){var s;let e=B.parse(t);return me({cache:this.caches.getEmbeddings,model:e.model,config:e.config,embeddingRequests:e.embeddingRequests,callbacks:this.options.getEmbeddingsCallbacks,metadataForCallbacks:(s=e.options)==null?void 0:s.metadataForCallbacks},this.httpClient)})}};K.GatewayError=g;
 
 exports.CompleteChatHandlerRequest = ie;
 exports.CompleteChatHandlerResponse = Et;
 exports.Gateway = K;
-exports.GatewayError = h;
+exports.GatewayError = g;
 exports.GetEmbeddingsHandlerRequest = de;
 exports.GetEmbeddingsHandlerResponse = It;
 exports.HttpClientError = H;
@@ -32,7 +32,7 @@ exports.LRUCache = O;
 exports.QueueOptions = Z;
 exports.QueueTaskTimeoutError = j;
 exports.SimpleQueue = P;
-exports.StreamChatHandlerRequest = he;
+exports.StreamChatHandlerRequest = Ce;
 exports.StreamChatHandlerResponse = Zt;
 exports.handleCompleteChat = pe;
 exports.handleGetEmbeddings = me;